Skip to content

Commit

Permalink
added en_spacy_pii_fast install
Browse files Browse the repository at this point in the history
  • Loading branch information
Sid Mohan authored and Sid Mohan committed Mar 10, 2024
1 parent 45eadda commit 6fa0276
Show file tree
Hide file tree
Showing 6 changed files with 42 additions and 1,518 deletions.
3 changes: 2 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -14,4 +14,5 @@ build/
/tests/__pycache__/
/tests/scratch.py
node_modules

datafog_debug.log
sotu_2023.txt
1,490 changes: 0 additions & 1,490 deletions poetry.lock

This file was deleted.

26 changes: 0 additions & 26 deletions pyproject.toml

This file was deleted.

6 changes: 6 additions & 0 deletions requirements.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
'https://huggingface.co/beki/en_spacy_pii_fast/resolve/main/en_spacy_pii_fast-any-py3-none-any.whl'
pandas==2.2.1
presidio_analyzer==2.2.353
pytest==8.0.2
Requests==2.31.0
spacy
32 changes: 32 additions & 0 deletions setup.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
# package using pip, navigate to the directory that contains the setup.py file and type pip install .

from setuptools import setup
from src.datafog.__about__ import __version__

# Read README for the long description
with open("README.md", "r") as f:
long_description = f.read()

setup(
name="datafog",
version=__version__,
author="Sid Mohan",
author_email="sid@datafog.ai",
description="Scan, redact, and manage PII in your documents before they get uploaded to a Retrieval Augmented Generation (RAG) system.",
long_description=long_description,
long_description_content_type="text/markdown",
install_requires=[
"pandas==2.2.1",
"presidio_analyzer==2.2.353",
"pytest==8.0.2",
"Requests==2.31.0",
"spacy==3.4.4",
'en_spacy_pii_fast @ https://huggingface.co/beki/en_spacy_pii_fast/resolve/main/en_spacy_pii_fast-any-py3-none-any.whl',

],
classifiers=[
"Programming Language :: Python :: 3.10",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
],
)
3 changes: 2 additions & 1 deletion src/datafog/__about__.py
Original file line number Diff line number Diff line change
@@ -1 +1,2 @@
__version__ = "2.1.1"
# SSOT for the package version
__version__ = "2.2.0-beta1"

0 comments on commit 6fa0276

Please sign in to comment.