Skip to content

Commit 6257657

Browse files
Sid MohanSid Mohan
Sid Mohan
authored and
Sid Mohan
committed
v2.3.0 all checks passed
1 parent d599f4d commit 6257657

File tree

4 files changed

+15
-5
lines changed

4 files changed

+15
-5
lines changed

.DS_Store

0 Bytes
Binary file not shown.

src/datafog/__init__.py

+3
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
# datafog-python/src/datafog/__init__.py
22
import json
3+
import logging
34

45
import pandas as pd
56
import requests
@@ -8,6 +9,8 @@
89
from .__about__ import __version__
910
from .pii_tools import PresidioEngine
1011

12+
logger = logging.getLogger(__name__).setLevel(logging.ERROR)
13+
1114
__all__ = [
1215
"__version__",
1316
"PresidioEngine",

src/datafog/pii_tools/PresidioEngine/__init__.py

+12-4
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,19 @@
1-
from presidio_analyzer import AnalyzerEngine, RecognizerRegistry, RecognizerResult, PatternRecognizer, Pattern
2-
from presidio_analyzer.nlp_engine import NlpEngineProvider
3-
from typing import List, Optional, Tuple
41
import logging
2+
from typing import List, Optional
3+
4+
from presidio_analyzer import (
5+
AnalyzerEngine,
6+
Pattern,
7+
PatternRecognizer,
8+
RecognizerRegistry,
9+
)
10+
from presidio_analyzer.nlp_engine import NlpEngineProvider
11+
512
from .analyzer import CustomSpacyRecognizer
613

714
logger = logging.getLogger("presidio-engine-init").setLevel(logging.ERROR)
815

16+
917
# Helper methods
1018
def create_ad_hoc_deny_list_recognizer(
1119
deny_list=Optional[List[str]],
@@ -30,6 +38,7 @@ def create_ad_hoc_regex_recognizer(
3038
)
3139
return regex_recognizer
3240

41+
3342
def analyzer_engine():
3443
"""Return AnalyzerEngine."""
3544

@@ -55,7 +64,6 @@ def analyzer_engine():
5564
"low_score_entity_names": ["ORG", "ORGANIZATION"],
5665
"labels_to_ignore": ["DATE_TIME"],
5766
},
58-
5967
}
6068

6169
# Create NLP engine based on configuration

src/datafog/pii_tools/PresidioEngine/analyzer.py

-1
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,6 @@
66
logger = logging.getLogger("custom-spacy-recognizer").setLevel(logging.ERROR)
77

88

9-
109
class CustomSpacyRecognizer(LocalRecognizer):
1110
ENTITIES = [
1211
"LOCATION",

0 commit comments

Comments
 (0)