mirror of
https://github.com/data-privacy-stack/presidio.git
synced 2026-07-26 04:40:54 -05:00
44 lines
1.1 KiB
Python
44 lines
1.1 KiB
Python
from presidio_helpers import analyzer_engine, analyze, anonymize
|
|
|
|
|
|
def test_streamlit_logic():
|
|
st_model = "en" # st_model = "StanfordAIMI/stanford-deidentifier-base"
|
|
st_model_package = "stanza" ##st_model_package = "HuggingFace"
|
|
st_ta_key = None
|
|
st_ta_endpoint = None
|
|
|
|
analyzer_params = (st_model_package, st_model, st_ta_key, st_ta_endpoint)
|
|
|
|
# Read default text
|
|
with open("demo_text.txt") as f:
|
|
demo_text = f.readlines()
|
|
|
|
st_text = "".join(demo_text)
|
|
|
|
# instantiate and cache AnalyzerEngine
|
|
analyzer_engine(*analyzer_params)
|
|
|
|
# Analyze
|
|
st_analyze_results = analyze(
|
|
*analyzer_params,
|
|
text=st_text,
|
|
entities="All",
|
|
language="en",
|
|
score_threshold=0.35,
|
|
return_decision_process=True,
|
|
allow_list=[],
|
|
deny_list=[],
|
|
)
|
|
|
|
# Anonymize
|
|
st_anonymize_results = anonymize(
|
|
text=st_text,
|
|
operator="replace",
|
|
mask_char=None,
|
|
number_of_chars=None,
|
|
encrypt_key=None,
|
|
analyze_results=st_analyze_results,
|
|
)
|
|
|
|
assert st_anonymize_results.text != ""
|