JonathanEGP
commited on
Delete anonymizer_pipeline.py
Browse files- anonymizer_pipeline.py +0 -23
anonymizer_pipeline.py
DELETED
@@ -1,23 +0,0 @@
|
|
1 |
-
from transformers import Pipeline
|
2 |
-
from .multi_model_anonymizer import MultiModelAnonymizer
|
3 |
-
|
4 |
-
class AnonymizerPipeline(Pipeline):
|
5 |
-
def __init__(self, anonymizer: MultiModelAnonymizer, **kwargs):
|
6 |
-
self.anonymizer = anonymizer
|
7 |
-
super().__init__(**kwargs)
|
8 |
-
|
9 |
-
def _sanitize_parameters(self, **kwargs):
|
10 |
-
return {}, {}, {}
|
11 |
-
|
12 |
-
def preprocess(self, text: str):
|
13 |
-
return {"text": text}
|
14 |
-
|
15 |
-
def _forward(self, model_inputs):
|
16 |
-
return {"anonymized_text": self.anonymizer.anonymize(model_inputs["text"])}
|
17 |
-
|
18 |
-
def postprocess(self, model_outputs):
|
19 |
-
return model_outputs
|
20 |
-
|
21 |
-
def load_pipeline(model_paths, thresholds):
|
22 |
-
anonymizer = MultiModelAnonymizer(model_paths, thresholds)
|
23 |
-
return AnonymizerPipeline(anonymizer)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|