JonathanEGP commited on
Commit
809631e
·
verified ·
1 Parent(s): ba91845

Delete anonymizer_pipeline.py

Browse files
Files changed (1) hide show
  1. anonymizer_pipeline.py +0 -23
anonymizer_pipeline.py DELETED
@@ -1,23 +0,0 @@
1
- from transformers import Pipeline
2
- from .multi_model_anonymizer import MultiModelAnonymizer
3
-
4
- class AnonymizerPipeline(Pipeline):
5
- def __init__(self, anonymizer: MultiModelAnonymizer, **kwargs):
6
- self.anonymizer = anonymizer
7
- super().__init__(**kwargs)
8
-
9
- def _sanitize_parameters(self, **kwargs):
10
- return {}, {}, {}
11
-
12
- def preprocess(self, text: str):
13
- return {"text": text}
14
-
15
- def _forward(self, model_inputs):
16
- return {"anonymized_text": self.anonymizer.anonymize(model_inputs["text"])}
17
-
18
- def postprocess(self, model_outputs):
19
- return model_outputs
20
-
21
- def load_pipeline(model_paths, thresholds):
22
- anonymizer = MultiModelAnonymizer(model_paths, thresholds)
23
- return AnonymizerPipeline(anonymizer)