merge with master 2/2

2025-12-24 03:59:23 +01:00 · 2022-06-21 15:49:08 +08:00
parent c8ccfe0a2c
commit fcc5740238
1 changed files with 1 additions and 0 deletions
--- a/modelscope/preprocessors/nlp.py
+++ b/modelscope/preprocessors/nlp.py
@@ -198,6 +198,7 @@ class ZeroShotClassificationPreprocessor(Preprocessor):
        self.sequence_length = kwargs.pop('sequence_length', 512)
        self.candidate_labels = kwargs.pop('candidate_labels')
        self.hypothesis_template = kwargs.pop('hypothesis_template', '{}')
+        self.tokenizer = SbertTokenizer.from_pretrained(self.model_dir)

    @type_assert(object, str)
    def __call__(self, data: str) -> Dict[str, Any]: