From fcc5740238ace4d502217debf22f71c7da228641 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E6=99=BA=E4=B8=9E?= <zhangzhicheng.zzc@alibaba-inc.com>
Date: Tue, 21 Jun 2022 15:49:08 +0800
Subject: [PATCH] merge with master 2/2

---
 modelscope/preprocessors/nlp.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/modelscope/preprocessors/nlp.py b/modelscope/preprocessors/nlp.py
index 1624e746..9c7e2ff4 100644
--- a/modelscope/preprocessors/nlp.py
+++ b/modelscope/preprocessors/nlp.py
@@ -198,6 +198,7 @@ class ZeroShotClassificationPreprocessor(Preprocessor):
         self.sequence_length = kwargs.pop('sequence_length', 512)
         self.candidate_labels = kwargs.pop('candidate_labels')
         self.hypothesis_template = kwargs.pop('hypothesis_template', '{}')
+        self.tokenizer = SbertTokenizer.from_pretrained(self.model_dir)
 
     @type_assert(object, str)
     def __call__(self, data: str) -> Dict[str, Any]: