From 74659be7d03ab4f9ad612705fc81cd4eef882129 Mon Sep 17 00:00:00 2001 From: "lukeming.lkm" Date: Wed, 2 Aug 2023 18:12:11 +0800 Subject: [PATCH] add kwargs for save_vocabulary Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/13508568 --- modelscope/models/nlp/qwen/tokenization.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modelscope/models/nlp/qwen/tokenization.py b/modelscope/models/nlp/qwen/tokenization.py index 459ceaf3..f8f27654 100644 --- a/modelscope/models/nlp/qwen/tokenization.py +++ b/modelscope/models/nlp/qwen/tokenization.py @@ -150,7 +150,7 @@ class QWenTokenizer(PreTrainedTokenizer): format(len(ids), self.max_len)) return ids - def save_vocabulary(self, save_directory: str) -> Tuple[str]: + def save_vocabulary(self, save_directory: str, **kwargs) -> Tuple[str]: """ Save only the vocabulary of the tokenizer (vocabulary + added tokens).