update dependencies

This commit is contained in:
tastelikefeet
2025-10-09 10:28:31 +08:00
parent 603d44b893
commit e615c96ba6

View File

@@ -245,12 +245,12 @@ def _patch_pretrained_class(all_imported_modules, wrap=False):
(cls.vocab_files_names.values()) if cls is not None
and hasattr(cls, 'vocab_files_names') else []) + [
'chat_template.jinja', r'*.json', r'*.py',
r'*.txt', r'*.model'
r'*.txt', r'*.model', r'*.tiktoken'
] # noqa
elif 'Processor' in module_class.__name__:
extra_allow_file_pattern = [
'chat_template.jinja', r'*.json', r'*.py', r'*.txt',
r'*.model'
r'*.model', r'*.tiktoken'
]
kwargs['allow_file_pattern'] = extra_allow_file_pattern