Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-02-24 12:10:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix pipeline builder

Browse Source
This commit is contained in:
suluyan
2025-03-21 11:33:46 +08:00
parent 41ad01681f
commit 8292fd9262
2 changed files with 12 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
modelscope/utils/hf_util/patcher.py
View File

@@ -28,7 +28,6 @@ def get_all_imported_modules():
'Auto.*', 'T5.*', 'BitsAndBytesConfig', 'GenerationConfig', 'Awq.*',
'GPTQ.*', 'BatchFeature', 'Qwen.*', 'Llama.*', 'PretrainedConfig',
'PreTrainedTokenizer', 'PreTrainedModel', 'PreTrainedTokenizerFast',
'Pipeline'
]
peft_include_names = ['.*PeftModel.*', '.*Config']
diffusers_include_names = [

12
tests/pipelines/test_llm_pipeline.py
View File

@@ -174,6 +174,18 @@ class LLMPipelineTest(unittest.TestCase):
print('messages: ', pipe(self.messages_en, **self.gen_cfg))
print('prompt: ', pipe(self.prompt_en, **self.gen_cfg))
@unittest.skipUnless(test_level() >= 1, 'skip test in current test level')
def test_qwen2(self):
pipe = pipeline(
task='chat',
model='qwen/Qwen2-0.5B-Instruct',
model_revision='master',
llm_first=True,
torch_dtype='torch.float16',
device_map='auto')
print('messages: ', pipe(self.messages_en, **self.gen_cfg))
print('prompt: ', pipe(self.prompt_en, **self.gen_cfg))
@unittest.skipUnless(test_level() >= 1, 'skip test in current test level')
def test_llama2chat(self):
pipe = pipeline(