mirror of
https://github.com/modelscope/modelscope.git
synced 2026-02-24 20:19:51 +01:00
set vllm backend default when build llm_pipeline from pipeline()
This commit is contained in:
@@ -153,6 +153,10 @@ def pipeline(task: str = None,
|
||||
pipeline_props['device'] = device
|
||||
cfg = ConfigDict(pipeline_props)
|
||||
|
||||
# support set llm_framework=None
|
||||
if pipeline_name == 'llm' and kwargs.get('llm_framework', '') == '':
|
||||
kwargs['llm_framework'] = 'vllm'
|
||||
|
||||
if kwargs:
|
||||
cfg.update(kwargs)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user