From 954bd649193e5ff0ba488289cac700960cfc1048 Mon Sep 17 00:00:00 2001
From: "suluyan.sly" <suluyan.sly@alibaba-inc.com>
Date: Tue, 5 Dec 2023 14:05:08 +0800
Subject: [PATCH] set vllm backend default when build llm_pipeline from
 pipeline()

---
 modelscope/pipelines/builder.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/modelscope/pipelines/builder.py b/modelscope/pipelines/builder.py
index f44f7381..63249eb9 100644
--- a/modelscope/pipelines/builder.py
+++ b/modelscope/pipelines/builder.py
@@ -153,6 +153,10 @@ def pipeline(task: str = None,
     pipeline_props['device'] = device
     cfg = ConfigDict(pipeline_props)
 
+    # support set llm_framework=None
+    if pipeline_name == 'llm' and kwargs.get('llm_framework', '') == '':
+        kwargs['llm_framework'] = 'vllm'
+
     if kwargs:
         cfg.update(kwargs)