Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-02-24 12:10:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix external_engine_for_llm_checker

Browse Source
This commit is contained in:
suluyan
2025-03-13 12:30:29 +08:00
parent bbd75cbe1c
commit 73ac61783c
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
modelscope/pipelines/builder.py
View File

@@ -263,13 +263,14 @@ def external_engine_for_llm_checker(model: Union[str, List[str], Model,
kwargs: Dict[str, Any]) -> Optional[str]:
from .nlp.llm_pipeline import ModelTypeHelper, LLMAdapterRegistry
from ..hub.check_model import get_model_id_from_cache
from swift.llm import get_model_info_meta
if isinstance(model, list):
model = model[0]
if not isinstance(model, str):
model = model.model_dir
if kwargs.get('llm_framework') == 'swift':
llm_framework = kwargs.get('llm_framework', '')
if llm_framework == 'swift':
from swift.llm import get_model_info_meta
# check if swift supports
if os.path.exists(model):
model_id = get_model_id_from_cache(model)
@@ -280,9 +281,8 @@ def external_engine_for_llm_checker(model: Union[str, List[str], Model,
info = get_model_info_meta(model_id)
model_type = info[0].model_type
except Exception as e:
logger.warning(
f'Cannot using llm_framework with {model_id}, '
f'ignoring llm_framework={self.llm_framework} : {e}')
logger.warning(f'Cannot using llm_framework with {model_id}, '
f'ignoring llm_framework={llm_framework} : {e}')
model_type = None
if model_type:
return 'llm'