Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-16 16:27:45 +01:00
Code Issues Packages Projects Releases Wiki Activity
Files
23f3b9a43eae45e76cf012dba3afb46d1a5e20de
modelscope/tests/tools/test_to_ollama.py

496 lines
24 KiB
Python
Raw Normal View History

template and ollama in modelscope (#995)
2024-09-29 19:13:50 +08:00
# Copyright (c) Alibaba, Inc. and its affiliates.
import unittest
from modelscope.preprocessors.templates import TemplateType
from modelscope.preprocessors.templates.loader import TemplateLoader
from modelscope.utils.test_utils import test_level
Fix ollama template (#1141) * add marco o1 * add qwq * feat: llama3.3 * fix space , add exaone3.5 , fix ministral
2024-12-10 14:22:02 +08:00
def _test_check_tmpl_type(model, tmpl_type, gguf_meta={}):
ollama, info = TemplateLoader.to_ollama(
model, gguf_meta=gguf_meta, debug=True)
Template.to_ollama: add new argument `split` (#1039) feat: 1. add new argument `split` 2. ollama template
2024-11-04 13:46:07 +08:00
assert info.__dict__.get('modelfile_prefix').split(
'/')[-1] == tmpl_type, info
template and ollama in modelscope (#995)
2024-09-29 19:13:50 +08:00
class TestToOllama(unittest.TestCase):
@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_load_template(self):
template = TemplateLoader.load_by_model_id(
'LLM-Research/Meta-Llama-3-8B-Instruct')
self.assertTrue(template.template_type == TemplateType.llama3)
template = TemplateLoader.load_by_model_id(
'swift/Meta-Llama-3-70B-Instruct-AWQ')
self.assertTrue(template.template_type == TemplateType.llama3)
template = TemplateLoader.load_by_model_id(
'deepseek-ai/DeepSeek-V2-Lite-Chat')
self.assertTrue(template.template_type == TemplateType.deepseek2)
template = TemplateLoader.load_by_model_id('deepseek-ai/DeepSeek-V2.5')
self.assertTrue(template.template_type == TemplateType.deepseek2_5)
template = TemplateLoader.load_by_model_id(
'deepseek-ai/deepseek-coder-1.3b-instruct')
self.assertTrue(template.template_type == TemplateType.deepseek_coder)
template = TemplateLoader.load_by_model_id(
'OpenBuddy/openbuddy-deepseek-67b-v15.2')
self.assertTrue(template is None)
template = TemplateLoader.load_by_model_id(
'deepseek-ai/deepseek-llm-67b-chat')
self.assertTrue(template.template_type == TemplateType.deepseek)
template = TemplateLoader.load_by_model_id(
Template.to_ollama: add new argument `split` (#1039) feat: 1. add new argument `split` 2. ollama template
2024-11-04 13:46:07 +08:00
'deepseek-ai/DeepSeek-V2-Lite-Chat')
template and ollama in modelscope (#995)
2024-09-29 19:13:50 +08:00
self.assertTrue(template.template_type == TemplateType.deepseek2)
template = TemplateLoader.load_by_model_id('01ai/Yi-1.5-9B-Chat')
self.assertTrue(template.template_type == TemplateType.chatml)
template = TemplateLoader.load_by_model_id('01ai/Yi-Coder-9B-Chat')
self.assertTrue(template.template_type == TemplateType.yi_coder)
template = TemplateLoader.load_by_model_id(
'LLM-Research/gemma-2-27b-it')
self.assertTrue(template.template_type == TemplateType.gemma)
template = TemplateLoader.load_by_model_id('AI-ModelScope/gemma-2b')
Template.to_ollama: add new argument `split` (#1039) feat: 1. add new argument `split` 2. ollama template
2024-11-04 13:46:07 +08:00
self.assertTrue(template.template_type == TemplateType.gemma)
template and ollama in modelscope (#995)
2024-09-29 19:13:50 +08:00
template = TemplateLoader.load_by_model_id(
'AI-ModelScope/gemma-2b-instruct')
Template.to_ollama: add new argument `split` (#1039) feat: 1. add new argument `split` 2. ollama template
2024-11-04 13:46:07 +08:00
self.assertTrue(template.template_type == TemplateType.gemma)
template and ollama in modelscope (#995)
2024-09-29 19:13:50 +08:00
template = TemplateLoader.load_by_model_id(
'AI-ModelScope/gemma2-2b-instruct')
self.assertTrue(template.template_type == TemplateType.gemma)
template = TemplateLoader.load_by_model_id(
'AI-ModelScope/paligemma-3b-mix-224')
self.assertTrue(template is None)
template = TemplateLoader.load_by_model_id(
'LLM-Research/Phi-3-vision-128k-instruct')
self.assertTrue(template is None)
template = TemplateLoader.load_by_model_id(
'LLM-Research/Phi-3-128k-instruct')
self.assertTrue(template.template_type == TemplateType.phi3)
template = TemplateLoader.load_by_model_id(
'LLM-Research/Phi-3-128k-instruct-GGUF')
self.assertTrue(template.template_type == TemplateType.phi3)
@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_load_ollama(self):
ollama = TemplateLoader.to_ollama(
'LLM-Research/Meta-Llama-3.1-8B-Instruct-GGUF')
self.assertTrue(ollama is not None)
ollama = TemplateLoader.to_ollama(
'QuantFactory/Gemma-2-Ataraxy-9B-Chat-GGUF')
self.assertTrue(ollama is not None)
ollama = TemplateLoader.to_ollama('Xorbits/Llama-2-7b-Chat-GGUF')
self.assertTrue(ollama is not None)
ollama = TemplateLoader.to_ollama(
'AI-ModelScope/gemma2-2b-instruct-GGUF')
self.assertTrue(ollama is not None)
ollama = TemplateLoader.to_ollama(
'LLM-Research/Phi-3-128k-instruct-GGUF')
self.assertTrue(ollama is not None)
ollama = TemplateLoader.to_ollama(template_name='phi3')
self.assertTrue(ollama is not None)
ollama = TemplateLoader.to_ollama(
'QuantFactory/Mistral-Nemo-Japanese-Instruct-2408-GGUF')
self.assertTrue(ollama is not None)
fix template: llava-llama-3 & yi-1.5 (#1011)
2024-10-10 10:01:45 +08:00
ollama = TemplateLoader.to_ollama('AI-ModelScope/Yi-1.5-9B-32K-GGUF')
self.assertTrue(ollama is not None)
ollama = TemplateLoader.to_ollama(
'AI-ModelScope/llava-llama-3-8b-v1_1-gguf')
self.assertTrue(ollama is not None)
Fix template of eos_token (#1013)
2024-10-10 21:40:51 +08:00
ollama = TemplateLoader.to_ollama(
'01ai/Yi-1.5-9B-Chat', ignore_oss_model_file=True)
self.assertTrue(ollama is not None)
Template.to_ollama: add new argument `split` (#1039) feat: 1. add new argument `split` 2. ollama template
2024-11-04 13:46:07 +08:00
ollama = TemplateLoader.to_ollama(
'QuantFactory/Mistral-7B-Instruct-v0.1-GGUF',
ignore_oss_model_file=True)
self.assertTrue(ollama is not None)
@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_check_template_type(self):
update ollama: granite4,deepseek-v3.1,gpt-oss (#1531) Co-authored-by: xiaojiaping.xjp <xiaojiaping.xjp@alibaba-inc.com>
2025-11-07 17:33:25 +08:00
_test_check_tmpl_type(
'unsloth/gpt-oss-20b-GGUF',
'gpt-oss',
gguf_meta={'general.name': 'Gpt-Oss-20B'})
_test_check_tmpl_type(
'unsloth/granite-4.0-h-tiny-GGUF',
'granite4',
gguf_meta={'general.name': 'Granite-4.0-H-Tiny'})
_test_check_tmpl_type(
'unsloth/DeepSeek-V3.1-GGUF',
'deepseek-v3.1',
gguf_meta={'general.name': 'Deepseek-V3.1'})
ollama template: qwen3-coder, gemma3n, mistral-small3.2, magistral, devstral (#1434) Co-authored-by: suluyan <suluyan.sly@aliabab-inc.com>
2025-08-04 17:07:06 +08:00
_test_check_tmpl_type('unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF',
'qwen3-coder')
_test_check_tmpl_type(
'unsloth/gemma-3n-E4B-it-GGUF',
'gemma3n',
gguf_meta={'general.name': 'Gemma-3N-E4B-It'})
_test_check_tmpl_type(
'unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF',
'mistral-small3.2',
gguf_meta={'general.name': 'Mistral-Small-3.2-24B-Instruct-2506'})
_test_check_tmpl_type(
'unsloth/Magistral-Small-2507-GGUF',
'magistral',
gguf_meta={'general.name': 'Magistral-Small-2507'})
_test_check_tmpl_type(
'mistralai/Devstral-Small-2507_gguf',
'devstral',
gguf_meta={'general.name': 'devstral-small-2507'})
fix: ollama template mapping (#1354) * feat ollama template qwen3 * add phi4, llama4, qwen2.5vl * fix dpsk-r1-qwen3 * rm duplicate case --------- Co-authored-by: suluyan <suluyan.sly@aliabab-inc.com>
2025-06-04 20:13:35 +08:00
_test_check_tmpl_type(
'unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF',
'deepseek-r1',
gguf_meta={'general.name': 'Deepseek-R1-0528-Qwen3-8B'})
_test_check_tmpl_type(
'unsloth/Qwen2.5-VL-3B-Instruct-GGUF',
'qwen2.5vl',
gguf_meta={'general.name': 'Qwen2.5-Vl-3B-Instruct'})
_test_check_tmpl_type(
'unsloth/Phi-4-reasoning-GGUF',
'phi4-reasoning',
gguf_meta={'general.name': 'Phi-4-Reasoning-Plus'})
_test_check_tmpl_type('unsloth/Phi-4-mini-reasoning-GGUF',
'phi4-mini-reasoning')
_test_check_tmpl_type('unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF',
'llama4')
_test_check_tmpl_type(
'unsloth/Qwen3-32B-GGUF',
'qwen3',
gguf_meta={'general.name': 'Qwen3-32B'})
feat: new ollama template (#1318) Co-authored-by: jbh02127155 <jbh02127155@alibaba-inc.com>
2025-04-24 12:43:07 +08:00
_test_check_tmpl_type(
'lmstudio-community/granite-3.3-2b-instruct-GGUF',
'granite3.3',
gguf_meta={'general.name': 'Granite 3.3 2b Instruct'})
_test_check_tmpl_type(
'bartowski/deepcogito_cogito-v1-preview-llama-3B-GGUF',
'cogito',
gguf_meta={'general.name': 'Cogito v1 Preview Llama 3B'})
_test_check_tmpl_type(
'unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF',
'mistral-small3.1',
gguf_meta={'general.name': 'Mistral-Small-3.1-24B-Instruct-2503t'})
_test_check_tmpl_type(
'lmstudio-community/DeepCoder-1.5B-Preview-GGUF',
'deepcoder',
gguf_meta={'general.name': 'DeepCoder 1.5B Preview'})
ollama_template gemma3, command-a (#1264) Co-authored-by: suluyan <suluyan.sly@aliabab-inc.com>
2025-03-19 08:44:48 +08:00
_test_check_tmpl_type(
'lmstudio-community/c4ai-command-a-03-2025-GGUF',
'command-a',
gguf_meta={'general.name': 'C4Ai Command A 03 2025'})
_test_check_tmpl_type(
'unsloth/gemma-3-27b-it-GGUF',
'gemma3',
gguf_meta={'general.name': 'Gemma-3-27B-It'})
feat ollama template: 1. allow_general_name; 2. 7 new templates (#1247) Co-authored-by: suluyan <suluyan.sly@aliabab-inc.com>
2025-03-05 10:57:52 +08:00
_test_check_tmpl_type(
'DevQuasar/CohereForAI.c4ai-command-r7b-arabic-02-2025-GGUF',
'command-r7b-arabic',
gguf_meta={
'general.name': 'CohereForAI.c4ai Command R7B Arabic 02 2025'
})
_test_check_tmpl_type(
'lmstudio-community/granite-vision-3.2-2b-GGUF',
'granite3.2-vision',
gguf_meta={'general.name': 'Granite Vision 3.2 2b'})
_test_check_tmpl_type(
'unsloth/Phi-4-mini-instruct-GGUF',
'phi4-mini',
gguf_meta={'general.name': 'Phi 4 Mini Instruct'})
_test_check_tmpl_type(
'lmstudio-community/granite-3.2-2b-instruct-GGUF',
'granite3.2',
gguf_meta={'general.name': 'Granite 3.2 2b Instruct'})
_test_check_tmpl_type(
'unsloth/r1-1776-GGUF',
'r1-1776',
gguf_meta={'general.name': 'R1 1776'})
_test_check_tmpl_type(
'QuantFactory/DeepScaleR-1.5B-Preview-GGUF',
'deepscaler',
gguf_meta={'general.name': 'DeepScaleR 1.5B Preview'})
_test_check_tmpl_type(
'lmstudio-community/OpenThinker-32B-GGUF',
'openthinker',
gguf_meta={'general.name': 'Qwen2.5 7B Instruct'})
Fix ollama template (#1141) * add marco o1 * add qwq * feat: llama3.3 * fix space , add exaone3.5 , fix ministral
2024-12-10 14:22:02 +08:00
_test_check_tmpl_type(
'LLM-Research/Llama-3.3-70B-Instruct',
'llama3.3',
gguf_meta={'general.name': 'Llama 3.3 70B Instruct'})
feat ollama template: llama3.2-vision (#1070)
2024-11-07 16:09:12 +08:00
_test_check_tmpl_type(
'AI-ModelScope/Llama-3.2-11B-Vision-Instruct-GGUF',
'llama3.2-vision')
Template.to_ollama: add new argument `split` (#1039) feat: 1. add new argument `split` 2. ollama template
2024-11-04 13:46:07 +08:00
_test_check_tmpl_type('LLM-Research/Meta-Llama-3.2-8B-Instruct-GGUF',
'llama3.2')
_test_check_tmpl_type('LLM-Research/Meta-Llama-3.1-8B-Instruct-GGUF',
'llama3.1')
_test_check_tmpl_type('LLM-Research/Meta-Llama-3-8B-Instruct-GGUF',
'llama3')
_test_check_tmpl_type(
'LLM-Research/Llama-3-8B-Instruct-Gradient-4194k-GGUF',
'llama3-gradient')
_test_check_tmpl_type('QuantFactory/Llama-3-Groq-8B-Tool-Use-GGUF',
'llama3-groq-tool-use')
_test_check_tmpl_type('QuantFactory/Llama3-ChatQA-1.5-8B-GGUF',
'llama3-chatqa')
_test_check_tmpl_type('SinpxAI/Llama2-Chinese-7B-Chat-GGUF',
'llama2-chinese')
_test_check_tmpl_type('QuantFactory/dolphin-2.9-llama3-70b-GGUF',
'dolphin-llama3')
_test_check_tmpl_type('AI-ModelScope/llava-llama-3-8b-v1_1-gguf',
'llava-llama3')
_test_check_tmpl_type('Xorbits/Llama-2-7b-Chat-GGUF', 'llama2')
_test_check_tmpl_type('QuantFactory/MathCoder2-CodeLlama-7B-GGUF',
'codellama')
_test_check_tmpl_type('QuantFactory/TinyLlama-1.1B-Chat-v1.0-GGUF',
'tinyllama')
_test_check_tmpl_type('AI-ModelScope/LLaMA-Pro-8B-Instruct',
'llama-pro')
_test_check_tmpl_type('LLM-Research/Llama-Guard-3-8B', 'llama-guard3')
_test_check_tmpl_type('Qwen/Qwen2.5-3B-Instruct-GGUF', 'qwen2.5')
_test_check_tmpl_type('Xorbits/Qwen-14B-Chat-GGUF', 'qwen')
_test_check_tmpl_type('QuantFactory/Qwen2-7B-GGUF', 'qwen2')
_test_check_tmpl_type('QuantFactory/Qwen2-Math-7B-GGUF', 'qwen2-math')
_test_check_tmpl_type('Qwen/CodeQwen1.5-7B-Chat-GGUF', 'codeqwen')
_test_check_tmpl_type('Qwen/Qwen2.5-Coder-7B-Instruct-GGUF',
'qwen2.5-coder')
_test_check_tmpl_type('QuantFactory/Gemma-2-Ataraxy-9B-Chat-GGUF',
'gemma2')
_test_check_tmpl_type(
'QuantFactory/Athene-codegemma-2-7b-it-alpaca-v1.1-GGUF',
'codegemma')
_test_check_tmpl_type('QuantFactory/gemma-7b-GGUF', 'gemma')
_test_check_tmpl_type('QuantFactory/shieldgemma-2b-GGUF',
'shieldgemma')
_test_check_tmpl_type(
'ZhaoningLi/laser-dolphin-mixtral-2x7b-dpo.fp16.gguf',
'dolphin-mixtral')
_test_check_tmpl_type('QuantFactory/dolphin-2.1-mistral-7b-GGUF',
'dolphin-mistral')
_test_check_tmpl_type('xtuner/llava-phi-3-mini', 'llava-phi3')
_test_check_tmpl_type('QuantFactory/Phi-3.5-mini-instruct-GGUF',
'phi3.5')
_test_check_tmpl_type('AI-ModelScope/Phi-3-medium-128k-instruct-GGUF',
'phi3')
_test_check_tmpl_type('QuantFactory/phi-2-GGUF', 'phi')
_test_check_tmpl_type('alignmentforever/alpaca-Yarn-Mistral-7b-128k',
'yarn-mistral')
_test_check_tmpl_type('LLM-Research/Mistral-Large-Instruct-2407',
'mistral-large')
_test_check_tmpl_type('AI-ModelScope/MistralLite', 'mistrallite')
_test_check_tmpl_type('AI-ModelScope/Mistral-Small-Instruct-2409',
'mistral-small')
_test_check_tmpl_type('LLM-Research/Mistral-Nemo-Instruct-2407-GGUF',
'mistral-nemo')
_test_check_tmpl_type('QuantFactory/Mistral-7B-OpenOrca-GGUF',
'mistral-openorca')
_test_check_tmpl_type('QuantFactory/Mistral-7B-Instruct-v0.1-GGUF',
'mistral')
Fix ollama template (#1141) * add marco o1 * add qwq * feat: llama3.3 * fix space , add exaone3.5 , fix ministral
2024-12-10 14:22:02 +08:00
_test_check_tmpl_type('QuantFactory/Ministral-8B-Instruct-2410-GGUF',
'mistral')
Template.to_ollama: add new argument `split` (#1039) feat: 1. add new argument `split` 2. ollama template
2024-11-04 13:46:07 +08:00
_test_check_tmpl_type(
'second-state/Nous-Hermes-2-Mixtral-8x7B-SFT-GGUF',
'nous-hermes2-mixtral')
_test_check_tmpl_type('AI-ModelScope/Mixtral-8x22B-v0.1-GGUF',
'mixtral')
_test_check_tmpl_type('QuantFactory/Nemotron-Mini-4B-Instruct-GGUF',
'nemotron-mini')
_test_check_tmpl_type('AI-ModelScope/Nemotron-4-340B-Instruct',
'nemotron')
_test_check_tmpl_type('TIGER-Lab/Mantis-bakllava-7b', 'bakllava')
_test_check_tmpl_type('fireicewolf/llava-v1.6-34B-gguf', 'llava')
_test_check_tmpl_type(
'AI-ModelScope/DeepSeek-Coder-V2-Lite-Instruct-GGUF',
'deepseek-coder-v2')
_test_check_tmpl_type('QuantFactory/deepseek-coder-6.7B-kexer-GGUF',
'deepseek-coder')
_test_check_tmpl_type('deepseek-ai/DeepSeek-V2.5', 'deepseek-v2.5')
_test_check_tmpl_type('deepseek-ai/DeepSeek-V2-Lite-Chat',
'deepseek-v2')
_test_check_tmpl_type('deepseek-ai/deepseek-llm-67b-chat',
'deepseek-llm')
_test_check_tmpl_type('LLM-Research/glm-4-9b-chat-GGUF', 'glm4')
_test_check_tmpl_type('AI-ModelScope/Yi-Coder-9B-Chat-GGUF',
'yi-coder')
_test_check_tmpl_type('01ai/Yi-1.5-9B-Chat', 'yi')
_test_check_tmpl_type('AI-ModelScope/c4ai-command-r-plus',
'command-r-plus')
_test_check_tmpl_type('AI-ModelScope/c4ai-command-r-v01', 'command-r')
_test_check_tmpl_type('LLM-Research/codegeex4-all-9b-GGUF',
'codegeex4')
_test_check_tmpl_type('a7823093/Wizard-Vicuna-13B-Uncensored-HF',
'wizard-vicuna-uncensored')
_test_check_tmpl_type('AI-ModelScope/WizardLM-2-8x22B-GGUF',
'wizardlm2')
_test_check_tmpl_type('AI-ModelScope/WizardCoder-Python-34B-V1.0',
'wizardcoder')
_test_check_tmpl_type('AI-ModelScope/WizardMath-7B-V1.0',
'wizard-math')
_test_check_tmpl_type('AI-ModelScope/WizardLM-7B-V1.0', 'wizardlm')
_test_check_tmpl_type('QuantFactory/vicuna-13b-v1.5-GGUF', 'vicuna')
_test_check_tmpl_type('QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF',
'nous-hermes2')
_test_check_tmpl_type('QuantFactory/stable-code-instruct-3b-GGUF',
'stable-code')
_test_check_tmpl_type('AI-ModelScope/stablelm-tuned-alpha-7b',
'stablelm2')
_test_check_tmpl_type('QuantFactory/internlm2-chat-7b-GGUF',
'internlm2')
_test_check_tmpl_type('openbmb/MiniCPM-V-2-gguf', 'minicpm-v')
_test_check_tmpl_type('QuantFactory/Codestral-22B-v0.1-GGUF',
'codestral')
_test_check_tmpl_type('AI-ModelScope/nomic-embed-text-v1',
'nomic-embed-text')
_test_check_tmpl_type('AI-ModelScope/mxbai-embed-large-v1',
'mxbai-embed-large')
_test_check_tmpl_type('AI-ModelScope/starcoder2-7b', 'starcoder2')
_test_check_tmpl_type('QwenCollection/orca_mini_v7_72b', 'orca-mini')
_test_check_tmpl_type('modelscope/zephyr-7b-beta', 'zephyr')
_test_check_tmpl_type('LLM-Research/snowflake-arctic-embed-m',
'snowflake-arctic-embed')
_test_check_tmpl_type('TabbyML/StarCoder-1B', 'starcoder')
_test_check_tmpl_type('QuantFactory/granite-8b-code-instruct-4k-GGUF',
'granite-code')
_test_check_tmpl_type('AI-ModelScope/all-MiniLM-L6-v2', 'all-minilm')
_test_check_tmpl_type('QuantFactory/openchat-3.6-8b-20240522-GGUF',
'openchat')
_test_check_tmpl_type('AI-ModelScope/aya-101', 'aya')
_test_check_tmpl_type('LLM-Research/OpenHermes-2.5-Mistral-7B',
'openhermes')
_test_check_tmpl_type('AI-ModelScope/Reflection-Llama-3.1-70B',
'reflection')
_test_check_tmpl_type('AI-ModelScope/neural-chat-7b-v3-1',
'neural-chat')
_test_check_tmpl_type('AI-ModelScope/moondream1', 'moondream')
_test_check_tmpl_type('AI-ModelScope/Xwin-LM-70B-V0.1', 'xwinlm')
_test_check_tmpl_type(
'QuantFactory/smollm-360M-instruct-add-basics-GGUF', 'smollm')
_test_check_tmpl_type('AI-ModelScope/sqlcoder-7b-2', 'sqlcoder')
_test_check_tmpl_type('LLM-Research/Starling-LM-7B-beta',
'starling-lm')
_test_check_tmpl_type('AI-ModelScope/falcon-7b', 'falcon')
_test_check_tmpl_type('QuantFactory/SOLAR-10.7B-v1.0-GGUF', 'solar')
_test_check_tmpl_type('AI-ModelScope/Orca-2-13b', 'orca2')
_test_check_tmpl_type('AI-ModelScope/Hermes-3-Llama-3.1-8B', 'hermes3')
_test_check_tmpl_type('QuantFactory/meditron-7b-GGUF', 'meditron')
_test_check_tmpl_type('QuantFactory/NexusRaven-V2-13B-GGUF',
'nexusraven')
_test_check_tmpl_type('davideuler/Magicoder-s-DS-6.7B-GGUF',
'magicoder')
_test_check_tmpl_type('ZhejiangLab-LifeScience/falcon-assistant-2',
'falcon2')
_test_check_tmpl_type('Xorbits/bge-m3', 'bge-m3')
_test_check_tmpl_type('AI-ModelScope/notux-8x7b-v1', 'notux')
_test_check_tmpl_type('AI-ModelScope/OpenOrca-Platypus2-13B',
'open-orca-platypus2')
_test_check_tmpl_type('QuantFactory/notus-7b-v1-GGUF', 'notus')
_test_check_tmpl_type('AI-ModelScope/mathstral-7B-v0.1', 'mathstral')
_test_check_tmpl_type('AI-ModelScope/solar-pro-preview-instruct',
'solar-pro')
_test_check_tmpl_type('AI-ModelScope/dbrx-instruct', 'dbrx')
_test_check_tmpl_type('QuantFactory/NuExtract-GGUF', 'nuextract')
_test_check_tmpl_type('QuantFactory/reader-lm-1.5b-GGUF', 'reader-lm')
_test_check_tmpl_type(
'SDXL-LoRA/KappaNeuro-alfred-augustus-glendening-style', 'alfred')
_test_check_tmpl_type('AI-ModelScope/bge-large-zh-v1.5', 'bge-large')
_test_check_tmpl_type(
'Ceceliachenen/paraphrase-multilingual-MiniLM-L12-v2',
'paraphrase-multilingual')
Fix ollama template (#1141) * add marco o1 * add qwq * feat: llama3.3 * fix space , add exaone3.5 , fix ministral
2024-12-10 14:22:02 +08:00
_test_check_tmpl_type('bartowski/Marco-o1-GGUF', 'marco-o1')
_test_check_tmpl_type('Qwen/QwQ-32B-Preview', 'qwq')
_test_check_tmpl_type('LLM-Research/Llama-3.3-70B-Instruct',
'llama3.3')
_test_check_tmpl_type('bartowski/EXAONE-3.5-7.8B-Instruct-GGUF',
'exaone3.5')
feat: all other ollama models (#1174) * add cases * new models --------- Co-authored-by: suluyan <suluyan.sly@alibaba-inc.com>
2025-01-10 15:42:22 +08:00
_test_check_tmpl_type(
'QuantFactory/Tulu-3.1-8B-SuperNova-Smart-GGUF',
'tulu3',
gguf_meta={'general.name': 'Tulu 3.1 8B SuperNova'})
_test_check_tmpl_type(
'bartowski/Athene-V2-Chat-GGUF',
'athene-v2',
gguf_meta={'general.name': 'Athene V2 Chat'})
_test_check_tmpl_type(
'QuantFactory/granite-guardian-3.0-2b-GGUF',
'granite3-guardian',
gguf_meta={'general.name': 'Models'})
_test_check_tmpl_type('lmstudio-community/OpenCoder-8B-Instruct-GGUF',
'opencoder')
_test_check_tmpl_type(
'QuantFactory/SmolLM2-1.7B-Instruct-GGUF',
'smollm2',
gguf_meta={'general.name': 'Smollm2 1.7B 8k Mix7 Ep2 v2'})
_test_check_tmpl_type(
'prithivMLmods/Aya-Expanse-8B-GGUF',
'aya-expanse',
gguf_meta={'general.name': 'Aya Expanse 8b'})
_test_check_tmpl_type('lmstudio-community/Falcon3-7B-Instruct-GGUF',
'falcon3')
_test_check_tmpl_type(
'lmstudio-community/granite-3.1-8b-instruct-GGUF',
'granite3.1-dense',
gguf_meta={'general.name': 'Granite 3.1 8b Instruct'})
_test_check_tmpl_type(
'lmstudio-community/granite-3.1-2b-instruct-GGUF',
'granite3.1-dense',
gguf_meta={'general.name': 'Granite 3.1 2b Instruct'})
_test_check_tmpl_type(
'lmstudio-community/granite-embedding-278m-multilingual-GGUF',
'granite-embedding',
gguf_meta={'general.name': 'Granite Embedding 278m Multilingual'})
_test_check_tmpl_type(
'QuantFactory/granite-3.1-3b-a800m-instruct-GGUF',
'granite3.1-moe',
gguf_meta={'general.name': 'Granite 3.1 3b A800M Base'})
_test_check_tmpl_type(
'bartowski/granite-3.1-1b-a400m-instruct-GGUF',
'granite3.1-moe',
gguf_meta={'general.name': 'Granite 3.1 1b A400M Instruct'})
_test_check_tmpl_type(
'bartowski/SmallThinker-3B-Preview-GGUF',
'smallthinker',
gguf_meta={'general.name': 'SmallThinker 3B Preview'})
_test_check_tmpl_type(
'bartowski/Dolphin3.0-Llama3.1-8B-GGUF',
'dolphin3',
gguf_meta={'general.name': 'Dolphin 3.0 Llama 3.1 8B'})
_test_check_tmpl_type(
'AI-ModelScope/phi-4', 'phi4', gguf_meta={'general.name': 'Phi 4'})
feat: new ollama template (#1199) * feat: deepseek-r1, olmo2, command-r7b, deepseek-v3 --------- Co-authored-by: suluyan <suluyan.sly@alibaba-inc.com>
2025-01-21 17:49:54 +08:00
_test_check_tmpl_type(
'yasserrmd/DeepSeek-R1-Distill-Qwen-1.5B-gguf',
'deepseek-r1',
gguf_meta={'general.name': 'DeepSeek R1 Distill Qwen 1.5B'})
_test_check_tmpl_type(
'allenai/OLMo-2-1124-7B-Instruct-GGUF',
'olmo2',
gguf_meta={'general.name': 'Open_Instruct_Dev'})
_test_check_tmpl_type(
'bartowski/OLMo-2-1124-7B-Instruct-GGUF',
'olmo2',
gguf_meta={'general.name': 'OLMo 2 1124 7B Instruct'})
_test_check_tmpl_type(
'bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF',
'command-r7b',
gguf_meta={'general.name': 'C4Ai Command R7B 12 2024'})
_test_check_tmpl_type(
'okwinds/DeepSeek-V3-GGUF-V3-LOT',
'deepseek-v3',
gguf_meta={'general.name': 'DeepSeek V3 Bf16D'})
template and ollama in modelscope (#995)
2024-09-29 19:13:50 +08:00
if __name__ == '__main__':
unittest.main()
Reference in New Issue Copy Permalink