mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-18 01:07:44 +01:00
f4c90f2adf
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/13080086 * support lora for llama * update baichuan * remove work_dir * fixbug: 1. change ConfigDict to list when hooks key not in config 2. ignore all bin files when preparing output folder * 1. support device_map 2. remove the operation of to float when using lora * add inference file * add comment * support device_map
32 lines
1.1 KiB
Python
32 lines
1.1 KiB
Python
from modelscope import Model, pipeline, read_config
|
||
from modelscope.metainfo import Models
|
||
from modelscope.swift import Swift
|
||
from modelscope.swift.lora import LoRAConfig
|
||
from modelscope.utils.config import ConfigDict
|
||
|
||
lora_config = LoRAConfig(
|
||
replace_modules=['attention.query_key_value'],
|
||
rank=32,
|
||
lora_alpha=32,
|
||
lora_dropout=0.05,
|
||
pretrained_weights='./lora_dureader_target/iter_600.pth')
|
||
|
||
model_dir = 'ZhipuAI/ChatGLM-6B'
|
||
model_config = read_config(model_dir)
|
||
model_config['model'] = ConfigDict({
|
||
'type': Models.chatglm_6b,
|
||
})
|
||
|
||
model = Model.from_pretrained(model_dir, cfg_dict=model_config)
|
||
model = model.bfloat16()
|
||
Swift.prepare_model(model, lora_config)
|
||
|
||
pipe = pipeline('chat', model, pipeline_name='chatglm6b-text-generation')
|
||
|
||
print(
|
||
pipe({
|
||
'text':
|
||
'纵使进入21世纪后，我国教育水平有了明显进步，高考的难度却依旧不容小觑，高考被中国学生和家长定义为改变命运、改写人生脑重要考试，为了这场考试，学生和家长都付出了很多。',
|
||
'history': []
|
||
}))
|