mirror of
https://github.com/modelscope/modelscope.git
synced 2026-07-10 12:33:28 +02:00
a58be34384
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/12770413 * add prompt and lora * add adapter * add prefix * add tests * adapter smoke test passed * prompt test passed * support model id in petl * migrate chatglm6b * add train script for chatglm6b * move gen_kwargs to finetune.py * add chatglm2 * add model definination
31 lines
931 B
Bash
31 lines
931 B
Bash
PRE_SEQ_LEN=128
|
|
LR=2e-2
|
|
|
|
PYTHONPATH=. python examples/pytorch/chatglm6b/finetune.py \
|
|
--train_dataset_name modelscope/DuReader_robust-QG \
|
|
--val_dataset_name modelscope/DuReader_robust-QG \
|
|
--train_subset_name default \
|
|
--val_subset_name default \
|
|
--train_split train \
|
|
--val_split validation \
|
|
--prompt_column text1 \
|
|
--response_column text2 \
|
|
--model "ZhipuAI/ChatGLM-6B" \
|
|
--max_source_length 64 \
|
|
--max_target_length 64 \
|
|
--per_device_train_batch_size 16 \
|
|
--per_device_eval_batch_size 1 \
|
|
--train.optimizer.options.cumulative_iters 1 \
|
|
--max_epochs 3 \
|
|
--save_strategy 'by_step' \
|
|
--save_interval 300 \
|
|
--lr $LR \
|
|
--eval_strategy "by_step" \
|
|
--eval_interval 300 \
|
|
--lr_strategy 'by_step' \
|
|
--task 'chat' \
|
|
--model.type 'chatglm6b' \
|
|
--pre_seq_len $PRE_SEQ_LEN \
|
|
--quantization_bit 4 \
|
|
--work_dir ptuning_dureader_target \
|