mirror of
https://github.com/modelscope/modelscope.git
synced 2026-07-10 12:33:28 +02:00
fc54593a56
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/13404289 * fix baichuan eval * support sequence_length and ppl * fix typo * fix bug for palm * fix bug
32 lines
955 B
Bash
32 lines
955 B
Bash
export PYTHONPATH=$PYTHONPATH:./
|
|
torchrun examples/pytorch/baichuan/finetune_baichuan.py \
|
|
--trainer 'text-generation-trainer' \
|
|
--work_dir './tmp' \
|
|
--model 'baichuan-inc/baichuan-7B' \
|
|
--train_dataset_name 'chinese-poetry-collection' \
|
|
--val_dataset_name 'chinese-poetry-collection' \
|
|
--train_split 'train' \
|
|
--val_split 'test' \
|
|
--src_txt 'text1' \
|
|
--tgt_txt 'text2' \
|
|
--sequence_length 128 \
|
|
--max_epochs 2 \
|
|
--per_device_train_batch_size 8 \
|
|
--per_device_eval_batch_size 32 \
|
|
--train_data_worker 0 \
|
|
--eval_data_worker 0 \
|
|
--optimizer 'AdamW' \
|
|
--lr 2e-5 \
|
|
--lr_scheduler 'CosineAnnealingLR' \
|
|
--eval_strategy 'by_epoch' \
|
|
--bf16 1 \
|
|
--use_lora 1 \
|
|
--use_model_config 1 \
|
|
--eval_metrics 'ppl' \
|
|
--T_max 1 \
|
|
--save_strategy no \
|
|
--save_best true \
|
|
--metric_for_best_model ppl \
|
|
--metric_rule_for_best_model min \
|
|
--device_map 'auto' \
|