mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-23 11:39:26 +01:00
10 lines
282 B
Bash
10 lines
282 B
Bash
|
DATA_PARALLEL_SIZE=4
|
||
|
|
|
||
|
|
|
||
|
|
export PYTHONPATH=$PYTHONPATH:./
|
||
|
|
torchrun --nproc_per_node $DATA_PARALLEL_SIZE examples/pytorch/llama/finetune_llama.py \
|
||
|
|
--work_dir './tmp' \
|
||
|
|
--model 'skyline2006/llama-7b' \
|
||
|
|
--deepspeed 'default_offload_opt_param.json' \
|
||
|
|
--eval_interval 100
|