Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-09-01 19:49:03 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix llama bug

Browse Source 
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/13133641
* fix bug
This commit is contained in:
hemu.zp
2023-06-30 20:49:30 +08:00
committed by xingjun.wxj
parent 2a2cc594eb
commit bb194f1d96
1 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
examples/pytorch/llama/finetune_llama.py
View File

@@ -301,17 +301,19 @@ if __name__ == '__main__':
trainer.train()
# prepare for inference
if args.deepspeed and int(os.environ.get('LOCAL_RANK', 0)) == 0:
tokenizer.save_pretrained(os.path.join(args.work_dir, 'output'))
os.system(f'rm {args.work_dir}/output/pytorch_model*')
if args.deepspeed and args.zero_stage is None and int(
os.environ.get('LOCAL_RANK', 0)) == 0:
work_dir = config.train.work_dir
tokenizer.save_pretrained(os.path.join(work_dir, 'output'))
os.system(f'rm {work_dir}/output/pytorch_model*')
os.system(
f'python3 {args.work_dir}/zero_to_fp32.py {args.work_dir} {args.work_dir}/output/pytorch_model.bin'
f'python3 {work_dir}/zero_to_fp32.py {work_dir} {work_dir}/output/pytorch_model.bin'
)
os.system(
f'cp {model_path}/configuration.json {args.work_dir}/output/configuration.json'
f'cp {model_path}/configuration.json {work_dir}/output/configuration.json'
)
with open(f'{model_path}/config.json', 'r') as f:
config = json.load(f)
config['vocab_size'] = len(tokenizer)
with open(f'{args.work_dir}/output/config.json', 'w') as f:
with open(f'{work_dir}/output/config.json', 'w') as f:
json.dump(config, f)