Files
modelscope/examples/pytorch/llm/run_infer.sh
2023-07-26 18:12:55 +08:00

8 lines
199 B
Bash

#!/bin/bash
python llm_infer.py \
--device 0,1 \
--model_type openbuddy-llama2-13b \
--ckpt_path "runs/openbuddy-llama2-13b/vx_xxx/output_best/pytorch_model.bin" \
--eval_human true