examples/pytorch/llm/run_infer.sh

#!/bin/bash

python llm_infer.py \
    --device 0,1 \
    --model_type openbuddy-llama2-13b \
    --ckpt_path "runs/openbuddy-llama2-13b/vx_xxx/output_best/pytorch_model.bin" \
    --eval_human true
support openbuddy-llama2-13b (#416) 2023-07-26 18:12:55 +08:00			`#!/bin/bash`

support llama2 (#393) * Unify sft and infer code into a single file * update llama2 sft infer 2023-07-19 17:34:27 +08:00			`python llm_infer.py \`
support openbuddy-llama2-13b (#416) 2023-07-26 18:12:55 +08:00			`--device 0,1 \`
			`--model_type openbuddy-llama2-13b \`
			`--ckpt_path "runs/openbuddy-llama2-13b/vx_xxx/output_best/pytorch_model.bin" \`
support llama2 (#393) * Unify sft and infer code into a single file * update llama2 sft infer 2023-07-19 17:34:27 +08:00			`--eval_human true`