add printout prompt

This commit is contained in:
Yingda Chen
2024-11-25 16:29:24 +08:00
parent e186d6f545
commit 7b44c53486

View File

@@ -145,6 +145,8 @@ class LlamafileCMD(CLICommand):
# if torch is not available, we will just assume gpu cannot be used
pass
if has_gpu:
print(
'GPU detected, launching model with llamafile GPU option >>>')
execute_cmd = f'{execute_cmd} -ngl 999'
os.system(execute_cmd)