This commit is contained in:
Yingda Chen
2024-11-25 14:55:50 +08:00
parent e32667e045
commit c6439fb760

View File

@@ -145,7 +145,7 @@ class LlamafileCMD(CLICommand):
# if torch is not available, we will just assume gpu cannot be used
pass
if has_gpu:
execute_cmd = f'{execute_cmd}qq'
execute_cmd = f'{execute_cmd} --ngl 999'
os.system(execute_cmd)
def _rename_extension(self, original_file_name):