Merge commit 'c8f81a126117485ebfdbe31a74f0973e46208791' into dev

This commit is contained in:
Daniele Viti
2023-12-24 13:37:46 +01:00
6 changed files with 319 additions and 15 deletions

View File

@@ -147,6 +147,7 @@ if [[ $enable_gpu == true ]]; then
echo "Invalid GPU count: $gpu_count"
exit 1
fi
echo "Enabling GPU with $gpu_count GPUs"
# Add your GPU allocation logic here
export OLLAMA_GPU_DRIVER=$(get_gpu_driver)
export OLLAMA_GPU_COUNT=$gpu_count # Set OLLAMA_GPU_COUNT environment variable
@@ -183,6 +184,12 @@ else
echo -ne "${WHITE}${BOLD}Do you want to proceed with current setup? (Y/n): ${NC}"
read -n1 -s choice
fi
echo -e " ${GREEN}${BOLD}WebUI Port:${NC} $webui_port"
echo
# Ask for user acceptance
echo -ne "${WHITE}${BOLD}Do you want to proceed with current setup? (Y/n): ${NC}"
read -n1 -s choice
if [[ $choice == "" || $choice == "y" ]]; then
# Execute the command with the current user