potential support for blackwell

don't have 50 series so can't test for sure, but there's no reason it shouldn't work

exllamav2 scripts/auto-exl2-upload/INSTRUCTIONS.txt

@@ -3,6 +3,9 @@ For NVIDIA cards install the CUDA toolkit
 Recommended for all exllama features:
 https://developer.nvidia.com/cuda-12-4-0-download-archive
 
+Required for Blackwell/Geforce 5000 nvidia cards (nightly torch support):
+https://developer.nvidia.com/cuda-12-8-0-download-archive
+
 Only for compatibily, doesn't support all features:
 https://developer.nvidia.com/cuda-11-8-0-download-archive
 

exllamav2 scripts/auto-exl2-upload/linux-setup.sh

@@ -37,7 +37,7 @@ if [ "$exllamav2_version" != "stable" ] && [ "$exllamav2_version" != "dev" ]; th
 fi
 
 # if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8. If ROCm, install pytorch for ROCm 5.7
-read -p "Please enter your GPU compute version, CUDA 11/12 or AMD ROCm (11, 12, rocm): " pytorch_version
+read -p "Please enter your GPU compute version, CUDA 11/12, CUDA 12.8 (blackwell) or AMD ROCm (11, 12, 128, rocm): " pytorch_version
 
 if [ "$pytorch_version" = "11" ]; then
     echo "Installing PyTorch for CUDA 11.8"
@@ -48,8 +48,11 @@ elif [ "$pytorch_version" = "12" ]; then
 elif [ "$pytorch_version" = "rocm" ]; then
     echo "Installing PyTorch for AMD ROCm 5.7"
     venv/bin/python -m pip install torch --index-url https://download.pytorch.org/whl/rocm5.7 --upgrade
+elif [ "$pytorch_version" = "128" ]; then
+    echo "Installing PyTorch for CUDA 12.8"
+    venv/bin/python -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128 --upgrade
 else
-    echo "Invalid compute version. Please enter 11, 12, or rocm."
+    echo "Invalid compute version. Please enter 11, 12, 128, or rocm."
     read -p "Press enter to continue"
     exit
 fi

exllamav2 scripts/auto-exl2-upload/windows-setup.bat

@@ -42,7 +42,7 @@ echo CUDA compilers:
 where nvcc
 echo CUDA_HOME:
 echo %CUDA_HOME%
-set /p cuda_version="Please enter your CUDA version (11 or 12): "
+set /p cuda_version="Please enter your CUDA version (12.8 for blackwell) (11, 12, or 128): "
 
 if "%cuda_version%"=="11" (
     echo Installing PyTorch for CUDA 11.8...
@@ -50,8 +50,11 @@ if "%cuda_version%"=="11" (
 ) else if "%cuda_version%"=="12" (
     echo Installing PyTorch for CUDA 12.4...
     venv\scripts\python.exe -m pip install torch --index-url https://download.pytorch.org/whl/cu124 --upgrade
+) else if "%cuda_version%"=="128" (
+    echo Installing PyTorch for CUDA 12.8...
+    venv\scripts\python.exe -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128 --upgrade
 ) else (
-    echo Invalid CUDA version. Please enter 11 or 12.
+    echo Invalid CUDA version. Please enter 11, 12, 128.
     pause
     exit
 )

exllamav2 scripts/exl2-multi-quant-local/INSTRUCTIONS.txt

@@ -3,6 +3,9 @@ For NVIDIA cards install the CUDA toolkit
 Recommended for all exllama features:
 https://developer.nvidia.com/cuda-12-4-0-download-archive
 
+Required for Blackwell/Geforce 5000 nvidia cards (nightly torch support):
+https://developer.nvidia.com/cuda-12-8-0-download-archive
+
 Only for compatibily, doesn't support all features:
 https://developer.nvidia.com/cuda-11-8-0-download-archive
 

exllamav2 scripts/exl2-multi-quant-local/linux-setup.sh

@@ -37,7 +37,7 @@ if [ "$exllamav2_version" != "stable" ] && [ "$exllamav2_version" != "dev" ]; th
 fi
 
 # if CUDA version 12 install pytorch for 12.1, else if CUDA 11 install pytorch for 11.8. If ROCm, install pytorch for ROCm 5.7
-read -p "Please enter your GPU compute version, CUDA 11/12 or AMD ROCm (11, 12, rocm): " pytorch_version
+read -p "Please enter your GPU compute version, CUDA 11/12, CUDA 12.8 (blackwell) or AMD ROCm (11, 12, 128, rocm): " pytorch_version
 
 if [ "$pytorch_version" = "11" ]; then
     echo "Installing PyTorch for CUDA 11.8"
@@ -48,8 +48,11 @@ elif [ "$pytorch_version" = "12" ]; then
 elif [ "$pytorch_version" = "rocm" ]; then
     echo "Installing PyTorch for AMD ROCm 5.7"
     venv/bin/python -m pip install torch --index-url https://download.pytorch.org/whl/rocm5.7 --upgrade
+elif [ "$pytorch_version" = "128" ]; then
+    echo "Installing PyTorch for CUDA 12.8"
+    venv/bin/python -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128 --upgrade
 else
-    echo "Invalid compute version. Please enter 11, 12, or rocm."
+    echo "Invalid compute version. Please enter 11, 12, 128, or rocm."
     read -p "Press enter to continue"
     exit
 fi

exllamav2 scripts/exl2-multi-quant-local/windows-setup.bat

@@ -42,7 +42,7 @@ echo CUDA compilers:
 where nvcc
 echo CUDA_HOME:
 echo %CUDA_HOME%
-set /p cuda_version="Please enter your CUDA version (11 or 12): "
+set /p cuda_version="Please enter your CUDA version (12.8 for blackwell) (11, 12, or 128): "
 
 if "%cuda_version%"=="11" (
     echo Installing PyTorch for CUDA 11.8...
@@ -50,8 +50,11 @@ if "%cuda_version%"=="11" (
 ) else if "%cuda_version%"=="12" (
     echo Installing PyTorch for CUDA 12.4...
     venv\scripts\python.exe -m pip install torch --index-url https://download.pytorch.org/whl/cu124 --upgrade
+) else if "%cuda_version%"=="128" (
+    echo Installing PyTorch for CUDA 12.8...
+    venv\scripts\python.exe -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128 --upgrade
 ) else (
-    echo Invalid CUDA version. Please enter 11 or 12.
+    echo Invalid CUDA version. Please enter 11, 12, 128.
     pause
     exit
 )