Upgrade to cu124

README.md

@@ -75,7 +75,7 @@ To install the necessary dependencies on a Windows system, follow these steps:
 1. Install [Python 3.10.11](https://www.python.org/ftp/python/3.10.11/python-3.10.11-amd64.exe).
    - During the installation process, ensure that you select the option to add Python to the 'PATH' environment variable.
 
-2. Install [CUDA 11.8 toolkit](https://developer.nvidia.com/cuda-11-8-0-download-archive?target_os=Windows&target_arch=x86_64).
+2. Install [CUDA 12.4 toolkit](https://developer.nvidia.com/cuda-12-4-0-download-archive?target_os=Windows&target_arch=x86_64).
 
 3. Install [Git](https://git-scm.com/download/win).
 
@@ -133,7 +133,7 @@ To install the necessary dependencies on a Linux system, ensure that you fulfill
   apt install python3.10-venv
   ```
 
-- Install the CUDA 11.8 Toolkit by following the instructions provided in [this link](https://developer.nvidia.com/cuda-11-8-0-download-archive?target_os=Linux&target_arch=x86_64).
+- Install the CUDA 12.4 Toolkit by following the instructions provided in [this link](https://developer.nvidia.com/cuda-12-4-0-download-archive?target_os=Linux&target_arch=x86_64).
 
 - Make sure you have Python version 3.10.9 or higher (but lower than 3.11.0) installed on your system.
 

requirements_linux.txt

@@ -1,5 +1,6 @@
-torch==2.4.0+cu118 torchvision==0.19.0+cu118 xformers==0.0.27.post2+cu118 --extra-index-url https://download.pytorch.org/whl/cu118
+torch==2.4.0+cu124 torchvision==0.19.0+cu124 --extra-index-url https://download.pytorch.org/whl/cu124
 bitsandbytes==0.43.3
 tensorboard==2.15.2 tensorflow==2.15.0.post1
 onnxruntime-gpu==1.17.1
+xformers==0.0.27.post2
 -r requirements.txt

requirements_pytorch_windows.txt

@@ -1,3 +1,3 @@
-torch==2.4.0+cu118 --index-url https://download.pytorch.org/whl/cu118
-torchvision==0.19.0+cu118 --index-url https://download.pytorch.org/whl/cu118
-xformers==0.0.27.post2+cu118 --index-url https://download.pytorch.org/whl/cu118
+torch==2.4.0+cu124 --index-url https://download.pytorch.org/whl/cu124
+torchvision==0.19.0+cu124 --index-url https://download.pytorch.org/whl/cu124
+xformers==0.0.27.post2

requirements_runpod.txt

@@ -1,6 +1,7 @@
-torch==2.1.2+cu118 torchvision==0.16.2+cu118 xformers==0.0.23.post1+cu118 --extra-index-url https://download.pytorch.org/whl/cu118 # no_verify leave this to specify not checking this a verification stage
+torch==2.4.0+cu124 torchvision==0.19.0+cu124 --extra-index-url https://download.pytorch.org/whl/cu124 # no_verify leave this to specify not checking this a verification stage
 bitsandbytes==0.43.3
 tensorboard==2.14.1 tensorflow==2.14.0 wheel
 tensorrt
 onnxruntime-gpu==1.17.1
+xformers==0.0.27.post2
 -r requirements.txt

setup/setup_windows.py

@@ -123,7 +123,7 @@ def install_kohya_ss_torch2(headless: bool = False):
     # )
 
     setup_common.install_requirements_inbulk(
-        "requirements_pytorch_windows.txt", show_stdout=True, optional_parm="--index-url https://download.pytorch.org/whl/cu118"
+        "requirements_pytorch_windows.txt", show_stdout=True, optional_parm="--index-url https://download.pytorch.org/whl/cu124"
     )
 
     setup_common.install_requirements_inbulk(