diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 3fb65558..785981ab 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -123,16 +123,31 @@ jobs:
       - uses: AnimMouse/setup-ffmpeg@v1.2.1
         id: setup-ffmpeg
 
-      - name: Install dependencies
-        run: poetry install
-
+      # Adding windows Nvidia CUDA torch and its dependencies
+      # Linux only packages were removed from the list.
       - name: Install CUDA torch for Windows
         run: |
           if [ "$RUNNER_OS" == "Windows" ]; then
-            pip3 install torch==2.2.2+cu121 torchaudio==2.2.2+cu121 --index-url https://download.pytorch.org/whl/cu121
+            poetry source add --priority=supplemental torch https://download.pytorch.org/whl/cu121
+            poetry source add --priority=supplemental nvidia https://pypi.ngc.nvidia.com
+
+            poetry add torch==2.2.2+cu121
+            poetry add torchaudio==2.2.2+cu121
+            poetry add nvidia-cublas-cu12==12.1.3.1
+            poetry add nvidia-cuda-cupti-cu12==12.1.105
+            poetry add nvidia-cuda-nvrtc-cu12==12.1.105
+            poetry add nvidia-cuda-runtime-cu12==12.1.105
+            poetry add nvidia-cufft-cu12==11.0.2.54
+            poetry add nvidia-curand-cu12==10.3.2.106
+            poetry add nvidia-cusolver-cu12==11.4.5.107
+            poetry add nvidia-cusparse-cu12==12.1.0.106
+            poetry add nvidia-nvtx-cu12==12.1.105
           fi
         shell: bash
 
+      - name: Install dependencies
+        run: poetry install
+
       - uses: ruby/setup-ruby@v1
         with:
           ruby-version: "3.0"  # Not needed with a .ruby-version file
diff --git a/requirements_windows_cuda.txt b/requirements_windows_cuda.txt
new file mode 100644
index 00000000..665e8a6f
--- /dev/null
+++ b/requirements_windows_cuda.txt
@@ -0,0 +1,16 @@
+--extra-index-url https://download.pytorch.org/whl/cu121
+--extra-index-url https://pypi.ngc.nvidia.com
+
+torch==2.2.2+cu121
+torchaudio==2.2.2+cu121
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-nvtx-cu12==12.1.105
+
+