Merge pull request #13 from Phqen1x/fix-cuda-bundling

Fix cuda bundling

Author: Phqen1x

.github/workflows/build.yml

@@ -152,7 +152,9 @@ jobs:
           cmake_arch="${cmake_arch#sm_}"
           cmake -B build -S . \
             -DSD_CUBLAS=ON \
+            -DGGML_CUDA=ON \
             -DCMAKE_CUDA_ARCHITECTURES="${cmake_arch}" \
+            -DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc \
             -DGGML_NATIVE=OFF \
             -DSD_BUILD_SHARED_LIBS=ON \
             -DCMAKE_BUILD_TYPE=Release
@@ -166,6 +168,9 @@ jobs:
           cp -av ${cuda_lib}/libcublasLt.so*  build/bin/
           cp -av ${cuda_lib}/libcurand.so*    build/bin/
           cp -av ${cuda_lib}/libnvJitLink.so* build/bin/
+          # Copy all ggml shared libs (libggml.so, libggml-base.so, libggml-cuda.so, etc.)
+          # from wherever cmake placed them outside build/bin/ into the distribution dir.
+          find build -name 'libggml*.so*' ! -path 'build/bin/*' -exec cp -av {} build/bin/ \;
 
       - name: Set RPATH for portable distribution
         run: |
@@ -275,6 +280,11 @@ jobs:
             if (-not $dll) { throw "Required CUDA runtime DLL matching '$pattern' was not found in $cudaBin" }
             Copy-Item $dll.FullName .\build\bin\Release
           }
+          # Copy all ggml DLLs (ggml.dll, ggml-base.dll, ggml-cuda.dll, etc.)
+          # from wherever cmake placed them outside build\bin\Release\ into the distribution dir.
+          Get-ChildItem -Path build -Filter 'ggml*.dll' -Recurse |
+            Where-Object { $_.FullName -notlike '*\bin\Release\*' } |
+            ForEach-Object { Copy-Item $_.FullName .\build\bin\Release\ -Force }
           7z a sd-${{ env.BRANCH_NAME }}-${{ steps.commit.outputs.short }}-windows-cuda-${{ matrix.sm }}-x64.zip .\build\bin\Release\*
 
       - name: Upload artifacts