diff --git a/.github/workflows/build-everything-tgw.yml b/.github/workflows/build-everything-tgw.yml index 7d7baa6d..904269a7 100644 --- a/.github/workflows/build-everything-tgw.yml +++ b/.github/workflows/build-everything-tgw.yml @@ -27,6 +27,13 @@ jobs: version: ${{ inputs.version }} config: 'os:ubuntu-22.04' + build_release_cuda_linux_arm: + name: CUDA Linux ARM + uses: ./.github/workflows/build-portable-release-cuda.yml + with: + version: ${{ inputs.version }} + config: 'os:ubuntu-24.04-arm;cuda:13.1' + build_release_vulkan_windows: name: Vulkan Windows uses: ./.github/workflows/build-portable-release-vulkan.yml diff --git a/.github/workflows/build-portable-release-cuda.yml b/.github/workflows/build-portable-release-cuda.yml index 12e2b16f..e6594f43 100644 --- a/.github/workflows/build-portable-release-cuda.yml +++ b/.github/workflows/build-portable-release-cuda.yml @@ -120,6 +120,12 @@ jobs: PIP_PATH="portable_env/python.exe -m pip" PACKAGES_PATH="portable_env/Lib/site-packages" rm start_linux.sh start_macos.sh + elif [[ "$RUNNER_ARCH" == "ARM64" ]]; then + PLATFORM="linux-arm64" + PYTHON_URL="https://github.com/astral-sh/python-build-standalone/releases/download/20260303/cpython-3.13.12+20260303-aarch64-unknown-linux-gnu-install_only_stripped.tar.gz" + PIP_PATH="portable_env/bin/python -m pip" + PACKAGES_PATH="portable_env/lib/python3.13/site-packages" + rm start_macos.sh start_windows.bat else PLATFORM="linux" PYTHON_URL="https://github.com/astral-sh/python-build-standalone/releases/download/20260303/cpython-3.13.12+20260303-x86_64-unknown-linux-gnu-install_only_stripped.tar.gz" @@ -165,6 +171,10 @@ jobs: fi ELECTRON_BIN="electron/Electron.app/Contents/MacOS/Electron" rm -f start_macos.sh + elif [[ "$RUNNER_ARCH" == "ARM64" ]]; then + ELECTRON_ZIP="electron-v${ELECTRON_VERSION}-linux-arm64.zip" + ELECTRON_BIN="electron/electron" + rm -f start_linux.sh else ELECTRON_ZIP="electron-v${ELECTRON_VERSION}-linux-x64.zip" ELECTRON_BIN="electron/electron" diff --git a/requirements/portable/requirements_cuda131.txt b/requirements/portable/requirements_cuda131.txt index b888fd14..ca2caa4a 100644 --- a/requirements/portable/requirements_cuda131.txt +++ b/requirements/portable/requirements_cuda131.txt @@ -27,3 +27,4 @@ tiktoken # CUDA wheels https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.135.0/llama_cpp_binaries-0.135.0+cu131-py3-none-win_amd64.whl; platform_system == "Windows" https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.135.0/llama_cpp_binaries-0.135.0+cu131-py3-none-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" +https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.135.0/llama_cpp_binaries-0.135.0+cu131-py3-none-linux_aarch64.whl; platform_system == "Linux" and platform_machine == "aarch64"