upstream-archive/textgen
1
0
Fork 0
mirror of https://github.com/oobabooga/textgen.git synced 2026-07-23 11:20:54 -05:00
Code Issues Packages Projects Releases Wiki Activity

Add DGX Spark support (linux aarch64 portable builds)

Browse Source
This commit is contained in:
oobabooga
2026-05-17 17:14:54 -07:00
parent c022565b12
commit 9023515d34
3 changed files with 18 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
.github/workflows/build-everything-tgw.yml vendored
View File

@@ -27,6 +27,13 @@ jobs:
version: ${{ inputs.version }}
config: 'os:ubuntu-22.04'
build_release_cuda_linux_arm:
name: CUDA Linux ARM
uses: ./.github/workflows/build-portable-release-cuda.yml
with:
version: ${{ inputs.version }}
config: 'os:ubuntu-24.04-arm;cuda:13.1'
build_release_vulkan_windows:
name: Vulkan Windows
uses: ./.github/workflows/build-portable-release-vulkan.yml

10
.github/workflows/build-portable-release-cuda.yml vendored
View File

@@ -120,6 +120,12 @@ jobs:
PIP_PATH="portable_env/python.exe -m pip"
PACKAGES_PATH="portable_env/Lib/site-packages"
rm start_linux.sh start_macos.sh
elif [[ "$RUNNER_ARCH" == "ARM64" ]]; then
PLATFORM="linux-arm64"
PYTHON_URL="https://github.com/astral-sh/python-build-standalone/releases/download/20260303/cpython-3.13.12+20260303-aarch64-unknown-linux-gnu-install_only_stripped.tar.gz"
PIP_PATH="portable_env/bin/python -m pip"
PACKAGES_PATH="portable_env/lib/python3.13/site-packages"
rm start_macos.sh start_windows.bat
else
PLATFORM="linux"
PYTHON_URL="https://github.com/astral-sh/python-build-standalone/releases/download/20260303/cpython-3.13.12+20260303-x86_64-unknown-linux-gnu-install_only_stripped.tar.gz"
@@ -165,6 +171,10 @@ jobs:
fi
ELECTRON_BIN="electron/Electron.app/Contents/MacOS/Electron"
rm -f start_macos.sh
elif [[ "$RUNNER_ARCH" == "ARM64" ]]; then
ELECTRON_ZIP="electron-v${ELECTRON_VERSION}-linux-arm64.zip"
ELECTRON_BIN="electron/electron"
rm -f start_linux.sh
else
ELECTRON_ZIP="electron-v${ELECTRON_VERSION}-linux-x64.zip"
ELECTRON_BIN="electron/electron"

1
requirements/portable/requirements_cuda131.txt
View File

@@ -27,3 +27,4 @@ tiktoken
# CUDA wheels
https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.135.0/llama_cpp_binaries-0.135.0+cu131-py3-none-win_amd64.whl; platform_system == "Windows"
https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.135.0/llama_cpp_binaries-0.135.0+cu131-py3-none-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64"
https://github.com/oobabooga/llama-cpp-binaries/releases/download/v0.135.0/llama_cpp_binaries-0.135.0+cu131-py3-none-linux_aarch64.whl; platform_system == "Linux" and platform_machine == "aarch64"