#!/usr/bin/env python3 import urllib.request import os import sys import subprocess HTTPLIB_VERSION = "refs/tags/v0.52.0" vendor = { "https://github.com/nlohmann/json/releases/latest/download/json.hpp": "vendor/nlohmann/json.hpp", "https://github.com/nlohmann/json/releases/latest/download/json_fwd.hpp": "vendor/nlohmann/json_fwd.hpp", "https://raw.githubusercontent.com/nothings/stb/refs/heads/master/stb_image.h": "vendor/stb/stb_image.h", # not using latest tag to avoid this issue: https://github.com/ggml-org/llama.cpp/pull/17179#discussion_r2515877926 # "https://github.com/mackron/miniaudio/raw/refs/tags/0.11.24/miniaudio.h": "vendor/miniaudio/miniaudio.h", "https://github.com/mackron/miniaudio/raw/9634bedb5b5a2ca38c1ee7108a9358a4e233f14d/miniaudio.h": "vendor/miniaudio/miniaudio.h", f"https://raw.githubusercontent.com/yhirose/cpp-httplib/{HTTPLIB_VERSION}/httplib.h": "httplib.h", f"https://raw.githubusercontent.com/yhirose/cpp-httplib/{HTTPLIB_VERSION}/split.py": "split.py", f"https://raw.githubusercontent.com/yhirose/cpp-httplib/{HTTPLIB_VERSION}/LICENSE": "vendor/cpp-httplib/LICENSE", "https://raw.githubusercontent.com/sheredom/subprocess.h/8671cee1fc09f11a70ce3782a0ee13177c3aa387/subprocess.h": "vendor/sheredom/subprocess.h", } # TODO @ngxson : this is temporary, to be removed in the future patches = [ # https://github.com/sheredom/subprocess.h/pull/102 "vendor/sheredom/patch-bsd.patch", # https://github.com/sheredom/subprocess.h/pull/101 "vendor/sheredom/patch-windows-quote-backslash.patch", # https://github.com/sheredom/subprocess.h/pull/104 # note: must be applied after patch-bsd.patch, they touch adjacent lines "vendor/sheredom/patch-glibc-older-than-2.29.patch", ] for url, filename in vendor.items(): print(f"downloading {url} to {filename}") # noqa: NP100 urllib.request.urlretrieve(url, filename) for patch in patches: print(f"applying {patch}") # noqa: NP100 try: subprocess.check_call([ "git", "apply", "--directory", os.path.dirname(patch), patch ]) except Exception as e: print(f"Error: {e}") # noqa: NP100 sys.exit(1) print("Splitting httplib.h...") # noqa: NP100 try: subprocess.check_call([ sys.executable, "split.py", "--extension", "cpp", "--out", "vendor/cpp-httplib" ]) except Exception as e: print(f"Error: {e}") # noqa: NP100 sys.exit(1) finally: os.remove("split.py") os.remove("httplib.h")