Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .github/workflows/build-openvino.yml
Original file line number Diff line number Diff line change
Expand Up @@ -35,6 +35,9 @@ env:

jobs:
ubuntu-24-openvino:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Linux, Intel, OpenVINO]

env:
Expand Down
4 changes: 3 additions & 1 deletion .github/workflows/build-sanitize.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,9 @@ env:

jobs:
ctest:
runs-on: [self-hosted, X64, CPU, Linux]
# ROCm fork-local: upstream uses [self-hosted, X64, CPU, Linux] runners that
# don't exist in this fork. DO NOT UPSTREAM this runner change.
runs-on: ubuntu-24.04

continue-on-error: true

Expand Down
36 changes: 36 additions & 0 deletions .github/workflows/build-self-hosted.yml
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,9 @@ env:

jobs:
gpu-cuda:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Linux, NVIDIA]

steps:
Expand All @@ -72,6 +75,9 @@ jobs:
GG_BUILD_CUDA=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

gpu-rocm:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Linux, AMD]

steps:
Expand All @@ -92,6 +98,9 @@ jobs:
GG_BUILD_ROCM=1 GG_BUILD_AMDGPU_TARGETS=gfx1151 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

gpu-vulkan-nvidia-cm:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Linux, NVIDIA]

steps:
Expand All @@ -106,6 +115,9 @@ jobs:
GG_BUILD_VULKAN=1 GGML_VK_DISABLE_COOPMAT2=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

gpu-vulkan-nvidia-cm2:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Linux, NVIDIA, COOPMAT2]

steps:
Expand All @@ -120,6 +132,9 @@ jobs:
GG_BUILD_VULKAN=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

gpu-webgpu-nvidia:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Linux, NVIDIA, X64]

steps:
Expand Down Expand Up @@ -193,6 +208,9 @@ jobs:
# GG_BUILD_ROCM=1 GG_BUILD_AMDGPU_TARGETS="gfx1101" bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

gpu-metal:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, macOS, ARM64]

steps:
Expand All @@ -206,6 +224,9 @@ jobs:
GG_BUILD_METAL=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

gpu-webgpu-apple:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, macOS, ARM64]

steps:
Expand Down Expand Up @@ -233,6 +254,9 @@ jobs:
bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

gpu-vulkan-apple:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, macOS, ARM64]

steps:
Expand All @@ -247,6 +271,9 @@ jobs:
GG_BUILD_VULKAN=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

gpu-vulkan-intel-linux:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Linux, Intel]

steps:
Expand All @@ -263,6 +290,9 @@ jobs:
GG_BUILD_VULKAN=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

gpu-vulkan-intel-windows:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Windows, X64, Intel]

steps:
Expand All @@ -284,6 +314,9 @@ jobs:
LLAMA_FATAL_WARNINGS=OFF GG_BUILD_NINJA=1 GG_BUILD_VULKAN=1 GG_BUILD_LOW_PERF=1 ./ci/run.sh ./results/llama.cpp ./mnt/llama.cpp

gpu-openvino-low-perf:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Linux, Intel, OpenVINO]

env:
Expand Down Expand Up @@ -316,6 +349,9 @@ jobs:
GG_BUILD_OPENVINO=1 GGML_OPENVINO_DEVICE=GPU GG_BUILD_LOW_PERF=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp

cpu-x64-high-perf:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, Linux, X64]

steps:
Expand Down
4 changes: 3 additions & 1 deletion .github/workflows/check-vendor.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,9 @@ on:

jobs:
check-vendor:
runs-on: [self-hosted, fast]
# ROCm fork-local: upstream uses [self-hosted, fast] runners that don't
# exist in this fork. DO NOT UPSTREAM this runner change.
runs-on: ubuntu-24.04

steps:
- name: Checkout
Expand Down
4 changes: 3 additions & 1 deletion .github/workflows/pre-tokenizer-hashes.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,9 @@ on:

jobs:
pre-tokenizer-hashes:
runs-on: [self-hosted, fast]
# ROCm fork-local: upstream uses [self-hosted, fast] runners that don't
# exist in this fork. DO NOT UPSTREAM this runner change.
runs-on: ubuntu-24.04

steps:
- name: Checkout repository
Expand Down
4 changes: 3 additions & 1 deletion .github/workflows/python-check-requirements.yml
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,9 @@ concurrency:

jobs:
python-check-requirements:
runs-on: [self-hosted, CPU, fast]
# ROCm fork-local: upstream uses [self-hosted, CPU, fast] runners that don't
# exist in this fork. DO NOT UPSTREAM this runner change.
runs-on: ubuntu-24.04
name: check-requirements
steps:
- name: Check out source repository
Expand Down
4 changes: 3 additions & 1 deletion .github/workflows/python-type-check.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,9 @@ concurrency:

jobs:
python-type-check:
runs-on: [self-hosted, fast]
# ROCm fork-local: upstream uses [self-hosted, fast] runners that don't
# exist in this fork. DO NOT UPSTREAM this runner change.
runs-on: ubuntu-24.04
name: python type-check
steps:
- name: Check out source repository
Expand Down
4 changes: 3 additions & 1 deletion .github/workflows/server-sanitize.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,9 @@ concurrency:

jobs:
server:
runs-on: [self-hosted, CPU, Linux, llama-server]
# ROCm fork-local: upstream uses [self-hosted, CPU, Linux, llama-server] runners
# that don't exist in this fork. DO NOT UPSTREAM this runner change.
runs-on: ubuntu-24.04

strategy:
matrix:
Expand Down
6 changes: 6 additions & 0 deletions .github/workflows/server-self-hosted.yml
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,9 @@ concurrency:

jobs:
server-metal:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, llama-server, macOS, ARM64]

steps:
Expand Down Expand Up @@ -102,6 +105,9 @@ jobs:
pytest -v -x -m "not slow"

server-cuda:
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, llama-server, Linux, NVIDIA]

steps:
Expand Down
9 changes: 9 additions & 0 deletions .github/workflows/ui-self-hosted.yml
Original file line number Diff line number Diff line change
Expand Up @@ -42,11 +42,17 @@ concurrency:
jobs:
ui-build:
name: Build static output
# ROCm fork-local: the called workflow runs on self-hosted runners absent in the
# fork; guard so it no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
uses: ./.github/workflows/ui-build-self-hosted.yml

ui-checks:
name: Checks
needs: ui-build
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, PLAYWRIGHT]
continue-on-error: true
steps:
Expand Down Expand Up @@ -90,6 +96,9 @@ jobs:
e2e-tests:
name: E2E Tests
needs: ui-build
# ROCm fork-local: this self-hosted runner does not exist in the fork; guard so
# the job no-ops here but merges cleanly from upstream. DO NOT UPSTREAM.
if: ${{ github.repository == 'ggml-org/llama.cpp' }}
runs-on: [self-hosted, PLAYWRIGHT]
steps:
- name: Checkout code
Expand Down
4 changes: 3 additions & 1 deletion .github/workflows/update-ops-docs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,9 @@ on:

jobs:
update-ops-docs:
runs-on: [self-hosted, fast, ARM64]
# ROCm fork-local: upstream uses [self-hosted, fast, ARM64] runners that
# don't exist in this fork. DO NOT UPSTREAM this runner change.
runs-on: ubuntu-24.04

steps:
- name: Checkout repository
Expand Down
Loading