Skip to content

Commit 3fe36c3

Browse files
authored
ci: add Arm-hosted Graviton4 runner (#17021)
* ci: add Arm-hosted Graviton4 runner * ci: add missing dependencies for graviton4 build * ci: enable LFS checkout on graviton4 * ci: move git-lfs install to dependencies in Graviton4 workflow
1 parent 1d45b42 commit 3fe36c3

File tree

2 files changed

+53
-1
lines changed

2 files changed

+53
-1
lines changed

.github/workflows/build.yml

Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1651,3 +1651,50 @@ jobs:
16511651
run: |
16521652
GG_BUILD_KLEIDIAI=1 GG_BUILD_EXTRA_TESTS_0=1 bash ./ci/run.sh ./tmp/results ./tmp/mnt
16531653
1654+
ggml-ci-arm64-graviton4-kleidiai:
1655+
runs-on: ah-ubuntu_22_04-c8g_8x
1656+
1657+
steps:
1658+
- name: Clone
1659+
id: checkout
1660+
uses: actions/checkout@v4
1661+
1662+
- name: Dependencies
1663+
id: depends
1664+
run: |
1665+
set -euxo pipefail
1666+
sudo apt-get update
1667+
sudo DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=a \
1668+
apt-get install -y \
1669+
build-essential \
1670+
libcurl4-openssl-dev \
1671+
python3-venv \
1672+
gpg \
1673+
wget \
1674+
time \
1675+
git-lfs
1676+
1677+
git lfs install
1678+
1679+
# install the latest cmake
1680+
sudo install -d /usr/share/keyrings
1681+
wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc \
1682+
| gpg --dearmor \
1683+
| sudo tee /usr/share/keyrings/kitware-archive-keyring.gpg >/dev/null
1684+
echo 'deb [signed-by=/usr/share/keyrings/kitware-archive-keyring.gpg] https://apt.kitware.com/ubuntu/ jammy main' \
1685+
| sudo tee /etc/apt/sources.list.d/kitware.list
1686+
sudo apt-get update
1687+
sudo apt-get install -y cmake
1688+
1689+
- name: ccache
1690+
uses: ggml-org/ccache-action@v1.2.16
1691+
with:
1692+
key: ggml-ci-arm64-graviton4-kleidiai
1693+
evict-old-files: 1d
1694+
1695+
- name: Test
1696+
id: ggml-ci
1697+
run: |
1698+
GG_BUILD_KLEIDIAI=1 \
1699+
GG_BUILD_EXTRA_TESTS_0=1 \
1700+
bash ./ci/run.sh ./tmp/results ./tmp/mnt

ci/run.sh

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -121,7 +121,12 @@ fi
121121
if [ -n "${GG_BUILD_KLEIDIAI}" ]; then
122122
echo ">>===== Enabling KleidiAI support"
123123

124-
CANDIDATES=("armv9-a+dotprod+i8mm" "armv8.6-a+dotprod+i8mm" "armv8.2-a+dotprod")
124+
CANDIDATES=(
125+
"armv9-a+dotprod+i8mm+sve2"
126+
"armv9-a+dotprod+i8mm"
127+
"armv8.6-a+dotprod+i8mm"
128+
"armv8.2-a+dotprod"
129+
)
125130
CPU=""
126131

127132
for cpu in "${CANDIDATES[@]}"; do

0 commit comments

Comments
 (0)