From ed37ca22bfc58ffa00be5905923b646ce2df3f34 Mon Sep 17 00:00:00 2001 From: Dmytro Parfeniuk Date: Tue, 20 Aug 2024 13:26:44 +0300 Subject: [PATCH] =?UTF-8?q?=F0=9F=91=B7=E2=80=8D=E2=99=82=EF=B8=8F=20llama?= =?UTF-8?q?.cpp=20web=20server=20is=20added=20to=20GitHub=20Actions=20work?= =?UTF-8?q?flows?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/workflows/development.yml | 10 ++++++++-- .github/workflows/nightly.yml | 6 ++++++ .github/workflows/release.yml | 8 +++++++- 3 files changed, 21 insertions(+), 3 deletions(-) diff --git a/.github/workflows/development.yml b/.github/workflows/development.yml index f8604d0f5..44cf97b22 100644 --- a/.github/workflows/development.yml +++ b/.github/workflows/development.yml @@ -3,7 +3,7 @@ name: Development on: pull_request: branches: - - '**' + - "**" jobs: unit-tests: @@ -25,13 +25,19 @@ jobs: run: tox -e test-unit -- -m "smoke or sanity" integration-tests: - runs-on: ubuntu-latest + runs-on: macos-latest strategy: matrix: python: - "3.12" - "3.8" steps: + - name: Setup llama.cpp web server + uses: neuralmagic/nm-actions/actions/llama-cpp@main + with: + port: 8080 + model: "aminkhalafi/Phi-3-mini-4k-instruct-Q4_K_M-GGUF" + context-size: 2048 - uses: actions/checkout@v4 - name: Set up Python uses: actions/setup-python@v5 diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index bf7f34cf4..63603b7ae 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -37,6 +37,12 @@ jobs: - "3.9" - "3.8" steps: + - name: Setup llama.cpp web server + uses: neuralmagic/nm-actions/actions/llama-cpp@main + with: + port: 8080 + model: "aminkhalafi/Phi-3-mini-4k-instruct-Q4_K_M-GGUF" + context-size: 2048 - uses: actions/checkout@v4 - name: Set up Python uses: actions/setup-python@v5 diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index d4fe24946..81e40114b 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -28,7 +28,7 @@ jobs: run: tox -e test-unit -- --cov-report=term-missing --cov --cov-fail-under=75 integration-tests: - runs-on: ubuntu-latest + runs-on: macos-latest strategy: matrix: python: @@ -38,6 +38,12 @@ jobs: - "3.9" - "3.8" steps: + - name: Setup llama.cpp web server + uses: neuralmagic/nm-actions/actions/llama-cpp@main + with: + port: 8080 + model: "aminkhalafi/Phi-3-mini-4k-instruct-Q4_K_M-GGUF" + context-size: 2048 - uses: actions/checkout@v4 - name: Set up Python uses: actions/setup-python@v5