Skip to content

Commit 528dd45

Browse files
MingYang119MingYang119
committed
add lightning_indexer and sparse_flash_attention
1 parent 9af3475 commit 528dd45

File tree

178 files changed

+14286
-3200
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

178 files changed

+14286
-3200
lines changed

‎.github/Dockerfile.buildwheel‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ ARG PY_VERSION=3.11
1818
FROM quay.io/ascend/manylinux:8.3.rc2-910b-manylinux_2_28-py${PY_VERSION}
1919

2020
ARG COMPILE_CUSTOM_KERNELS=1
21-
ARG SOC_VERSION
21+
ARG SOC_VERSION="ascend910b1"
2222

2323
# Define environments
2424
ENV DEBIAN_FRONTEND=noninteractive

‎.github/workflows/_e2e_nightly_single_node_models.yaml‎

Lines changed: 9 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@ jobs:
5959
name: ${{inputs.model_list}} accuracy test
6060
runs-on: ${{ inputs.runner }}
6161
container:
62-
image: swr.cn-southwest-2.myhuaweicloud.com/base_image/ascend-ci/cann:8.3.rc2-910b-ubuntu22.04-py3.11
62+
image: "${{ inputs.image }}"
6363
env:
6464
VLLM_USE_MODELSCOPE: True
6565
GHA_VLLM_ASCEND_VERSION: ${{ inputs.vllm-ascend }}
@@ -109,7 +109,13 @@ jobs:
109109
shell: bash -l {0}
110110
run: |
111111
. /usr/local/Ascend/ascend-toolkit/8.3.RC2/bisheng_toolkit/set_env.sh
112-
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20250914-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
112+
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev2025110717-cp311-cp311-manylinux_2_27_aarch64.whl"
113+
114+
- name: Install tensorflow (for Molmo-7B-D-0924)
115+
if: ${{ inputs.runner == 'linux-aarch64-a2-1' && contains(inputs.model_list, 'Molmo-7B-D-0924') }}
116+
shell: bash -l {0}
117+
run: |
118+
pip install tensorflow --no-cache-dir
113119
114120
- name: Resolve vllm-ascend version
115121
run: |
@@ -172,6 +178,7 @@ jobs:
172178
id: report
173179
env:
174180
VLLM_WORKER_MULTIPROC_METHOD: spawn
181+
HF_DATASETS_OFFLINE: True
175182
VLLM_USE_MODELSCOPE: True
176183
VLLM_CI_RUNNER: ${{ inputs.runner }}
177184
VLLM_VERSION: ${{ env.GHA_VLLM_VERSION }}

‎.github/workflows/_e2e_test.yaml‎

Lines changed: 11 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -94,11 +94,11 @@ jobs:
9494
pytest -sv tests/e2e/singlecard/test_ascend_scheduler.py
9595
pytest -sv tests/e2e/singlecard/test_bge_model.py
9696
pytest -sv tests/e2e/singlecard/test_camem.py
97-
pytest -sv tests/e2e/singlecard/test_chunked.py
9897
pytest -sv tests/e2e/singlecard/test_embedding.py
9998
# pytest -sv tests/e2e/singlecard/test_embedding_aclgraph.py
10099
pytest -sv tests/e2e/singlecard/test_guided_decoding.py
101-
pytest -sv tests/e2e/singlecard/test_ilama_lora.py
100+
# torch 2.8 doesn't work with lora, fix me
101+
#pytest -sv tests/e2e/singlecard/test_ilama_lora.py
102102
pytest -sv tests/e2e/singlecard/test_profile_execute_duration.py
103103
pytest -sv tests/e2e/singlecard/test_quantization.py
104104
pytest -sv tests/e2e/singlecard/test_sampler.py
@@ -188,7 +188,8 @@ jobs:
188188
pytest -sv tests/e2e/multicard/test_external_launcher.py
189189
pytest -sv tests/e2e/multicard/test_single_request_aclgraph.py
190190
pytest -sv tests/e2e/multicard/test_fused_moe_allgather_ep.py
191-
pytest -sv tests/e2e/multicard/test_ilama_lora_tp2.py
191+
# torch 2.8 doesn't work with lora, fix me
192+
#pytest -sv tests/e2e/multicard/test_ilama_lora_tp2.py
192193
193194
# To avoid oom, we need to run the test in a single process.
194195
pytest -sv tests/e2e/multicard/test_offline_inference_distributed.py::test_models_distributed_QwQ
@@ -266,17 +267,17 @@ jobs:
266267
VLLM_WORKER_MULTIPROC_METHOD: spawn
267268
VLLM_USE_MODELSCOPE: True
268269
run: |
269-
pytest -sv \
270-
tests/e2e/multicard/test_offline_inference_distributed.py::test_models_distributed_DeepSeek_multistream_moe \
271-
tests/e2e/multicard/test_offline_inference_distributed.py::test_models_distributed_DeepSeek_W4A8DYNAMIC
272-
# tests/e2e/multicard/test_qwen3_moe.py::test_models_distributed_Qwen3_MOE_TP2_WITH_EP \
273-
# tests/e2e/multicard/test_qwen3_moe.py::test_models_distributed_Qwen3_MOE_W8A8_WITH_EP
270+
pytest -sv tests/e2e/multicard/test_offline_inference_distributed.py::test_models_distributed_DeepSeek_multistream_moe
271+
pytest -sv tests/e2e/multicard/test_offline_inference_distributed.py::test_models_distributed_DeepSeek_W4A8DYNAMIC
272+
# pytest -sv tests/e2e/multicard/test_qwen3_moe.py::test_models_distributed_Qwen3_MOE_TP2_WITH_EP
273+
# pytest -sv tests/e2e/multicard/test_qwen3_moe.py::test_models_distributed_Qwen3_MOE_W8A8_WITH_EP
274+
pytest -sv tests/e2e/multicard/test_data_parallel_tp2.py
274275
275276
- name: Install Ascend toolkit & triton_ascend (for Qwen3-Next-80B-A3B-Instruct)
276277
shell: bash -l {0}
277278
run: |
278279
. /usr/local/Ascend/ascend-toolkit/8.3.RC2/bisheng_toolkit/set_env.sh
279-
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev2025110717-cp311-cp311-manylinux_2_27.whl"
280+
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev2025110717-cp311-cp311-manylinux_2_27_aarch64.whl"
280281
281282
- name: Run vllm-project/vllm-ascend Qwen3 Next test
282283
working-directory: ./vllm-ascend
@@ -286,4 +287,4 @@ jobs:
286287
VLLM_USE_MODELSCOPE: True
287288
run: |
288289
. /usr/local/Ascend/ascend-toolkit/8.3.RC2/bisheng_toolkit/set_env.sh
289-
pytest -sv tests/e2e/multicard/test_qwen3_next.py
290+
#pytest -sv tests/e2e/multicard/test_qwen3_next.py

‎.github/workflows/format_pr_body.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ jobs:
4343
uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.2.2
4444

4545
- name: Set up Python
46-
uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0
46+
uses: actions/setup-python@83679a892e2d95755f2dac6acb0bfd1e9ac5d548 # v6.1.0
4747

4848
- name: Get vLLM release version
4949
run: |

‎.github/workflows/image_310p_openeuler.yml‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -132,5 +132,4 @@ jobs:
132132
file: Dockerfile.310p.openEuler
133133
build-args: |
134134
PIP_INDEX_URL=https://pypi.org/simple
135-
SOC_VERSION=ascend310p1
136135
provenance: false

‎.github/workflows/image_310p_ubuntu.yml‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -128,5 +128,4 @@ jobs:
128128
tags: ${{ steps.meta.outputs.tags }}
129129
build-args: |
130130
PIP_INDEX_URL=https://pypi.org/simple
131-
SOC_VERSION=ascend310p1
132131
provenance: false

‎.github/workflows/image_a3_openeuler.yml‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -131,6 +131,5 @@ jobs:
131131
file: Dockerfile.a3.openEuler
132132
build-args: |
133133
PIP_INDEX_URL=https://pypi.org/simple
134-
SOC_VERSION=ascend910_9391
135134
provenance: false
136135

‎.github/workflows/image_a3_ubuntu.yml‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -127,6 +127,5 @@ jobs:
127127
tags: ${{ steps.meta.outputs.tags }}
128128
build-args: |
129129
PIP_INDEX_URL=https://pypi.org/simple
130-
SOC_VERSION=ascend910_9391
131130
provenance: false
132131

‎.github/workflows/image_openeuler.yml‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -131,5 +131,4 @@ jobs:
131131
file: Dockerfile.openEuler
132132
build-args: |
133133
PIP_INDEX_URL=https://pypi.org/simple
134-
SOC_VERSION=ascend910b1
135134
provenance: false

‎.github/workflows/image_ubuntu.yml‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -128,5 +128,4 @@ jobs:
128128
tags: ${{ steps.meta.outputs.tags }}
129129
build-args: |
130130
PIP_INDEX_URL=https://pypi.org/simple
131-
SOC_VERSION=ascend910b1
132131
provenance: false

0 commit comments

Comments
 (0)