From 25e372e3b2f48f60de470fd4769158532fa7315d Mon Sep 17 00:00:00 2001 From: wangli Date: Sat, 25 Oct 2025 17:23:53 +0800 Subject: [PATCH 1/4] add custom op to nightly Signed-off-by: wangli --- .github/workflows/vllm_ascend_test_nightly_a2.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/vllm_ascend_test_nightly_a2.yaml b/.github/workflows/vllm_ascend_test_nightly_a2.yaml index 809babed6f6..f937b6107d6 100644 --- a/.github/workflows/vllm_ascend_test_nightly_a2.yaml +++ b/.github/workflows/vllm_ascend_test_nightly_a2.yaml @@ -53,6 +53,9 @@ jobs: - name: qwen3-32b-in8-a2 os: linux-aarch64-a2-4 tests: tests/e2e/nightly/models/test_qwen3_32b_int8.py + - name: test_custom_op + os: linux-aarch64-a2-1 + tests: tests/e2e/singlecard/ops/ uses: ./.github/workflows/_e2e_nightly_single_node.yaml with: vllm: v0.11.0 From d2540102cc045dc2d4078e81c63cb77038cae820 Mon Sep 17 00:00:00 2001 From: wangli Date: Mon, 27 Oct 2025 09:30:05 +0800 Subject: [PATCH 2/4] fix workflow and make run concurrency Signed-off-by: wangli --- .github/workflows/_e2e_nightly_multi_node.yaml | 2 +- .github/workflows/_e2e_nightly_single_node.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/_e2e_nightly_multi_node.yaml b/.github/workflows/_e2e_nightly_multi_node.yaml index 680d79858aa..d36b6df85fe 100644 --- a/.github/workflows/_e2e_nightly_multi_node.yaml +++ b/.github/workflows/_e2e_nightly_multi_node.yaml @@ -53,7 +53,7 @@ defaults: # only cancel in-progress runs of the same workflow # and ignore the lint / 8 cards test type concurrency: - group: ${{ github.workflow }}-${{ github.ref }} + group: ascend-nightly-${{ github.ref }}-${{ inputs.config_file_path }} cancel-in-progress: true jobs: diff --git a/.github/workflows/_e2e_nightly_single_node.yaml b/.github/workflows/_e2e_nightly_single_node.yaml index 90624e38835..9aab8286428 100644 --- a/.github/workflows/_e2e_nightly_single_node.yaml +++ b/.github/workflows/_e2e_nightly_single_node.yaml @@ -44,7 +44,7 @@ defaults: # only cancel in-progress runs of the same workflow # and ignore the lint / 1 card / 4 cards test type concurrency: - group: ${{ github.workflow }}-${{ github.ref }} + group: ascend-nightly-${{ github.ref }}-${{ inputs.tests }} cancel-in-progress: true jobs: From 5bf71b630d92e6c0a2d6b6c671b9b40e261b2853 Mon Sep 17 00:00:00 2001 From: wangli Date: Mon, 27 Oct 2025 10:03:16 +0800 Subject: [PATCH 3/4] move ops to nightly Signed-off-by: wangli --- .github/workflows/vllm_ascend_test_nightly_a2.yaml | 2 +- tests/e2e/{singlecard => nightly}/ops/__init__.py | 0 tests/e2e/{singlecard => nightly}/ops/test_bgmv_expand.py | 0 tests/e2e/{singlecard => nightly}/ops/test_bgmv_shrink.py | 0 tests/e2e/{singlecard => nightly}/ops/test_fused_moe.py | 0 .../{singlecard => nightly}/ops/test_gating_top_k_softmax.py | 0 tests/e2e/{singlecard => nightly}/ops/test_mla_preprocess.py | 0 tests/e2e/{singlecard => nightly}/ops/test_rotary_embedding.py | 0 .../{singlecard => nightly}/ops/test_vocabparallelembedding.py | 0 9 files changed, 1 insertion(+), 1 deletion(-) rename tests/e2e/{singlecard => nightly}/ops/__init__.py (100%) rename tests/e2e/{singlecard => nightly}/ops/test_bgmv_expand.py (100%) rename tests/e2e/{singlecard => nightly}/ops/test_bgmv_shrink.py (100%) rename tests/e2e/{singlecard => nightly}/ops/test_fused_moe.py (100%) rename tests/e2e/{singlecard => nightly}/ops/test_gating_top_k_softmax.py (100%) rename tests/e2e/{singlecard => nightly}/ops/test_mla_preprocess.py (100%) rename tests/e2e/{singlecard => nightly}/ops/test_rotary_embedding.py (100%) rename tests/e2e/{singlecard => nightly}/ops/test_vocabparallelembedding.py (100%) diff --git a/.github/workflows/vllm_ascend_test_nightly_a2.yaml b/.github/workflows/vllm_ascend_test_nightly_a2.yaml index f937b6107d6..4e9925e41d7 100644 --- a/.github/workflows/vllm_ascend_test_nightly_a2.yaml +++ b/.github/workflows/vllm_ascend_test_nightly_a2.yaml @@ -55,7 +55,7 @@ jobs: tests: tests/e2e/nightly/models/test_qwen3_32b_int8.py - name: test_custom_op os: linux-aarch64-a2-1 - tests: tests/e2e/singlecard/ops/ + tests: tests/e2e/nightly/ops uses: ./.github/workflows/_e2e_nightly_single_node.yaml with: vllm: v0.11.0 diff --git a/tests/e2e/singlecard/ops/__init__.py b/tests/e2e/nightly/ops/__init__.py similarity index 100% rename from tests/e2e/singlecard/ops/__init__.py rename to tests/e2e/nightly/ops/__init__.py diff --git a/tests/e2e/singlecard/ops/test_bgmv_expand.py b/tests/e2e/nightly/ops/test_bgmv_expand.py similarity index 100% rename from tests/e2e/singlecard/ops/test_bgmv_expand.py rename to tests/e2e/nightly/ops/test_bgmv_expand.py diff --git a/tests/e2e/singlecard/ops/test_bgmv_shrink.py b/tests/e2e/nightly/ops/test_bgmv_shrink.py similarity index 100% rename from tests/e2e/singlecard/ops/test_bgmv_shrink.py rename to tests/e2e/nightly/ops/test_bgmv_shrink.py diff --git a/tests/e2e/singlecard/ops/test_fused_moe.py b/tests/e2e/nightly/ops/test_fused_moe.py similarity index 100% rename from tests/e2e/singlecard/ops/test_fused_moe.py rename to tests/e2e/nightly/ops/test_fused_moe.py diff --git a/tests/e2e/singlecard/ops/test_gating_top_k_softmax.py b/tests/e2e/nightly/ops/test_gating_top_k_softmax.py similarity index 100% rename from tests/e2e/singlecard/ops/test_gating_top_k_softmax.py rename to tests/e2e/nightly/ops/test_gating_top_k_softmax.py diff --git a/tests/e2e/singlecard/ops/test_mla_preprocess.py b/tests/e2e/nightly/ops/test_mla_preprocess.py similarity index 100% rename from tests/e2e/singlecard/ops/test_mla_preprocess.py rename to tests/e2e/nightly/ops/test_mla_preprocess.py diff --git a/tests/e2e/singlecard/ops/test_rotary_embedding.py b/tests/e2e/nightly/ops/test_rotary_embedding.py similarity index 100% rename from tests/e2e/singlecard/ops/test_rotary_embedding.py rename to tests/e2e/nightly/ops/test_rotary_embedding.py diff --git a/tests/e2e/singlecard/ops/test_vocabparallelembedding.py b/tests/e2e/nightly/ops/test_vocabparallelembedding.py similarity index 100% rename from tests/e2e/singlecard/ops/test_vocabparallelembedding.py rename to tests/e2e/nightly/ops/test_vocabparallelembedding.py From 7715949672d28e06fd76813b60babe05e3b17302 Mon Sep 17 00:00:00 2001 From: wangli Date: Mon, 27 Oct 2025 12:54:48 +0800 Subject: [PATCH 4/4] fix Signed-off-by: wangli --- .github/workflows/_e2e_nightly_multi_node.yaml | 3 +++ .github/workflows/vllm_ascend_test_nightly_a3.yaml | 3 +++ 2 files changed, 6 insertions(+) diff --git a/.github/workflows/_e2e_nightly_multi_node.yaml b/.github/workflows/_e2e_nightly_multi_node.yaml index d36b6df85fe..249526fa0bf 100644 --- a/.github/workflows/_e2e_nightly_multi_node.yaml +++ b/.github/workflows/_e2e_nightly_multi_node.yaml @@ -41,6 +41,9 @@ on: default: main type: string description: used for pr level tests + secrets: + KUBECONFIG_B64: + required: true # Bash shells do not use ~/.profile or ~/.bashrc so these shells need to be explicitly diff --git a/.github/workflows/vllm_ascend_test_nightly_a3.yaml b/.github/workflows/vllm_ascend_test_nightly_a3.yaml index a5d899463f4..5d8d195e321 100644 --- a/.github/workflows/vllm_ascend_test_nightly_a3.yaml +++ b/.github/workflows/vllm_ascend_test_nightly_a3.yaml @@ -102,3 +102,6 @@ jobs: replicas: 1 size: ${{ matrix.test_config.size }} config_file_path: ${{ matrix.test_config.config_file_path }} + secrets: + KUBECONFIG_B64: ${{ secrets.KUBECONFIG_B64 }} +