Add Triton Ascend and Ascend Bisheng envs

Meihan-chen · Meihan-chen · commit c7a42f801ee0 · 2025-12-10T15:40:31.000+08:00
Signed-off-by: Meihan-chen &lt;jcccx.cmh@gmail.com&gt;
diff --git a/Dockerfile b/Dockerfile
@@ -61,6 +61,7 @@ RUN export PIP_EXTRA_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi
     source /usr/local/Ascend/ascend-toolkit/set_env.sh && \
     source /usr/local/Ascend/nnal/atb/set_env.sh && \
     export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/Ascend/ascend-toolkit/latest/`uname -i`-linux/devlib && \
+    echo "source /usr/local/Ascend/ascend-toolkit/8.3.RC2/bisheng_toolkit/set_env.sh" >> ~/.bashrc \
     python3 -m pip install -v -e /vllm-workspace/vllm-ascend/ --extra-index https://download.pytorch.org/whl/cpu/ && \
     python3 -m pip cache purge
 
diff --git a/Dockerfile.a3 b/Dockerfile.a3
@@ -60,6 +60,7 @@ RUN export PIP_EXTRA_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi
     source /usr/local/Ascend/ascend-toolkit/set_env.sh && \
     source /usr/local/Ascend/nnal/atb/set_env.sh && \
     export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/Ascend/ascend-toolkit/latest/`uname -i`-linux/devlib && \
+    echo "source /usr/local/Ascend/ascend-toolkit/8.3.RC2/bisheng_toolkit/set_env.sh" >> ~/.bashrc \
     python3 -m pip install -v -e /vllm-workspace/vllm-ascend/ --extra-index https://download.pytorch.org/whl/cpu/ && \
     python3 -m pip cache purge
 
diff --git a/pyproject.toml b/pyproject.toml
@@ -26,7 +26,8 @@ requires = [
     "quart",
     "numba",
     "opencv-python-headless<=4.11.0.86", # Required to avoid numpy version conflict with vllm
-    "compressed_tensors>=0.11.0"
+    "compressed_tensors>=0.11.0",
+    "triton-ascend @ https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev2025110717-cp311-cp311-manylinux_2_27_aarch64.whl ; sys_platform == 'linux' and platform_machine == 'aarch64'"
 ]
 build-backend = "setuptools.build_meta"
 
diff --git a/requirements.txt b/requirements.txt
@@ -31,3 +31,6 @@ numba
 torch-npu==2.8.0
 
 transformers<=4.57.1
+
+# Install triton-ascend
+triton-ascend @ https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev2025110717-cp311-cp311-manylinux_2_27_aarch64.whl ; sys_platform == 'linux' and platform_machine == 'aarch64'

Original file line number	Diff line number	Diff line change
`@@ -26,7 +26,8 @@ requires = [`
`26`	`26`	`"quart",`
`27`	`27`	`"numba",`
`28`	`28`	`"opencv-python-headless<=4.11.0.86", # Required to avoid numpy version conflict with vllm`
`29`		`- "compressed_tensors>=0.11.0"`
	`29`	`+ "compressed_tensors>=0.11.0",`
	`30`	`+ "triton-ascend @ https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev2025110717-cp311-cp311-manylinux_2_27_aarch64.whl ; sys_platform == 'linux' and platform_machine == 'aarch64'"`
`30`	`31`	`]`
`31`	`32`	`build-backend = "setuptools.build_meta"`
`32`	`33`