Skip to content

Commit 69aa185

Browse files
committed
skit embed aclgraph e2e
Signed-off-by: Icey <[email protected]>
1 parent 595fe99 commit 69aa185

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

tests/e2e/singlecard/test_embedding_aclgraph.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,10 +24,10 @@
2424
from tests.e2e.utils import check_embeddings_close
2525

2626
os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
27+
os.environ["VLLM_USE_MODELSCOPE"] = "True"
2728

2829
MODELS = ["BAAI/bge-m3"]
2930

30-
3131
@pytest.mark.parametrize("model_name", MODELS)
3232
def test_aclgrpah_embed_models_correctness(model_name):
3333
queries = ['What is the capital of China?', 'Explain gravity']
@@ -36,12 +36,14 @@ def test_aclgrpah_embed_models_correctness(model_name):
3636
model_name,
3737
task="embed",
3838
enforce_eager=False,
39+
# load_format="dummy",
3940
) as vllm_aclgraph_runner:
4041
vllm_aclgraph_outputs = vllm_aclgraph_runner.encode(queries)
4142

4243
with VllmRunner(
4344
model_name,
4445
task="embed",
46+
# load_format="dummy",
4547
enforce_eager=True,
4648
) as vllm_runner:
4749
vllm_outputs = vllm_runner.encode(queries)

0 commit comments

Comments
 (0)