File tree Expand file tree Collapse file tree 1 file changed +3
-1
lines changed
Expand file tree Collapse file tree 1 file changed +3
-1
lines changed Original file line number Diff line number Diff line change 2424from tests .e2e .utils import check_embeddings_close
2525
2626os .environ ["VLLM_WORKER_MULTIPROC_METHOD" ] = "spawn"
27+ os .environ ["VLLM_USE_MODELSCOPE" ] = "True"
2728
2829MODELS = ["BAAI/bge-m3" ]
2930
30-
3131@pytest .mark .parametrize ("model_name" , MODELS )
3232def test_aclgrpah_embed_models_correctness (model_name ):
3333 queries = ['What is the capital of China?' , 'Explain gravity' ]
@@ -36,12 +36,14 @@ def test_aclgrpah_embed_models_correctness(model_name):
3636 model_name ,
3737 task = "embed" ,
3838 enforce_eager = False ,
39+ # load_format="dummy",
3940 ) as vllm_aclgraph_runner :
4041 vllm_aclgraph_outputs = vllm_aclgraph_runner .encode (queries )
4142
4243 with VllmRunner (
4344 model_name ,
4445 task = "embed" ,
46+ # load_format="dummy",
4547 enforce_eager = True ,
4648 ) as vllm_runner :
4749 vllm_outputs = vllm_runner .encode (queries )
You can’t perform that action at this time.
0 commit comments