We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fe8f042 commit c0b9e25Copy full SHA for c0b9e25
vllm_ascend/distributed/mooncake_connector.py
@@ -200,7 +200,7 @@ def run(self):
200
# NOTE(rob): we need each rank to have a unique port. This hack to keeps
201
# us moving. We will switch when moving to etcd or where we have a
202
# single ZMQ socket in the scheduler.
203
- device_index = self.pp_rank + self.tp_size + self.tp_rank + self.pcp_rank * self.prefill_tp_size
+ device_index = self.pp_rank * self.tp_size + self.tp_rank + self.pcp_rank * self.prefill_tp_size
204
handshake_port = self.side_channel_port + device_index
205
path = make_zmq_path("tcp", self.side_channel_host, handshake_port)
206
logger.info("Starting listening on path: %s", path)
0 commit comments