We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2b0e3e7 commit e48bdccCopy full SHA for e48bdcc
vllm_ascend/patch/worker/patch_qwen3_vl.py
@@ -175,10 +175,11 @@ def rot_pos_emb(self, grid_thw: list[list[int]]):
175
# Use pre-computed cos_sin_cache from RotaryEmbedding
176
cos, sin = self.rotary_pos_emb.get_cos_sin(max_grid_size)
177
178
- cos_h = cos[pos_ids[:, 0]] # (num_tokens, rotary_dim // 2)
179
- cos_w = cos[pos_ids[:, 1]]
180
- sin_h = sin[pos_ids[:, 0]]
181
- sin_w = sin[pos_ids[:, 1]]
+ # (num_tokens, rotary_dim // 2)
+ cos_h = cos[pos_ids[:, 0]] # type: ignore
+ cos_w = cos[pos_ids[:, 1]] # type: ignore
+ sin_h = sin[pos_ids[:, 0]] # type: ignore
182
+ sin_w = sin[pos_ids[:, 1]] # type: ignore
183
184
cos_combined = torch.cat([cos_h, cos_w], dim=-1)
185
sin_combined = torch.cat([sin_h, sin_w], dim=-1)
0 commit comments