File tree Expand file tree Collapse file tree 1 file changed +6
-3
lines changed
Expand file tree Collapse file tree 1 file changed +6
-3
lines changed Original file line number Diff line number Diff line change @@ -2407,10 +2407,13 @@ def _select_moe_comm_method(self,
24072407
24082408 elif soc_version in {AscendDeviceType ._910_93 }:
24092409 # TODO: drop the EP-size guard when dispatch_ffn_combine supports larger EP sizes
2410+ fused_all2all_enable = quant_type == "w8a8_dynamic" and get_ep_group (
2411+ ).world_size <= 16 and (not self .dynamic_eplb )
24102412 moe_comm_type = (
2411- MoECommType .MC2 if num_tokens <= self .mc2_tokens_capacity else
2412- MoECommType .FUSED_ALLTOALL if quant_type == "w8a8_dynamic"
2413- and get_ep_group ().world_size <= 16 else MoECommType .ALLTOALL )
2413+ MoECommType .MC2
2414+ if num_tokens <= self .mc2_tokens_capacity else
2415+ MoECommType .FUSED_ALLTOALL
2416+ if fused_all2all_enable else MoECommType .ALLTOALL )
24142417 else :
24152418 raise ValueError (f"Unsupported soc_version: { soc_version } " )
24162419
You can’t perform that action at this time.
0 commit comments