fix

Author: vasqu

tests/models/ernie4_5_moe/test_modeling_ernie4_5_moe.py

@@ -100,7 +100,7 @@ def test_load_balancing_loss(self):
         config.expert_interval = 1
         config.output_router_logits = True
         input_ids = input_dict["input_ids"]
-        attention_mask = input_ids.ne(1).to(torch_device)
+        attention_mask = input_ids.ne(config.pad_token_id).to(torch_device)
         model = Ernie4_5_MoeForCausalLM(config)
         model.to(torch_device)
         model.eval()