handle fsdp_version properly

winglian · winglian · commit 9a04389507c3 · 2025-12-02T12:32:25.000-05:00
diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py
@@ -2742,7 +2742,7 @@ def _process_fsdp_args(self):
                         fsdp_plugin_args["transformer_cls_names_to_wrap"] = ",".join(
                             self.fsdp_config["transformer_layer_cls_to_wrap"]
                         )
-            fsdp_plugin_args["fsdp_version"] = self.fsdp_config.get("fsdp_version", 1)
+            fsdp_plugin_args["version"] = self.fsdp_config.get("version", 1)
             prefetch_policy = self.fsdp_config.get("backward_prefetch", "NO_PREFETCH")
             fsdp_plugin_args["backward_prefetch"] = prefetch_policy.upper()
             fsdp_plugin_args["forward_prefetch"] = str_to_bool(str(self.fsdp_config.get("forward_prefetch", "false")).lower())

Original file line number	Diff line number	Diff line change
`@@ -2742,7 +2742,7 @@ def _process_fsdp_args(self):`
`2742`	`2742`	`fsdp_plugin_args["transformer_cls_names_to_wrap"] = ",".join(`
`2743`	`2743`	`self.fsdp_config["transformer_layer_cls_to_wrap"]`
`2744`	`2744`	`)`
`2745`		`- fsdp_plugin_args["fsdp_version"] = self.fsdp_config.get("fsdp_version", 1)`
	`2745`	`+ fsdp_plugin_args["version"] = self.fsdp_config.get("version", 1)`
`2746`	`2746`	`prefetch_policy = self.fsdp_config.get("backward_prefetch", "NO_PREFETCH")`
`2747`	`2747`	`fsdp_plugin_args["backward_prefetch"] = prefetch_policy.upper()`
`2748`	`2748`	`fsdp_plugin_args["forward_prefetch"] = str_to_bool(str(self.fsdp_config.get("forward_prefetch", "false")).lower())`