style +copies

Author: yiyixuxu

src/diffusers/__init__.py

@@ -220,6 +220,7 @@
             "HunyuanVideoTransformer3DModel",
             "I2VGenXLUNet",
             "Kandinsky3UNet",
+            "Kandinsky5Transformer3DModel",
             "LatteTransformer3DModel",
             "LTXVideoTransformer3DModel",
             "Lumina2Transformer2DModel",
@@ -260,7 +261,6 @@
             "VQModel",
             "WanTransformer3DModel",
             "WanVACETransformer3DModel",
-            "Kandinsky5Transformer3DModel",
             "attention_backend",
         ]
     )
@@ -475,6 +475,7 @@
             "ImageTextPipelineOutput",
             "Kandinsky3Img2ImgPipeline",
             "Kandinsky3Pipeline",
+            "Kandinsky5T2VPipeline",
             "KandinskyCombinedPipeline",
             "KandinskyImg2ImgCombinedPipeline",
             "KandinskyImg2ImgPipeline",
@@ -623,7 +624,6 @@
             "WanPipeline",
             "WanVACEPipeline",
             "WanVideoToVideoPipeline",
-            "Kandinsky5T2VPipeline",
             "WuerstchenCombinedPipeline",
             "WuerstchenDecoderPipeline",
             "WuerstchenPriorPipeline",
@@ -914,6 +914,7 @@
             HunyuanVideoTransformer3DModel,
             I2VGenXLUNet,
             Kandinsky3UNet,
+            Kandinsky5Transformer3DModel,
             LatteTransformer3DModel,
             LTXVideoTransformer3DModel,
             Lumina2Transformer2DModel,
@@ -953,7 +954,6 @@
             VQModel,
             WanTransformer3DModel,
             WanVACETransformer3DModel,
-            Kandinsky5Transformer3DModel,
             attention_backend,
         )
         from .modular_pipelines import ComponentsManager, ComponentSpec, ModularPipeline, ModularPipelineBlocks
@@ -1139,6 +1139,7 @@
             ImageTextPipelineOutput,
             Kandinsky3Img2ImgPipeline,
             Kandinsky3Pipeline,
+            Kandinsky5T2VPipeline,
             KandinskyCombinedPipeline,
             KandinskyImg2ImgCombinedPipeline,
             KandinskyImg2ImgPipeline,
@@ -1286,7 +1287,6 @@
             WanPipeline,
             WanVACEPipeline,
             WanVideoToVideoPipeline,
-            Kandinsky5T2VPipeline,
             WuerstchenCombinedPipeline,
             WuerstchenDecoderPipeline,
             WuerstchenPriorPipeline,

src/diffusers/loaders/__init__.py

@@ -116,6 +116,7 @@ def text_encoder_attn_modules(text_encoder):
                 FluxLoraLoaderMixin,
                 HiDreamImageLoraLoaderMixin,
                 HunyuanVideoLoraLoaderMixin,
+                KandinskyLoraLoaderMixin,
                 LoraLoaderMixin,
                 LTXVideoLoraLoaderMixin,
                 Lumina2LoraLoaderMixin,
@@ -127,7 +128,6 @@ def text_encoder_attn_modules(text_encoder):
                 StableDiffusionLoraLoaderMixin,
                 StableDiffusionXLLoraLoaderMixin,
                 WanLoraLoaderMixin,
-                KandinskyLoraLoaderMixin
             )
             from .single_file import FromSingleFileMixin
             from .textual_inversion import TextualInversionLoaderMixin

src/diffusers/loaders/lora_pipeline.py

@@ -3638,7 +3638,7 @@ def unfuse_lora(self, components: List[str] = ["transformer"], **kwargs):
         """
         super().unfuse_lora(components=components, **kwargs)
 
-        
+
 class KandinskyLoraLoaderMixin(LoraBaseMixin):
     r"""
     Load LoRA layers into [`Kandinsky5Transformer3DModel`],
@@ -3662,7 +3662,8 @@ def lora_state_dict(
                 Can be either:
                     - A string, the *model id* of a pretrained model hosted on the Hub.
                     - A path to a *directory* containing the model weights.
-                    - A [torch state dict](https://pytorch.org/tutorials/beginner/saving_loading_models.html#what-is-a-state-dict).
+                    - A [torch state
+                      dict](https://pytorch.org/tutorials/beginner/saving_loading_models.html#what-is-a-state-dict).
 
             cache_dir (`Union[str, os.PathLike]`, *optional*):
                 Path to a directory where a downloaded pretrained model configuration is cached.
@@ -3737,7 +3738,7 @@ def load_lora_weights(
     ):
         """
         Load LoRA weights specified in `pretrained_model_name_or_path_or_dict` into `self.transformer`
-        
+
         Parameters:
             pretrained_model_name_or_path_or_dict (`str` or `os.PathLike` or `dict`):
                 See [`~loaders.KandinskyLoraLoaderMixin.lora_state_dict`].
@@ -3746,7 +3747,8 @@ def load_lora_weights(
             hotswap (`bool`, *optional*):
                 Whether to substitute an existing (LoRA) adapter with the newly loaded adapter in-place.
             low_cpu_mem_usage (`bool`, *optional*):
-                Speed up model loading by only loading the pretrained LoRA weights and not initializing the random weights.
+                Speed up model loading by only loading the pretrained LoRA weights and not initializing the random
+                weights.
             kwargs (`dict`, *optional*):
                 See [`~loaders.KandinskyLoraLoaderMixin.lora_state_dict`].
         """
@@ -3827,7 +3829,6 @@ def load_lora_into_transformer(
             hotswap=hotswap,
         )
 
-
     @classmethod
     def save_lora_weights(
         cls,
@@ -3864,9 +3865,7 @@ def save_lora_weights(
             lora_metadata[cls.transformer_name] = transformer_lora_adapter_metadata
 
         if not lora_layers:
-            raise ValueError(
-                "You must pass at least one of `transformer_lora_layers`"
-            )
+            raise ValueError("You must pass at least one of `transformer_lora_layers`")
 
         cls._save_lora_weights(
             save_directory=save_directory,
@@ -3923,7 +3922,7 @@ def unfuse_lora(self, components: List[str] = ["transformer"], **kwargs):
             components (`List[str]`): List of LoRA-injectable components to unfuse LoRA from.
         """
         super().unfuse_lora(components=components, **kwargs)
-        
+
 
 class WanLoraLoaderMixin(LoraBaseMixin):
     r"""
@@ -5088,4 +5087,4 @@ class LoraLoaderMixin(StableDiffusionLoraLoaderMixin):
     def __init__(self, *args, **kwargs):
         deprecation_message = "LoraLoaderMixin is deprecated and this will be removed in a future version. Please use `StableDiffusionLoraLoaderMixin`, instead."
         deprecate("LoraLoaderMixin", "1.0.0", deprecation_message)
-        super().__init__(*args, **kwargs)
+        super().__init__(*args, **kwargs)

src/diffusers/models/__init__.py

@@ -91,6 +91,7 @@
     _import_structure["transformers.transformer_hidream_image"] = ["HiDreamImageTransformer2DModel"]
     _import_structure["transformers.transformer_hunyuan_video"] = ["HunyuanVideoTransformer3DModel"]
     _import_structure["transformers.transformer_hunyuan_video_framepack"] = ["HunyuanVideoFramepackTransformer3DModel"]
+    _import_structure["transformers.transformer_kandinsky"] = ["Kandinsky5Transformer3DModel"]
     _import_structure["transformers.transformer_ltx"] = ["LTXVideoTransformer3DModel"]
     _import_structure["transformers.transformer_lumina2"] = ["Lumina2Transformer2DModel"]
     _import_structure["transformers.transformer_mochi"] = ["MochiTransformer3DModel"]
@@ -101,7 +102,6 @@
     _import_structure["transformers.transformer_temporal"] = ["TransformerTemporalModel"]
     _import_structure["transformers.transformer_wan"] = ["WanTransformer3DModel"]
     _import_structure["transformers.transformer_wan_vace"] = ["WanVACETransformer3DModel"]
-    _import_structure["transformers.transformer_kandinsky"] = ["Kandinsky5Transformer3DModel"]
     _import_structure["unets.unet_1d"] = ["UNet1DModel"]
     _import_structure["unets.unet_2d"] = ["UNet2DModel"]
     _import_structure["unets.unet_2d_condition"] = ["UNet2DConditionModel"]
@@ -183,6 +183,7 @@
             HunyuanDiT2DModel,
             HunyuanVideoFramepackTransformer3DModel,
             HunyuanVideoTransformer3DModel,
+            Kandinsky5Transformer3DModel,
             LatteTransformer3DModel,
             LTXVideoTransformer3DModel,
             Lumina2Transformer2DModel,
@@ -201,7 +202,6 @@
             TransformerTemporalModel,
             WanTransformer3DModel,
             WanVACETransformer3DModel,
-            Kandinsky5Transformer3DModel,
         )
         from .unets import (
             I2VGenXLUNet,

src/diffusers/models/transformers/__init__.py

@@ -27,6 +27,7 @@
     from .transformer_hidream_image import HiDreamImageTransformer2DModel
     from .transformer_hunyuan_video import HunyuanVideoTransformer3DModel
     from .transformer_hunyuan_video_framepack import HunyuanVideoFramepackTransformer3DModel
+    from .transformer_kandinsky import Kandinsky5Transformer3DModel
     from .transformer_ltx import LTXVideoTransformer3DModel
     from .transformer_lumina2 import Lumina2Transformer2DModel
     from .transformer_mochi import MochiTransformer3DModel
@@ -37,4 +38,3 @@
     from .transformer_temporal import TransformerTemporalModel
     from .transformer_wan import WanTransformer3DModel
     from .transformer_wan_vace import WanVACETransformer3DModel
-    from .transformer_kandinsky import Kandinsky5Transformer3DModel