Anima from_single_file() fix for models with model.diffusion_model prefix, and strip all llm_adapter keys

src/diffusers/loaders/__init__.py

@@ -7,12 +7,12 @@
 _import_structure = {}
 
 if is_torch_available():
+    _import_structure["lora_pipeline"] = ["RFD4ProteinaLoraLoaderMixin"]
     _import_structure["single_file_model"] = ["FromOriginalModelMixin"]
     _import_structure["transformer_flux"] = ["FluxTransformer2DLoadersMixin"]
     _import_structure["transformer_sd3"] = ["SD3Transformer2DLoadersMixin"]
     _import_structure["unet"] = ["UNet2DConditionLoadersMixin"]
     _import_structure["utils"] = ["AttnProcsLayers"]
-    _import_structure["lora_pipeline"] = ["RFD4ProteinaLoraLoaderMixin"]
     if is_transformers_available():
         _import_structure["single_file"] = ["FromSingleFileMixin"]
         _import_structure["lora_pipeline"] += [

src/diffusers/loaders/single_file_utils.py

@@ -3737,6 +3737,12 @@ def swap_scale_shift(weight):
 
 
 def convert_cosmos_transformer_checkpoint_to_diffusers(checkpoint, **kwargs):
+    for k in list(checkpoint.keys()):
+        if "llm_adapter" in k:
+            _ = checkpoint.pop(k)
+        else:
+            checkpoint[k.removeprefix("model.diffusion_model.")] = checkpoint.pop(k)
+
     converted_state_dict = {key: checkpoint.pop(key) for key in list(checkpoint.keys())}
 
     def remove_keys_(key: str, state_dict):