diff --git a/src/flashpack/integrations/diffusers/pipeline.py b/src/flashpack/integrations/diffusers/pipeline.py
index affb9fe..e03e88a 100644
--- a/src/flashpack/integrations/diffusers/pipeline.py
+++ b/src/flashpack/integrations/diffusers/pipeline.py
@@ -559,15 +559,20 @@ def load_module(name, value):
             if name in passed_class_obj:
                 # if the model is in a pipeline module, then we load it from the pipeline
                 # check that passed_class_obj has correct parent class
-                maybe_raise_or_warn(
-                    library_name,
-                    library,
-                    class_name,
-                    importable_classes,
-                    passed_class_obj,
-                    name,
-                    is_pipeline_module,
-                )
+                try:
+                    maybe_raise_or_warn(
+                        library_name,
+                        library,
+                        class_name,
+                        importable_classes,
+                        passed_class_obj,
+                        name,
+                        is_pipeline_module,
+                    )
+                except Exception as e:
+                    warnings.warn(
+                        f"Error during maybe_raise_or_warn for {name} from {library_name} {class_name}. Will proceed anyway, but further errors may occur. Error: {e}"
+                    )
 
                 loaded_sub_model = passed_class_obj[name]
             else: