Add some nodes for basic model merging.

comfy_extras/nodes_model_merging.py

+
+
+class ModelMergeSimple:
+    @classmethod
+    def INPUT_TYPES(s):
+        return {"required": { "model1": ("MODEL",),
+                              "model2": ("MODEL",),
+                              "ratio": ("FLOAT", {"default": 1.0, "min": 0.0, "max": 1.0, "step": 0.01}),
+                              }}
+    RETURN_TYPES = ("MODEL",)
+    FUNCTION = "merge"
+
+    CATEGORY = "_for_testing/model_merging"
+
+    def merge(self, model1, model2, ratio):
+        m = model1.clone()
+        sd = model2.model_state_dict()
+        for k in sd:
+            m.add_patches({k: (sd[k], )}, 1.0 - ratio, ratio)
+        return (m, )
+
+class ModelMergeBlocks:
+    @classmethod
+    def INPUT_TYPES(s):
+        return {"required": { "model1": ("MODEL",),
+                              "model2": ("MODEL",),
+                              "input": ("FLOAT", {"default": 1.0, "min": 0.0, "max": 1.0, "step": 0.01}),
+                              "middle": ("FLOAT", {"default": 1.0, "min": 0.0, "max": 1.0, "step": 0.01}),
+                              "out": ("FLOAT", {"default": 1.0, "min": 0.0, "max": 1.0, "step": 0.01})
+                              }}
+    RETURN_TYPES = ("MODEL",)
+    FUNCTION = "merge"
+
+    CATEGORY = "_for_testing/model_merging"
+
+    def merge(self, model1, model2, **kwargs):
+        m = model1.clone()
+        sd = model2.model_state_dict()
+        default_ratio = next(iter(kwargs.values()))
+
+        for k in sd:
+            ratio = default_ratio
+            k_unet = k[len("diffusion_model."):]
+
+            for arg in kwargs:
+                if k_unet.startswith(arg):
+                    ratio = kwargs[arg]
+
+            m.add_patches({k: (sd[k], )}, 1.0 - ratio, ratio)
+        return (m, )
+
+NODE_CLASS_MAPPINGS = {
+    "ModelMergeSimple": ModelMergeSimple,
+    "ModelMergeBlocks": ModelMergeBlocks
+}

nodes.py

@@ -1459,4 +1459,5 @@ def init_custom_nodes():
     load_custom_node(os.path.join(os.path.join(os.path.dirname(os.path.realpath(__file__)), "comfy_extras"), "nodes_post_processing.py"))
     load_custom_node(os.path.join(os.path.join(os.path.dirname(os.path.realpath(__file__)), "comfy_extras"), "nodes_mask.py"))
     load_custom_node(os.path.join(os.path.join(os.path.dirname(os.path.realpath(__file__)), "comfy_extras"), "nodes_rebatch.py"))
+    load_custom_node(os.path.join(os.path.join(os.path.dirname(os.path.realpath(__file__)), "comfy_extras"), "nodes_model_merging.py"))
     load_custom_nodes()