It's actually possible to torch.compile the unet now.

comfy/ldm/modules/attention.py

@@ -36,7 +36,7 @@ def uniq(arr):
 def default(val, d):
     if exists(val):
         return val
-    return d() if isfunction(d) else d
+    return d
 
 
 def max_neg_value(t):