Reduce floating point rounding errors in loras.

1 year ago · 6fb084f39d
1 changed files with 3 additions and 1 deletions
--- a/comfy/sd.py
+++ b/comfy/sd.py
@ -342,7 +342,9 @@ class ModelPatcher:
            if key not in self.backup:
                self.backup[key] = weight.clone()

-            weight[:] = self.calculate_weight(self.patches[key], weight.clone(), key)
+            temp_weight = weight.to(torch.float32, copy=True)
+            weight[:] = self.calculate_weight(self.patches[key], temp_weight, key).to(weight.dtype)
+            del temp_weight
        return self.model

    def calculate_weight(self, patches, weight, key):