diff --git a/comfy/samplers.py b/comfy/samplers.py
index 1d012a51..ffc1fe3a 100644
--- a/comfy/samplers.py
+++ b/comfy/samplers.py
@@ -276,10 +276,7 @@ class KSamplerX0Inpaint(torch.nn.Module):
             x = x * denoise_mask + (self.latent_image + self.noise * sigma.reshape([sigma.shape[0]] + [1] * (len(self.noise.shape) - 1))) * latent_mask
         out = self.inner_model(x, sigma, cond=cond, uncond=uncond, cond_scale=cond_scale, model_options=model_options, seed=seed)
         if denoise_mask is not None:
-            out *= denoise_mask
-
-        if denoise_mask is not None:
-            out += self.latent_image * latent_mask
+            out = out * denoise_mask + self.latent_image * latent_mask
         return out
 
 def simple_scheduler(model, steps):