update

ldm/modules/attention.py

@@ -257,8 +257,8 @@ class MemoryEfficientCrossAttention(nn.Module):
         # self.q_rmsnorm = RMSNorm(query_dim, eps=1e-5)
         # self.k_rmsnorm = RMSNorm(context_dim, eps=1e-5)
 
-        self.q_norm = RMSNorm(self.dim_head, elementwise_affine=True) if qk_norm else nn.Identity()
-        self.k_norm = RMSNorm(self.dim_head, elementwise_affine=True) if qk_norm else nn.Identity()
+        self.q_norm = RMSNorm(self.dim_head, elementwise_affine=True, eps=1e-5) if qk_norm else nn.Identity()
+        self.k_norm = RMSNorm(self.dim_head, elementwise_affine=True, eps=1e-5) if qk_norm else nn.Identity()
 
         # self.enable_rmsnorm = enable_rmsnorm