This commit is contained in:
C43H66N12O12S2 2022-09-18 01:21:50 +03:00 committed by GitHub
parent d63dbb3acc
commit 18d6fe4346
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -20,7 +20,7 @@ def split_cross_attention_forward_v1(self, x, context=None, mask=None):
q = self.to_q(x) q = self.to_q(x)
context = default(context, x) context = default(context, x)
k = self.to_k(context) * self.scale k = self.to_k(context)
v = self.to_v(context) v = self.to_v(context)
del context, x del context, x
@ -50,7 +50,7 @@ def split_cross_attention_forward(self, x, context=None, mask=None):
q_in = self.to_q(x) q_in = self.to_q(x)
context = default(context, x) context = default(context, x)
k_in = self.to_k(context) k_in = self.to_k(context) * self.scale
v_in = self.to_v(context) v_in = self.to_v(context)
del context, x del context, x