Skip to content

Commit d94c3d1

Browse files
authored
Update nodes.py
1 parent 26152e1 commit d94c3d1

File tree

1 file changed

+1
-4
lines changed

1 file changed

+1
-4
lines changed

nodes.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -43,10 +43,7 @@ def pytorch_attention_with_temperature(self, q, k, v, extra_options, mask=None,
4343
if self.eval_string != "":
4444
out = eval(self.eval_string)
4545
else:
46-
if self.model_name == "SDXL":
47-
out *= math.log(q.size(-2)*(q.size(-1)**2/ldim), ldim)
48-
else:
49-
out *= math.log(q.size(-2), ldim)
46+
out *= math.log(q.size(-2), ldim)
5047

5148
out = (
5249
out.transpose(1, 2).reshape(b, -1, heads * dim_head)

0 commit comments

Comments
 (0)