Revert excess changes

learning-at-home · Nov 9, 2021 · c9f462a · c9f462a
1 parent 14eb932
commit c9f462a
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/dalle_pytorch/attention.py b/dalle_pytorch/attention.py
@@ -132,7 +132,7 @@ def forward(self, x, mask = None, rotary_pos_emb = None):
         if exists(rotary_pos_emb):
             q, k, v = apply_pos_emb(rotary_pos_emb, (q, k, v))
 
-        q = q * self.scale
+        q *= self.scale
 
         ((q_text, q_img), (k_text, k_img), (v_text, v_img)) = map(lambda t: (t[:, :-img_seq_len], t[:, -img_seq_len:]), (q, k, v))
 
@@ -252,7 +252,7 @@ def forward(self, x, mask = None, rotary_pos_emb = None):
         if exists(rotary_pos_emb):
             q, k, v = apply_pos_emb(rotary_pos_emb, (q, k, v))
 
-        q = q * self.scale
+        q *= self.scale
 
         ((q_text, q_img), (k_text, k_img), (v_text, v_img)) = map(lambda t: (t[:, :-img_seq_len], t[:, -img_seq_len:]), (q, k, v))
 

diff --git a/dalle_pytorch/dalle_pytorch.py b/dalle_pytorch/dalle_pytorch.py
@@ -319,6 +319,7 @@ def forward(
         return loss
 
 # main DALL-E class
+
 class DALLE(nn.Module):
     def __init__(
         self,