Fix self loop implementation.

cpc/criterion/soft_align.py

@@ -202,6 +202,10 @@ def __init__(self,
         self.allowed_skips_beg = allowed_skips_beg
         self.allowed_skips_end = allowed_skips_end
         self.predict_self_loop = predict_self_loop
+        if predict_self_loop:
+            self.self_loop_gain = torch.nn.Parameter(torch.ones(1))
+        else:
+            self.register_parameter('self_loop_gain', None)
         self.limit_negs_in_batch = limit_negs_in_batch
 
         if masq_rules:
@@ -318,7 +322,10 @@ def forward(self, cFeature, encodedData, label, captureOptions=None, return_loca
             extra_preds.append(self.blank_proto.expand(batchSize, windowSize, self.blank_proto.size(2), 1))
 
         if self.predict_self_loop:
-            extra_preds.append(cFeature.unsqueeze(-1))
+            # old and buggy
+            # extra_preds.append(cFeature.unsqueeze(-1))
+            # new and shiny
+            extra_preds.append(encodedData[:, :windowSize, :].unsqueeze(-1) * self.self_loop_gain)
 
         if extra_preds:
             nPredicts += len(extra_preds)