Adding TODO and fixing indentation.

Author: rodgzilla

loss.py

@@ -65,3 +65,5 @@ def __call__(self, X, Y, M, clf_logits, lm_logits=None, only_return_losses=False
             self.opt.step()
             self.opt.zero_grad()
         return train_loss.item()
+
+# TODO Implement a LossCompute class for similiraty tasks.

train.py

@@ -244,7 +244,7 @@ def run_epoch():
                            vector_l2=args.vector_l2,
                            max_grad_norm=args.max_grad_norm)
     compute_loss_fct = MultipleChoiceLossCompute(criterion,
-                                                criterion,
+                                                 criterion,
                                                  args.lm_coef,
                                                  model_opt)
     load_openai_pretrained_model(dh_model.transformer, n_ctx=n_ctx, n_special=n_special)