fix typo (#9708)

Muennighoff · patil-suraj · web-flow · commit 6a346f0358a4 · 2021-01-21T13:51:01.000+05:30
* fix typo

Co-authored-by: Suraj Patil &lt;surajp815@gmail.com&gt;
diff --git a/src/transformers/modeling_tf_utils.py b/src/transformers/modeling_tf_utils.py
@@ -147,7 +147,7 @@ def compute_loss(self, labels, logits):
         loss_fn = tf.keras.losses.SparseCategoricalCrossentropy(
             from_logits=True, reduction=tf.keras.losses.Reduction.NONE
         )
-        # make sure only labels that are not equal to -100 do not affect loss
+        # make sure only labels that are not equal to -100 affect the loss
         active_loss = tf.not_equal(tf.reshape(labels, (-1,)), -100)
         reduced_logits = tf.boolean_mask(tf.reshape(logits, (-1, shape_list(logits)[2])), active_loss)
         labels = tf.boolean_mask(tf.reshape(labels, (-1,)), active_loss)

Original file line number	Diff line number	Diff line change
`@@ -147,7 +147,7 @@ def compute_loss(self, labels, logits):`
`147`	`147`	`loss_fn = tf.keras.losses.SparseCategoricalCrossentropy(`
`148`	`148`	`from_logits=True, reduction=tf.keras.losses.Reduction.NONE`
`149`	`149`	`)`
`150`		`- # make sure only labels that are not equal to -100 do not affect loss`
	`150`	`+ # make sure only labels that are not equal to -100 affect the loss`
`151`	`151`	`active_loss = tf.not_equal(tf.reshape(labels, (-1,)), -100)`
`152`	`152`	`reduced_logits = tf.boolean_mask(tf.reshape(logits, (-1, shape_list(logits)[2])), active_loss)`
`153`	`153`	`labels = tf.boolean_mask(tf.reshape(labels, (-1,)), active_loss)`