We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ef205dd commit c71b379Copy full SHA for c71b379
megatron/data/mlm_dataset.py
@@ -330,7 +330,7 @@ def __init__(
330
if hasattr(args, "encoder_seq_length") and args.encoder_seq_length is not None:
331
# T5 style
332
assert self.inputs_length == args.encoder_seq_length
333
- assert self.targets_length == args.decoder_seq_length
+ assert self.targets_length == args.decoder_seq_length + 1
334
else:
335
assert self.inputs_length + self.targets_length == args.seq_length
336
0 commit comments