fairseq/tasks/translation.py

Killed 10 out of 75 mutants

Survived

Survived mutation testing. These mutants show holes in your test suite.

Mutant 1127

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -26,7 +26,7 @@
 
 from fairseq.tasks import FairseqTask, register_task
 
-EVAL_BLEU_ORDER = 4
+EVAL_BLEU_ORDER = 5
 
 
 logger = logging.getLogger(__name__)

Mutant 1128

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -26,7 +26,7 @@
 
 from fairseq.tasks import FairseqTask, register_task
 
-EVAL_BLEU_ORDER = 4
+EVAL_BLEU_ORDER = None
 
 
 logger = logging.getLogger(__name__)

Mutant 1129

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -29,7 +29,7 @@
 EVAL_BLEU_ORDER = 4
 
 
-logger = logging.getLogger(__name__)
+logger = None
 
 
 def load_langpair_dataset(

Mutant 1130

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -41,7 +41,7 @@
     max_target_positions, prepend_bos=False, load_alignments=False,
     truncate_source=False, append_source_id=False,
     num_buckets=0,
-    shuffle=True,
+    shuffle=False,
 ):
 
     def split_exists(split, src, tgt, lang, data_path):

Mutant 1131

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -132,7 +132,7 @@
     )
 
 
-@register_task('translation')
+@register_task('XXtranslationXX')
 class TranslationTask(FairseqTask):
     """
     Translate from one (source) language to another (target) language.

Mutant 1132

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -131,8 +131,6 @@
         shuffle=shuffle,
     )
 
-
-@register_task('translation')
 class TranslationTask(FairseqTask):
     """
     Translate from one (source) language to another (target) language.

Mutant 1133

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -154,7 +154,6 @@
         :prog:
     """
 
-    @staticmethod
     def add_args(parser):
         """Add task-specific arguments to the parser."""
         # fmt: off

Mutant 1134

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -158,7 +158,7 @@
     def add_args(parser):
         """Add task-specific arguments to the parser."""
         # fmt: off
-        parser.add_argument('data', help='colon separated path to data directories list, \
+        parser.add_argument('XXdataXX', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
         parser.add_argument('-s', '--source-lang', default=None, metavar='SRC',
                             help='source language')

Mutant 1135

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -158,8 +158,8 @@
     def add_args(parser):
         """Add task-specific arguments to the parser."""
         # fmt: off
-        parser.add_argument('data', help='colon separated path to data directories list, \
-                            will be iterated upon during epochs in round-robin manner')
+        parser.add_argument('data', help='XXcolon separated path to data directories list, \
+                            will be iterated upon during epochs in round-robin mannerXX')
         parser.add_argument('-s', '--source-lang', default=None, metavar='SRC',
                             help='source language')
         parser.add_argument('-t', '--target-lang', default=None, metavar='TARGET',

Mutant 1138

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -160,7 +160,7 @@
         # fmt: off
         parser.add_argument('data', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
-        parser.add_argument('-s', '--source-lang', default=None, metavar='SRC',
+        parser.add_argument('-s', '--source-lang', default=None, metavar='XXSRCXX',
                             help='source language')
         parser.add_argument('-t', '--target-lang', default=None, metavar='TARGET',
                             help='target language')

Mutant 1139

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -161,7 +161,7 @@
         parser.add_argument('data', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
         parser.add_argument('-s', '--source-lang', default=None, metavar='SRC',
-                            help='source language')
+                            help='XXsource languageXX')
         parser.add_argument('-t', '--target-lang', default=None, metavar='TARGET',
                             help='target language')
         parser.add_argument('--load-alignments', action='store_true',

Mutant 1142

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -162,7 +162,7 @@
                             will be iterated upon during epochs in round-robin manner')
         parser.add_argument('-s', '--source-lang', default=None, metavar='SRC',
                             help='source language')
-        parser.add_argument('-t', '--target-lang', default=None, metavar='TARGET',
+        parser.add_argument('-t', '--target-lang', default=None, metavar='XXTARGETXX',
                             help='target language')
         parser.add_argument('--load-alignments', action='store_true',
                             help='load the binarized alignments')

Mutant 1143

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -163,7 +163,7 @@
         parser.add_argument('-s', '--source-lang', default=None, metavar='SRC',
                             help='source language')
         parser.add_argument('-t', '--target-lang', default=None, metavar='TARGET',
-                            help='target language')
+                            help='XXtarget languageXX')
         parser.add_argument('--load-alignments', action='store_true',
                             help='load the binarized alignments')
         parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',

Mutant 1144

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -164,7 +164,7 @@
                             help='source language')
         parser.add_argument('-t', '--target-lang', default=None, metavar='TARGET',
                             help='target language')
-        parser.add_argument('--load-alignments', action='store_true',
+        parser.add_argument('XX--load-alignmentsXX', action='store_true',
                             help='load the binarized alignments')
         parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
                             help='pad the source on the left')

Mutant 1146

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -165,7 +165,7 @@
         parser.add_argument('-t', '--target-lang', default=None, metavar='TARGET',
                             help='target language')
         parser.add_argument('--load-alignments', action='store_true',
-                            help='load the binarized alignments')
+                            help='XXload the binarized alignmentsXX')
         parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
                             help='pad the source on the left')
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',

Mutant 1147

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -166,7 +166,7 @@
                             help='target language')
         parser.add_argument('--load-alignments', action='store_true',
                             help='load the binarized alignments')
-        parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
+        parser.add_argument('XX--left-pad-sourceXX', default='True', type=str, metavar='BOOL',
                             help='pad the source on the left')
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
                             help='pad the target on the left')

Mutant 1148

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -166,7 +166,7 @@
                             help='target language')
         parser.add_argument('--load-alignments', action='store_true',
                             help='load the binarized alignments')
-        parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
+        parser.add_argument('--left-pad-source', default='XXTrueXX', type=str, metavar='BOOL',
                             help='pad the source on the left')
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
                             help='pad the target on the left')

Mutant 1149

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -166,7 +166,7 @@
                             help='target language')
         parser.add_argument('--load-alignments', action='store_true',
                             help='load the binarized alignments')
-        parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
+        parser.add_argument('--left-pad-source', default='True', type=str, metavar='XXBOOLXX',
                             help='pad the source on the left')
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
                             help='pad the target on the left')

Mutant 1150

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -167,7 +167,7 @@
         parser.add_argument('--load-alignments', action='store_true',
                             help='load the binarized alignments')
         parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
-                            help='pad the source on the left')
+                            help='XXpad the source on the leftXX')
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
                             help='pad the target on the left')
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',

Mutant 1151

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -168,7 +168,7 @@
                             help='load the binarized alignments')
         parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
                             help='pad the source on the left')
-        parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
+        parser.add_argument('XX--left-pad-targetXX', default='False', type=str, metavar='BOOL',
                             help='pad the target on the left')
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the source sequence')

Mutant 1152

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -168,7 +168,7 @@
                             help='load the binarized alignments')
         parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
                             help='pad the source on the left')
-        parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
+        parser.add_argument('--left-pad-target', default='XXFalseXX', type=str, metavar='BOOL',
                             help='pad the target on the left')
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the source sequence')

Mutant 1153

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -168,7 +168,7 @@
                             help='load the binarized alignments')
         parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
                             help='pad the source on the left')
-        parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
+        parser.add_argument('--left-pad-target', default='False', type=str, metavar='XXBOOLXX',
                             help='pad the target on the left')
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the source sequence')

Mutant 1154

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -169,7 +169,7 @@
         parser.add_argument('--left-pad-source', default='True', type=str, metavar='BOOL',
                             help='pad the source on the left')
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
-                            help='pad the target on the left')
+                            help='XXpad the target on the leftXX')
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the source sequence')
         parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',

Mutant 1155

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -170,7 +170,7 @@
                             help='pad the source on the left')
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
                             help='pad the target on the left')
-        parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
+        parser.add_argument('XX--max-source-positionsXX', default=1024, type=int, metavar='N',
                             help='max number of tokens in the source sequence')
         parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the target sequence')

Mutant 1156

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -170,7 +170,7 @@
                             help='pad the source on the left')
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
                             help='pad the target on the left')
-        parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
+        parser.add_argument('--max-source-positions', default=1025, type=int, metavar='N',
                             help='max number of tokens in the source sequence')
         parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the target sequence')

Mutant 1157

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -170,7 +170,7 @@
                             help='pad the source on the left')
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
                             help='pad the target on the left')
-        parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
+        parser.add_argument('--max-source-positions', default=1024, type=int, metavar='XXNXX',
                             help='max number of tokens in the source sequence')
         parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the target sequence')

Mutant 1158

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -171,7 +171,7 @@
         parser.add_argument('--left-pad-target', default='False', type=str, metavar='BOOL',
                             help='pad the target on the left')
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
-                            help='max number of tokens in the source sequence')
+                            help='XXmax number of tokens in the source sequenceXX')
         parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the target sequence')
         parser.add_argument('--upsample-primary', default=1, type=int,

Mutant 1159

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -172,7 +172,7 @@
                             help='pad the target on the left')
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the source sequence')
-        parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
+        parser.add_argument('XX--max-target-positionsXX', default=1024, type=int, metavar='N',
                             help='max number of tokens in the target sequence')
         parser.add_argument('--upsample-primary', default=1, type=int,
                             help='amount to upsample primary dataset')

Mutant 1160

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -172,7 +172,7 @@
                             help='pad the target on the left')
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the source sequence')
-        parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
+        parser.add_argument('--max-target-positions', default=1025, type=int, metavar='N',
                             help='max number of tokens in the target sequence')
         parser.add_argument('--upsample-primary', default=1, type=int,
                             help='amount to upsample primary dataset')

Mutant 1161

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -172,7 +172,7 @@
                             help='pad the target on the left')
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the source sequence')
-        parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
+        parser.add_argument('--max-target-positions', default=1024, type=int, metavar='XXNXX',
                             help='max number of tokens in the target sequence')
         parser.add_argument('--upsample-primary', default=1, type=int,
                             help='amount to upsample primary dataset')

Mutant 1162

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -173,7 +173,7 @@
         parser.add_argument('--max-source-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the source sequence')
         parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
-                            help='max number of tokens in the target sequence')
+                            help='XXmax number of tokens in the target sequenceXX')
         parser.add_argument('--upsample-primary', default=1, type=int,
                             help='amount to upsample primary dataset')
         parser.add_argument('--truncate-source', action='store_true', default=False,

Mutant 1163

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -174,7 +174,7 @@
                             help='max number of tokens in the source sequence')
         parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the target sequence')
-        parser.add_argument('--upsample-primary', default=1, type=int,
+        parser.add_argument('XX--upsample-primaryXX', default=1, type=int,
                             help='amount to upsample primary dataset')
         parser.add_argument('--truncate-source', action='store_true', default=False,
                             help='truncate source to max-source-positions')

Mutant 1164

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -174,7 +174,7 @@
                             help='max number of tokens in the source sequence')
         parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the target sequence')
-        parser.add_argument('--upsample-primary', default=1, type=int,
+        parser.add_argument('--upsample-primary', default=2, type=int,
                             help='amount to upsample primary dataset')
         parser.add_argument('--truncate-source', action='store_true', default=False,
                             help='truncate source to max-source-positions')

Mutant 1165

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -175,7 +175,7 @@
         parser.add_argument('--max-target-positions', default=1024, type=int, metavar='N',
                             help='max number of tokens in the target sequence')
         parser.add_argument('--upsample-primary', default=1, type=int,
-                            help='amount to upsample primary dataset')
+                            help='XXamount to upsample primary datasetXX')
         parser.add_argument('--truncate-source', action='store_true', default=False,
                             help='truncate source to max-source-positions')
         parser.add_argument('--num-batch-buckets', default=0, type=int, metavar='N',

Mutant 1166

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -176,7 +176,7 @@
                             help='max number of tokens in the target sequence')
         parser.add_argument('--upsample-primary', default=1, type=int,
                             help='amount to upsample primary dataset')
-        parser.add_argument('--truncate-source', action='store_true', default=False,
+        parser.add_argument('XX--truncate-sourceXX', action='store_true', default=False,
                             help='truncate source to max-source-positions')
         parser.add_argument('--num-batch-buckets', default=0, type=int, metavar='N',
                             help='if >0, then bucket source and target lengths into N '

Mutant 1168

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -176,7 +176,7 @@
                             help='max number of tokens in the target sequence')
         parser.add_argument('--upsample-primary', default=1, type=int,
                             help='amount to upsample primary dataset')
-        parser.add_argument('--truncate-source', action='store_true', default=False,
+        parser.add_argument('--truncate-source', action='store_true', default=True,
                             help='truncate source to max-source-positions')
         parser.add_argument('--num-batch-buckets', default=0, type=int, metavar='N',
                             help='if >0, then bucket source and target lengths into N '

Mutant 1169

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -177,7 +177,7 @@
         parser.add_argument('--upsample-primary', default=1, type=int,
                             help='amount to upsample primary dataset')
         parser.add_argument('--truncate-source', action='store_true', default=False,
-                            help='truncate source to max-source-positions')
+                            help='XXtruncate source to max-source-positionsXX')
         parser.add_argument('--num-batch-buckets', default=0, type=int, metavar='N',
                             help='if >0, then bucket source and target lengths into N '
                                  'buckets and pad accordingly; this is useful on TPUs '

Mutant 1170

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -178,7 +178,7 @@
                             help='amount to upsample primary dataset')
         parser.add_argument('--truncate-source', action='store_true', default=False,
                             help='truncate source to max-source-positions')
-        parser.add_argument('--num-batch-buckets', default=0, type=int, metavar='N',
+        parser.add_argument('XX--num-batch-bucketsXX', default=0, type=int, metavar='N',
                             help='if >0, then bucket source and target lengths into N '
                                  'buckets and pad accordingly; this is useful on TPUs '
                                  'to minimize the number of compilations')

Mutant 1171

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -178,7 +178,7 @@
                             help='amount to upsample primary dataset')
         parser.add_argument('--truncate-source', action='store_true', default=False,
                             help='truncate source to max-source-positions')
-        parser.add_argument('--num-batch-buckets', default=0, type=int, metavar='N',
+        parser.add_argument('--num-batch-buckets', default=1, type=int, metavar='N',
                             help='if >0, then bucket source and target lengths into N '
                                  'buckets and pad accordingly; this is useful on TPUs '
                                  'to minimize the number of compilations')

Mutant 1172

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -178,7 +178,7 @@
                             help='amount to upsample primary dataset')
         parser.add_argument('--truncate-source', action='store_true', default=False,
                             help='truncate source to max-source-positions')
-        parser.add_argument('--num-batch-buckets', default=0, type=int, metavar='N',
+        parser.add_argument('--num-batch-buckets', default=0, type=int, metavar='XXNXX',
                             help='if >0, then bucket source and target lengths into N '
                                  'buckets and pad accordingly; this is useful on TPUs '
                                  'to minimize the number of compilations')

Mutant 1173

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -179,7 +179,7 @@
         parser.add_argument('--truncate-source', action='store_true', default=False,
                             help='truncate source to max-source-positions')
         parser.add_argument('--num-batch-buckets', default=0, type=int, metavar='N',
-                            help='if >0, then bucket source and target lengths into N '
+                            help='XXif >0, then bucket source and target lengths into N XX'
                                  'buckets and pad accordingly; this is useful on TPUs '
                                  'to minimize the number of compilations')
 

Mutant 1174

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -184,7 +184,7 @@
                                  'to minimize the number of compilations')
 
         # options for reporting BLEU during validation
-        parser.add_argument('--eval-bleu', action='store_true',
+        parser.add_argument('XX--eval-bleuXX', action='store_true',
                             help='evaluation with BLEU scores')
         parser.add_argument('--eval-bleu-detok', type=str, default="space",
                             help='detokenize before computing BLEU (e.g., "moses"); '

Mutant 1176

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -185,7 +185,7 @@
 
         # options for reporting BLEU during validation
         parser.add_argument('--eval-bleu', action='store_true',
-                            help='evaluation with BLEU scores')
+                            help='XXevaluation with BLEU scoresXX')
         parser.add_argument('--eval-bleu-detok', type=str, default="space",
                             help='detokenize before computing BLEU (e.g., "moses"); '
                                  'required if using --eval-bleu; use "space" to '

Mutant 1177

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -186,7 +186,7 @@
         # options for reporting BLEU during validation
         parser.add_argument('--eval-bleu', action='store_true',
                             help='evaluation with BLEU scores')
-        parser.add_argument('--eval-bleu-detok', type=str, default="space",
+        parser.add_argument('XX--eval-bleu-detokXX', type=str, default="space",
                             help='detokenize before computing BLEU (e.g., "moses"); '
                                  'required if using --eval-bleu; use "space" to '
                                  'disable detokenization; see fairseq.data.encoders '

Mutant 1178

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -186,7 +186,7 @@
         # options for reporting BLEU during validation
         parser.add_argument('--eval-bleu', action='store_true',
                             help='evaluation with BLEU scores')
-        parser.add_argument('--eval-bleu-detok', type=str, default="space",
+        parser.add_argument('--eval-bleu-detok', type=str, default="XXspaceXX",
                             help='detokenize before computing BLEU (e.g., "moses"); '
                                  'required if using --eval-bleu; use "space" to '
                                  'disable detokenization; see fairseq.data.encoders '

Mutant 1179

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -187,7 +187,7 @@
         parser.add_argument('--eval-bleu', action='store_true',
                             help='evaluation with BLEU scores')
         parser.add_argument('--eval-bleu-detok', type=str, default="space",
-                            help='detokenize before computing BLEU (e.g., "moses"); '
+                            help='XXdetokenize before computing BLEU (e.g., "moses"); XX'
                                  'required if using --eval-bleu; use "space" to '
                                  'disable detokenization; see fairseq.data.encoders '
                                  'for other options')

Mutant 1180

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -191,7 +191,7 @@
                                  'required if using --eval-bleu; use "space" to '
                                  'disable detokenization; see fairseq.data.encoders '
                                  'for other options')
-        parser.add_argument('--eval-bleu-detok-args', type=str, metavar='JSON',
+        parser.add_argument('XX--eval-bleu-detok-argsXX', type=str, metavar='JSON',
                             help='args for building the tokenizer, if needed')
         parser.add_argument('--eval-tokenized-bleu', action='store_true', default=False,
                             help='compute tokenized BLEU instead of sacrebleu')

Mutant 1181

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -191,7 +191,7 @@
                                  'required if using --eval-bleu; use "space" to '
                                  'disable detokenization; see fairseq.data.encoders '
                                  'for other options')
-        parser.add_argument('--eval-bleu-detok-args', type=str, metavar='JSON',
+        parser.add_argument('--eval-bleu-detok-args', type=str, metavar='XXJSONXX',
                             help='args for building the tokenizer, if needed')
         parser.add_argument('--eval-tokenized-bleu', action='store_true', default=False,
                             help='compute tokenized BLEU instead of sacrebleu')

Mutant 1182

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -192,7 +192,7 @@
                                  'disable detokenization; see fairseq.data.encoders '
                                  'for other options')
         parser.add_argument('--eval-bleu-detok-args', type=str, metavar='JSON',
-                            help='args for building the tokenizer, if needed')
+                            help='XXargs for building the tokenizer, if neededXX')
         parser.add_argument('--eval-tokenized-bleu', action='store_true', default=False,
                             help='compute tokenized BLEU instead of sacrebleu')
         parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,

Mutant 1183

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -193,7 +193,7 @@
                                  'for other options')
         parser.add_argument('--eval-bleu-detok-args', type=str, metavar='JSON',
                             help='args for building the tokenizer, if needed')
-        parser.add_argument('--eval-tokenized-bleu', action='store_true', default=False,
+        parser.add_argument('XX--eval-tokenized-bleuXX', action='store_true', default=False,
                             help='compute tokenized BLEU instead of sacrebleu')
         parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,
                             help='remove BPE before computing BLEU')

Mutant 1185

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -193,7 +193,7 @@
                                  'for other options')
         parser.add_argument('--eval-bleu-detok-args', type=str, metavar='JSON',
                             help='args for building the tokenizer, if needed')
-        parser.add_argument('--eval-tokenized-bleu', action='store_true', default=False,
+        parser.add_argument('--eval-tokenized-bleu', action='store_true', default=True,
                             help='compute tokenized BLEU instead of sacrebleu')
         parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,
                             help='remove BPE before computing BLEU')

Mutant 1186

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -194,7 +194,7 @@
         parser.add_argument('--eval-bleu-detok-args', type=str, metavar='JSON',
                             help='args for building the tokenizer, if needed')
         parser.add_argument('--eval-tokenized-bleu', action='store_true', default=False,
-                            help='compute tokenized BLEU instead of sacrebleu')
+                            help='XXcompute tokenized BLEU instead of sacrebleuXX')
         parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,
                             help='remove BPE before computing BLEU')
         parser.add_argument('--eval-bleu-args', type=str, metavar='JSON',

Mutant 1187

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -195,7 +195,7 @@
                             help='args for building the tokenizer, if needed')
         parser.add_argument('--eval-tokenized-bleu', action='store_true', default=False,
                             help='compute tokenized BLEU instead of sacrebleu')
-        parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,
+        parser.add_argument('XX--eval-bleu-remove-bpeXX', nargs='?', const='@@ ', default=None,
                             help='remove BPE before computing BLEU')
         parser.add_argument('--eval-bleu-args', type=str, metavar='JSON',
                             help='generation args for BLUE scoring, '

Mutant 1189

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -195,7 +195,7 @@
                             help='args for building the tokenizer, if needed')
         parser.add_argument('--eval-tokenized-bleu', action='store_true', default=False,
                             help='compute tokenized BLEU instead of sacrebleu')
-        parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,
+        parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='XX@@ XX', default=None,
                             help='remove BPE before computing BLEU')
         parser.add_argument('--eval-bleu-args', type=str, metavar='JSON',
                             help='generation args for BLUE scoring, '

Mutant 1190

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -196,7 +196,7 @@
         parser.add_argument('--eval-tokenized-bleu', action='store_true', default=False,
                             help='compute tokenized BLEU instead of sacrebleu')
         parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,
-                            help='remove BPE before computing BLEU')
+                            help='XXremove BPE before computing BLEUXX')
         parser.add_argument('--eval-bleu-args', type=str, metavar='JSON',
                             help='generation args for BLUE scoring, '
                                  'e.g., \'{"beam": 4, "lenpen": 0.6}\'')

Mutant 1191

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -197,7 +197,7 @@
                             help='compute tokenized BLEU instead of sacrebleu')
         parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,
                             help='remove BPE before computing BLEU')
-        parser.add_argument('--eval-bleu-args', type=str, metavar='JSON',
+        parser.add_argument('XX--eval-bleu-argsXX', type=str, metavar='JSON',
                             help='generation args for BLUE scoring, '
                                  'e.g., \'{"beam": 4, "lenpen": 0.6}\'')
         parser.add_argument('--eval-bleu-print-samples', action='store_true',

Mutant 1192

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -197,7 +197,7 @@
                             help='compute tokenized BLEU instead of sacrebleu')
         parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,
                             help='remove BPE before computing BLEU')
-        parser.add_argument('--eval-bleu-args', type=str, metavar='JSON',
+        parser.add_argument('--eval-bleu-args', type=str, metavar='XXJSONXX',
                             help='generation args for BLUE scoring, '
                                  'e.g., \'{"beam": 4, "lenpen": 0.6}\'')
         parser.add_argument('--eval-bleu-print-samples', action='store_true',

Mutant 1193

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -198,7 +198,7 @@
         parser.add_argument('--eval-bleu-remove-bpe', nargs='?', const='@@ ', default=None,
                             help='remove BPE before computing BLEU')
         parser.add_argument('--eval-bleu-args', type=str, metavar='JSON',
-                            help='generation args for BLUE scoring, '
+                            help='XXgeneration args for BLUE scoring, XX'
                                  'e.g., \'{"beam": 4, "lenpen": 0.6}\'')
         parser.add_argument('--eval-bleu-print-samples', action='store_true',
                             help='print sample generations during validation')

Mutant 1194

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -200,7 +200,7 @@
         parser.add_argument('--eval-bleu-args', type=str, metavar='JSON',
                             help='generation args for BLUE scoring, '
                                  'e.g., \'{"beam": 4, "lenpen": 0.6}\'')
-        parser.add_argument('--eval-bleu-print-samples', action='store_true',
+        parser.add_argument('XX--eval-bleu-print-samplesXX', action='store_true',
                             help='print sample generations during validation')
         # fmt: on
 

Mutant 1196

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -201,7 +201,7 @@
                             help='generation args for BLUE scoring, '
                                  'e.g., \'{"beam": 4, "lenpen": 0.6}\'')
         parser.add_argument('--eval-bleu-print-samples', action='store_true',
-                            help='print sample generations during validation')
+                            help='XXprint sample generations during validationXX')
         # fmt: on
 
     def __init__(self, args, src_dict, tgt_dict):

Mutant 1197

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -209,7 +209,6 @@
         self.src_dict = src_dict
         self.tgt_dict = tgt_dict
 
-    @classmethod
     def setup_task(cls, args, **kwargs):
         """Setup the task (e.g., load dictionaries).
 

Mutant 1198

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -238,7 +238,7 @@
 
         return cls(args, src_dict, tgt_dict)
 
-    def load_dataset(self, split, epoch=1, combine=False, **kwargs):
+    def load_dataset(self, split, epoch=2, combine=False, **kwargs):
         """Load a given dataset split.
 
         Args:

Mutant 1199

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -238,7 +238,7 @@
 
         return cls(args, src_dict, tgt_dict)
 
-    def load_dataset(self, split, epoch=1, combine=False, **kwargs):
+    def load_dataset(self, split, epoch=1, combine=True, **kwargs):
         """Load a given dataset split.
 
         Args:

Mutant 1200

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -342,7 +342,6 @@
         """Return the max sentence length allowed by the task."""
         return (self.args.max_source_positions, self.args.max_target_positions)
 
-    @property
     def source_dictionary(self):
         """Return the source :class:`~fairseq.data.Dictionary`."""
         return self.src_dict

Mutant 1201

--- fairseq/tasks/translation.py
+++ fairseq/tasks/translation.py
@@ -347,7 +347,6 @@
         """Return the source :class:`~fairseq.data.Dictionary`."""
         return self.src_dict
 
-    @property
     def target_dictionary(self):
         """Return the target :class:`~fairseq.data.Dictionary`."""
         return self.tgt_dict