fairseq/tasks/multilingual_masked_lm.py

Killed 2 out of 46 mutants

Survived

Survived mutation testing. These mutants show holes in your test suite.

Mutant 2789

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -30,7 +30,7 @@
 from fairseq import utils
 
 
-logger = logging.getLogger(__name__)
+logger = None
 
 
 @register_task('multilingual_masked_lm')

Mutant 2790

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -33,7 +33,7 @@
 logger = logging.getLogger(__name__)
 
 
-@register_task('multilingual_masked_lm')
+@register_task('XXmultilingual_masked_lmXX')
 class MultiLingualMaskedLMTask(FairseqTask):
     """Task for training masked language models (e.g., BERT, RoBERTa)."""
 

Mutant 2791

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -32,8 +32,6 @@
 
 logger = logging.getLogger(__name__)
 
-
-@register_task('multilingual_masked_lm')
 class MultiLingualMaskedLMTask(FairseqTask):
     """Task for training masked language models (e.g., BERT, RoBERTa)."""
 

Mutant 2792

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -37,7 +37,6 @@
 class MultiLingualMaskedLMTask(FairseqTask):
     """Task for training masked language models (e.g., BERT, RoBERTa)."""
 
-    @staticmethod
     def add_args(parser):
         """Add task-specific arguments to the parser."""
         parser.add_argument('data', help='colon separated path to data directories list, \

Mutant 2793

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -40,7 +40,7 @@
     @staticmethod
     def add_args(parser):
         """Add task-specific arguments to the parser."""
-        parser.add_argument('data', help='colon separated path to data directories list, \
+        parser.add_argument('XXdataXX', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
         parser.add_argument('--sample-break-mode', default='complete',
                             choices=['none', 'complete', 'complete_doc', 'eos'],

Mutant 2794

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -40,8 +40,8 @@
     @staticmethod
     def add_args(parser):
         """Add task-specific arguments to the parser."""
-        parser.add_argument('data', help='colon separated path to data directories list, \
-                            will be iterated upon during epochs in round-robin manner')
+        parser.add_argument('data', help='XXcolon separated path to data directories list, \
+                            will be iterated upon during epochs in round-robin mannerXX')
         parser.add_argument('--sample-break-mode', default='complete',
                             choices=['none', 'complete', 'complete_doc', 'eos'],
                             help='If omitted or "none", fills each sample with tokens-per-sample '

Mutant 2795

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -42,7 +42,7 @@
         """Add task-specific arguments to the parser."""
         parser.add_argument('data', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
-        parser.add_argument('--sample-break-mode', default='complete',
+        parser.add_argument('XX--sample-break-modeXX', default='complete',
                             choices=['none', 'complete', 'complete_doc', 'eos'],
                             help='If omitted or "none", fills each sample with tokens-per-sample '
                                  'tokens. If set to "complete", splits samples only at the end '

Mutant 2796

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -42,7 +42,7 @@
         """Add task-specific arguments to the parser."""
         parser.add_argument('data', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
-        parser.add_argument('--sample-break-mode', default='complete',
+        parser.add_argument('--sample-break-mode', default='XXcompleteXX',
                             choices=['none', 'complete', 'complete_doc', 'eos'],
                             help='If omitted or "none", fills each sample with tokens-per-sample '
                                  'tokens. If set to "complete", splits samples only at the end '

Mutant 2797

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -43,7 +43,7 @@
         parser.add_argument('data', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
         parser.add_argument('--sample-break-mode', default='complete',
-                            choices=['none', 'complete', 'complete_doc', 'eos'],
+                            choices=['XXnoneXX', 'complete', 'complete_doc', 'eos'],
                             help='If omitted or "none", fills each sample with tokens-per-sample '
                                  'tokens. If set to "complete", splits samples only at the end '
                                  'of sentence, but may include multiple sentences per sample. '

Mutant 2798

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -43,7 +43,7 @@
         parser.add_argument('data', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
         parser.add_argument('--sample-break-mode', default='complete',
-                            choices=['none', 'complete', 'complete_doc', 'eos'],
+                            choices=['none', 'XXcompleteXX', 'complete_doc', 'eos'],
                             help='If omitted or "none", fills each sample with tokens-per-sample '
                                  'tokens. If set to "complete", splits samples only at the end '
                                  'of sentence, but may include multiple sentences per sample. '

Mutant 2799

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -43,7 +43,7 @@
         parser.add_argument('data', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
         parser.add_argument('--sample-break-mode', default='complete',
-                            choices=['none', 'complete', 'complete_doc', 'eos'],
+                            choices=['none', 'complete', 'XXcomplete_docXX', 'eos'],
                             help='If omitted or "none", fills each sample with tokens-per-sample '
                                  'tokens. If set to "complete", splits samples only at the end '
                                  'of sentence, but may include multiple sentences per sample. '

Mutant 2800

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -43,7 +43,7 @@
         parser.add_argument('data', help='colon separated path to data directories list, \
                             will be iterated upon during epochs in round-robin manner')
         parser.add_argument('--sample-break-mode', default='complete',
-                            choices=['none', 'complete', 'complete_doc', 'eos'],
+                            choices=['none', 'complete', 'complete_doc', 'XXeosXX'],
                             help='If omitted or "none", fills each sample with tokens-per-sample '
                                  'tokens. If set to "complete", splits samples only at the end '
                                  'of sentence, but may include multiple sentences per sample. '

Mutant 2801

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -44,7 +44,7 @@
                             will be iterated upon during epochs in round-robin manner')
         parser.add_argument('--sample-break-mode', default='complete',
                             choices=['none', 'complete', 'complete_doc', 'eos'],
-                            help='If omitted or "none", fills each sample with tokens-per-sample '
+                            help='XXIf omitted or "none", fills each sample with tokens-per-sample XX'
                                  'tokens. If set to "complete", splits samples only at the end '
                                  'of sentence, but may include multiple sentences per sample. '
                                  '"complete_doc" is similar but respects doc boundaries. '

Mutant 2802

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -49,7 +49,7 @@
                                  'of sentence, but may include multiple sentences per sample. '
                                  '"complete_doc" is similar but respects doc boundaries. '
                                  'If set to "eos", includes only one sentence per sample.')
-        parser.add_argument('--tokens-per-sample', default=512, type=int,
+        parser.add_argument('XX--tokens-per-sampleXX', default=512, type=int,
                             help='max number of total tokens over all segments '
                                  'per sample for BERT dataset')
         parser.add_argument('--mask-prob', default=0.15, type=float,

Mutant 2803

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -49,7 +49,7 @@
                                  'of sentence, but may include multiple sentences per sample. '
                                  '"complete_doc" is similar but respects doc boundaries. '
                                  'If set to "eos", includes only one sentence per sample.')
-        parser.add_argument('--tokens-per-sample', default=512, type=int,
+        parser.add_argument('--tokens-per-sample', default=513, type=int,
                             help='max number of total tokens over all segments '
                                  'per sample for BERT dataset')
         parser.add_argument('--mask-prob', default=0.15, type=float,

Mutant 2804

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -50,7 +50,7 @@
                                  '"complete_doc" is similar but respects doc boundaries. '
                                  'If set to "eos", includes only one sentence per sample.')
         parser.add_argument('--tokens-per-sample', default=512, type=int,
-                            help='max number of total tokens over all segments '
+                            help='XXmax number of total tokens over all segments XX'
                                  'per sample for BERT dataset')
         parser.add_argument('--mask-prob', default=0.15, type=float,
                             help='probability of replacing a token with mask')

Mutant 2805

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -52,7 +52,7 @@
         parser.add_argument('--tokens-per-sample', default=512, type=int,
                             help='max number of total tokens over all segments '
                                  'per sample for BERT dataset')
-        parser.add_argument('--mask-prob', default=0.15, type=float,
+        parser.add_argument('XX--mask-probXX', default=0.15, type=float,
                             help='probability of replacing a token with mask')
         parser.add_argument('--leave-unmasked-prob', default=0.1, type=float,
                             help='probability that a masked token is unmasked')

Mutant 2806

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -52,7 +52,7 @@
         parser.add_argument('--tokens-per-sample', default=512, type=int,
                             help='max number of total tokens over all segments '
                                  'per sample for BERT dataset')
-        parser.add_argument('--mask-prob', default=0.15, type=float,
+        parser.add_argument('--mask-prob', default=1.15, type=float,
                             help='probability of replacing a token with mask')
         parser.add_argument('--leave-unmasked-prob', default=0.1, type=float,
                             help='probability that a masked token is unmasked')

Mutant 2807

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -53,7 +53,7 @@
                             help='max number of total tokens over all segments '
                                  'per sample for BERT dataset')
         parser.add_argument('--mask-prob', default=0.15, type=float,
-                            help='probability of replacing a token with mask')
+                            help='XXprobability of replacing a token with maskXX')
         parser.add_argument('--leave-unmasked-prob', default=0.1, type=float,
                             help='probability that a masked token is unmasked')
         parser.add_argument('--random-token-prob', default=0.1, type=float,

Mutant 2808

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -54,7 +54,7 @@
                                  'per sample for BERT dataset')
         parser.add_argument('--mask-prob', default=0.15, type=float,
                             help='probability of replacing a token with mask')
-        parser.add_argument('--leave-unmasked-prob', default=0.1, type=float,
+        parser.add_argument('XX--leave-unmasked-probXX', default=0.1, type=float,
                             help='probability that a masked token is unmasked')
         parser.add_argument('--random-token-prob', default=0.1, type=float,
                             help='probability of replacing a token with a random token')

Mutant 2809

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -54,7 +54,7 @@
                                  'per sample for BERT dataset')
         parser.add_argument('--mask-prob', default=0.15, type=float,
                             help='probability of replacing a token with mask')
-        parser.add_argument('--leave-unmasked-prob', default=0.1, type=float,
+        parser.add_argument('--leave-unmasked-prob', default=1.1, type=float,
                             help='probability that a masked token is unmasked')
         parser.add_argument('--random-token-prob', default=0.1, type=float,
                             help='probability of replacing a token with a random token')

Mutant 2810

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -55,7 +55,7 @@
         parser.add_argument('--mask-prob', default=0.15, type=float,
                             help='probability of replacing a token with mask')
         parser.add_argument('--leave-unmasked-prob', default=0.1, type=float,
-                            help='probability that a masked token is unmasked')
+                            help='XXprobability that a masked token is unmaskedXX')
         parser.add_argument('--random-token-prob', default=0.1, type=float,
                             help='probability of replacing a token with a random token')
         parser.add_argument('--freq-weighted-replacement', action='store_true',

Mutant 2811

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -56,7 +56,7 @@
                             help='probability of replacing a token with mask')
         parser.add_argument('--leave-unmasked-prob', default=0.1, type=float,
                             help='probability that a masked token is unmasked')
-        parser.add_argument('--random-token-prob', default=0.1, type=float,
+        parser.add_argument('XX--random-token-probXX', default=0.1, type=float,
                             help='probability of replacing a token with a random token')
         parser.add_argument('--freq-weighted-replacement', action='store_true',
                             help='sample random replacement words based on word frequencies')

Mutant 2812

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -56,7 +56,7 @@
                             help='probability of replacing a token with mask')
         parser.add_argument('--leave-unmasked-prob', default=0.1, type=float,
                             help='probability that a masked token is unmasked')
-        parser.add_argument('--random-token-prob', default=0.1, type=float,
+        parser.add_argument('--random-token-prob', default=1.1, type=float,
                             help='probability of replacing a token with a random token')
         parser.add_argument('--freq-weighted-replacement', action='store_true',
                             help='sample random replacement words based on word frequencies')

Mutant 2813

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -57,7 +57,7 @@
         parser.add_argument('--leave-unmasked-prob', default=0.1, type=float,
                             help='probability that a masked token is unmasked')
         parser.add_argument('--random-token-prob', default=0.1, type=float,
-                            help='probability of replacing a token with a random token')
+                            help='XXprobability of replacing a token with a random tokenXX')
         parser.add_argument('--freq-weighted-replacement', action='store_true',
                             help='sample random replacement words based on word frequencies')
         parser.add_argument('--mask-whole-words', default=False, action='store_true',

Mutant 2814

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -58,7 +58,7 @@
                             help='probability that a masked token is unmasked')
         parser.add_argument('--random-token-prob', default=0.1, type=float,
                             help='probability of replacing a token with a random token')
-        parser.add_argument('--freq-weighted-replacement', action='store_true',
+        parser.add_argument('XX--freq-weighted-replacementXX', action='store_true',
                             help='sample random replacement words based on word frequencies')
         parser.add_argument('--mask-whole-words', default=False, action='store_true',
                             help='mask whole words; you may also want to set --bpe')

Mutant 2816

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -59,7 +59,7 @@
         parser.add_argument('--random-token-prob', default=0.1, type=float,
                             help='probability of replacing a token with a random token')
         parser.add_argument('--freq-weighted-replacement', action='store_true',
-                            help='sample random replacement words based on word frequencies')
+                            help='XXsample random replacement words based on word frequenciesXX')
         parser.add_argument('--mask-whole-words', default=False, action='store_true',
                             help='mask whole words; you may also want to set --bpe')
         parser.add_argument('--multilang-sampling-alpha', type=float, default=1.0,

Mutant 2817

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -60,7 +60,7 @@
                             help='probability of replacing a token with a random token')
         parser.add_argument('--freq-weighted-replacement', action='store_true',
                             help='sample random replacement words based on word frequencies')
-        parser.add_argument('--mask-whole-words', default=False, action='store_true',
+        parser.add_argument('XX--mask-whole-wordsXX', default=False, action='store_true',
                             help='mask whole words; you may also want to set --bpe')
         parser.add_argument('--multilang-sampling-alpha', type=float, default=1.0,
                             help='smoothing alpha for sample rations across multiple datasets')

Mutant 2818

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -60,7 +60,7 @@
                             help='probability of replacing a token with a random token')
         parser.add_argument('--freq-weighted-replacement', action='store_true',
                             help='sample random replacement words based on word frequencies')
-        parser.add_argument('--mask-whole-words', default=False, action='store_true',
+        parser.add_argument('--mask-whole-words', default=True, action='store_true',
                             help='mask whole words; you may also want to set --bpe')
         parser.add_argument('--multilang-sampling-alpha', type=float, default=1.0,
                             help='smoothing alpha for sample rations across multiple datasets')

Mutant 2820

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -61,7 +61,7 @@
         parser.add_argument('--freq-weighted-replacement', action='store_true',
                             help='sample random replacement words based on word frequencies')
         parser.add_argument('--mask-whole-words', default=False, action='store_true',
-                            help='mask whole words; you may also want to set --bpe')
+                            help='XXmask whole words; you may also want to set --bpeXX')
         parser.add_argument('--multilang-sampling-alpha', type=float, default=1.0,
                             help='smoothing alpha for sample rations across multiple datasets')
 

Mutant 2821

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -62,7 +62,7 @@
                             help='sample random replacement words based on word frequencies')
         parser.add_argument('--mask-whole-words', default=False, action='store_true',
                             help='mask whole words; you may also want to set --bpe')
-        parser.add_argument('--multilang-sampling-alpha', type=float, default=1.0,
+        parser.add_argument('XX--multilang-sampling-alphaXX', type=float, default=1.0,
                             help='smoothing alpha for sample rations across multiple datasets')
 
     def __init__(self, args, dictionary):

Mutant 2822

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -62,7 +62,7 @@
                             help='sample random replacement words based on word frequencies')
         parser.add_argument('--mask-whole-words', default=False, action='store_true',
                             help='mask whole words; you may also want to set --bpe')
-        parser.add_argument('--multilang-sampling-alpha', type=float, default=1.0,
+        parser.add_argument('--multilang-sampling-alpha', type=float, default=2.0,
                             help='smoothing alpha for sample rations across multiple datasets')
 
     def __init__(self, args, dictionary):

Mutant 2823

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -63,7 +63,7 @@
         parser.add_argument('--mask-whole-words', default=False, action='store_true',
                             help='mask whole words; you may also want to set --bpe')
         parser.add_argument('--multilang-sampling-alpha', type=float, default=1.0,
-                            help='smoothing alpha for sample rations across multiple datasets')
+                            help='XXsmoothing alpha for sample rations across multiple datasetsXX')
 
     def __init__(self, args, dictionary):
         super().__init__(args)

Mutant 2824

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -73,7 +73,6 @@
         # add mask token
         self.mask_idx = dictionary.add_symbol('')
 
-    @classmethod
     def setup_task(cls, args, **kwargs):
         paths = utils.split_paths(args.data)
         assert len(paths) > 0

Mutant 2825

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -116,7 +116,7 @@
         smoothed_prob = smoothed_prob / smoothed_prob.sum()
         return smoothed_prob
 
-    def load_dataset(self, split, epoch=1, combine=False, **kwargs):
+    def load_dataset(self, split, epoch=2, combine=False, **kwargs):
         """Load a given dataset split.
 
         Args:

Mutant 2826

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -116,7 +116,7 @@
         smoothed_prob = smoothed_prob / smoothed_prob.sum()
         return smoothed_prob
 
-    def load_dataset(self, split, epoch=1, combine=False, **kwargs):
+    def load_dataset(self, split, epoch=1, combine=True, **kwargs):
         """Load a given dataset split.
 
         Args:

Mutant 2827

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -264,7 +264,7 @@
             ],
         )
 
-    def build_dataset_for_inference(self, src_tokens, src_lengths, sort=True):
+    def build_dataset_for_inference(self, src_tokens, src_lengths, sort=False):
         src_dataset = PadDataset(
             TokenBlockDataset(
                 src_tokens,

Mutant 2828

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -295,7 +295,7 @@
     def get_batch_iterator(
         self, dataset, max_tokens=None, max_sentences=None, max_positions=None,
         ignore_invalid_inputs=False, required_batch_size_multiple=1,
-        seed=1, num_shards=1, shard_id=0, num_workers=0, epoch=1,
+        seed=2, num_shards=1, shard_id=0, num_workers=0, epoch=1,
     ):
         # Recreate epoch iterator every epoch cause the underlying
         # datasets are dynamic due to sampling.

Mutant 2829

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -295,7 +295,7 @@
     def get_batch_iterator(
         self, dataset, max_tokens=None, max_sentences=None, max_positions=None,
         ignore_invalid_inputs=False, required_batch_size_multiple=1,
-        seed=1, num_shards=1, shard_id=0, num_workers=0, epoch=1,
+        seed=1, num_shards=2, shard_id=0, num_workers=0, epoch=1,
     ):
         # Recreate epoch iterator every epoch cause the underlying
         # datasets are dynamic due to sampling.

Mutant 2830

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -295,7 +295,7 @@
     def get_batch_iterator(
         self, dataset, max_tokens=None, max_sentences=None, max_positions=None,
         ignore_invalid_inputs=False, required_batch_size_multiple=1,
-        seed=1, num_shards=1, shard_id=0, num_workers=0, epoch=1,
+        seed=1, num_shards=1, shard_id=1, num_workers=0, epoch=1,
     ):
         # Recreate epoch iterator every epoch cause the underlying
         # datasets are dynamic due to sampling.

Mutant 2831

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -295,7 +295,7 @@
     def get_batch_iterator(
         self, dataset, max_tokens=None, max_sentences=None, max_positions=None,
         ignore_invalid_inputs=False, required_batch_size_multiple=1,
-        seed=1, num_shards=1, shard_id=0, num_workers=0, epoch=1,
+        seed=1, num_shards=1, shard_id=0, num_workers=1, epoch=1,
     ):
         # Recreate epoch iterator every epoch cause the underlying
         # datasets are dynamic due to sampling.

Mutant 2832

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -295,7 +295,7 @@
     def get_batch_iterator(
         self, dataset, max_tokens=None, max_sentences=None, max_positions=None,
         ignore_invalid_inputs=False, required_batch_size_multiple=1,
-        seed=1, num_shards=1, shard_id=0, num_workers=0, epoch=1,
+        seed=1, num_shards=1, shard_id=0, num_workers=0, epoch=2,
     ):
         # Recreate epoch iterator every epoch cause the underlying
         # datasets are dynamic due to sampling.

Mutant 2833

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -308,7 +308,6 @@
         self.dataset_to_epoch_iter = {}
         return epoch_iter
 
-    @property
     def source_dictionary(self):
         return self.dictionary
 

Mutant 2834

--- fairseq/tasks/multilingual_masked_lm.py
+++ fairseq/tasks/multilingual_masked_lm.py
@@ -312,7 +312,6 @@
     def source_dictionary(self):
         return self.dictionary
 
-    @property
     def target_dictionary(self):
         return self.dictionary