fairseq/data/iterators.py

Survived

Mutant 3042

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -23,7 +23,7 @@
 
 # Object used by _background_consumer to signal the source is exhausted
 # to the main thread.
-_sentinel = object()
+_sentinel = None
 
 
 class CountingIterator(object):

Mutant 3043

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -91,7 +91,6 @@
     def __len__(self) -> int:
         raise NotImplementedError
 
-    @property
     def next_epoch_idx(self):
         raise NotImplementedError
 

Mutant 3044

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -95,7 +95,7 @@
     def next_epoch_idx(self):
         raise NotImplementedError
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=False, fix_batches_to_gpus=False):
         """Return a new iterator over the dataset.
 
         Args:

Mutant 3045

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -95,7 +95,7 @@
     def next_epoch_idx(self):
         raise NotImplementedError
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=True):
         """Return a new iterator over the dataset.
 
         Args:

Mutant 3046

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -111,7 +111,6 @@
         """Returns whether the most recent epoch iterator has been exhausted"""
         raise NotImplementedError
 
-    @property
     def iterations_in_epoch(self) -> int:
         """The number of consumed batches in the current epoch."""
         raise NotImplementedError

Mutant 3047

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -127,7 +127,7 @@
 
 class StreamingEpochBatchIterator(EpochBatchIterating):
     def __init__(
-        self, dataset, epoch=1, num_shards=1, shard_id=0,
+        self, dataset, epoch=2, num_shards=1, shard_id=0,
     ):
         assert isinstance(dataset, torch.utils.data.IterableDataset)
         self.dataset = dataset

Mutant 3048

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -127,7 +127,7 @@
 
 class StreamingEpochBatchIterator(EpochBatchIterating):
     def __init__(
-        self, dataset, epoch=1, num_shards=1, shard_id=0,
+        self, dataset, epoch=1, num_shards=2, shard_id=0,
     ):
         assert isinstance(dataset, torch.utils.data.IterableDataset)
         self.dataset = dataset

Mutant 3049

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -127,7 +127,7 @@
 
 class StreamingEpochBatchIterator(EpochBatchIterating):
     def __init__(
-        self, dataset, epoch=1, num_shards=1, shard_id=0,
+        self, dataset, epoch=1, num_shards=1, shard_id=1,
     ):
         assert isinstance(dataset, torch.utils.data.IterableDataset)
         self.dataset = dataset

Mutant 3050

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -136,7 +136,6 @@
         self.num_shards = num_shards
         self.shard_id = shard_id
 
-    @property
     def next_epoch_idx(self):
         """Return the epoch index after *next_epoch_itr* is called."""
         if self._current_epoch_iterator is not None and self.end_of_epoch():

Mutant 3051

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -144,7 +144,7 @@
         else:
             return self.epoch
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=False, fix_batches_to_gpus=False):
         self.epoch = self.next_epoch_idx
         self.dataset.set_epoch(self.epoch)
         self._current_epoch_iterator = CountingIterator(

Mutant 3052

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -144,7 +144,7 @@
         else:
             return self.epoch
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=True):
         self.epoch = self.next_epoch_idx
         self.dataset.set_epoch(self.epoch)
         self._current_epoch_iterator = CountingIterator(

Mutant 3053

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -159,7 +159,6 @@
     def end_of_epoch(self) -> bool:
         return not self._current_epoch_iterator.has_next()
 
-    @property
     def iterations_in_epoch(self) -> int:
         if self._current_epoch_iterator is not None:
             return self._current_epoch_iterator.n

Mutant 3054

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -210,7 +210,7 @@
 
     def __init__(
         self, dataset, collate_fn, batch_sampler, seed=1, num_shards=1, shard_id=0,
-        num_workers=0, epoch=1, buffer_size=0, timeout=0,
+        num_workers=1, epoch=1, buffer_size=0, timeout=0,
     ):
         assert isinstance(dataset, torch.utils.data.Dataset)
         self.dataset = dataset

Mutant 3055

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -210,7 +210,7 @@
 
     def __init__(
         self, dataset, collate_fn, batch_sampler, seed=1, num_shards=1, shard_id=0,
-        num_workers=0, epoch=1, buffer_size=0, timeout=0,
+        num_workers=0, epoch=2, buffer_size=0, timeout=0,
     ):
         assert isinstance(dataset, torch.utils.data.Dataset)
         self.dataset = dataset

Mutant 3056

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -210,7 +210,7 @@
 
     def __init__(
         self, dataset, collate_fn, batch_sampler, seed=1, num_shards=1, shard_id=0,
-        num_workers=0, epoch=1, buffer_size=0, timeout=0,
+        num_workers=0, epoch=1, buffer_size=1, timeout=0,
     ):
         assert isinstance(dataset, torch.utils.data.Dataset)
         self.dataset = dataset

Mutant 3057

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -210,7 +210,7 @@
 
     def __init__(
         self, dataset, collate_fn, batch_sampler, seed=1, num_shards=1, shard_id=0,
-        num_workers=0, epoch=1, buffer_size=0, timeout=0,
+        num_workers=0, epoch=1, buffer_size=0, timeout=1,
     ):
         assert isinstance(dataset, torch.utils.data.Dataset)
         self.dataset = dataset

Mutant 3058

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -234,7 +234,6 @@
     def __len__(self):
         return int(math.ceil(len(self.frozen_batches) / float(self.num_shards)))
 
-    @property
     def n(self):
         return self.iterations_in_epoch
 

Mutant 3059

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -238,7 +238,6 @@
     def n(self):
         return self.iterations_in_epoch
 
-    @property
     def next_epoch_idx(self):
         """Return the epoch index after *next_epoch_itr* is called."""
         if self._next_epoch_itr is not None:

Mutant 3060

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -248,7 +248,7 @@
         else:
             return self.epoch
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=False, fix_batches_to_gpus=False):
         """Return a new iterator over the dataset.
 
         Args:

Mutant 3061

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -248,7 +248,7 @@
         else:
             return self.epoch
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=True):
         """Return a new iterator over the dataset.
 
         Args:

Mutant 3062

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -274,7 +274,6 @@
         """Returns whether the most recent epoch iterator has been exhausted"""
         return not self._cur_epoch_itr.has_next()
 
-    @property
     def iterations_in_epoch(self):
         """The number of consumed batches in the current epoch."""
         if self._cur_epoch_itr is not None:

Mutant 3063

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -308,7 +308,7 @@
         else:
             self._next_epoch_itr = None
 
-    def _get_iterator_for_epoch(self, epoch, shuffle, fix_batches_to_gpus=False, offset=0):
+    def _get_iterator_for_epoch(self, epoch, shuffle, fix_batches_to_gpus=True, offset=0):
 
         def shuffle_batches(batches, seed):
             with data_utils.numpy_seed(seed):

Mutant 3064

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -308,7 +308,7 @@
         else:
             self._next_epoch_itr = None
 
-    def _get_iterator_for_epoch(self, epoch, shuffle, fix_batches_to_gpus=False, offset=0):
+    def _get_iterator_for_epoch(self, epoch, shuffle, fix_batches_to_gpus=False, offset=1):
 
         def shuffle_batches(batches, seed):
             with data_utils.numpy_seed(seed):