fairseq/data/iterators.py

Survived

Mutant 2340

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -23,7 +23,7 @@
 
 # Object used by _background_consumer to signal the source is exhausted
 # to the main thread.
-_sentinel = object()
+_sentinel = None
 
 
 class CountingIterator(object):

Mutant 2341

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -91,7 +91,6 @@
     def __len__(self) -> int:
         raise NotImplementedError
 
-    @property
     def next_epoch_idx(self):
         raise NotImplementedError
 

Mutant 2342

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -95,7 +95,7 @@
     def next_epoch_idx(self):
         raise NotImplementedError
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=False, fix_batches_to_gpus=False):
         """Return a new iterator over the dataset.
 
         Args:

Mutant 2343

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -95,7 +95,7 @@
     def next_epoch_idx(self):
         raise NotImplementedError
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=True):
         """Return a new iterator over the dataset.
 
         Args:

Mutant 2344

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -111,7 +111,6 @@
         """Returns whether the most recent epoch iterator has been exhausted"""
         raise NotImplementedError
 
-    @property
     def iterations_in_epoch(self) -> int:
         """The number of consumed batches in the current epoch."""
         raise NotImplementedError

Mutant 2345

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -127,7 +127,7 @@
 
 class StreamingEpochBatchIterator(EpochBatchIterating):
     def __init__(
-        self, dataset, epoch=1, num_shards=1, shard_id=0,
+        self, dataset, epoch=2, num_shards=1, shard_id=0,
     ):
         assert isinstance(dataset, torch.utils.data.IterableDataset)
         self.dataset = dataset

Mutant 2346

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -127,7 +127,7 @@
 
 class StreamingEpochBatchIterator(EpochBatchIterating):
     def __init__(
-        self, dataset, epoch=1, num_shards=1, shard_id=0,
+        self, dataset, epoch=1, num_shards=2, shard_id=0,
     ):
         assert isinstance(dataset, torch.utils.data.IterableDataset)
         self.dataset = dataset

Mutant 2347

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -127,7 +127,7 @@
 
 class StreamingEpochBatchIterator(EpochBatchIterating):
     def __init__(
-        self, dataset, epoch=1, num_shards=1, shard_id=0,
+        self, dataset, epoch=1, num_shards=1, shard_id=1,
     ):
         assert isinstance(dataset, torch.utils.data.IterableDataset)
         self.dataset = dataset

Mutant 2348

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -136,7 +136,6 @@
         self.num_shards = num_shards
         self.shard_id = shard_id
 
-    @property
     def next_epoch_idx(self):
         """Return the epoch index after *next_epoch_itr* is called."""
         if self._current_epoch_iterator is not None and self.end_of_epoch():

Mutant 2349

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -144,7 +144,7 @@
         else:
             return self.epoch
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=False, fix_batches_to_gpus=False):
         self.epoch = self.next_epoch_idx
         self.dataset.set_epoch(self.epoch)
         self._current_epoch_iterator = CountingIterator(

Mutant 2350

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -144,7 +144,7 @@
         else:
             return self.epoch
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=True):
         self.epoch = self.next_epoch_idx
         self.dataset.set_epoch(self.epoch)
         self._current_epoch_iterator = CountingIterator(

Mutant 2351

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -159,7 +159,6 @@
     def end_of_epoch(self) -> bool:
         return not self._current_epoch_iterator.has_next()
 
-    @property
     def iterations_in_epoch(self) -> int:
         if self._current_epoch_iterator is not None:
             return self._current_epoch_iterator.n

Mutant 2352

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -210,7 +210,7 @@
 
     def __init__(
         self, dataset, collate_fn, batch_sampler, seed=1, num_shards=1, shard_id=0,
-        num_workers=0, epoch=1, buffer_size=0, timeout=0,
+        num_workers=1, epoch=1, buffer_size=0, timeout=0,
     ):
         assert isinstance(dataset, torch.utils.data.Dataset)
         self.dataset = dataset

Mutant 2353

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -210,7 +210,7 @@
 
     def __init__(
         self, dataset, collate_fn, batch_sampler, seed=1, num_shards=1, shard_id=0,
-        num_workers=0, epoch=1, buffer_size=0, timeout=0,
+        num_workers=0, epoch=2, buffer_size=0, timeout=0,
     ):
         assert isinstance(dataset, torch.utils.data.Dataset)
         self.dataset = dataset

Mutant 2354

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -210,7 +210,7 @@
 
     def __init__(
         self, dataset, collate_fn, batch_sampler, seed=1, num_shards=1, shard_id=0,
-        num_workers=0, epoch=1, buffer_size=0, timeout=0,
+        num_workers=0, epoch=1, buffer_size=1, timeout=0,
     ):
         assert isinstance(dataset, torch.utils.data.Dataset)
         self.dataset = dataset

Mutant 2355

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -210,7 +210,7 @@
 
     def __init__(
         self, dataset, collate_fn, batch_sampler, seed=1, num_shards=1, shard_id=0,
-        num_workers=0, epoch=1, buffer_size=0, timeout=0,
+        num_workers=0, epoch=1, buffer_size=0, timeout=1,
     ):
         assert isinstance(dataset, torch.utils.data.Dataset)
         self.dataset = dataset

Mutant 2356

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -234,7 +234,6 @@
     def __len__(self):
         return int(math.ceil(len(self.frozen_batches) / float(self.num_shards)))
 
-    @property
     def n(self):
         return self.iterations_in_epoch
 

Mutant 2357

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -238,7 +238,6 @@
     def n(self):
         return self.iterations_in_epoch
 
-    @property
     def next_epoch_idx(self):
         """Return the epoch index after *next_epoch_itr* is called."""
         if self._next_epoch_itr is not None:

Mutant 2358

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -248,7 +248,7 @@
         else:
             return self.epoch
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=False, fix_batches_to_gpus=False):
         """Return a new iterator over the dataset.
 
         Args:

Mutant 2359

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -248,7 +248,7 @@
         else:
             return self.epoch
 
-    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=False):
+    def next_epoch_itr(self, shuffle=True, fix_batches_to_gpus=True):
         """Return a new iterator over the dataset.
 
         Args:

Mutant 2360

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -274,7 +274,6 @@
         """Returns whether the most recent epoch iterator has been exhausted"""
         return not self._cur_epoch_itr.has_next()
 
-    @property
     def iterations_in_epoch(self):
         """The number of consumed batches in the current epoch."""
         if self._cur_epoch_itr is not None:

Mutant 2361

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -308,7 +308,7 @@
         else:
             self._next_epoch_itr = None
 
-    def _get_iterator_for_epoch(self, epoch, shuffle, fix_batches_to_gpus=False, offset=0):
+    def _get_iterator_for_epoch(self, epoch, shuffle, fix_batches_to_gpus=True, offset=0):
 
         def shuffle_batches(batches, seed):
             with data_utils.numpy_seed(seed):

Mutant 2362

--- fairseq/data/iterators.py
+++ fairseq/data/iterators.py
@@ -308,7 +308,7 @@
         else:
             self._next_epoch_itr = None
 
-    def _get_iterator_for_epoch(self, epoch, shuffle, fix_batches_to_gpus=False, offset=0):
+    def _get_iterator_for_epoch(self, epoch, shuffle, fix_batches_to_gpus=False, offset=1):
 
         def shuffle_batches(batches, seed):
             with data_utils.numpy_seed(seed):