--- fairseq/data/numel_dataset.py
+++ fairseq/data/numel_dataset.py
@@ -11,7 +11,7 @@
class NumelDataset(BaseWrapperDataset):
- def __init__(self, dataset, reduce=False):
+ def __init__(self, dataset, reduce=True):
super().__init__(dataset)
self.reduce = reduce