fairseq/binarizer.py

Survived

Mutant 159

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -21,7 +21,7 @@
 
 
 class Binarizer:
-    @staticmethod
+
     def binarize(
         filename,
         dict,

Mutant 160

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -27,7 +27,7 @@
         dict,
         consumer,
         tokenize=tokenize_line,
-        append_eos=True,
+        append_eos=False,
         reverse_order=False,
         offset=0,
         end=-1,

Mutant 161

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -28,7 +28,7 @@
         consumer,
         tokenize=tokenize_line,
         append_eos=True,
-        reverse_order=False,
+        reverse_order=True,
         offset=0,
         end=-1,
         already_numberized=False,

Mutant 162

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -29,7 +29,7 @@
         tokenize=tokenize_line,
         append_eos=True,
         reverse_order=False,
-        offset=0,
+        offset=1,
         end=-1,
         already_numberized=False,
     ):

Mutant 163

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -30,7 +30,7 @@
         append_eos=True,
         reverse_order=False,
         offset=0,
-        end=-1,
+        end=+1,
         already_numberized=False,
     ):
         nseq, ntok = 0, 0

Mutant 164

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -30,7 +30,7 @@
         append_eos=True,
         reverse_order=False,
         offset=0,
-        end=-1,
+        end=-2,
         already_numberized=False,
     ):
         nseq, ntok = 0, 0

Mutant 165

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -31,7 +31,7 @@
         reverse_order=False,
         offset=0,
         end=-1,
-        already_numberized=False,
+        already_numberized=True,
     ):
         nseq, ntok = 0, 0
         replaced = Counter()

Mutant 166

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -75,7 +75,6 @@
             "replaced": replaced,
         }
 
-    @staticmethod
     def binarize_alignments(filename, alignment_parser, consumer, offset=0, end=-1):
         nseq = 0
 

Mutant 167

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -76,7 +76,7 @@
         }
 
     @staticmethod
-    def binarize_alignments(filename, alignment_parser, consumer, offset=0, end=-1):
+    def binarize_alignments(filename, alignment_parser, consumer, offset=1, end=-1):
         nseq = 0
 
         with open(PathManager.get_local_path(filename), "r") as f:

Mutant 168

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -76,7 +76,7 @@
         }
 
     @staticmethod
-    def binarize_alignments(filename, alignment_parser, consumer, offset=0, end=-1):
+    def binarize_alignments(filename, alignment_parser, consumer, offset=0, end=+1):
         nseq = 0
 
         with open(PathManager.get_local_path(filename), "r") as f:

Mutant 169

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -76,7 +76,7 @@
         }
 
     @staticmethod
-    def binarize_alignments(filename, alignment_parser, consumer, offset=0, end=-1):
+    def binarize_alignments(filename, alignment_parser, consumer, offset=0, end=-2):
         nseq = 0
 
         with open(PathManager.get_local_path(filename), "r") as f:

Mutant 170

--- fairseq/binarizer.py
+++ fairseq/binarizer.py
@@ -91,7 +91,6 @@
                 line = f.readline()
         return {"nseq": nseq}
 
-    @staticmethod
     def find_offsets(filename, num_chunks):
         with open(PathManager.get_local_path(filename), "r", encoding="utf-8") as f:
             size = os.fstat(f.fileno()).st_size