fairseq/tokenizer.py

Killed 0 out of 2 mutants

Survived

Survived mutation testing. These mutants show holes in your test suite.

Mutant 130

--- fairseq/tokenizer.py
+++ fairseq/tokenizer.py
@@ -5,7 +5,7 @@
 
 import re
 
-SPACE_NORMALIZER = re.compile(r"\s+")
+SPACE_NORMALIZER = re.compile(r"XX\s+XX")
 
 
 def tokenize_line(line):

Mutant 131

--- fairseq/tokenizer.py
+++ fairseq/tokenizer.py
@@ -5,7 +5,7 @@
 
 import re
 
-SPACE_NORMALIZER = re.compile(r"\s+")
+SPACE_NORMALIZER = None
 
 
 def tokenize_line(line):