fairseq/data/encoders/nltk_tokenizer.py
Killed 0 out of 2 mutantsSurvived
Survived mutation testing. These mutants show holes in your test suite.Mutant 3367
--- fairseq/data/encoders/nltk_tokenizer.py
+++ fairseq/data/encoders/nltk_tokenizer.py
@@ -6,7 +6,7 @@
from fairseq.data.encoders import register_tokenizer
-@register_tokenizer('nltk')
+@register_tokenizer('XXnltkXX')
class NLTKTokenizer(object):
def __init__(self, source_lang=None, target_lang=None):
Mutant 3368
--- fairseq/data/encoders/nltk_tokenizer.py
+++ fairseq/data/encoders/nltk_tokenizer.py
@@ -5,8 +5,6 @@
from fairseq.data.encoders import register_tokenizer
-
-@register_tokenizer('nltk')
class NLTKTokenizer(object):
def __init__(self, source_lang=None, target_lang=None):