fairseq/models/transformer_from_pretrained_xlm.py

Survived

Mutant 509

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -20,7 +20,6 @@
 @register_model("transformer_from_pretrained_xlm")
 class TransformerFromPretrainedXLMModel(TransformerModel):
 
-    @staticmethod
     def add_args(parser):
         """Add model-specific arguments to the parser."""
         TransformerModel.add_args(parser)

Mutant 510

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -25,7 +25,7 @@
         """Add model-specific arguments to the parser."""
         TransformerModel.add_args(parser)
         parser.add_argument(
-            "--pretrained-xlm-checkpoint",
+            "XX--pretrained-xlm-checkpointXX",
             type=str,
             metavar="STR",
             help="XLM model to use for initializing transformer encoder and/or decoder",

Mutant 511

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -27,7 +27,7 @@
         parser.add_argument(
             "--pretrained-xlm-checkpoint",
             type=str,
-            metavar="STR",
+            metavar="XXSTRXX",
             help="XLM model to use for initializing transformer encoder and/or decoder",
         )
         parser.add_argument(

Mutant 512

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -28,7 +28,7 @@
             "--pretrained-xlm-checkpoint",
             type=str,
             metavar="STR",
-            help="XLM model to use for initializing transformer encoder and/or decoder",
+            help="XXXLM model to use for initializing transformer encoder and/or decoderXX",
         )
         parser.add_argument(
             "--init-encoder-only",

Mutant 513

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -31,7 +31,7 @@
             help="XLM model to use for initializing transformer encoder and/or decoder",
         )
         parser.add_argument(
-            "--init-encoder-only",
+            "XX--init-encoder-onlyXX",
             action="store_true",
             help="if set, don't load the XLM weights and embeddings into decoder",
         )

Mutant 515

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -33,7 +33,7 @@
         parser.add_argument(
             "--init-encoder-only",
             action="store_true",
-            help="if set, don't load the XLM weights and embeddings into decoder",
+            help="XXif set, don't load the XLM weights and embeddings into decoderXX",
         )
         parser.add_argument(
             "--init-decoder-only",

Mutant 516

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -36,7 +36,7 @@
             help="if set, don't load the XLM weights and embeddings into decoder",
         )
         parser.add_argument(
-            "--init-decoder-only",
+            "XX--init-decoder-onlyXX",
             action="store_true",
             help="if set, don't load the XLM weights and embeddings into encoder",
         )

Mutant 518

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -38,7 +38,7 @@
         parser.add_argument(
             "--init-decoder-only",
             action="store_true",
-            help="if set, don't load the XLM weights and embeddings into encoder",
+            help="XXif set, don't load the XLM weights and embeddings into encoderXX",
         )
 
     @classmethod

Mutant 519

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -41,7 +41,6 @@
             help="if set, don't load the XLM weights and embeddings into encoder",
         )
 
-    @classmethod
     def build_model(self, args, task, cls_dictionary=MaskedLMDictionary):
         assert hasattr(args, "pretrained_xlm_checkpoint"), (
             "You must specify a path for --pretrained-xlm-checkpoint to use "

Mutant 520

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -62,7 +62,6 @@
         ), "Only one of --init-encoder-only and --init-decoder-only can be set."
         return super().build_model(args, task)
 
-    @classmethod
     def build_encoder(cls, args, src_dict, embed_tokens):
         return TransformerEncoderFromPretrainedXLM(args, src_dict, embed_tokens)
 

Mutant 521

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -66,7 +66,6 @@
     def build_encoder(cls, args, src_dict, embed_tokens):
         return TransformerEncoderFromPretrainedXLM(args, src_dict, embed_tokens)
 
-    @classmethod
     def build_decoder(cls, args, tgt_dict, embed_tokens):
         return TransformerDecoderFromPretrainedXLM(args, tgt_dict, embed_tokens)
 

Mutant 522

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -131,7 +131,7 @@
 
 class TransformerDecoderFromPretrainedXLM(TransformerDecoder):
 
-    def __init__(self, args, dictionary, embed_tokens, no_encoder_attn=False):
+    def __init__(self, args, dictionary, embed_tokens, no_encoder_attn=True):
         super().__init__(args, dictionary, embed_tokens, no_encoder_attn)
         if getattr(args, 'init_encoder_only', False):
             # Don't load XLM weights for decoder if --init-encoder-only

Mutant 524

--- fairseq/models/transformer_from_pretrained_xlm.py
+++ fairseq/models/transformer_from_pretrained_xlm.py
@@ -149,7 +149,7 @@
 
 
 @register_model_architecture(
-    "transformer_from_pretrained_xlm", "transformer_from_pretrained_xlm"
+    "transformer_from_pretrained_xlm", "XXtransformer_from_pretrained_xlmXX"
 )
 def base_architecture(args):
     transformer_base_architecture(args)