fairseq/models/bart/model.py

Survived

Mutant 3086

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -23,7 +23,7 @@
 from .hub_interface import BARTHubInterface
 
 
-logger = logging.getLogger(__name__)
+logger = None
 
 
 @register_model('bart')

Mutant 3089

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -29,7 +29,6 @@
 @register_model('bart')
 class BARTModel(TransformerModel):
 
-    @classmethod
     def hub_models(cls):
         return {
             'bart.base': 'http://dl.fbaipublicfiles.com/fairseq/models/bart.base.tar.gz',

Mutant 3090

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -47,7 +47,6 @@
 
         self.classification_heads = nn.ModuleDict()
 
-    @staticmethod
     def add_args(parser):
         super(BARTModel, BARTModel).add_args(parser)
         parser.add_argument(

Mutant 3091

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -51,7 +51,7 @@
     def add_args(parser):
         super(BARTModel, BARTModel).add_args(parser)
         parser.add_argument(
-            '--pooler-dropout', type=float, metavar='D',
+            'XX--pooler-dropoutXX', type=float, metavar='D',
             help='dropout probability in the masked_lm pooler layers'
         )
         parser.add_argument(

Mutant 3092

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -51,7 +51,7 @@
     def add_args(parser):
         super(BARTModel, BARTModel).add_args(parser)
         parser.add_argument(
-            '--pooler-dropout', type=float, metavar='D',
+            '--pooler-dropout', type=float, metavar='XXDXX',
             help='dropout probability in the masked_lm pooler layers'
         )
         parser.add_argument(

Mutant 3093

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -52,7 +52,7 @@
         super(BARTModel, BARTModel).add_args(parser)
         parser.add_argument(
             '--pooler-dropout', type=float, metavar='D',
-            help='dropout probability in the masked_lm pooler layers'
+            help='XXdropout probability in the masked_lm pooler layersXX'
         )
         parser.add_argument(
             '--pooler-activation-fn',

Mutant 3094

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -55,7 +55,7 @@
             help='dropout probability in the masked_lm pooler layers'
         )
         parser.add_argument(
-            '--pooler-activation-fn',
+            'XX--pooler-activation-fnXX',
             choices=utils.get_available_activation_fns(),
             help='activation function to use for pooler layer'
         )

Mutant 3095

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -57,7 +57,7 @@
         parser.add_argument(
             '--pooler-activation-fn',
             choices=utils.get_available_activation_fns(),
-            help='activation function to use for pooler layer'
+            help='XXactivation function to use for pooler layerXX'
         )
 
     @property

Mutant 3096

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -60,7 +60,6 @@
             help='activation function to use for pooler layer'
         )
 
-    @property
     def supported_targets(self):
         return {'self'}
 

Mutant 3097

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -66,7 +66,7 @@
 
     def forward(
         self, src_tokens, src_lengths, prev_output_tokens,
-        features_only=False, classification_head_name=None, **kwargs
+        features_only=True, classification_head_name=None, **kwargs
     ):
         if classification_head_name is not None:
             features_only = True

Mutant 3098

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -92,7 +92,6 @@
             )
         return x, extra
 
-    @classmethod
     def from_pretrained(
         cls,
         model_name_or_path,

Mutant 3099

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -98,7 +98,7 @@
         model_name_or_path,
         checkpoint_file='model.pt',
         data_name_or_path='.',
-        bpe='gpt2',
+        bpe='XXgpt2XX',
         **kwargs,
     ):
         from fairseq import hub_utils

Mutant 3101

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -257,7 +257,7 @@
         return x
 
 
-@register_model_architecture('bart', 'bart_large')
+@register_model_architecture('bart', 'XXbart_largeXX')
 def bart_large_architecture(args):
     args.encoder_embed_path = getattr(args, 'encoder_embed_path', None)
     args.encoder_embed_dim = getattr(args, 'encoder_embed_dim', 1024)

Mutant 3102

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -256,8 +256,6 @@
         x = self.out_proj(x)
         return x
 
-
-@register_model_architecture('bart', 'bart_large')
 def bart_large_architecture(args):
     args.encoder_embed_path = getattr(args, 'encoder_embed_path', None)
     args.encoder_embed_dim = getattr(args, 'encoder_embed_dim', 1024)

Mutant 3104

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -294,7 +294,7 @@
     args.pooler_dropout = getattr(args, 'pooler_dropout', 0.0)
 
 
-@register_model_architecture('bart', 'bart_base')
+@register_model_architecture('bart', 'XXbart_baseXX')
 def bart_base_architecture(args):
     args.encoder_embed_dim = getattr(args, 'encoder_embed_dim', 768)
     args.encoder_ffn_embed_dim = getattr(args, 'encoder_ffn_embed_dim', 4*768)

Mutant 3105

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -293,8 +293,6 @@
     args.pooler_activation_fn = getattr(args, 'pooler_activation_fn', 'tanh')
     args.pooler_dropout = getattr(args, 'pooler_dropout', 0.0)
 
-
-@register_model_architecture('bart', 'bart_base')
 def bart_base_architecture(args):
     args.encoder_embed_dim = getattr(args, 'encoder_embed_dim', 768)
     args.encoder_ffn_embed_dim = getattr(args, 'encoder_ffn_embed_dim', 4*768)

Mutant 3107

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -305,7 +305,7 @@
     bart_large_architecture(args)
 
 
-@register_model_architecture('bart', 'mbart_large')
+@register_model_architecture('bart', 'XXmbart_largeXX')
 def mbart_large_architecture(args):
     args.no_scale_embedding = getattr(args, 'no_scale_embedding', False)
     bart_large_architecture(args)

Mutant 3108

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -304,8 +304,6 @@
     args.decoder_attention_heads = getattr(args, 'decoder_attention_heads', 12)
     bart_large_architecture(args)
 
-
-@register_model_architecture('bart', 'mbart_large')
 def mbart_large_architecture(args):
     args.no_scale_embedding = getattr(args, 'no_scale_embedding', False)
     bart_large_architecture(args)

Mutant 3110

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -311,7 +311,7 @@
     bart_large_architecture(args)
 
 
-@register_model_architecture('bart', 'mbart_base')
+@register_model_architecture('bart', 'XXmbart_baseXX')
 def mbart_base_architecture(args):
     args.no_scale_embedding = getattr(args, 'no_scale_embedding', False)
     bart_base_architecture(args)

Mutant 3111

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -310,8 +310,6 @@
     args.no_scale_embedding = getattr(args, 'no_scale_embedding', False)
     bart_large_architecture(args)
 
-
-@register_model_architecture('bart', 'mbart_base')
 def mbart_base_architecture(args):
     args.no_scale_embedding = getattr(args, 'no_scale_embedding', False)
     bart_base_architecture(args)

Mutant 3113

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -317,7 +317,7 @@
     bart_base_architecture(args)
 
 
-@register_model_architecture('bart', 'mbart_base_wmt20')
+@register_model_architecture('bart', 'XXmbart_base_wmt20XX')
 def mbart_base_wmt20_architecture(args):
     args.layernorm_embedding = getattr(args, 'layernorm_embedding', False)
     mbart_base_architecture(args)

Mutant 3114

--- fairseq/models/bart/model.py
+++ fairseq/models/bart/model.py
@@ -316,8 +316,6 @@
     args.no_scale_embedding = getattr(args, 'no_scale_embedding', False)
     bart_base_architecture(args)
 
-
-@register_model_architecture('bart', 'mbart_base_wmt20')
 def mbart_base_wmt20_architecture(args):
     args.layernorm_embedding = getattr(args, 'layernorm_embedding', False)
     mbart_base_architecture(args)