fairseq/models/lightconv_lm.py
Killed 12 out of 114 mutantsSurvived
Survived mutation testing. These mutants show holes in your test suite.Mutant 309
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -24,7 +24,6 @@
def __init__(self, decoder):
super().__init__(decoder)
- @staticmethod
def add_args(parser):
"""Add model-specific arguments to the parser."""
parser.add_argument('--dropout', default=0.1, type=float, metavar='D',
Mutant 310
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -27,7 +27,7 @@
@staticmethod
def add_args(parser):
"""Add model-specific arguments to the parser."""
- parser.add_argument('--dropout', default=0.1, type=float, metavar='D',
+ parser.add_argument('XX--dropoutXX', default=0.1, type=float, metavar='D',
help='dropout probability')
parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
help='dropout probability for attention weights')
Mutant 311
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -27,7 +27,7 @@
@staticmethod
def add_args(parser):
"""Add model-specific arguments to the parser."""
- parser.add_argument('--dropout', default=0.1, type=float, metavar='D',
+ parser.add_argument('--dropout', default=1.1, type=float, metavar='D',
help='dropout probability')
parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
help='dropout probability for attention weights')
Mutant 312
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -27,7 +27,7 @@
@staticmethod
def add_args(parser):
"""Add model-specific arguments to the parser."""
- parser.add_argument('--dropout', default=0.1, type=float, metavar='D',
+ parser.add_argument('--dropout', default=0.1, type=float, metavar='XXDXX',
help='dropout probability')
parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
help='dropout probability for attention weights')
Mutant 313
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -28,7 +28,7 @@
def add_args(parser):
"""Add model-specific arguments to the parser."""
parser.add_argument('--dropout', default=0.1, type=float, metavar='D',
- help='dropout probability')
+ help='XXdropout probabilityXX')
parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
help='dropout probability for attention weights')
parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
Mutant 314
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -29,7 +29,7 @@
"""Add model-specific arguments to the parser."""
parser.add_argument('--dropout', default=0.1, type=float, metavar='D',
help='dropout probability')
- parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
+ parser.add_argument('XX--attention-dropoutXX', default=0., type=float, metavar='D',
help='dropout probability for attention weights')
parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
help='dropout probability after ReLU in FFN')
Mutant 315
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -29,7 +29,7 @@
"""Add model-specific arguments to the parser."""
parser.add_argument('--dropout', default=0.1, type=float, metavar='D',
help='dropout probability')
- parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
+ parser.add_argument('--attention-dropout', default=1.0, type=float, metavar='D',
help='dropout probability for attention weights')
parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
help='dropout probability after ReLU in FFN')
Mutant 316
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -29,7 +29,7 @@
"""Add model-specific arguments to the parser."""
parser.add_argument('--dropout', default=0.1, type=float, metavar='D',
help='dropout probability')
- parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
+ parser.add_argument('--attention-dropout', default=0., type=float, metavar='XXDXX',
help='dropout probability for attention weights')
parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
help='dropout probability after ReLU in FFN')
Mutant 317
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -30,7 +30,7 @@
parser.add_argument('--dropout', default=0.1, type=float, metavar='D',
help='dropout probability')
parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
- help='dropout probability for attention weights')
+ help='XXdropout probability for attention weightsXX')
parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
help='dropout probability after ReLU in FFN')
parser.add_argument('--input-dropout', type=float, metavar='D',
Mutant 318
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -31,7 +31,7 @@
help='dropout probability')
parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
help='dropout probability for attention weights')
- parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
+ parser.add_argument('XX--relu-dropoutXX', default=0., type=float, metavar='D',
help='dropout probability after ReLU in FFN')
parser.add_argument('--input-dropout', type=float, metavar='D',
help='dropout probability of the inputs')
Mutant 319
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -31,7 +31,7 @@
help='dropout probability')
parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
help='dropout probability for attention weights')
- parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
+ parser.add_argument('--relu-dropout', default=1.0, type=float, metavar='D',
help='dropout probability after ReLU in FFN')
parser.add_argument('--input-dropout', type=float, metavar='D',
help='dropout probability of the inputs')
Mutant 320
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -31,7 +31,7 @@
help='dropout probability')
parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
help='dropout probability for attention weights')
- parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
+ parser.add_argument('--relu-dropout', default=0., type=float, metavar='XXDXX',
help='dropout probability after ReLU in FFN')
parser.add_argument('--input-dropout', type=float, metavar='D',
help='dropout probability of the inputs')
Mutant 321
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -32,7 +32,7 @@
parser.add_argument('--attention-dropout', default=0., type=float, metavar='D',
help='dropout probability for attention weights')
parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
- help='dropout probability after ReLU in FFN')
+ help='XXdropout probability after ReLU in FFNXX')
parser.add_argument('--input-dropout', type=float, metavar='D',
help='dropout probability of the inputs')
parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
Mutant 322
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -33,7 +33,7 @@
help='dropout probability for attention weights')
parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
help='dropout probability after ReLU in FFN')
- parser.add_argument('--input-dropout', type=float, metavar='D',
+ parser.add_argument('XX--input-dropoutXX', type=float, metavar='D',
help='dropout probability of the inputs')
parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
help='decoder embedding dimension')
Mutant 323
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -33,7 +33,7 @@
help='dropout probability for attention weights')
parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
help='dropout probability after ReLU in FFN')
- parser.add_argument('--input-dropout', type=float, metavar='D',
+ parser.add_argument('--input-dropout', type=float, metavar='XXDXX',
help='dropout probability of the inputs')
parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
help='decoder embedding dimension')
Mutant 324
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -34,7 +34,7 @@
parser.add_argument('--relu-dropout', default=0., type=float, metavar='D',
help='dropout probability after ReLU in FFN')
parser.add_argument('--input-dropout', type=float, metavar='D',
- help='dropout probability of the inputs')
+ help='XXdropout probability of the inputsXX')
parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
help='decoder embedding dimension')
parser.add_argument('--decoder-output-dim', type=int, metavar='N',
Mutant 325
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -35,7 +35,7 @@
help='dropout probability after ReLU in FFN')
parser.add_argument('--input-dropout', type=float, metavar='D',
help='dropout probability of the inputs')
- parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
+ parser.add_argument('XX--decoder-embed-dimXX', type=int, metavar='N',
help='decoder embedding dimension')
parser.add_argument('--decoder-output-dim', type=int, metavar='N',
help='decoder output dimension')
Mutant 326
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -35,7 +35,7 @@
help='dropout probability after ReLU in FFN')
parser.add_argument('--input-dropout', type=float, metavar='D',
help='dropout probability of the inputs')
- parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
+ parser.add_argument('--decoder-embed-dim', type=int, metavar='XXNXX',
help='decoder embedding dimension')
parser.add_argument('--decoder-output-dim', type=int, metavar='N',
help='decoder output dimension')
Mutant 327
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -36,7 +36,7 @@
parser.add_argument('--input-dropout', type=float, metavar='D',
help='dropout probability of the inputs')
parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
- help='decoder embedding dimension')
+ help='XXdecoder embedding dimensionXX')
parser.add_argument('--decoder-output-dim', type=int, metavar='N',
help='decoder output dimension')
parser.add_argument('--decoder-input-dim', type=int, metavar='N',
Mutant 328
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -37,7 +37,7 @@
help='dropout probability of the inputs')
parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
help='decoder embedding dimension')
- parser.add_argument('--decoder-output-dim', type=int, metavar='N',
+ parser.add_argument('XX--decoder-output-dimXX', type=int, metavar='N',
help='decoder output dimension')
parser.add_argument('--decoder-input-dim', type=int, metavar='N',
help='decoder input dimension')
Mutant 329
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -37,7 +37,7 @@
help='dropout probability of the inputs')
parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
help='decoder embedding dimension')
- parser.add_argument('--decoder-output-dim', type=int, metavar='N',
+ parser.add_argument('--decoder-output-dim', type=int, metavar='XXNXX',
help='decoder output dimension')
parser.add_argument('--decoder-input-dim', type=int, metavar='N',
help='decoder input dimension')
Mutant 330
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -38,7 +38,7 @@
parser.add_argument('--decoder-embed-dim', type=int, metavar='N',
help='decoder embedding dimension')
parser.add_argument('--decoder-output-dim', type=int, metavar='N',
- help='decoder output dimension')
+ help='XXdecoder output dimensionXX')
parser.add_argument('--decoder-input-dim', type=int, metavar='N',
help='decoder input dimension')
parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
Mutant 331
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -39,7 +39,7 @@
help='decoder embedding dimension')
parser.add_argument('--decoder-output-dim', type=int, metavar='N',
help='decoder output dimension')
- parser.add_argument('--decoder-input-dim', type=int, metavar='N',
+ parser.add_argument('XX--decoder-input-dimXX', type=int, metavar='N',
help='decoder input dimension')
parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
help='decoder embedding dimension for FFN')
Mutant 332
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -39,7 +39,7 @@
help='decoder embedding dimension')
parser.add_argument('--decoder-output-dim', type=int, metavar='N',
help='decoder output dimension')
- parser.add_argument('--decoder-input-dim', type=int, metavar='N',
+ parser.add_argument('--decoder-input-dim', type=int, metavar='XXNXX',
help='decoder input dimension')
parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
help='decoder embedding dimension for FFN')
Mutant 333
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -40,7 +40,7 @@
parser.add_argument('--decoder-output-dim', type=int, metavar='N',
help='decoder output dimension')
parser.add_argument('--decoder-input-dim', type=int, metavar='N',
- help='decoder input dimension')
+ help='XXdecoder input dimensionXX')
parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
help='decoder embedding dimension for FFN')
parser.add_argument('--decoder-layers', type=int, metavar='N',
Mutant 334
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -41,7 +41,7 @@
help='decoder output dimension')
parser.add_argument('--decoder-input-dim', type=int, metavar='N',
help='decoder input dimension')
- parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
+ parser.add_argument('XX--decoder-ffn-embed-dimXX', type=int, metavar='N',
help='decoder embedding dimension for FFN')
parser.add_argument('--decoder-layers', type=int, metavar='N',
help='num decoder layers')
Mutant 335
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -41,7 +41,7 @@
help='decoder output dimension')
parser.add_argument('--decoder-input-dim', type=int, metavar='N',
help='decoder input dimension')
- parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
+ parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='XXNXX',
help='decoder embedding dimension for FFN')
parser.add_argument('--decoder-layers', type=int, metavar='N',
help='num decoder layers')
Mutant 336
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -42,7 +42,7 @@
parser.add_argument('--decoder-input-dim', type=int, metavar='N',
help='decoder input dimension')
parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
- help='decoder embedding dimension for FFN')
+ help='XXdecoder embedding dimension for FFNXX')
parser.add_argument('--decoder-layers', type=int, metavar='N',
help='num decoder layers')
parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
Mutant 337
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -43,7 +43,7 @@
help='decoder input dimension')
parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
help='decoder embedding dimension for FFN')
- parser.add_argument('--decoder-layers', type=int, metavar='N',
+ parser.add_argument('XX--decoder-layersXX', type=int, metavar='N',
help='num decoder layers')
parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
help='num decoder attention heads or LightConv/DynamicConv heads')
Mutant 338
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -43,7 +43,7 @@
help='decoder input dimension')
parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
help='decoder embedding dimension for FFN')
- parser.add_argument('--decoder-layers', type=int, metavar='N',
+ parser.add_argument('--decoder-layers', type=int, metavar='XXNXX',
help='num decoder layers')
parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
help='num decoder attention heads or LightConv/DynamicConv heads')
Mutant 339
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -44,7 +44,7 @@
parser.add_argument('--decoder-ffn-embed-dim', type=int, metavar='N',
help='decoder embedding dimension for FFN')
parser.add_argument('--decoder-layers', type=int, metavar='N',
- help='num decoder layers')
+ help='XXnum decoder layersXX')
parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
help='num decoder attention heads or LightConv/DynamicConv heads')
parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
Mutant 340
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -45,7 +45,7 @@
help='decoder embedding dimension for FFN')
parser.add_argument('--decoder-layers', type=int, metavar='N',
help='num decoder layers')
- parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
+ parser.add_argument('XX--decoder-attention-headsXX', type=int, metavar='N',
help='num decoder attention heads or LightConv/DynamicConv heads')
parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
help='apply layernorm before each decoder block')
Mutant 341
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -45,7 +45,7 @@
help='decoder embedding dimension for FFN')
parser.add_argument('--decoder-layers', type=int, metavar='N',
help='num decoder layers')
- parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
+ parser.add_argument('--decoder-attention-heads', type=int, metavar='XXNXX',
help='num decoder attention heads or LightConv/DynamicConv heads')
parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
help='apply layernorm before each decoder block')
Mutant 342
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -46,7 +46,7 @@
parser.add_argument('--decoder-layers', type=int, metavar='N',
help='num decoder layers')
parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
- help='num decoder attention heads or LightConv/DynamicConv heads')
+ help='XXnum decoder attention heads or LightConv/DynamicConv headsXX')
parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
help='apply layernorm before each decoder block')
parser.add_argument('--adaptive-softmax-cutoff', metavar='EXPR',
Mutant 343
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -47,7 +47,7 @@
help='num decoder layers')
parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
help='num decoder attention heads or LightConv/DynamicConv heads')
- parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
+ parser.add_argument('XX--decoder-normalize-beforeXX', default=False, action='store_true',
help='apply layernorm before each decoder block')
parser.add_argument('--adaptive-softmax-cutoff', metavar='EXPR',
help='comma separated list of adaptive softmax cutoff points. '
Mutant 344
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -47,7 +47,7 @@
help='num decoder layers')
parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
help='num decoder attention heads or LightConv/DynamicConv heads')
- parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
+ parser.add_argument('--decoder-normalize-before', default=True, action='store_true',
help='apply layernorm before each decoder block')
parser.add_argument('--adaptive-softmax-cutoff', metavar='EXPR',
help='comma separated list of adaptive softmax cutoff points. '
Mutant 346
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -48,7 +48,7 @@
parser.add_argument('--decoder-attention-heads', type=int, metavar='N',
help='num decoder attention heads or LightConv/DynamicConv heads')
parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
- help='apply layernorm before each decoder block')
+ help='XXapply layernorm before each decoder blockXX')
parser.add_argument('--adaptive-softmax-cutoff', metavar='EXPR',
help='comma separated list of adaptive softmax cutoff points. '
'Must be used with adaptive_loss criterion')
Mutant 347
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -49,7 +49,7 @@
help='num decoder attention heads or LightConv/DynamicConv heads')
parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
help='apply layernorm before each decoder block')
- parser.add_argument('--adaptive-softmax-cutoff', metavar='EXPR',
+ parser.add_argument('XX--adaptive-softmax-cutoffXX', metavar='EXPR',
help='comma separated list of adaptive softmax cutoff points. '
'Must be used with adaptive_loss criterion')
parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='D',
Mutant 348
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -49,7 +49,7 @@
help='num decoder attention heads or LightConv/DynamicConv heads')
parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
help='apply layernorm before each decoder block')
- parser.add_argument('--adaptive-softmax-cutoff', metavar='EXPR',
+ parser.add_argument('--adaptive-softmax-cutoff', metavar='XXEXPRXX',
help='comma separated list of adaptive softmax cutoff points. '
'Must be used with adaptive_loss criterion')
parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='D',
Mutant 349
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -50,7 +50,7 @@
parser.add_argument('--decoder-normalize-before', default=False, action='store_true',
help='apply layernorm before each decoder block')
parser.add_argument('--adaptive-softmax-cutoff', metavar='EXPR',
- help='comma separated list of adaptive softmax cutoff points. '
+ help='XXcomma separated list of adaptive softmax cutoff points. XX'
'Must be used with adaptive_loss criterion')
parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='D',
help='sets adaptive softmax dropout for the tail projections')
Mutant 350
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -52,7 +52,7 @@
parser.add_argument('--adaptive-softmax-cutoff', metavar='EXPR',
help='comma separated list of adaptive softmax cutoff points. '
'Must be used with adaptive_loss criterion')
- parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='D',
+ parser.add_argument('XX--adaptive-softmax-dropoutXX', type=float, metavar='D',
help='sets adaptive softmax dropout for the tail projections')
parser.add_argument('--adaptive-softmax-factor', type=float, metavar='N',
help='adaptive input factor')
Mutant 351
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -52,7 +52,7 @@
parser.add_argument('--adaptive-softmax-cutoff', metavar='EXPR',
help='comma separated list of adaptive softmax cutoff points. '
'Must be used with adaptive_loss criterion')
- parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='D',
+ parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='XXDXX',
help='sets adaptive softmax dropout for the tail projections')
parser.add_argument('--adaptive-softmax-factor', type=float, metavar='N',
help='adaptive input factor')
Mutant 352
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -53,7 +53,7 @@
help='comma separated list of adaptive softmax cutoff points. '
'Must be used with adaptive_loss criterion')
parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='D',
- help='sets adaptive softmax dropout for the tail projections')
+ help='XXsets adaptive softmax dropout for the tail projectionsXX')
parser.add_argument('--adaptive-softmax-factor', type=float, metavar='N',
help='adaptive input factor')
parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
Mutant 353
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -54,7 +54,7 @@
'Must be used with adaptive_loss criterion')
parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='D',
help='sets adaptive softmax dropout for the tail projections')
- parser.add_argument('--adaptive-softmax-factor', type=float, metavar='N',
+ parser.add_argument('XX--adaptive-softmax-factorXX', type=float, metavar='N',
help='adaptive input factor')
parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
help='if set, disables positional embeddings (outside self attention)')
Mutant 354
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -54,7 +54,7 @@
'Must be used with adaptive_loss criterion')
parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='D',
help='sets adaptive softmax dropout for the tail projections')
- parser.add_argument('--adaptive-softmax-factor', type=float, metavar='N',
+ parser.add_argument('--adaptive-softmax-factor', type=float, metavar='XXNXX',
help='adaptive input factor')
parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
help='if set, disables positional embeddings (outside self attention)')
Mutant 355
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -55,7 +55,7 @@
parser.add_argument('--adaptive-softmax-dropout', type=float, metavar='D',
help='sets adaptive softmax dropout for the tail projections')
parser.add_argument('--adaptive-softmax-factor', type=float, metavar='N',
- help='adaptive input factor')
+ help='XXadaptive input factorXX')
parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
help='if set, disables positional embeddings (outside self attention)')
parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
Mutant 356
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -56,7 +56,7 @@
help='sets adaptive softmax dropout for the tail projections')
parser.add_argument('--adaptive-softmax-factor', type=float, metavar='N',
help='adaptive input factor')
- parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
+ parser.add_argument('XX--no-token-positional-embeddingsXX', default=False, action='store_true',
help='if set, disables positional embeddings (outside self attention)')
parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
help='share decoder input and output embeddings')
Mutant 357
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -56,7 +56,7 @@
help='sets adaptive softmax dropout for the tail projections')
parser.add_argument('--adaptive-softmax-factor', type=float, metavar='N',
help='adaptive input factor')
- parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
+ parser.add_argument('--no-token-positional-embeddings', default=True, action='store_true',
help='if set, disables positional embeddings (outside self attention)')
parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
help='share decoder input and output embeddings')
Mutant 359
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -57,7 +57,7 @@
parser.add_argument('--adaptive-softmax-factor', type=float, metavar='N',
help='adaptive input factor')
parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
- help='if set, disables positional embeddings (outside self attention)')
+ help='XXif set, disables positional embeddings (outside self attention)XX')
parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
help='share decoder input and output embeddings')
parser.add_argument('--character-embeddings', default=False, action='store_true',
Mutant 360
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -58,7 +58,7 @@
help='adaptive input factor')
parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
help='if set, disables positional embeddings (outside self attention)')
- parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
+ parser.add_argument('XX--share-decoder-input-output-embedXX', default=False, action='store_true',
help='share decoder input and output embeddings')
parser.add_argument('--character-embeddings', default=False, action='store_true',
help='if set, uses character embedding convolutions to produce token embeddings')
Mutant 361
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -58,7 +58,7 @@
help='adaptive input factor')
parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
help='if set, disables positional embeddings (outside self attention)')
- parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
+ parser.add_argument('--share-decoder-input-output-embed', default=True, action='store_true',
help='share decoder input and output embeddings')
parser.add_argument('--character-embeddings', default=False, action='store_true',
help='if set, uses character embedding convolutions to produce token embeddings')
Mutant 363
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -59,7 +59,7 @@
parser.add_argument('--no-token-positional-embeddings', default=False, action='store_true',
help='if set, disables positional embeddings (outside self attention)')
parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
- help='share decoder input and output embeddings')
+ help='XXshare decoder input and output embeddingsXX')
parser.add_argument('--character-embeddings', default=False, action='store_true',
help='if set, uses character embedding convolutions to produce token embeddings')
parser.add_argument('--character-filters', type=str, metavar='LIST',
Mutant 364
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -60,7 +60,7 @@
help='if set, disables positional embeddings (outside self attention)')
parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
help='share decoder input and output embeddings')
- parser.add_argument('--character-embeddings', default=False, action='store_true',
+ parser.add_argument('XX--character-embeddingsXX', default=False, action='store_true',
help='if set, uses character embedding convolutions to produce token embeddings')
parser.add_argument('--character-filters', type=str, metavar='LIST',
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
Mutant 365
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -60,7 +60,7 @@
help='if set, disables positional embeddings (outside self attention)')
parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
help='share decoder input and output embeddings')
- parser.add_argument('--character-embeddings', default=False, action='store_true',
+ parser.add_argument('--character-embeddings', default=True, action='store_true',
help='if set, uses character embedding convolutions to produce token embeddings')
parser.add_argument('--character-filters', type=str, metavar='LIST',
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
Mutant 367
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -61,7 +61,7 @@
parser.add_argument('--share-decoder-input-output-embed', default=False, action='store_true',
help='share decoder input and output embeddings')
parser.add_argument('--character-embeddings', default=False, action='store_true',
- help='if set, uses character embedding convolutions to produce token embeddings')
+ help='XXif set, uses character embedding convolutions to produce token embeddingsXX')
parser.add_argument('--character-filters', type=str, metavar='LIST',
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
help='size of character embeddings')
Mutant 368
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -62,7 +62,7 @@
help='share decoder input and output embeddings')
parser.add_argument('--character-embeddings', default=False, action='store_true',
help='if set, uses character embedding convolutions to produce token embeddings')
- parser.add_argument('--character-filters', type=str, metavar='LIST',
+ parser.add_argument('XX--character-filtersXX', type=str, metavar='LIST',
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
help='size of character embeddings')
parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
Mutant 369
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -62,7 +62,7 @@
help='share decoder input and output embeddings')
parser.add_argument('--character-embeddings', default=False, action='store_true',
help='if set, uses character embedding convolutions to produce token embeddings')
- parser.add_argument('--character-filters', type=str, metavar='LIST',
+ parser.add_argument('--character-filters', type=str, metavar='XXLISTXX',
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
help='size of character embeddings')
parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
Mutant 370
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -63,7 +63,7 @@
parser.add_argument('--character-embeddings', default=False, action='store_true',
help='if set, uses character embedding convolutions to produce token embeddings')
parser.add_argument('--character-filters', type=str, metavar='LIST',
- default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
+ default='XX[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]XX',
help='size of character embeddings')
parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
help='size of character embeddings')
Mutant 371
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -64,7 +64,7 @@
help='if set, uses character embedding convolutions to produce token embeddings')
parser.add_argument('--character-filters', type=str, metavar='LIST',
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
- help='size of character embeddings')
+ help='XXsize of character embeddingsXX')
parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
help='size of character embeddings')
parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
Mutant 372
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -65,7 +65,7 @@
parser.add_argument('--character-filters', type=str, metavar='LIST',
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
help='size of character embeddings')
- parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
+ parser.add_argument('XX--character-embedding-dimXX', type=int, metavar='N', default=4,
help='size of character embeddings')
parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
help='number of highway layers for character token embeddder')
Mutant 373
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -65,7 +65,7 @@
parser.add_argument('--character-filters', type=str, metavar='LIST',
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
help='size of character embeddings')
- parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
+ parser.add_argument('--character-embedding-dim', type=int, metavar='XXNXX', default=4,
help='size of character embeddings')
parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
help='number of highway layers for character token embeddder')
Mutant 374
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -65,7 +65,7 @@
parser.add_argument('--character-filters', type=str, metavar='LIST',
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
help='size of character embeddings')
- parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
+ parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=5,
help='size of character embeddings')
parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
help='number of highway layers for character token embeddder')
Mutant 375
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -66,7 +66,7 @@
default='[(1, 64), (2, 128), (3, 192), (4, 256), (5, 256), (6, 256), (7, 256)]',
help='size of character embeddings')
parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
- help='size of character embeddings')
+ help='XXsize of character embeddingsXX')
parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
help='number of highway layers for character token embeddder')
parser.add_argument('--adaptive-input', default=False, action='store_true',
Mutant 376
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -67,7 +67,7 @@
help='size of character embeddings')
parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
help='size of character embeddings')
- parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
+ parser.add_argument('XX--char-embedder-highway-layersXX', type=int, metavar='N', default=2,
help='number of highway layers for character token embeddder')
parser.add_argument('--adaptive-input', default=False, action='store_true',
help='if set, uses adaptive input')
Mutant 377
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -67,7 +67,7 @@
help='size of character embeddings')
parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
help='size of character embeddings')
- parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
+ parser.add_argument('--char-embedder-highway-layers', type=int, metavar='XXNXX', default=2,
help='number of highway layers for character token embeddder')
parser.add_argument('--adaptive-input', default=False, action='store_true',
help='if set, uses adaptive input')
Mutant 378
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -67,7 +67,7 @@
help='size of character embeddings')
parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
help='size of character embeddings')
- parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
+ parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=3,
help='number of highway layers for character token embeddder')
parser.add_argument('--adaptive-input', default=False, action='store_true',
help='if set, uses adaptive input')
Mutant 379
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -68,7 +68,7 @@
parser.add_argument('--character-embedding-dim', type=int, metavar='N', default=4,
help='size of character embeddings')
parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
- help='number of highway layers for character token embeddder')
+ help='XXnumber of highway layers for character token embeddderXX')
parser.add_argument('--adaptive-input', default=False, action='store_true',
help='if set, uses adaptive input')
parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
Mutant 380
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -69,7 +69,7 @@
help='size of character embeddings')
parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
help='number of highway layers for character token embeddder')
- parser.add_argument('--adaptive-input', default=False, action='store_true',
+ parser.add_argument('XX--adaptive-inputXX', default=False, action='store_true',
help='if set, uses adaptive input')
parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
help='adaptive input factor')
Mutant 381
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -69,7 +69,7 @@
help='size of character embeddings')
parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
help='number of highway layers for character token embeddder')
- parser.add_argument('--adaptive-input', default=False, action='store_true',
+ parser.add_argument('--adaptive-input', default=True, action='store_true',
help='if set, uses adaptive input')
parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
help='adaptive input factor')
Mutant 383
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -70,7 +70,7 @@
parser.add_argument('--char-embedder-highway-layers', type=int, metavar='N', default=2,
help='number of highway layers for character token embeddder')
parser.add_argument('--adaptive-input', default=False, action='store_true',
- help='if set, uses adaptive input')
+ help='XXif set, uses adaptive inputXX')
parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
help='adaptive input factor')
parser.add_argument('--adaptive-input-cutoff', metavar='EXPR',
Mutant 384
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -71,7 +71,7 @@
help='number of highway layers for character token embeddder')
parser.add_argument('--adaptive-input', default=False, action='store_true',
help='if set, uses adaptive input')
- parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
+ parser.add_argument('XX--adaptive-input-factorXX', type=float, metavar='N',
help='adaptive input factor')
parser.add_argument('--adaptive-input-cutoff', metavar='EXPR',
help='comma separated list of adaptive input cutoff points.')
Mutant 385
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -71,7 +71,7 @@
help='number of highway layers for character token embeddder')
parser.add_argument('--adaptive-input', default=False, action='store_true',
help='if set, uses adaptive input')
- parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
+ parser.add_argument('--adaptive-input-factor', type=float, metavar='XXNXX',
help='adaptive input factor')
parser.add_argument('--adaptive-input-cutoff', metavar='EXPR',
help='comma separated list of adaptive input cutoff points.')
Mutant 386
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -72,7 +72,7 @@
parser.add_argument('--adaptive-input', default=False, action='store_true',
help='if set, uses adaptive input')
parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
- help='adaptive input factor')
+ help='XXadaptive input factorXX')
parser.add_argument('--adaptive-input-cutoff', metavar='EXPR',
help='comma separated list of adaptive input cutoff points.')
parser.add_argument('--tie-adaptive-weights', action='store_true',
Mutant 387
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -73,7 +73,7 @@
help='if set, uses adaptive input')
parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
help='adaptive input factor')
- parser.add_argument('--adaptive-input-cutoff', metavar='EXPR',
+ parser.add_argument('XX--adaptive-input-cutoffXX', metavar='EXPR',
help='comma separated list of adaptive input cutoff points.')
parser.add_argument('--tie-adaptive-weights', action='store_true',
help='if set, ties the weights of adaptive softmax and adaptive input')
Mutant 388
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -73,7 +73,7 @@
help='if set, uses adaptive input')
parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
help='adaptive input factor')
- parser.add_argument('--adaptive-input-cutoff', metavar='EXPR',
+ parser.add_argument('--adaptive-input-cutoff', metavar='XXEXPRXX',
help='comma separated list of adaptive input cutoff points.')
parser.add_argument('--tie-adaptive-weights', action='store_true',
help='if set, ties the weights of adaptive softmax and adaptive input')
Mutant 389
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -74,7 +74,7 @@
parser.add_argument('--adaptive-input-factor', type=float, metavar='N',
help='adaptive input factor')
parser.add_argument('--adaptive-input-cutoff', metavar='EXPR',
- help='comma separated list of adaptive input cutoff points.')
+ help='XXcomma separated list of adaptive input cutoff points.XX')
parser.add_argument('--tie-adaptive-weights', action='store_true',
help='if set, ties the weights of adaptive softmax and adaptive input')
parser.add_argument('--tie-adaptive-proj', action='store_true',
Mutant 390
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -75,7 +75,7 @@
help='adaptive input factor')
parser.add_argument('--adaptive-input-cutoff', metavar='EXPR',
help='comma separated list of adaptive input cutoff points.')
- parser.add_argument('--tie-adaptive-weights', action='store_true',
+ parser.add_argument('XX--tie-adaptive-weightsXX', action='store_true',
help='if set, ties the weights of adaptive softmax and adaptive input')
parser.add_argument('--tie-adaptive-proj', action='store_true',
help='if set, ties the projection weights of adaptive softmax and adaptive input')
Mutant 392
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -76,7 +76,7 @@
parser.add_argument('--adaptive-input-cutoff', metavar='EXPR',
help='comma separated list of adaptive input cutoff points.')
parser.add_argument('--tie-adaptive-weights', action='store_true',
- help='if set, ties the weights of adaptive softmax and adaptive input')
+ help='XXif set, ties the weights of adaptive softmax and adaptive inputXX')
parser.add_argument('--tie-adaptive-proj', action='store_true',
help='if set, ties the projection weights of adaptive softmax and adaptive input')
parser.add_argument('--decoder-learned-pos', action='store_true',
Mutant 393
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -77,7 +77,7 @@
help='comma separated list of adaptive input cutoff points.')
parser.add_argument('--tie-adaptive-weights', action='store_true',
help='if set, ties the weights of adaptive softmax and adaptive input')
- parser.add_argument('--tie-adaptive-proj', action='store_true',
+ parser.add_argument('XX--tie-adaptive-projXX', action='store_true',
help='if set, ties the projection weights of adaptive softmax and adaptive input')
parser.add_argument('--decoder-learned-pos', action='store_true',
help='use learned positional embeddings in the decoder')
Mutant 395
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -78,7 +78,7 @@
parser.add_argument('--tie-adaptive-weights', action='store_true',
help='if set, ties the weights of adaptive softmax and adaptive input')
parser.add_argument('--tie-adaptive-proj', action='store_true',
- help='if set, ties the projection weights of adaptive softmax and adaptive input')
+ help='XXif set, ties the projection weights of adaptive softmax and adaptive inputXX')
parser.add_argument('--decoder-learned-pos', action='store_true',
help='use learned positional embeddings in the decoder')
Mutant 396
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -79,7 +79,7 @@
help='if set, ties the weights of adaptive softmax and adaptive input')
parser.add_argument('--tie-adaptive-proj', action='store_true',
help='if set, ties the projection weights of adaptive softmax and adaptive input')
- parser.add_argument('--decoder-learned-pos', action='store_true',
+ parser.add_argument('XX--decoder-learned-posXX', action='store_true',
help='use learned positional embeddings in the decoder')
"""LightConv and DynamicConv arguments"""
Mutant 398
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -80,7 +80,7 @@
parser.add_argument('--tie-adaptive-proj', action='store_true',
help='if set, ties the projection weights of adaptive softmax and adaptive input')
parser.add_argument('--decoder-learned-pos', action='store_true',
- help='use learned positional embeddings in the decoder')
+ help='XXuse learned positional embeddings in the decoderXX')
"""LightConv and DynamicConv arguments"""
parser.add_argument('--decoder-kernel-size-list', type=lambda x: options.eval_str_list(x, int),
Mutant 399
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -83,7 +83,7 @@
help='use learned positional embeddings in the decoder')
"""LightConv and DynamicConv arguments"""
- parser.add_argument('--decoder-kernel-size-list', type=lambda x: options.eval_str_list(x, int),
+ parser.add_argument('XX--decoder-kernel-size-listXX', type=lambda x: options.eval_str_list(x, int),
help='list of kernel size (default: "[3,7,15,31,31,31]")')
parser.add_argument('--decoder-glu', type=options.eval_bool,
help='glu after in proj')
Mutant 400
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -83,7 +83,7 @@
help='use learned positional embeddings in the decoder')
"""LightConv and DynamicConv arguments"""
- parser.add_argument('--decoder-kernel-size-list', type=lambda x: options.eval_str_list(x, int),
+ parser.add_argument('--decoder-kernel-size-list', type=lambda x: None,
help='list of kernel size (default: "[3,7,15,31,31,31]")')
parser.add_argument('--decoder-glu', type=options.eval_bool,
help='glu after in proj')
Mutant 401
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -84,7 +84,7 @@
"""LightConv and DynamicConv arguments"""
parser.add_argument('--decoder-kernel-size-list', type=lambda x: options.eval_str_list(x, int),
- help='list of kernel size (default: "[3,7,15,31,31,31]")')
+ help='XXlist of kernel size (default: "[3,7,15,31,31,31]")XX')
parser.add_argument('--decoder-glu', type=options.eval_bool,
help='glu after in proj')
parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
Mutant 402
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -85,7 +85,7 @@
"""LightConv and DynamicConv arguments"""
parser.add_argument('--decoder-kernel-size-list', type=lambda x: options.eval_str_list(x, int),
help='list of kernel size (default: "[3,7,15,31,31,31]")')
- parser.add_argument('--decoder-glu', type=options.eval_bool,
+ parser.add_argument('XX--decoder-gluXX', type=options.eval_bool,
help='glu after in proj')
parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
choices=['dynamic', 'lightweight'],
Mutant 403
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -86,7 +86,7 @@
parser.add_argument('--decoder-kernel-size-list', type=lambda x: options.eval_str_list(x, int),
help='list of kernel size (default: "[3,7,15,31,31,31]")')
parser.add_argument('--decoder-glu', type=options.eval_bool,
- help='glu after in proj')
+ help='XXglu after in projXX')
parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
choices=['dynamic', 'lightweight'],
help='type of convolution')
Mutant 404
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -87,7 +87,7 @@
help='list of kernel size (default: "[3,7,15,31,31,31]")')
parser.add_argument('--decoder-glu', type=options.eval_bool,
help='glu after in proj')
- parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
+ parser.add_argument('XX--decoder-conv-typeXX', default='dynamic', type=str,
choices=['dynamic', 'lightweight'],
help='type of convolution')
parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
Mutant 405
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -87,7 +87,7 @@
help='list of kernel size (default: "[3,7,15,31,31,31]")')
parser.add_argument('--decoder-glu', type=options.eval_bool,
help='glu after in proj')
- parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
+ parser.add_argument('--decoder-conv-type', default='XXdynamicXX', type=str,
choices=['dynamic', 'lightweight'],
help='type of convolution')
parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
Mutant 406
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -88,7 +88,7 @@
parser.add_argument('--decoder-glu', type=options.eval_bool,
help='glu after in proj')
parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
- choices=['dynamic', 'lightweight'],
+ choices=['XXdynamicXX', 'lightweight'],
help='type of convolution')
parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
parser.add_argument('--weight-dropout', type=float, metavar='D',
Mutant 407
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -88,7 +88,7 @@
parser.add_argument('--decoder-glu', type=options.eval_bool,
help='glu after in proj')
parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
- choices=['dynamic', 'lightweight'],
+ choices=['dynamic', 'XXlightweightXX'],
help='type of convolution')
parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
parser.add_argument('--weight-dropout', type=float, metavar='D',
Mutant 408
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -89,7 +89,7 @@
help='glu after in proj')
parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
choices=['dynamic', 'lightweight'],
- help='type of convolution')
+ help='XXtype of convolutionXX')
parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
parser.add_argument('--weight-dropout', type=float, metavar='D',
help='dropout probability for conv weights')
Mutant 409
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -90,7 +90,7 @@
parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
choices=['dynamic', 'lightweight'],
help='type of convolution')
- parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
+ parser.add_argument('XX--weight-softmaxXX', default=True, type=options.eval_bool)
parser.add_argument('--weight-dropout', type=float, metavar='D',
help='dropout probability for conv weights')
Mutant 410
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -90,7 +90,7 @@
parser.add_argument('--decoder-conv-type', default='dynamic', type=str,
choices=['dynamic', 'lightweight'],
help='type of convolution')
- parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
+ parser.add_argument('--weight-softmax', default=False, type=options.eval_bool)
parser.add_argument('--weight-dropout', type=float, metavar='D',
help='dropout probability for conv weights')
Mutant 411
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -91,7 +91,7 @@
choices=['dynamic', 'lightweight'],
help='type of convolution')
parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
- parser.add_argument('--weight-dropout', type=float, metavar='D',
+ parser.add_argument('XX--weight-dropoutXX', type=float, metavar='D',
help='dropout probability for conv weights')
@classmethod
Mutant 412
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -91,7 +91,7 @@
choices=['dynamic', 'lightweight'],
help='type of convolution')
parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
- parser.add_argument('--weight-dropout', type=float, metavar='D',
+ parser.add_argument('--weight-dropout', type=float, metavar='XXDXX',
help='dropout probability for conv weights')
@classmethod
Mutant 413
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -92,7 +92,7 @@
help='type of convolution')
parser.add_argument('--weight-softmax', default=True, type=options.eval_bool)
parser.add_argument('--weight-dropout', type=float, metavar='D',
- help='dropout probability for conv weights')
+ help='XXdropout probability for conv weightsXX')
@classmethod
def build_model(cls, args, task):
Mutant 414
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -94,7 +94,6 @@
parser.add_argument('--weight-dropout', type=float, metavar='D',
help='dropout probability for conv weights')
- @classmethod
def build_model(cls, args, task):
"""Build a new model instance."""
Mutant 416
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -130,7 +130,7 @@
return LightConvLanguageModel(decoder)
-@register_model_architecture('lightconv_lm', 'lightconv_lm')
+@register_model_architecture('lightconv_lm', 'XXlightconv_lmXX')
def base_lm_architecture(args):
args.decoder_embed_dim = getattr(args, 'decoder_embed_dim', 512)
args.decoder_ffn_embed_dim = getattr(args, 'decoder_ffn_embed_dim', 2048)
Mutant 417
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -129,8 +129,6 @@
decoder = LightConvDecoder(args, task.output_dictionary, embed_tokens, no_encoder_attn=True, final_norm=False)
return LightConvLanguageModel(decoder)
-
-@register_model_architecture('lightconv_lm', 'lightconv_lm')
def base_lm_architecture(args):
args.decoder_embed_dim = getattr(args, 'decoder_embed_dim', 512)
args.decoder_ffn_embed_dim = getattr(args, 'decoder_ffn_embed_dim', 2048)
Mutant 419
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -166,7 +166,7 @@
args.weight_dropout = getattr(args, 'weight_dropout', args.attention_dropout)
-@register_model_architecture('lightconv_lm', 'lightconv_lm_gbw')
+@register_model_architecture('lightconv_lm', 'XXlightconv_lm_gbwXX')
def lightconv_lm_gbw(args):
args.decoder_embed_dim = getattr(args, 'decoder_embed_dim', 512)
args.dropout = getattr(args, 'dropout', 0.1)
Mutant 420
--- fairseq/models/lightconv_lm.py
+++ fairseq/models/lightconv_lm.py
@@ -165,8 +165,6 @@
args.input_dropout = getattr(args, 'input_dropout', 0.1)
args.weight_dropout = getattr(args, 'weight_dropout', args.attention_dropout)
-
-@register_model_architecture('lightconv_lm', 'lightconv_lm_gbw')
def lightconv_lm_gbw(args):
args.decoder_embed_dim = getattr(args, 'decoder_embed_dim', 512)
args.dropout = getattr(args, 'dropout', 0.1)