fairseq/modules/layer_norm.py

Killed 0 out of 5 mutants

Survived

Survived mutation testing. These mutants show holes in your test suite.

Mutant 3359

--- fairseq/modules/layer_norm.py
+++ fairseq/modules/layer_norm.py
@@ -23,7 +23,7 @@
                     return super().forward(x)
 
 except ImportError:
-    has_fused_layernorm = False
+    has_fused_layernorm = True
 
 
 def LayerNorm(normalized_shape, eps=1e-5, elementwise_affine=True, export=False):

Mutant 3360

--- fairseq/modules/layer_norm.py
+++ fairseq/modules/layer_norm.py
@@ -23,7 +23,7 @@
                     return super().forward(x)
 
 except ImportError:
-    has_fused_layernorm = False
+    has_fused_layernorm = None
 
 
 def LayerNorm(normalized_shape, eps=1e-5, elementwise_affine=True, export=False):

Mutant 3361

--- fairseq/modules/layer_norm.py
+++ fairseq/modules/layer_norm.py
@@ -26,7 +26,7 @@
     has_fused_layernorm = False
 
 
-def LayerNorm(normalized_shape, eps=1e-5, elementwise_affine=True, export=False):
+def LayerNorm(normalized_shape, eps=1.00001, elementwise_affine=True, export=False):
     if not export and torch.cuda.is_available() and has_fused_layernorm:
         return FusedLayerNorm(normalized_shape, eps, elementwise_affine)
     return torch.nn.LayerNorm(normalized_shape, eps, elementwise_affine)

Mutant 3362

--- fairseq/modules/layer_norm.py
+++ fairseq/modules/layer_norm.py
@@ -26,7 +26,7 @@
     has_fused_layernorm = False
 
 
-def LayerNorm(normalized_shape, eps=1e-5, elementwise_affine=True, export=False):
+def LayerNorm(normalized_shape, eps=1e-5, elementwise_affine=False, export=False):
     if not export and torch.cuda.is_available() and has_fused_layernorm:
         return FusedLayerNorm(normalized_shape, eps, elementwise_affine)
     return torch.nn.LayerNorm(normalized_shape, eps, elementwise_affine)

Mutant 3363

--- fairseq/modules/layer_norm.py
+++ fairseq/modules/layer_norm.py
@@ -26,7 +26,7 @@
     has_fused_layernorm = False
 
 
-def LayerNorm(normalized_shape, eps=1e-5, elementwise_affine=True, export=False):
+def LayerNorm(normalized_shape, eps=1e-5, elementwise_affine=True, export=True):
     if not export and torch.cuda.is_available() and has_fused_layernorm:
         return FusedLayerNorm(normalized_shape, eps, elementwise_affine)
     return torch.nn.LayerNorm(normalized_shape, eps, elementwise_affine)