fairseq/model_parallel/models/transformer.py

Survived

Mutant 2627

--- fairseq/model_parallel/models/transformer.py
+++ fairseq/model_parallel/models/transformer.py
@@ -31,7 +31,7 @@
     )
     has_megatron_submodule = True
 except (ImportError, ModuleNotFoundError):
-    has_megatron_submodule = False
+    has_megatron_submodule = True
 
 
 logger = logging.getLogger(__name__)

Mutant 2628

--- fairseq/model_parallel/models/transformer.py
+++ fairseq/model_parallel/models/transformer.py
@@ -31,7 +31,7 @@
     )
     has_megatron_submodule = True
 except (ImportError, ModuleNotFoundError):
-    has_megatron_submodule = False
+    has_megatron_submodule = None
 
 
 logger = logging.getLogger(__name__)

Mutant 2629

--- fairseq/model_parallel/models/transformer.py
+++ fairseq/model_parallel/models/transformer.py
@@ -34,7 +34,7 @@
     has_megatron_submodule = False
 
 
-logger = logging.getLogger(__name__)
+logger = None
 
 
 @register_model('model_parallel_transformer')

Mutant 2630

--- fairseq/model_parallel/models/transformer.py
+++ fairseq/model_parallel/models/transformer.py
@@ -37,7 +37,7 @@
 logger = logging.getLogger(__name__)
 
 
-@register_model('model_parallel_transformer')
+@register_model('XXmodel_parallel_transformerXX')
 class ModelParallelTransformerModel(TransformerModel):
     """
     Model parallel Transformer model.

Mutant 2631

--- fairseq/model_parallel/models/transformer.py
+++ fairseq/model_parallel/models/transformer.py
@@ -36,8 +36,6 @@
 
 logger = logging.getLogger(__name__)
 
-
-@register_model('model_parallel_transformer')
 class ModelParallelTransformerModel(TransformerModel):
     """
     Model parallel Transformer model.

Mutant 2632

--- fairseq/model_parallel/models/transformer.py
+++ fairseq/model_parallel/models/transformer.py
@@ -42,7 +42,7 @@
     """
     Model parallel Transformer model.
     """
-    @classmethod
+
     def build_embedding(cls, args, dictionary, embed_dim, path=None):
         if not has_megatron_submodule:
             raise ImportError(

Mutant 2633

--- fairseq/model_parallel/models/transformer.py
+++ fairseq/model_parallel/models/transformer.py
@@ -62,7 +62,6 @@
             raise NotImplementedError("Loading of embedding from path is not supported for model parallel")
         return emb
 
-    @classmethod
     def build_encoder(cls, args, src_dict, embed_tokens):
         return ModelParallelTransformerEncoder(args, src_dict, embed_tokens)
 

Mutant 2634

--- fairseq/model_parallel/models/transformer.py
+++ fairseq/model_parallel/models/transformer.py
@@ -66,7 +66,6 @@
     def build_encoder(cls, args, src_dict, embed_tokens):
         return ModelParallelTransformerEncoder(args, src_dict, embed_tokens)
 
-    @classmethod
     def build_decoder(cls, args, tgt_dict, embed_tokens):
         return ModelParallelTransformerDecoder(
             args,

Mutant 2635

--- fairseq/model_parallel/models/transformer.py
+++ fairseq/model_parallel/models/transformer.py
@@ -92,7 +92,7 @@
     is a :class:`ModelParallelTransformerDecoderLayer`.
     """
 
-    def build_decoder_layer(self, args, no_encoder_attn=False):
+    def build_decoder_layer(self, args, no_encoder_attn=True):
         return ModelParallelTransformerDecoderLayer(args, no_encoder_attn)
 
     def output_layer(self, features, **kwargs):