Fix BetterTransformer starcoder init (#1254)

fix bug
huggingface · Aug 4, 2023 · 4189276 · 4189276
1 parent 393113f
commit 4189276
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/bettertransformer/models/decoder_models.py b/optimum/bettertransformer/models/decoder_models.py
@@ -370,7 +370,7 @@ class GPTBigCodeAttentionLayerBetterTransformer(BetterTransformerBaseLayer, GPTB
 
     def __init__(self, layer: nn.Module, config: "PretrainedConfig"):
         with torch.device("meta"):
-            super(BetterTransformerBaseLayer, self).__init__(config)
+            super(BetterTransformerBaseLayer, self).__init__(config, layer.is_cross_attention, layer.layer_idx)
 
         self.module_mapping = None
         submodules = ["c_attn", "c_proj"]