Ignore unexpected weights from PT conversion (huggingface#10397)

LysandreJik · web-flow · commit 88cc26dcd1e7 · 2021-02-25T10:42:27.000-05:00
diff --git a/src/transformers/models/bert/modeling_tf_bert.py b/src/transformers/models/bert/modeling_tf_bert.py
@@ -919,7 +919,11 @@ def serving_output(self, output: TFBaseModelOutputWithPooling) -> TFBaseModelOut
 )
 class TFBertForPreTraining(TFBertPreTrainedModel, TFBertPreTrainingLoss):
     # names with a '.' represents the authorized unexpected/missing layers when a TF model is loaded from a PT model
-    _keys_to_ignore_on_load_unexpected = [r"cls.predictions.decoder.weight"]
+    _keys_to_ignore_on_load_unexpected = [
+        r"position_ids",
+        r"cls.predictions.decoder.weight",
+        r"cls.predictions.decoder.bias",
+    ]
 
     def __init__(self, config: BertConfig, *inputs, **kwargs):
         super().__init__(config, *inputs, **kwargs)
