Disable missing weight warning (#7282)

2020-09-21 09:14:48 -04:00
parent 8ff88d25e9
commit 8d464374ba
1 changed files with 1 additions and 0 deletions
@@ -303,6 +303,7 @@ class RobertaForCausalLM(BertPreTrainedModel):
 class RobertaForMaskedLM(BertPreTrainedModel):
    config_class = RobertaConfig
    base_model_prefix = "roberta"
+    authorized_missing_keys = [r"position_ids", r"lm_head\.decoder\.bias"]

    def __init__(self, config):
        super().__init__(config)