From 9a399ead253e27792cbf0ef386cc39f9b7084f8f Mon Sep 17 00:00:00 2001 From: Julien Chaumond Date: Thu, 19 Dec 2019 15:45:48 -0500 Subject: [PATCH] Revert incorrect #1778 --- transformers/modeling_tf_pytorch_utils.py | 3 --- transformers/modeling_utils.py | 2 -- 2 files changed, 5 deletions(-) diff --git a/transformers/modeling_tf_pytorch_utils.py b/transformers/modeling_tf_pytorch_utils.py index d885fd23..190caff1 100644 --- a/transformers/modeling_tf_pytorch_utils.py +++ b/transformers/modeling_tf_pytorch_utils.py @@ -119,9 +119,6 @@ def load_pytorch_weights_in_tf2_model(tf_model, pt_state_dict, tf_inputs=None, a new_key = key.replace('gamma', 'weight') if 'beta' in key: new_key = key.replace('beta', 'bias') - # DialoGPT format - if key == 'lm_head.decoder.weight': - new_key = 'lm_head.weight' if new_key: old_keys.append(key) new_keys.append(new_key) diff --git a/transformers/modeling_utils.py b/transformers/modeling_utils.py index eff54f71..cce23483 100644 --- a/transformers/modeling_utils.py +++ b/transformers/modeling_utils.py @@ -437,8 +437,6 @@ class PreTrainedModel(nn.Module): new_key = key.replace('gamma', 'weight') if 'beta' in key: new_key = key.replace('beta', 'bias') - if key == 'lm_head.decoder.weight': - new_key = 'lm_head.weight' if new_key: old_keys.append(key) new_keys.append(new_key)