Fix GPT2 config set to trainable

This prevents the model from being saved, and who knows
what else.
This commit is contained in:
James Betker
2020-02-05 13:55:41 -05:00
committed by Lysandre Debut
parent ada24def22
commit 6bb6a01765
+1 -1
View File
@@ -198,7 +198,7 @@ class TFBlock(tf.keras.layers.Layer):
class TFGPT2MainLayer(tf.keras.layers.Layer):
def __init__(self, config, *inputs, **kwargs):
super().__init__(config, *inputs, **kwargs)
super().__init__(*inputs, **kwargs)
self.output_hidden_states = config.output_hidden_states
self.output_attentions = config.output_attentions
self.num_hidden_layers = config.n_layer