working on automodels

2019-08-05 16:06:34 +02:00
1 parent 58830807d1
commit b90e29d52c
@@ -137,7 +137,7 @@ class GPT2Config(PretrainedConfig):
        initializer_range=0.02,

        num_labels=1,
-        summary_type='token_ids',
+        summary_type='cls_index',
        summary_use_proj=True,
        summary_activation=None,
        summary_proj_to_labels=True,