[Bug fix] Fixed value for BlenderBot pad token (#8205)

2020-11-01 10:21:57 -05:00
parent 8f1c960ee7
commit 1f12934df4
1 changed files with 1 additions and 1 deletions
@@ -134,7 +134,7 @@ class BlenderbotSmallTokenizer(PreTrainedTokenizer):
        bos_token="__start__",
        eos_token="__end__",
        unk_token="__unk__",
-        pad_token="__null",
+        pad_token="__null__",
        **kwargs
    ):
        super().__init__(unk_token=unk_token, bos_token=bos_token, eos_token=eos_token, pad_token=pad_token, **kwargs)