Merging all duplicated codes for Text2TextPipeline while preserving

backward compat.
This commit is contained in:
Nicolas Patry
2020-12-25 12:57:51 +01:00
parent e043021108
commit 41e55cb75a
2 changed files with 152 additions and 251 deletions
+3 -5
View File
@@ -53,10 +53,7 @@ class DummyTok:
return torch.LongTensor(list(input_.encode("utf-8")))
def decode(self, sequence, **kwargs):
try:
return bytes(sequence).decode("utf-8")
except Exception:
return "D" * len(sequence)
return "D" * len(sequence)
class SimpleSummarizationPipelineTests(unittest.TestCase):
@@ -84,7 +81,8 @@ class SimpleSummarizationPipelineTests(unittest.TestCase):
_ = nlp("This is a test")
output = nlp("This is a test", truncation=TruncationStrategy.ONLY_FIRST)
self.assertEquals(output, [{"summary_text": "\0\0\0\0"}])
self.assertEqual(output, [{"summary_text": "DDDD"}])
class SummarizationPipelineTests(MonoInputPipelineCommonMixin, unittest.TestCase):