c-my/transformers
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

correct greedy generation when doing beam search (#3078)

Browse Source 
* correct greedy generation when doing beam search

* improve comment
This commit is contained in:
Patrick von Platen authored and GitHub committed 2020-03-02 12:00:09 -05:00
1 parent 13afb71208
commit 2fdc7f6ce8
2 files changed
+41 -7
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/test_modeling_common.py
+10 -1
View File
@@ -621,10 +621,19 @@ class ModelTesterMixin:
# batch_size = 1, num_beams > 1
self._check_generated_tokens(model.generate(max_length=5, num_beams=3))
with self.assertRaises(AssertionError):
# generating multiple sequences when greedy no beam generation
# is not allowed as it would always generate the same sequences
model.generate(input_ids, do_sample=False, num_return_sequences=2)
with self.assertRaises(AssertionError):
# generating more sequences than having beams leads is not possible
model.generate(input_ids, do_sample=False, num_return_sequences=3, num_beams=2)
# batch_size > 1, sample
self._check_generated_tokens(model.generate(input_ids, num_return_sequences=3))
# batch_size > 1, greedy
self._check_generated_tokens(model.generate(input_ids, do_sample=False, num_return_sequences=3))
self._check_generated_tokens(model.generate(input_ids, do_sample=False))
# batch_size > 1, num_beams > 1, sample
self._check_generated_tokens(model.generate(input_ids, num_beams=3, num_return_sequences=3,))
# batch_size > 1, num_beams > 1, greedy