Unverified Commit 664b458a authored by jthomson04's avatar jthomson04 Committed by GitHub
Browse files

fix: Don't set min_tokens when ignore_eos is true (#4872)


Signed-off-by: default avatarjthomson04 <jwillthomson19@gmail.com>
parent a409b295
...@@ -254,7 +254,6 @@ pub struct StopConditions { ...@@ -254,7 +254,6 @@ pub struct StopConditions {
impl StopConditions { impl StopConditions {
pub fn apply_ignore_eos(&mut self) { pub fn apply_ignore_eos(&mut self) {
if self.ignore_eos.unwrap_or(false) { if self.ignore_eos.unwrap_or(false) {
self.min_tokens = self.max_tokens;
self.stop = None; self.stop = None;
self.stop_token_ids_hidden = None; self.stop_token_ids_hidden = None;
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment