Fix prefix bug when timestamps enabled

This commit is contained in:
Ziwen 2023-05-17 23:19:40 -04:00 committed by GitHub
parent 248b6cb124
commit eb8f285b39
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -586,6 +586,8 @@ class DecodingTask:
if self.sample_len is not None: if self.sample_len is not None:
max_prefix_len = self.n_ctx // 2 - self.sample_len max_prefix_len = self.n_ctx // 2 - self.sample_len
prefix_tokens = prefix_tokens[-max_prefix_len:] prefix_tokens = prefix_tokens[-max_prefix_len:]
if not self.without_timestamps:
tokens = tokens + [self.tokenizer.timestamp_begin]
tokens = tokens + prefix_tokens tokens = tokens + prefix_tokens
if prompt := self.options.prompt: if prompt := self.options.prompt: