Update decoding.py

This commit is contained in:
Ziwen 2023-05-17 23:20:53 -04:00 committed by GitHub
parent eb8f285b39
commit 5b16d67519
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -586,7 +586,7 @@ class DecodingTask:
if self.sample_len is not None: if self.sample_len is not None:
max_prefix_len = self.n_ctx // 2 - self.sample_len max_prefix_len = self.n_ctx // 2 - self.sample_len
prefix_tokens = prefix_tokens[-max_prefix_len:] prefix_tokens = prefix_tokens[-max_prefix_len:]
if not self.without_timestamps: if not self.options.without_timestamps:
tokens = tokens + [self.tokenizer.timestamp_begin] tokens = tokens + [self.tokenizer.timestamp_begin]
tokens = tokens + prefix_tokens tokens = tokens + prefix_tokens