remove log

This commit is contained in:
jax 2024-03-08 12:07:59 +08:00
parent 9cf2f995bd
commit 5ed89d0ca2

View File

@ -606,13 +606,11 @@ class DecodingTask:
else prompt else prompt
) )
if (hotwords := self.options.hotwords) and not self.options.prefix: if (hotwords := self.options.hotwords) and not self.options.prefix:
print(f"hotwords: {hotwords}")
hotwords_tokens = self.tokenizer.encode(" " + hotwords.strip()) hotwords_tokens = self.tokenizer.encode(" " + hotwords.strip())
if len(hotwords_tokens) >= self.n_ctx // 2: if len(hotwords_tokens) >= self.n_ctx // 2:
hotwords_tokens = hotwords_tokens[: self.n_ctx // 2 - 1] hotwords_tokens = hotwords_tokens[: self.n_ctx // 2 - 1]
tokens = ( tokens = (
[self.tokenizer.sot_prev] [self.tokenizer.sot_prev]
+ prompt_tokens[-(self.n_ctx // 2 - 1) :]
+ (hotwords_tokens if self.options.hotwords is not None else []) + (hotwords_tokens if self.options.hotwords is not None else [])
+ (prompt_tokens[-(self.n_ctx // 2 - 1) :] if self.options.prompt is not None else []) + (prompt_tokens[-(self.n_ctx // 2 - 1) :] if self.options.prompt is not None else [])
+ tokens + tokens