Merge 2aafd81de3a4101044fd95a5e9de9fd37b65988b into c0d2f624c09dc18e709e37c2ad90c039a4eb72a2

This commit is contained in:
Ruhollah Majdoddin 2025-06-27 02:27:58 +00:00 committed by GitHub
commit 1271db3986
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -732,6 +732,7 @@ class DecodingTask:
# repeat text tensors by the group size, for beam search or best-of-n sampling # repeat text tensors by the group size, for beam search or best-of-n sampling
tokens = tokens.repeat_interleave(self.n_group, dim=0).to(audio_features.device) tokens = tokens.repeat_interleave(self.n_group, dim=0).to(audio_features.device)
audio_features = audio_features.repeat_interleave(self.n_group, dim=0).to(audio_features.device)
# call the main sampling loop # call the main sampling loop
tokens, sum_logprobs, no_speech_probs = self._main_loop(audio_features, tokens) tokens, sum_logprobs, no_speech_probs = self._main_loop(audio_features, tokens)