Merge 089f08945b4934eb6a453c61492fe2d7835e115a into 517a43ecd132a2089d85f4ebc044728a71d49f6e

This commit is contained in:
Yuekai Zhang 2025-01-16 16:05:20 -05:00 committed by GitHub
commit 686aca92f8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -730,7 +730,8 @@ class DecodingTask:
)
]
# repeat text tensors by the group size, for beam search or best-of-n sampling
# repeat the audio & text tensors by the group size, for beam search or best-of-n sampling
audio_features = audio_features.repeat_interleave(self.n_group, dim=0)
tokens = tokens.repeat_interleave(self.n_group, dim=0).to(audio_features.device)
# call the main sampling loop