mirror of
https://github.com/openai/whisper.git
synced 2025-03-30 14:28:27 +00:00
Merge ee36decb1a86f4b2d76967098ca589d5332dadf7 into 517a43ecd132a2089d85f4ebc044728a71d49f6e
This commit is contained in:
commit
d104c8eccd
@ -169,7 +169,7 @@ class PyTorchInference(Inference):
|
||||
self.kv_cache = {}
|
||||
self.hooks = []
|
||||
|
||||
def rearrange_kv_cache(self, source_indices):
|
||||
def rearrange_kv_cache(self, source_indices : List[int]):
|
||||
if source_indices != list(range(len(source_indices))):
|
||||
for module in self.kv_modules:
|
||||
# update the key/value cache to contain the selected sequences
|
||||
|
Loading…
x
Reference in New Issue
Block a user