mirror of
https://github.com/openai/whisper.git
synced 2025-11-24 06:26:03 +00:00
Merge ee36decb1a86f4b2d76967098ca589d5332dadf7 into c0d2f624c09dc18e709e37c2ad90c039a4eb72a2
This commit is contained in:
commit
ee60e2e148
@ -169,7 +169,7 @@ class PyTorchInference(Inference):
|
||||
self.kv_cache = {}
|
||||
self.hooks = []
|
||||
|
||||
def rearrange_kv_cache(self, source_indices):
|
||||
def rearrange_kv_cache(self, source_indices : List[int]):
|
||||
if source_indices != list(range(len(source_indices))):
|
||||
for module in self.kv_modules:
|
||||
# update the key/value cache to contain the selected sequences
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user