diff --git a/whisper/decoding.py b/whisper/decoding.py
index 457ee7c..7904d46 100644
--- a/whisper/decoding.py
+++ b/whisper/decoding.py
@@ -586,6 +586,8 @@ class DecodingTask:
             if self.sample_len is not None:
                 max_prefix_len = self.n_ctx // 2 - self.sample_len
                 prefix_tokens = prefix_tokens[-max_prefix_len:]
+            if not self.without_timestamps:
+                tokens = tokens + [self.tokenizer.timestamp_begin]
             tokens = tokens + prefix_tokens
 
         if prompt := self.options.prompt: