diff --git a/playback/src/resampler.rs b/playback/src/resampler.rs
index ed6c0cb3..e847fdaa 100644
--- a/playback/src/resampler.rs
+++ b/playback/src/resampler.rs
@@ -451,6 +451,8 @@ impl StereoInterleavedResampler {
     }
 
     pub fn stop(&mut self) {
+        self.latency_pcm = 0;
+
         match &mut self.resampler {
             // Stop does nothing
             // if we're bypassed.