diff --git a/src/core/segment_buffers/inventory/segment_inventory.ts b/src/core/segment_buffers/inventory/segment_inventory.ts
index bae7391b9f..97f0b4c675 100644
--- a/src/core/segment_buffers/inventory/segment_inventory.ts
+++ b/src/core/segment_buffers/inventory/segment_inventory.ts
@@ -921,6 +921,7 @@ function guessBufferedStartFromRangeStart(
   } else if (rangeStart < firstSegmentInRange.start) {
     log.debug("SI: range start too far from expected start",
               bufferType, rangeStart, firstSegmentInRange.start);
+    firstSegmentInRange.bufferedStart = firstSegmentInRange.start;
   } else {
     log.debug("SI: Segment appears immediately garbage collected at the start",
               bufferType, firstSegmentInRange.bufferedStart, rangeStart);