diff --git a/library/src/main/java/com/google/android/exoplayer/extractor/ExtractorSampleSource.java b/library/src/main/java/com/google/android/exoplayer/extractor/ExtractorSampleSource.java
index e2cc007cfb..6d201b3d67 100644
--- a/library/src/main/java/com/google/android/exoplayer/extractor/ExtractorSampleSource.java
+++ b/library/src/main/java/com/google/android/exoplayer/extractor/ExtractorSampleSource.java
@@ -416,7 +416,7 @@ public final class ExtractorSampleSource implements SampleSource, ExtractorOutpu
         clearState();
         allocator.trim(0);
       }
-    } else if (!isFirstTrackSelection && newTracksSelected) {
+    } else if (isFirstTrackSelection ? positionUs != 0 : newTracksSelected) {
       seekToInternal(positionUs);
     }
   }