diff --git a/library/src/main/java/com/google/android/exoplayer/hls/HlsSampleSource.java b/library/src/main/java/com/google/android/exoplayer/hls/HlsSampleSource.java
index 5ae903542d..91e841af57 100644
--- a/library/src/main/java/com/google/android/exoplayer/hls/HlsSampleSource.java
+++ b/library/src/main/java/com/google/android/exoplayer/hls/HlsSampleSource.java
@@ -202,11 +202,11 @@ public class HlsSampleSource implements SampleSource, SampleSourceReader, Loader
     enabledTrackCount--;
     trackEnabledStates[track] = false;
     pendingDiscontinuities[track] = false;
-    if (loadControlRegistered) {
-      loadControl.unregister(this);
-      loadControlRegistered = false;
-    }
     if (enabledTrackCount == 0) {
+      if (loadControlRegistered) {
+        loadControl.unregister(this);
+        loadControlRegistered = false;
+      }
       if (loader.isLoading()) {
         loader.cancelLoading();
       } else {