loliball/media
1
0
Fork 0
mirror of https://github.com/androidx/media.git synced 2025-04-30 06:46:50 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Enable non-reference frame skipping in FrameExtractor

Browse Source 
Speed up FrameExtractor for videos with non-ref frames

PiperOrigin-RevId: 715789816
This commit is contained in:
dancho 2025-01-15 07:24:48 -08:00 committed by Copybara-Service
parent c5feb28838
commit 0936b549ae
2 changed files with 33 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
libraries/transformer/src/androidTest/java/androidx/media3/transformer/FrameExtractorTest.java
View File

@ -21,7 +21,9 @@ import static androidx.media3.exoplayer.SeekParameters.CLOSEST_SYNC;
import static androidx.media3.test.utils.BitmapPixelTestUtil.maybeSaveTestBitmap;
import static androidx.media3.test.utils.BitmapPixelTestUtil.readBitmap;
import static androidx.media3.test.utils.TestUtil.assertBitmapsAreSimilar;
import static androidx.media3.transformer.AndroidTestUtil.MP4_ASSET;
import static androidx.media3.transformer.AndroidTestUtil.MP4_TRIM_OPTIMIZATION_270;
import static androidx.media3.transformer.AndroidTestUtil.assumeFormatsSupported;
import static com.google.common.truth.Truth.assertThat;
import static com.google.common.util.concurrent.MoreExecutors.directExecutor;
import static java.util.concurrent.TimeUnit.SECONDS;
@ -473,4 +475,26 @@ public class FrameExtractorTest {
assertThat(frameSecondItem.presentationTimeMs).isEqualTo(8_531);
assertBitmapsAreSimilar(expectedBitmapSecondItem, actualBitmapSecondItem, PSNR_THRESHOLD);
}
@Test
public void extractFrame_oneFrame_decodesReferenceFramesOnly() throws Exception {
assumeFormatsSupported(
context, testId, /* inputFormat= */ MP4_ASSET.videoFormat, /* outputFormat= */ null);
frameExtractor =
new ExperimentalFrameExtractor(
context, new ExperimentalFrameExtractor.Configuration.Builder().build());
frameExtractor.setMediaItem(
MediaItem.fromUri(MP4_ASSET.uri), /* effects= */ ImmutableList.of());
ListenableFuture<Frame> frameFuture = frameExtractor.getFrame(/* positionMs= */ 967);
Frame frame = frameFuture.get(TIMEOUT_SECONDS, SECONDS);
assertThat(frame.presentationTimeMs).isEqualTo(967);
assertThat(
frameExtractor
.getDecoderCounters()
.get(TIMEOUT_SECONDS, SECONDS)
.skippedInputBufferCount)
.isEqualTo(13);
}
}

10
libraries/transformer/src/main/java/androidx/media3/transformer/ExperimentalFrameExtractor.java
View File

@ -49,6 +49,7 @@ import androidx.annotation.Nullable;
import androidx.annotation.RequiresApi;
import androidx.annotation.VisibleForTesting;
import androidx.concurrent.futures.CallbackToFutureAdapter;
import androidx.media3.common.C;
import androidx.media3.common.Effect;
import androidx.media3.common.Format;
import androidx.media3.common.GlObjectsProvider;
@ -80,9 +81,11 @@ import androidx.media3.exoplayer.analytics.AnalyticsListener;
import androidx.media3.exoplayer.mediacodec.MediaCodecAdapter;
import androidx.media3.exoplayer.mediacodec.MediaCodecInfo;
import androidx.media3.exoplayer.mediacodec.MediaCodecSelector;
import androidx.media3.exoplayer.source.DefaultMediaSourceFactory;
import androidx.media3.exoplayer.source.MediaSource;
import androidx.media3.exoplayer.video.MediaCodecVideoRenderer;
import androidx.media3.exoplayer.video.VideoRendererEventListener;
import androidx.media3.extractor.DefaultExtractorsFactory;
import com.google.common.collect.ImmutableList;
import com.google.common.util.concurrent.FutureCallback;
import com.google.common.util.concurrent.Futures;
@ -273,6 +276,10 @@ public final class ExperimentalFrameExtractor {
* @param configuration The {@link Configuration} for this frame extractor.
*/
public ExperimentalFrameExtractor(Context context, Configuration configuration) {
MediaSource.Factory mediaSourceFactory =
new DefaultMediaSourceFactory(context, new DefaultExtractorsFactory())
.experimentalSetCodecsToParseWithinGopSampleDependencies(
C.VIDEO_CODEC_FLAG_H264 | C.VIDEO_CODEC_FLAG_H265);
player =
new ExoPlayer.Builder(
context,
@ -287,7 +294,8 @@ public final class ExperimentalFrameExtractor {
configuration.mediaCodecSelector,
videoRendererEventListener,
/* toneMapHdrToSdr= */ !configuration.extractHdrFrames)
})
},
mediaSourceFactory)
.setSeekParameters(configuration.seekParameters)
.build();
player.addAnalyticsListener(new PlayerListener());