Add emulator video transcoding test that counts frames.

This test tests that all frames are processed when transcoding
video to a different sample MIME type (and that the transformation
completes successfully).

PiperOrigin-RevId: 424896014
This commit is contained in:
hschlueter 2022-01-28 18:06:15 +00:00 committed by Andrew Lewis
parent 195d05dabd
commit afc10c79eb
9 changed files with 195 additions and 15 deletions

View File

@ -13,7 +13,7 @@
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package androidx.media3.transformer.mh;
package androidx.media3.transformer;
import static androidx.media3.common.util.Assertions.checkState;
import static com.google.common.truth.Truth.assertWithMessage;
@ -24,8 +24,6 @@ import android.net.Uri;
import android.os.Build;
import androidx.annotation.Nullable;
import androidx.media3.common.MediaItem;
import androidx.media3.transformer.TransformationException;
import androidx.media3.transformer.Transformer;
import androidx.test.platform.app.InstrumentationRegistry;
import java.io.File;
import java.io.FileWriter;
@ -35,7 +33,7 @@ import java.util.concurrent.atomic.AtomicReference;
import org.checkerframework.checker.nullness.compatqual.NullableType;
/** Utilities for instrumentation tests. */
/* package */ final class AndroidTestUtil {
public final class AndroidTestUtil {
public static final String MP4_ASSET_URI_STRING = "asset:///media/mp4/sample.mp4";
public static final String SEF_ASSET_URI_STRING = "asset:///media/mp4/sample_sef_slow_motion.mp4";
public static final String REMOTE_MP4_10_SECONDS_URI_STRING =

View File

@ -0,0 +1,114 @@
/*
* Copyright 2022 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package androidx.media3.transformer;
import android.os.ParcelFileDescriptor;
import androidx.annotation.Nullable;
import androidx.media3.common.C;
import androidx.media3.common.Format;
import androidx.media3.common.MimeTypes;
import com.google.common.collect.ImmutableList;
import java.io.IOException;
import java.nio.ByteBuffer;
import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
/**
* An implementation of {@link Muxer} that forwards operations to another {@link Muxer}, counting
* the number of frames as they go past.
*/
/* package */ final class FrameCountingMuxer implements Muxer {
public static final class Factory implements Muxer.Factory {
private final Muxer.Factory muxerFactory;
private @MonotonicNonNull FrameCountingMuxer frameCountingMuxer;
public Factory(Muxer.Factory muxerFactory) {
this.muxerFactory = muxerFactory;
}
@Override
public Muxer create(String path, String outputMimeType) throws IOException {
frameCountingMuxer = new FrameCountingMuxer(muxerFactory.create(path, outputMimeType));
return frameCountingMuxer;
}
@Override
public Muxer create(ParcelFileDescriptor parcelFileDescriptor, String outputMimeType)
throws IOException {
frameCountingMuxer =
new FrameCountingMuxer(muxerFactory.create(parcelFileDescriptor, outputMimeType));
return frameCountingMuxer;
}
@Override
public boolean supportsOutputMimeType(String mimeType) {
return muxerFactory.supportsOutputMimeType(mimeType);
}
@Override
public boolean supportsSampleMimeType(@Nullable String sampleMimeType, String outputMimeType) {
return muxerFactory.supportsSampleMimeType(sampleMimeType, outputMimeType);
}
@Override
public ImmutableList<String> getSupportedSampleMimeTypes(
@C.TrackType int trackType, String containerMimeType) {
return muxerFactory.getSupportedSampleMimeTypes(trackType, containerMimeType);
}
@Nullable
public FrameCountingMuxer getLastFrameCountingMuxerCreated() {
return frameCountingMuxer;
}
}
private final Muxer muxer;
private int videoTrackIndex;
private int frameCount;
private FrameCountingMuxer(Muxer muxer) throws IOException {
this.muxer = muxer;
}
@Override
public int addTrack(Format format) throws MuxerException {
int trackIndex = muxer.addTrack(format);
if (MimeTypes.isVideo(format.sampleMimeType)) {
videoTrackIndex = trackIndex;
}
return trackIndex;
}
@Override
public void writeSampleData(
int trackIndex, ByteBuffer data, boolean isKeyFrame, long presentationTimeUs)
throws MuxerException {
muxer.writeSampleData(trackIndex, data, isKeyFrame, presentationTimeUs);
if (trackIndex == videoTrackIndex) {
frameCount++;
}
}
@Override
public void release(boolean forCancellation) throws MuxerException {
muxer.release(forCancellation);
}
/* Returns the number of frames written for the video track. */
public int getFrameCount() {
return frameCount;
}
}

View File

@ -0,0 +1,67 @@
/*
* Copyright 2022 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package androidx.media3.transformer;
import static androidx.media3.common.util.Assertions.checkNotNull;
import static androidx.media3.transformer.AndroidTestUtil.runTransformer;
import static com.google.common.truth.Truth.assertThat;
import android.content.Context;
import androidx.media3.common.MimeTypes;
import androidx.test.core.app.ApplicationProvider;
import androidx.test.ext.junit.runners.AndroidJUnit4;
import org.junit.Test;
import org.junit.runner.RunWith;
/**
* End-to-end instrumentation test for {@link Transformer} for cases that cannot be tested using
* robolectric.
*/
@RunWith(AndroidJUnit4.class)
public class TransformerTest {
// TODO(b/208986865): Also test this for API < 29. Currently the target emulator uses API 30.
// VideoTranscodingSamplePipeline#processData works differently for API < 29, so both versions
// should be tested.
private static final String VP9_VIDEO_URI_STRING = "asset:///media/vp9/bear-vp9.webm";
@Test
public void videoTranscoding_completesWithConsistentFrameCount() throws Exception {
Context context = ApplicationProvider.getApplicationContext();
FrameCountingMuxer.Factory muxerFactory =
new FrameCountingMuxer.Factory(new FrameworkMuxer.Factory());
Transformer transformer =
new Transformer.Builder(context)
.setTransformationRequest(
new TransformationRequest.Builder().setVideoMimeType(MimeTypes.VIDEO_H264).build())
.setMuxerFactory(muxerFactory)
.build();
// Result of the following command:
// ffprobe -count_frames -select_streams v:0 -show_entries stream=nb_read_frames bear-vp9.webm
int expectedFrameCount = 82;
runTransformer(
context,
/* testId= */ "videoTranscoding_completesWithConsistentFrameCount",
transformer,
VP9_VIDEO_URI_STRING,
/* timeoutSeconds= */ 120);
FrameCountingMuxer frameCountingMuxer =
checkNotNull(muxerFactory.getLastFrameCountingMuxerCreated());
assertThat(frameCountingMuxer.getFrameCount()).isEqualTo(expectedFrameCount);
}
}

View File

@ -15,8 +15,8 @@
*/
package androidx.media3.transformer.mh;
import static androidx.media3.transformer.mh.AndroidTestUtil.MP4_ASSET_URI_STRING;
import static androidx.media3.transformer.mh.AndroidTestUtil.runTransformer;
import static androidx.media3.transformer.AndroidTestUtil.MP4_ASSET_URI_STRING;
import static androidx.media3.transformer.AndroidTestUtil.runTransformer;
import android.content.Context;
import androidx.media3.transformer.Transformer;

View File

@ -15,8 +15,8 @@
*/
package androidx.media3.transformer.mh;
import static androidx.media3.transformer.mh.AndroidTestUtil.MP4_ASSET_URI_STRING;
import static androidx.media3.transformer.mh.AndroidTestUtil.runTransformer;
import static androidx.media3.transformer.AndroidTestUtil.MP4_ASSET_URI_STRING;
import static androidx.media3.transformer.AndroidTestUtil.runTransformer;
import android.content.Context;
import androidx.media3.transformer.Transformer;

View File

@ -15,13 +15,14 @@
*/
package androidx.media3.transformer.mh;
import static androidx.media3.transformer.mh.AndroidTestUtil.runTransformer;
import static androidx.media3.transformer.AndroidTestUtil.runTransformer;
import static com.google.common.truth.Truth.assertWithMessage;
import android.content.Context;
import android.graphics.Matrix;
import androidx.media3.common.MimeTypes;
import androidx.media3.common.util.Assertions;
import androidx.media3.transformer.AndroidTestUtil;
import androidx.media3.transformer.TransformationRequest;
import androidx.media3.transformer.Transformer;
import androidx.test.core.app.ApplicationProvider;

View File

@ -15,8 +15,8 @@
*/
package androidx.media3.transformer.mh;
import static androidx.media3.transformer.mh.AndroidTestUtil.SEF_ASSET_URI_STRING;
import static androidx.media3.transformer.mh.AndroidTestUtil.runTransformer;
import static androidx.media3.transformer.AndroidTestUtil.SEF_ASSET_URI_STRING;
import static androidx.media3.transformer.AndroidTestUtil.runTransformer;
import android.content.Context;
import androidx.media3.transformer.TransformationRequest;

View File

@ -15,8 +15,8 @@
*/
package androidx.media3.transformer.mh;
import static androidx.media3.transformer.mh.AndroidTestUtil.REMOTE_MP4_10_SECONDS_URI_STRING;
import static androidx.media3.transformer.mh.AndroidTestUtil.runTransformer;
import static androidx.media3.transformer.AndroidTestUtil.REMOTE_MP4_10_SECONDS_URI_STRING;
import static androidx.media3.transformer.AndroidTestUtil.runTransformer;
import android.content.Context;
import android.graphics.Matrix;

View File

@ -15,8 +15,8 @@
*/
package androidx.media3.transformer.mh;
import static androidx.media3.transformer.mh.AndroidTestUtil.MP4_ASSET_URI_STRING;
import static androidx.media3.transformer.mh.AndroidTestUtil.runTransformer;
import static androidx.media3.transformer.AndroidTestUtil.MP4_ASSET_URI_STRING;
import static androidx.media3.transformer.AndroidTestUtil.runTransformer;
import android.content.Context;
import androidx.media3.transformer.Transformer;