mirror of
https://github.com/androidx/media.git
synced 2025-05-12 18:19:50 +08:00
Add an AndroidTest for FinalShaderProgramWrapper
PiperOrigin-RevId: 755389859
This commit is contained in:
Googler
Copybara-Service
parent
cc8992410a
commit
faa0644ed1
@ -0,0 +1,313 @@
|
||||
/*
|
||||
* Copyright 2025 The Android Open Source Project
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package androidx.media3.effect;
|
||||
|
||||
import static androidx.media3.common.util.Assertions.checkNotNull;
|
||||
import static androidx.media3.common.util.GlUtil.createTexture;
|
||||
import static androidx.test.core.app.ApplicationProvider.getApplicationContext;
|
||||
import static androidx.test.platform.app.InstrumentationRegistry.getInstrumentation;
|
||||
import static com.google.common.truth.Truth.assertThat;
|
||||
import static com.google.common.util.concurrent.MoreExecutors.directExecutor;
|
||||
import static com.google.common.util.concurrent.MoreExecutors.newDirectExecutorService;
|
||||
|
||||
import android.graphics.Bitmap;
|
||||
import android.graphics.Bitmap.Config;
|
||||
import android.graphics.PixelFormat;
|
||||
import android.media.ImageReader;
|
||||
import android.opengl.EGLContext;
|
||||
import android.opengl.EGLDisplay;
|
||||
import android.opengl.EGLSurface;
|
||||
import androidx.annotation.Nullable;
|
||||
import androidx.media3.common.C;
|
||||
import androidx.media3.common.ColorInfo;
|
||||
import androidx.media3.common.GlObjectsProvider;
|
||||
import androidx.media3.common.GlTextureInfo;
|
||||
import androidx.media3.common.SurfaceInfo;
|
||||
import androidx.media3.common.VideoFrameProcessingException;
|
||||
import androidx.media3.common.VideoFrameProcessor;
|
||||
import androidx.media3.common.VideoFrameProcessor.Listener;
|
||||
import androidx.media3.common.util.GlUtil;
|
||||
import androidx.media3.effect.GlShaderProgram.InputListener;
|
||||
import androidx.test.ext.junit.runners.AndroidJUnit4;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
|
||||
import org.junit.After;
|
||||
import org.junit.Before;
|
||||
import org.junit.Test;
|
||||
import org.junit.runner.RunWith;
|
||||
|
||||
/**
|
||||
* Tests for {@link FinalShaderProgramWrapper}.
|
||||
*
|
||||
* <p>The thread the test runs on is the VideoFrameProcessing and Gl thread, to make assertions
|
||||
* easier and avoid race conditions.
|
||||
*/
|
||||
@RunWith(AndroidJUnit4.class)
|
||||
public final class FinalShaderProgramWrapperTest {
|
||||
private @MonotonicNonNull FinalShaderProgramWrapper finalShaderProgramWrapper;
|
||||
|
||||
private @MonotonicNonNull EGLDisplay eglDisplay;
|
||||
private @MonotonicNonNull EGLContext eglContext;
|
||||
private @MonotonicNonNull GlObjectsProvider glObjectsProvider;
|
||||
private @MonotonicNonNull EGLSurface placeholderEglSurface;
|
||||
private @MonotonicNonNull VideoFrameProcessingTaskExecutor videoFrameProcessingTaskExecutor;
|
||||
@Nullable private VideoFrameProcessingException videoFrameProcessingException;
|
||||
@Nullable private VideoFrameProcessor.Listener videoFrameProcessorListener;
|
||||
@Nullable private InputListener inputListener;
|
||||
@Nullable private FinalShaderProgramWrapper.Listener listener;
|
||||
private @MonotonicNonNull SurfaceInfo outputSurfaceInfo;
|
||||
private @MonotonicNonNull List<GlTextureInfo> inputTextureInfos;
|
||||
|
||||
/**
|
||||
* All presentationTimeUs of frames sent to {@link
|
||||
* VideoFrameProcessor.Listener#onOutputFrameAvailableForRendering}
|
||||
*/
|
||||
private @MonotonicNonNull List<Long> presentationTimesUsAvailableForRendering;
|
||||
|
||||
/**
|
||||
* All {@link GlTextureInfo} sent to {@link GlShaderProgram.InputListener#onInputFrameProcessed}.
|
||||
*/
|
||||
private @MonotonicNonNull List<GlTextureInfo> processedTextures;
|
||||
|
||||
/**
|
||||
* All presentationTimeUs of frames sent to {@link
|
||||
* FinalShaderProgramWrapper.Listener#onFrameRendered}.
|
||||
*/
|
||||
private @MonotonicNonNull List<Long> renderedPresentationTimesUs;
|
||||
|
||||
/**
|
||||
* A list of the last presentationTimeUs sent to {@link
|
||||
* FinalShaderProgramWrapper.Listener#onFrameRendered} when {@link
|
||||
* FinalShaderProgramWrapper.Listener#onInputStreamProcessed} is called.
|
||||
*/
|
||||
private @MonotonicNonNull List<Long> endOfCurrentStreamPresentationTimesUs;
|
||||
|
||||
@Before
|
||||
public void setupResultLists() {
|
||||
presentationTimesUsAvailableForRendering = new ArrayList<>();
|
||||
processedTextures = new ArrayList<>();
|
||||
renderedPresentationTimesUs = new ArrayList<>();
|
||||
endOfCurrentStreamPresentationTimesUs = new ArrayList<>();
|
||||
}
|
||||
|
||||
@Before
|
||||
public void createOutputSurface() {
|
||||
ImageReader outputImageReader =
|
||||
ImageReader.newInstance(1, 1, PixelFormat.RGBA_8888, /* maxImages= */ 10);
|
||||
outputSurfaceInfo = new SurfaceInfo(outputImageReader.getSurface(), 1, 1);
|
||||
}
|
||||
|
||||
@Before
|
||||
public void createGlObjects() throws Exception {
|
||||
VideoFrameProcessingTaskExecutor.ErrorListener errorListener =
|
||||
exception -> videoFrameProcessingException = exception;
|
||||
videoFrameProcessingTaskExecutor =
|
||||
new VideoFrameProcessingTaskExecutor(
|
||||
newDirectExecutorService(), /* shouldShutdownExecutorService= */ true, errorListener);
|
||||
|
||||
// Ensure the Gl thread is the same as the VideoFrameProcessor thread and the test thread.
|
||||
eglDisplay = GlUtil.getDefaultEglDisplay();
|
||||
eglContext = GlUtil.createEglContext(eglDisplay);
|
||||
glObjectsProvider = new DefaultGlObjectsProvider(eglContext);
|
||||
placeholderEglSurface = GlUtil.createFocusedPlaceholderEglSurface(eglContext, eglDisplay);
|
||||
|
||||
inputTextureInfos = new ArrayList<>();
|
||||
for (int i = 0; i < 5; i++) {
|
||||
Bitmap bitmap = Bitmap.createBitmap(1, 1, Config.ARGB_8888);
|
||||
int texId = createTexture(bitmap);
|
||||
inputTextureInfos.add(new GlTextureInfo(texId, C.INDEX_UNSET, C.INDEX_UNSET, 1, 1));
|
||||
}
|
||||
}
|
||||
|
||||
@Before
|
||||
public void createListeners() {
|
||||
videoFrameProcessorListener =
|
||||
new Listener() {
|
||||
@Override
|
||||
public void onOutputFrameAvailableForRendering(
|
||||
long presentationTimeUs, boolean isRedrawnFrame) {
|
||||
presentationTimesUsAvailableForRendering.add(presentationTimeUs);
|
||||
}
|
||||
};
|
||||
inputListener =
|
||||
new InputListener() {
|
||||
@Override
|
||||
public void onInputFrameProcessed(GlTextureInfo inputTexture) {
|
||||
processedTextures.add(inputTexture);
|
||||
}
|
||||
};
|
||||
listener =
|
||||
new FinalShaderProgramWrapper.Listener() {
|
||||
@Override
|
||||
public void onInputStreamProcessed() {
|
||||
int numFramesRendered = renderedPresentationTimesUs.size();
|
||||
if (numFramesRendered == 0) {
|
||||
endOfCurrentStreamPresentationTimesUs.add(C.TIME_UNSET);
|
||||
} else {
|
||||
endOfCurrentStreamPresentationTimesUs.add(
|
||||
renderedPresentationTimesUs.get(numFramesRendered - 1));
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onFrameRendered(long presentationTimeUs) {
|
||||
renderedPresentationTimesUs.add(presentationTimeUs);
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
@After
|
||||
public void checkExceptionsAndRelease() throws Exception {
|
||||
if (videoFrameProcessingException != null) {
|
||||
throw videoFrameProcessingException;
|
||||
}
|
||||
// Call release on a new thread as the current thread is the VideoFrameProcessingThread.
|
||||
getInstrumentation()
|
||||
.runOnMainSync(
|
||||
() -> {
|
||||
try {
|
||||
videoFrameProcessingTaskExecutor.release(
|
||||
/* releaseTask= */ () -> {
|
||||
if (finalShaderProgramWrapper != null) {
|
||||
finalShaderProgramWrapper.release();
|
||||
}
|
||||
for (GlTextureInfo textureInfo : inputTextureInfos) {
|
||||
GlUtil.deleteTexture(textureInfo.texId);
|
||||
}
|
||||
if (eglContext != null && eglDisplay != null) {
|
||||
GlUtil.destroyEglContext(eglDisplay, eglContext);
|
||||
}
|
||||
});
|
||||
} catch (InterruptedException e) {
|
||||
throw new IllegalStateException(e);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void queueInputFrame_surfaceOutputAutomaticFrameRendering_rendersFramesImmediately()
|
||||
throws Exception {
|
||||
buildFinalShaderProgramWrapper(/* renderFramesAutomatically= */ true);
|
||||
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(0), 1000);
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(1), 2000);
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(2), 3000);
|
||||
|
||||
assertThat(presentationTimesUsAvailableForRendering).containsExactly(1000L, 2000L, 3000L);
|
||||
assertThat(processedTextures).hasSize(3);
|
||||
assertThat(renderedPresentationTimesUs).containsExactly(1000L, 2000L, 3000L);
|
||||
assertThat(endOfCurrentStreamPresentationTimesUs).isEmpty();
|
||||
}
|
||||
|
||||
@Test
|
||||
public void queueInputFrame_surfaceOutputManualFrameRendering_rendersFramesOnRender()
|
||||
throws Exception {
|
||||
buildFinalShaderProgramWrapper(/* renderFramesAutomatically= */ false);
|
||||
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(0), 1000);
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(1), 2000);
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(2), 3000);
|
||||
|
||||
assertThat(presentationTimesUsAvailableForRendering).containsExactly(1000L, 2000L, 3000L);
|
||||
assertThat(processedTextures).isEmpty();
|
||||
assertThat(renderedPresentationTimesUs).isEmpty();
|
||||
assertThat(endOfCurrentStreamPresentationTimesUs).isEmpty();
|
||||
|
||||
finalShaderProgramWrapper.renderOutputFrame(glObjectsProvider, 10001000);
|
||||
|
||||
assertThat(processedTextures).containsExactly(inputTextureInfos.get(0));
|
||||
assertThat(renderedPresentationTimesUs).containsExactly(1000L);
|
||||
assertThat(endOfCurrentStreamPresentationTimesUs).isEmpty();
|
||||
|
||||
finalShaderProgramWrapper.renderOutputFrame(glObjectsProvider, 10002000);
|
||||
|
||||
assertThat(processedTextures)
|
||||
.containsExactly(inputTextureInfos.get(0), inputTextureInfos.get(1));
|
||||
assertThat(renderedPresentationTimesUs).containsExactly(1000L, 2000L);
|
||||
assertThat(endOfCurrentStreamPresentationTimesUs).isEmpty();
|
||||
|
||||
finalShaderProgramWrapper.renderOutputFrame(glObjectsProvider, 10003000);
|
||||
|
||||
assertThat(processedTextures)
|
||||
.containsExactly(
|
||||
inputTextureInfos.get(0), inputTextureInfos.get(1), inputTextureInfos.get(2));
|
||||
assertThat(renderedPresentationTimesUs).containsExactly(1000L, 2000L, 3000L);
|
||||
assertThat(endOfCurrentStreamPresentationTimesUs).isEmpty();
|
||||
}
|
||||
|
||||
@Test
|
||||
public void
|
||||
signalEndOfCurrentInputStream_surfaceOutputAutomaticFrameRendering_notifiesImmediately()
|
||||
throws Exception {
|
||||
buildFinalShaderProgramWrapper(/* renderFramesAutomatically= */ true);
|
||||
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(0), 1000);
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(1), 2000);
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(2), 3000);
|
||||
|
||||
assertThat(endOfCurrentStreamPresentationTimesUs).isEmpty();
|
||||
|
||||
finalShaderProgramWrapper.signalEndOfCurrentInputStream();
|
||||
|
||||
assertThat(endOfCurrentStreamPresentationTimesUs).containsExactly(3000L);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void
|
||||
signalEndOfCurrentInputStream_surfaceOutputManualFrameRendering_notifiesOnceAllFramesRendered()
|
||||
throws Exception {
|
||||
buildFinalShaderProgramWrapper(/* renderFramesAutomatically= */ false);
|
||||
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(0), 1000);
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(1), 2000);
|
||||
finalShaderProgramWrapper.queueInputFrame(glObjectsProvider, inputTextureInfos.get(2), 3000);
|
||||
finalShaderProgramWrapper.signalEndOfCurrentInputStream();
|
||||
finalShaderProgramWrapper.renderOutputFrame(glObjectsProvider, 10001000);
|
||||
finalShaderProgramWrapper.renderOutputFrame(glObjectsProvider, 10002000);
|
||||
|
||||
assertThat(endOfCurrentStreamPresentationTimesUs).isEmpty();
|
||||
|
||||
finalShaderProgramWrapper.renderOutputFrame(glObjectsProvider, 10003000);
|
||||
|
||||
assertThat(endOfCurrentStreamPresentationTimesUs).containsExactly(3000L);
|
||||
}
|
||||
|
||||
private void buildFinalShaderProgramWrapper(boolean renderFramesAutomatically) throws Exception {
|
||||
finalShaderProgramWrapper =
|
||||
new FinalShaderProgramWrapper(
|
||||
getApplicationContext(),
|
||||
eglDisplay,
|
||||
eglContext,
|
||||
placeholderEglSurface,
|
||||
ColorInfo.SDR_BT709_LIMITED,
|
||||
videoFrameProcessingTaskExecutor,
|
||||
directExecutor(),
|
||||
checkNotNull(videoFrameProcessorListener),
|
||||
null,
|
||||
2,
|
||||
DefaultVideoFrameProcessor.WORKING_COLOR_SPACE_DEFAULT,
|
||||
renderFramesAutomatically);
|
||||
videoFrameProcessingTaskExecutor.invoke(
|
||||
() -> {
|
||||
checkNotNull(inputListener);
|
||||
checkNotNull(listener);
|
||||
finalShaderProgramWrapper.setInputListener(inputListener);
|
||||
finalShaderProgramWrapper.setListener(listener);
|
||||
});
|
||||
finalShaderProgramWrapper.setOutputSurfaceInfo(outputSurfaceInfo);
|
||||
}
|
||||
}
|
||||
Loading…
x
Reference in New Issue
Block a user