Skip to content

SDK / exoplayer

Go to a project
Commit 69be61ea by huangdarwin Committed by Marc Baechinger
Options

effect: Rename VFP frame release to render. 

renderOutputFrame actually renders frames to an output surface. We'll soon have
a releaseOutputFrame method, that would release resources associated with an
output time, so rename this to disambiguate the two methods.

Also rename onOutputFrameAvailable to onOutputFrameAvailableForRendering, to
make it clear this is not available for "release"

This change should be a renaming-only change and have no functional differences.

PiperOrigin-RevId: 527844947
parent 35ed33d0
Expand all
Inline Side-by-side
Showing with 79 additions and 74 deletions
library/common/src/main/java/com/google/android/exoplayer2/util/VideoFrameProcessor.java
...@@ -78,10 +78,10 @@ public interface VideoFrameProcessor { ...@@ -78,10 +78,10 @@ public interface VideoFrameProcessor {
* @param inputColorInfo The {@link ColorInfo} for input frames. * @param inputColorInfo The {@link ColorInfo} for input frames.
* @param outputColorInfo The {@link ColorInfo} for output frames. * @param outputColorInfo The {@link ColorInfo} for output frames.
* @param inputType The {@link InputType}. * @param inputType The {@link InputType}.
* @param releaseFramesAutomatically If {@code true}, the instance will render output frames to * @param renderFramesAutomatically If {@code true}, the instance will render output frames to
* the {@linkplain #setOutputSurfaceInfo(SurfaceInfo) output surface} automatically as * the {@linkplain #setOutputSurfaceInfo(SurfaceInfo) output surface} automatically as
* {@link VideoFrameProcessor} is done processing them. If {@code false}, the {@link * {@link VideoFrameProcessor} is done processing them. If {@code false}, the {@link
* VideoFrameProcessor} will block until {@link #releaseOutputFrame(long)} is called, to * VideoFrameProcessor} will block until {@link #renderOutputFrame(long)} is called, to
* render or drop the frame. * render or drop the frame.
* @param executor The {@link Executor} on which the {@code listener} is invoked. * @param executor The {@link Executor} on which the {@code listener} is invoked.
* @param listener A {@link Listener}. * @param listener A {@link Listener}.
...@@ -96,7 +96,7 @@ public interface VideoFrameProcessor { ...@@ -96,7 +96,7 @@ public interface VideoFrameProcessor {
ColorInfo inputColorInfo, ColorInfo inputColorInfo,
ColorInfo outputColorInfo, ColorInfo outputColorInfo,
@InputType int inputType, @InputType int inputType,
boolean releaseFramesAutomatically, boolean renderFramesAutomatically,
Executor executor, Executor executor,
Listener listener) Listener listener)
throws VideoFrameProcessingException; throws VideoFrameProcessingException;
...@@ -127,7 +127,7 @@ public interface VideoFrameProcessor { ...@@ -127,7 +127,7 @@ public interface VideoFrameProcessor {
* *
* @param presentationTimeUs The presentation time of the frame, in microseconds. * @param presentationTimeUs The presentation time of the frame, in microseconds.
*/ */
void onOutputFrameAvailable(long presentationTimeUs); void onOutputFrameAvailableForRendering(long presentationTimeUs);
/** /**
* Called when an exception occurs during asynchronous video frame processing. * Called when an exception occurs during asynchronous video frame processing.
...@@ -142,12 +142,12 @@ public interface VideoFrameProcessor { ...@@ -142,12 +142,12 @@ public interface VideoFrameProcessor {
} }
/** /**
* Indicates the frame should be released immediately after {@link #releaseOutputFrame(long)} is * Indicates the frame should be rendered immediately after {@link #renderOutputFrame(long)} is
* invoked. * invoked.
*/ */
long RELEASE_OUTPUT_FRAME_IMMEDIATELY = -1; long RENDER_OUTPUT_FRAME_IMMEDIATELY = -1;
/** Indicates the frame should be dropped after {@link #releaseOutputFrame(long)} is invoked. */ /** Indicates the frame should be dropped after {@link #renderOutputFrame(long)} is invoked. */
long DROP_OUTPUT_FRAME = -2; long DROP_OUTPUT_FRAME = -2;
/** /**
...@@ -225,7 +225,7 @@ public interface VideoFrameProcessor { ...@@ -225,7 +225,7 @@ public interface VideoFrameProcessor {
int getPendingInputFrameCount(); int getPendingInputFrameCount();
/** /**
* Sets the output surface and supporting information. When output frames are released and not * Sets the output surface and supporting information. When output frames are rendered and not
* dropped, they will be rendered to this output {@link SurfaceInfo}. * dropped, they will be rendered to this output {@link SurfaceInfo}.
* *
* <p>The new output {@link SurfaceInfo} is applied from the next output frame rendered onwards. * <p>The new output {@link SurfaceInfo} is applied from the next output frame rendered onwards.
...@@ -243,24 +243,25 @@ public interface VideoFrameProcessor { ...@@ -243,24 +243,25 @@ public interface VideoFrameProcessor {
void setOutputSurfaceInfo(@Nullable SurfaceInfo outputSurfaceInfo); void setOutputSurfaceInfo(@Nullable SurfaceInfo outputSurfaceInfo);
/** /**
* Releases the oldest unreleased output frame that has become {@linkplain * Renders the oldest unrendered output frame that has become {@linkplain
* Listener#onOutputFrameAvailable(long) available} at the given {@code releaseTimeNs}. * Listener#onOutputFrameAvailableForRendering(long) available for rendering} at the given {@code
* renderTimeNs}.
* *
* <p>This will either render the output frame to the {@linkplain #setOutputSurfaceInfo output * <p>This will either render the output frame to the {@linkplain #setOutputSurfaceInfo output
* surface}, or drop the frame, per {@code releaseTimeNs}. * surface}, or drop the frame, per {@code renderTimeNs}.
* *
* <p>This method must only be called if {@code releaseFramesAutomatically} was set to {@code * <p>This method must only be called if {@code renderFramesAutomatically} was set to {@code
* false} using the {@link Factory} and should be called exactly once for each frame that becomes * false} using the {@link Factory} and should be called exactly once for each frame that becomes
* {@linkplain Listener#onOutputFrameAvailable(long) available}. * {@linkplain Listener#onOutputFrameAvailableForRendering(long) available for rendering}.
* *
* <p>The {@code releaseTimeNs} may be passed to {@link EGLExt#eglPresentationTimeANDROID} * <p>The {@code renderTimeNs} may be passed to {@link EGLExt#eglPresentationTimeANDROID}
* depending on the implementation. * depending on the implementation.
* *
* @param releaseTimeNs The release time to use for the frame, in nanoseconds. The release time * @param renderTimeNs The render time to use for the frame, in nanoseconds. The render time can
* can be before of after the current system time. Use {@link #DROP_OUTPUT_FRAME} to drop the * be before or after the current system time. Use {@link #DROP_OUTPUT_FRAME} to drop the
* frame, or {@link #RELEASE_OUTPUT_FRAME_IMMEDIATELY} to release the frame immediately. * frame, or {@link #RENDER_OUTPUT_FRAME_IMMEDIATELY} to render the frame immediately.
*/ */
void releaseOutputFrame(long releaseTimeNs); void renderOutputFrame(long renderTimeNs);
/** /**
* Informs the {@code VideoFrameProcessor} that no further input frames should be accepted. * Informs the {@code VideoFrameProcessor} that no further input frames should be accepted.
......
library/core/src/main/java/com/google/android/exoplayer2/video/MediaCodecVideoRenderer.java
...@@ -2023,7 +2023,7 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer { ...@@ -2023,7 +2023,7 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer {
inputAndOutputColorInfos.first, inputAndOutputColorInfos.first,
inputAndOutputColorInfos.second, inputAndOutputColorInfos.second,
INPUT_TYPE_SURFACE, INPUT_TYPE_SURFACE,
/* releaseFramesAutomatically= */ false, /* renderFramesAutomatically= */ false,
/* executor= */ handler::post, /* executor= */ handler::post,
new VideoFrameProcessor.Listener() { new VideoFrameProcessor.Listener() {
@Override @Override
...@@ -2044,7 +2044,7 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer { ...@@ -2044,7 +2044,7 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer {
} }
@Override @Override
public void onOutputFrameAvailable(long presentationTimeUs) { public void onOutputFrameAvailableForRendering(long presentationTimeUs) {
if (registeredLastFrame) { if (registeredLastFrame) {
checkState(lastCodecBufferPresentationTimestampUs != C.TIME_UNSET); checkState(lastCodecBufferPresentationTimestampUs != C.TIME_UNSET);
} }
...@@ -2250,7 +2250,7 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer { ...@@ -2250,7 +2250,7 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer {
boolean shouldReleaseFrameImmediately = renderer.shouldForceRender(positionUs, earlyUs); boolean shouldReleaseFrameImmediately = renderer.shouldForceRender(positionUs, earlyUs);
if (shouldReleaseFrameImmediately) { if (shouldReleaseFrameImmediately) {
releaseProcessedFrameInternal( releaseProcessedFrameInternal(
VideoFrameProcessor.RELEASE_OUTPUT_FRAME_IMMEDIATELY, isLastFrame); VideoFrameProcessor.RENDER_OUTPUT_FRAME_IMMEDIATELY, isLastFrame);
break; break;
} else if (!isStarted || positionUs == renderer.initialPositionUs) { } else if (!isStarted || positionUs == renderer.initialPositionUs) {
return; return;
...@@ -2309,8 +2309,10 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer { ...@@ -2309,8 +2309,10 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer {
} }
private void releaseProcessedFrameInternal(long releaseTimeNs, boolean isLastFrame) { private void releaseProcessedFrameInternal(long releaseTimeNs, boolean isLastFrame) {
// VideoFrameProcessor renders to its output surface using
// VideoFrameProcessor.renderOutputFrame, to release the MediaCodecVideoRenderer frame.
checkStateNotNull(videoFrameProcessor); checkStateNotNull(videoFrameProcessor);
videoFrameProcessor.releaseOutputFrame(releaseTimeNs); videoFrameProcessor.renderOutputFrame(releaseTimeNs);
processedFramesTimestampsUs.remove(); processedFramesTimestampsUs.remove();
renderer.lastRenderRealtimeUs = SystemClock.elapsedRealtime() * 1000; renderer.lastRenderRealtimeUs = SystemClock.elapsedRealtime() * 1000;
if (releaseTimeNs != VideoFrameProcessor.DROP_OUTPUT_FRAME) { if (releaseTimeNs != VideoFrameProcessor.DROP_OUTPUT_FRAME) {
......
library/effect/src/androidTest/java/com/google/android/exoplayer2/effect/DefaultVideoFrameProcessorImageFrameOutputTest.java
...@@ -114,7 +114,7 @@ public class DefaultVideoFrameProcessorImageFrameOutputTest { ...@@ -114,7 +114,7 @@ public class DefaultVideoFrameProcessorImageFrameOutputTest {
Queue<Long> actualPresentationTimesUs = new ConcurrentLinkedQueue<>(); Queue<Long> actualPresentationTimesUs = new ConcurrentLinkedQueue<>();
videoFrameProcessorTestRunner = videoFrameProcessorTestRunner =
getDefaultFrameProcessorTestRunnerBuilder(testId) getDefaultFrameProcessorTestRunnerBuilder(testId)
.setOnOutputFrameAvailableListener(actualPresentationTimesUs::add) .setOnOutputFrameAvailableForRenderingListener(actualPresentationTimesUs::add)
.build(); .build();
long offsetUs = 1_000_000L; long offsetUs = 1_000_000L;
...@@ -137,7 +137,7 @@ public class DefaultVideoFrameProcessorImageFrameOutputTest { ...@@ -137,7 +137,7 @@ public class DefaultVideoFrameProcessorImageFrameOutputTest {
Queue<Long> actualPresentationTimesUs = new ConcurrentLinkedQueue<>(); Queue<Long> actualPresentationTimesUs = new ConcurrentLinkedQueue<>();
videoFrameProcessorTestRunner = videoFrameProcessorTestRunner =
getDefaultFrameProcessorTestRunnerBuilder(testId) getDefaultFrameProcessorTestRunnerBuilder(testId)
.setOnOutputFrameAvailableListener(actualPresentationTimesUs::add) .setOnOutputFrameAvailableForRenderingListener(actualPresentationTimesUs::add)
.build(); .build();
long offsetUs1 = 1_000_000L; long offsetUs1 = 1_000_000L;
...@@ -172,7 +172,7 @@ public class DefaultVideoFrameProcessorImageFrameOutputTest { ...@@ -172,7 +172,7 @@ public class DefaultVideoFrameProcessorImageFrameOutputTest {
Queue<Long> actualPresentationTimesUs = new ConcurrentLinkedQueue<>(); Queue<Long> actualPresentationTimesUs = new ConcurrentLinkedQueue<>();
videoFrameProcessorTestRunner = videoFrameProcessorTestRunner =
getDefaultFrameProcessorTestRunnerBuilder(testId) getDefaultFrameProcessorTestRunnerBuilder(testId)
.setOnOutputFrameAvailableListener(actualPresentationTimesUs::add) .setOnOutputFrameAvailableForRenderingListener(actualPresentationTimesUs::add)
.build(); .build();
videoFrameProcessorTestRunner.queueInputBitmap( videoFrameProcessorTestRunner.queueInputBitmap(
...@@ -197,7 +197,7 @@ public class DefaultVideoFrameProcessorImageFrameOutputTest { ...@@ -197,7 +197,7 @@ public class DefaultVideoFrameProcessorImageFrameOutputTest {
.setVideoFrameProcessorFactory(new DefaultVideoFrameProcessor.Factory.Builder().build()) .setVideoFrameProcessorFactory(new DefaultVideoFrameProcessor.Factory.Builder().build())
.setInputType(INPUT_TYPE_BITMAP) .setInputType(INPUT_TYPE_BITMAP)
.setInputColorInfo(ColorInfo.SRGB_BT709_FULL) .setInputColorInfo(ColorInfo.SRGB_BT709_FULL)
.setOnOutputFrameAvailableListener( .setOnOutputFrameAvailableForRenderingListener(
unused -> checkNotNull(framesProduced).incrementAndGet()); unused -> checkNotNull(framesProduced).incrementAndGet());
} }
} }
library/effect/src/main/java/com/google/android/exoplayer2/effect/DefaultVideoFrameProcessor.java
...@@ -186,7 +186,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -186,7 +186,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
ColorInfo inputColorInfo, ColorInfo inputColorInfo,
ColorInfo outputColorInfo, ColorInfo outputColorInfo,
@InputType int inputType, @InputType int inputType,
boolean releaseFramesAutomatically, boolean renderFramesAutomatically,
Executor listenerExecutor, Executor listenerExecutor,
Listener listener) Listener listener)
throws VideoFrameProcessingException { throws VideoFrameProcessingException {
...@@ -225,7 +225,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -225,7 +225,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
outputColorInfo, outputColorInfo,
enableColorTransfers, enableColorTransfers,
inputType, inputType,
releaseFramesAutomatically, renderFramesAutomatically,
singleThreadExecutorService, singleThreadExecutorService,
listenerExecutor, listenerExecutor,
listener, listener,
...@@ -251,7 +251,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -251,7 +251,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
private final EGLContext eglContext; private final EGLContext eglContext;
private final VideoFrameProcessingTaskExecutor videoFrameProcessingTaskExecutor; private final VideoFrameProcessingTaskExecutor videoFrameProcessingTaskExecutor;
private final InputHandler inputHandler; private final InputHandler inputHandler;
private final boolean releaseFramesAutomatically; private final boolean renderFramesAutomatically;
private final FinalShaderProgramWrapper finalShaderProgramWrapper; private final FinalShaderProgramWrapper finalShaderProgramWrapper;
private final ImmutableList<GlShaderProgram> allShaderPrograms; private final ImmutableList<GlShaderProgram> allShaderPrograms;
// A queue of input streams that have not been fully processed identified by their input types. // A queue of input streams that have not been fully processed identified by their input types.
...@@ -269,13 +269,13 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -269,13 +269,13 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
@InputType int inputType, @InputType int inputType,
VideoFrameProcessingTaskExecutor videoFrameProcessingTaskExecutor, VideoFrameProcessingTaskExecutor videoFrameProcessingTaskExecutor,
ImmutableList<GlShaderProgram> shaderPrograms, ImmutableList<GlShaderProgram> shaderPrograms,
boolean releaseFramesAutomatically) boolean renderFramesAutomatically)
throws VideoFrameProcessingException { throws VideoFrameProcessingException {
this.eglDisplay = eglDisplay; this.eglDisplay = eglDisplay;
this.eglContext = eglContext; this.eglContext = eglContext;
this.videoFrameProcessingTaskExecutor = videoFrameProcessingTaskExecutor; this.videoFrameProcessingTaskExecutor = videoFrameProcessingTaskExecutor;
this.releaseFramesAutomatically = releaseFramesAutomatically; this.renderFramesAutomatically = renderFramesAutomatically;
this.unprocessedInputStreams = new ConcurrentLinkedQueue<>(); this.unprocessedInputStreams = new ConcurrentLinkedQueue<>();
checkState(!shaderPrograms.isEmpty()); checkState(!shaderPrograms.isEmpty());
...@@ -409,12 +409,12 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -409,12 +409,12 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
} }
@Override @Override
public void releaseOutputFrame(long releaseTimeNs) { public void renderOutputFrame(long renderTimeNs) {
checkState( checkState(
!releaseFramesAutomatically, !renderFramesAutomatically,
"Calling this method is not allowed when releaseFramesAutomatically is enabled"); "Calling this method is not allowed when renderFramesAutomatically is enabled");
videoFrameProcessingTaskExecutor.submitWithHighPriority( videoFrameProcessingTaskExecutor.submitWithHighPriority(
() -> finalShaderProgramWrapper.releaseOutputFrame(releaseTimeNs)); () -> finalShaderProgramWrapper.renderOutputFrame(renderTimeNs));
} }
@Override @Override
...@@ -492,7 +492,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -492,7 +492,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
ColorInfo outputColorInfo, ColorInfo outputColorInfo,
boolean enableColorTransfers, boolean enableColorTransfers,
@InputType int inputType, @InputType int inputType,
boolean releaseFramesAutomatically, boolean renderFramesAutomatically,
ExecutorService singleThreadExecutorService, ExecutorService singleThreadExecutorService,
Executor executor, Executor executor,
Listener listener, Listener listener,
...@@ -512,9 +512,9 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -512,9 +512,9 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
glObjectsProvider.createEglContext(eglDisplay, openGlVersion, configAttributes); glObjectsProvider.createEglContext(eglDisplay, openGlVersion, configAttributes);
glObjectsProvider.createFocusedPlaceholderEglSurface(eglContext, eglDisplay, configAttributes); glObjectsProvider.createFocusedPlaceholderEglSurface(eglContext, eglDisplay, configAttributes);
// Not releaseFramesAutomatically means outputting to a display surface. HDR display surfaces // Not renderFramesAutomatically means outputting to a display surface. HDR display surfaces
// require the BT2020 PQ GL extension. // require the BT2020 PQ GL extension.
if (!releaseFramesAutomatically && ColorInfo.isTransferHdr(outputColorInfo)) { if (!renderFramesAutomatically && ColorInfo.isTransferHdr(outputColorInfo)) {
// Display hardware supports PQ only. // Display hardware supports PQ only.
checkArgument(outputColorInfo.colorTransfer == C.COLOR_TRANSFER_ST2084); checkArgument(outputColorInfo.colorTransfer == C.COLOR_TRANSFER_ST2084);
if (Util.SDK_INT < 33 || !GlUtil.isBt2020PqExtensionSupported()) { if (Util.SDK_INT < 33 || !GlUtil.isBt2020PqExtensionSupported()) {
...@@ -536,7 +536,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -536,7 +536,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
outputColorInfo, outputColorInfo,
enableColorTransfers, enableColorTransfers,
inputType, inputType,
releaseFramesAutomatically, renderFramesAutomatically,
executor, executor,
listener, listener,
glObjectsProvider, glObjectsProvider,
...@@ -553,7 +553,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -553,7 +553,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
inputType, inputType,
videoFrameProcessingTaskExecutor, videoFrameProcessingTaskExecutor,
shaderPrograms, shaderPrograms,
releaseFramesAutomatically); renderFramesAutomatically);
} }
/** /**
...@@ -577,7 +577,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -577,7 +577,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
ColorInfo outputColorInfo, ColorInfo outputColorInfo,
boolean enableColorTransfers, boolean enableColorTransfers,
@InputType int inputType, @InputType int inputType,
boolean releaseFramesAutomatically, boolean renderFramesAutomatically,
Executor executor, Executor executor,
Listener listener, Listener listener,
GlObjectsProvider glObjectsProvider, GlObjectsProvider glObjectsProvider,
...@@ -664,7 +664,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor { ...@@ -664,7 +664,7 @@ public final class DefaultVideoFrameProcessor implements VideoFrameProcessor {
enableColorTransfers, enableColorTransfers,
sampleFromInputTexture, sampleFromInputTexture,
inputType, inputType,
releaseFramesAutomatically, renderFramesAutomatically,
executor, executor,
listener, listener,
glObjectsProvider, glObjectsProvider,
......
library/effect/src/main/java/com/google/android/exoplayer2/effect/FinalShaderProgramWrapper.java
...@@ -87,7 +87,7 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull; ...@@ -87,7 +87,7 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
private final ColorInfo inputColorInfo; private final ColorInfo inputColorInfo;
private final ColorInfo outputColorInfo; private final ColorInfo outputColorInfo;
private final boolean enableColorTransfers; private final boolean enableColorTransfers;
private final boolean releaseFramesAutomatically; private final boolean renderFramesAutomatically;
private final Executor videoFrameProcessorListenerExecutor; private final Executor videoFrameProcessorListenerExecutor;
private final VideoFrameProcessor.Listener videoFrameProcessorListener; private final VideoFrameProcessor.Listener videoFrameProcessorListener;
private final float[] textureTransformMatrix; private final float[] textureTransformMatrix;
...@@ -129,7 +129,7 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull; ...@@ -129,7 +129,7 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
boolean enableColorTransfers, boolean enableColorTransfers,
boolean sampleFromInputTexture, boolean sampleFromInputTexture,
@VideoFrameProcessor.InputType int inputType, @VideoFrameProcessor.InputType int inputType,
boolean releaseFramesAutomatically, boolean renderFramesAutomatically,
Executor videoFrameProcessorListenerExecutor, Executor videoFrameProcessorListenerExecutor,
VideoFrameProcessor.Listener videoFrameProcessorListener, VideoFrameProcessor.Listener videoFrameProcessorListener,
GlObjectsProvider glObjectsProvider, GlObjectsProvider glObjectsProvider,
...@@ -145,7 +145,7 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull; ...@@ -145,7 +145,7 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
this.inputColorInfo = inputColorInfo; this.inputColorInfo = inputColorInfo;
this.outputColorInfo = outputColorInfo; this.outputColorInfo = outputColorInfo;
this.enableColorTransfers = enableColorTransfers; this.enableColorTransfers = enableColorTransfers;
this.releaseFramesAutomatically = releaseFramesAutomatically; this.renderFramesAutomatically = renderFramesAutomatically;
this.videoFrameProcessorListenerExecutor = videoFrameProcessorListenerExecutor; this.videoFrameProcessorListenerExecutor = videoFrameProcessorListenerExecutor;
this.videoFrameProcessorListener = videoFrameProcessorListener; this.videoFrameProcessorListener = videoFrameProcessorListener;
this.glObjectsProvider = glObjectsProvider; this.glObjectsProvider = glObjectsProvider;
...@@ -203,9 +203,9 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull; ...@@ -203,9 +203,9 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
public void queueInputFrame(GlTextureInfo inputTexture, long presentationTimeUs) { public void queueInputFrame(GlTextureInfo inputTexture, long presentationTimeUs) {
frameProcessingStarted = true; frameProcessingStarted = true;
videoFrameProcessorListenerExecutor.execute( videoFrameProcessorListenerExecutor.execute(
() -> videoFrameProcessorListener.onOutputFrameAvailable(presentationTimeUs)); () -> videoFrameProcessorListener.onOutputFrameAvailableForRendering(presentationTimeUs));
if (releaseFramesAutomatically) { if (renderFramesAutomatically) {
renderFrame(inputTexture, presentationTimeUs, /* releaseTimeNs= */ presentationTimeUs * 1000); renderFrame(inputTexture, presentationTimeUs, /* renderTimeNs= */ presentationTimeUs * 1000);
} else { } else {
availableFrames.add(Pair.create(inputTexture, presentationTimeUs)); availableFrames.add(Pair.create(inputTexture, presentationTimeUs));
} }
...@@ -218,20 +218,20 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull; ...@@ -218,20 +218,20 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
throw new UnsupportedOperationException(); throw new UnsupportedOperationException();
} }
public void releaseOutputFrame(long releaseTimeNs) { public void renderOutputFrame(long renderTimeNs) {
frameProcessingStarted = true; frameProcessingStarted = true;
checkState(!releaseFramesAutomatically); checkState(!renderFramesAutomatically);
Pair<GlTextureInfo, Long> oldestAvailableFrame = availableFrames.remove(); Pair<GlTextureInfo, Long> oldestAvailableFrame = availableFrames.remove();
renderFrame( renderFrame(
/* inputTexture= */ oldestAvailableFrame.first, /* inputTexture= */ oldestAvailableFrame.first,
/* presentationTimeUs= */ oldestAvailableFrame.second, /* presentationTimeUs= */ oldestAvailableFrame.second,
releaseTimeNs); renderTimeNs);
} }
@Override @Override
public void flush() { public void flush() {
frameProcessingStarted = true; frameProcessingStarted = true;
// Drops all frames that aren't released yet. // Drops all frames that aren't rendered yet.
availableFrames.clear(); availableFrames.clear();
if (defaultShaderProgram != null) { if (defaultShaderProgram != null) {
defaultShaderProgram.flush(); defaultShaderProgram.flush();
...@@ -302,15 +302,15 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull; ...@@ -302,15 +302,15 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
} }
private synchronized void renderFrame( private synchronized void renderFrame(
GlTextureInfo inputTexture, long presentationTimeUs, long releaseTimeNs) { GlTextureInfo inputTexture, long presentationTimeUs, long renderTimeNs) {
try { try {
if (releaseTimeNs == VideoFrameProcessor.DROP_OUTPUT_FRAME if (renderTimeNs == VideoFrameProcessor.DROP_OUTPUT_FRAME
|| !ensureConfigured(inputTexture.width, inputTexture.height)) { || !ensureConfigured(inputTexture.width, inputTexture.height)) {
inputListener.onInputFrameProcessed(inputTexture); inputListener.onInputFrameProcessed(inputTexture);
return; // Drop frames when requested, or there is no output surface. return; // Drop frames when requested, or there is no output surface.
} }
if (outputSurfaceInfo != null) { if (outputSurfaceInfo != null) {
renderFrameToOutputSurface(inputTexture, presentationTimeUs, releaseTimeNs); renderFrameToOutputSurface(inputTexture, presentationTimeUs, renderTimeNs);
} }
if (textureOutputListener != null) { if (textureOutputListener != null) {
renderFrameToOutputTexture(inputTexture, presentationTimeUs); renderFrameToOutputTexture(inputTexture, presentationTimeUs);
...@@ -329,7 +329,7 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull; ...@@ -329,7 +329,7 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
} }
private synchronized void renderFrameToOutputSurface( private synchronized void renderFrameToOutputSurface(
GlTextureInfo inputTexture, long presentationTimeUs, long releaseTimeNs) GlTextureInfo inputTexture, long presentationTimeUs, long renderTimeNs)
throws VideoFrameProcessingException, GlUtil.GlException { throws VideoFrameProcessingException, GlUtil.GlException {
EGLSurface outputEglSurface = checkNotNull(this.outputEglSurface); EGLSurface outputEglSurface = checkNotNull(this.outputEglSurface);
SurfaceInfo outputSurfaceInfo = checkNotNull(this.outputSurfaceInfo); SurfaceInfo outputSurfaceInfo = checkNotNull(this.outputSurfaceInfo);
...@@ -347,9 +347,9 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull; ...@@ -347,9 +347,9 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
EGLExt.eglPresentationTimeANDROID( EGLExt.eglPresentationTimeANDROID(
eglDisplay, eglDisplay,
outputEglSurface, outputEglSurface,
releaseTimeNs == VideoFrameProcessor.RELEASE_OUTPUT_FRAME_IMMEDIATELY renderTimeNs == VideoFrameProcessor.RENDER_OUTPUT_FRAME_IMMEDIATELY
? System.nanoTime() ? System.nanoTime()
: releaseTimeNs); : renderTimeNs);
EGL14.eglSwapBuffers(eglDisplay, outputEglSurface); EGL14.eglSwapBuffers(eglDisplay, outputEglSurface);
} }
...@@ -427,8 +427,8 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull; ...@@ -427,8 +427,8 @@ import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
eglDisplay, eglDisplay,
outputSurfaceInfo.surface, outputSurfaceInfo.surface,
outputColorInfo.colorTransfer, outputColorInfo.colorTransfer,
// Frames are only released automatically when outputting to an encoder. // Frames are only rendered automatically when outputting to an encoder.
/* isEncoderInputSurface= */ releaseFramesAutomatically); /* isEncoderInputSurface= */ renderFramesAutomatically);
} }
@Nullable @Nullable
......
library/transformer/src/main/java/com/google/android/exoplayer2/transformer/VideoSamplePipeline.java
...@@ -159,7 +159,7 @@ import org.checkerframework.dataflow.qual.Pure; ...@@ -159,7 +159,7 @@ import org.checkerframework.dataflow.qual.Pure;
videoFrameProcessorInputColor, videoFrameProcessorInputColor,
videoFrameProcessorOutputColor, videoFrameProcessorOutputColor,
inputType, inputType,
/* releaseFramesAutomatically= */ true, /* renderFramesAutomatically= */ true,
MoreExecutors.directExecutor(), MoreExecutors.directExecutor(),
new VideoFrameProcessor.Listener() { new VideoFrameProcessor.Listener() {
private long lastProcessedFramePresentationTimeUs; private long lastProcessedFramePresentationTimeUs;
...@@ -175,8 +175,8 @@ import org.checkerframework.dataflow.qual.Pure; ...@@ -175,8 +175,8 @@ import org.checkerframework.dataflow.qual.Pure;
} }
@Override @Override
public void onOutputFrameAvailable(long presentationTimeUs) { public void onOutputFrameAvailableForRendering(long presentationTimeUs) {
// Frames are released automatically. // Frames are rendered automatically.
if (presentationTimeUs == 0) { if (presentationTimeUs == 0) {
encoderExpectsTimestampZero = true; encoderExpectsTimestampZero = true;
} }
......
testutils/src/main/java/com/google/android/exoplayer2/testutil/VideoFrameProcessorTestRunner.java
...@@ -66,7 +66,7 @@ public final class VideoFrameProcessorTestRunner { ...@@ -66,7 +66,7 @@ public final class VideoFrameProcessorTestRunner {
private @MonotonicNonNull ColorInfo inputColorInfo; private @MonotonicNonNull ColorInfo inputColorInfo;
private @MonotonicNonNull ColorInfo outputColorInfo; private @MonotonicNonNull ColorInfo outputColorInfo;
private @VideoFrameProcessor.InputType int inputType; private @VideoFrameProcessor.InputType int inputType;
private OnOutputFrameAvailableListener onOutputFrameAvailableListener; private OnOutputFrameAvailableForRenderingListener onOutputFrameAvailableListener;
/** Creates a new instance with default values. */ /** Creates a new instance with default values. */
public Builder() { public Builder() {
...@@ -200,13 +200,14 @@ public final class VideoFrameProcessorTestRunner { ...@@ -200,13 +200,14 @@ public final class VideoFrameProcessorTestRunner {
} }
/** /**
* Sets the method to be called in {@link VideoFrameProcessor.Listener#onOutputFrameAvailable}. * Sets the method to be called in {@link
* VideoFrameProcessor.Listener#onOutputFrameAvailableForRendering}.
* *
* <p>The default value is a no-op. * <p>The default value is a no-op.
*/ */
@CanIgnoreReturnValue @CanIgnoreReturnValue
public Builder setOnOutputFrameAvailableListener( public Builder setOnOutputFrameAvailableForRenderingListener(
OnOutputFrameAvailableListener onOutputFrameAvailableListener) { OnOutputFrameAvailableForRenderingListener onOutputFrameAvailableListener) {
this.onOutputFrameAvailableListener = onOutputFrameAvailableListener; this.onOutputFrameAvailableListener = onOutputFrameAvailableListener;
return this; return this;
} }
...@@ -258,7 +259,7 @@ public final class VideoFrameProcessorTestRunner { ...@@ -258,7 +259,7 @@ public final class VideoFrameProcessorTestRunner {
ColorInfo inputColorInfo, ColorInfo inputColorInfo,
ColorInfo outputColorInfo, ColorInfo outputColorInfo,
@VideoFrameProcessor.InputType int inputType, @VideoFrameProcessor.InputType int inputType,
OnOutputFrameAvailableListener onOutputFrameAvailableListener) OnOutputFrameAvailableForRenderingListener onOutputFrameAvailableForRenderingListener)
throws VideoFrameProcessingException { throws VideoFrameProcessingException {
this.testId = testId; this.testId = testId;
this.bitmapReader = bitmapReader; this.bitmapReader = bitmapReader;
...@@ -275,7 +276,7 @@ public final class VideoFrameProcessorTestRunner { ...@@ -275,7 +276,7 @@ public final class VideoFrameProcessorTestRunner {
inputColorInfo, inputColorInfo,
outputColorInfo, outputColorInfo,
inputType, inputType,
/* releaseFramesAutomatically= */ true, /* renderFramesAutomatically= */ true,
MoreExecutors.directExecutor(), MoreExecutors.directExecutor(),
new VideoFrameProcessor.Listener() { new VideoFrameProcessor.Listener() {
@Override @Override
...@@ -294,9 +295,10 @@ public final class VideoFrameProcessorTestRunner { ...@@ -294,9 +295,10 @@ public final class VideoFrameProcessorTestRunner {
} }
@Override @Override
public void onOutputFrameAvailable(long presentationTimeUs) { public void onOutputFrameAvailableForRendering(long presentationTimeUs) {
// Do nothing as frames are released automatically. // Do nothing as frames are rendered automatically.
onOutputFrameAvailableListener.onFrameAvailable(presentationTimeUs); onOutputFrameAvailableForRenderingListener.onFrameAvailableForRendering(
presentationTimeUs);
} }
@Override @Override
...@@ -376,8 +378,8 @@ public final class VideoFrameProcessorTestRunner { ...@@ -376,8 +378,8 @@ public final class VideoFrameProcessorTestRunner {
} }
} }
public interface OnOutputFrameAvailableListener { public interface OnOutputFrameAvailableForRenderingListener {
void onFrameAvailable(long presentationTimeUs); void onFrameAvailableForRendering(long presentationTimeUs);
} }
/** Reads a {@link Bitmap} from {@link VideoFrameProcessor} output. */ /** Reads a {@link Bitmap} from {@link VideoFrameProcessor} output. */
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment