Add emulator video transcoding test that counts frames.

This test tests that all frames are processed when transcoding
video to a different sample MIME type (and that the transformation
completes successfully).

PiperOrigin-RevId: 424896014

library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/mh/AndroidTestUtil.java → library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/AndroidTestUtil.java

@@ -13,7 +13,7 @@
  * See the License for the specific language governing permissions and
  * See the License for the specific language governing permissions and
  * limitations under the License.
  * limitations under the License.
  */
  */
-package com.google.android.exoplayer2.transformer.mh;
+package com.google.android.exoplayer2.transformer;
 
 
 import static com.google.android.exoplayer2.util.Assertions.checkState;
 import static com.google.android.exoplayer2.util.Assertions.checkState;
 import static com.google.common.truth.Truth.assertWithMessage;
 import static com.google.common.truth.Truth.assertWithMessage;
@@ -25,8 +25,6 @@ import android.os.Build;
 import androidx.annotation.Nullable;
 import androidx.annotation.Nullable;
 import androidx.test.platform.app.InstrumentationRegistry;
 import androidx.test.platform.app.InstrumentationRegistry;
 import com.google.android.exoplayer2.MediaItem;
 import com.google.android.exoplayer2.MediaItem;
-import com.google.android.exoplayer2.transformer.TransformationException;
-import com.google.android.exoplayer2.transformer.Transformer;
 import java.io.File;
 import java.io.File;
 import java.io.FileWriter;
 import java.io.FileWriter;
 import java.io.IOException;
 import java.io.IOException;
@@ -35,7 +33,7 @@ import java.util.concurrent.atomic.AtomicReference;
 import org.checkerframework.checker.nullness.compatqual.NullableType;
 import org.checkerframework.checker.nullness.compatqual.NullableType;
 
 
 /** Utilities for instrumentation tests. */
 /** Utilities for instrumentation tests. */
-/* package */ final class AndroidTestUtil {
+public final class AndroidTestUtil {
   public static final String MP4_ASSET_URI_STRING = "asset:///media/mp4/sample.mp4";
   public static final String MP4_ASSET_URI_STRING = "asset:///media/mp4/sample.mp4";
   public static final String SEF_ASSET_URI_STRING = "asset:///media/mp4/sample_sef_slow_motion.mp4";
   public static final String SEF_ASSET_URI_STRING = "asset:///media/mp4/sample_sef_slow_motion.mp4";
   public static final String REMOTE_MP4_10_SECONDS_URI_STRING =
   public static final String REMOTE_MP4_10_SECONDS_URI_STRING =

library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/FrameCountingMuxer.java

+/*
+ * Copyright 2022 The Android Open Source Project
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.google.android.exoplayer2.transformer;
+
+import android.os.ParcelFileDescriptor;
+import androidx.annotation.Nullable;
+import com.google.android.exoplayer2.C;
+import com.google.android.exoplayer2.Format;
+import com.google.android.exoplayer2.util.MimeTypes;
+import com.google.common.collect.ImmutableList;
+import java.io.IOException;
+import java.nio.ByteBuffer;
+import org.checkerframework.checker.nullness.qual.MonotonicNonNull;
+
+/**
+ * An implementation of {@link Muxer} that forwards operations to another {@link Muxer}, counting
+ * the number of frames as they go past.
+ */
+/* package */ final class FrameCountingMuxer implements Muxer {
+  public static final class Factory implements Muxer.Factory {
+
+    private final Muxer.Factory muxerFactory;
+    private @MonotonicNonNull FrameCountingMuxer frameCountingMuxer;
+
+    public Factory(Muxer.Factory muxerFactory) {
+      this.muxerFactory = muxerFactory;
+    }
+
+    @Override
+    public Muxer create(String path, String outputMimeType) throws IOException {
+      frameCountingMuxer = new FrameCountingMuxer(muxerFactory.create(path, outputMimeType));
+      return frameCountingMuxer;
+    }
+
+    @Override
+    public Muxer create(ParcelFileDescriptor parcelFileDescriptor, String outputMimeType)
+        throws IOException {
+      frameCountingMuxer =
+          new FrameCountingMuxer(muxerFactory.create(parcelFileDescriptor, outputMimeType));
+      return frameCountingMuxer;
+    }
+
+    @Override
+    public boolean supportsOutputMimeType(String mimeType) {
+      return muxerFactory.supportsOutputMimeType(mimeType);
+    }
+
+    @Override
+    public boolean supportsSampleMimeType(@Nullable String sampleMimeType, String outputMimeType) {
+      return muxerFactory.supportsSampleMimeType(sampleMimeType, outputMimeType);
+    }
+
+    @Override
+    public ImmutableList<String> getSupportedSampleMimeTypes(
+        @C.TrackType int trackType, String containerMimeType) {
+      return muxerFactory.getSupportedSampleMimeTypes(trackType, containerMimeType);
+    }
+
+    @Nullable
+    public FrameCountingMuxer getLastFrameCountingMuxerCreated() {
+      return frameCountingMuxer;
+    }
+  }
+
+  private final Muxer muxer;
+  private int videoTrackIndex;
+  private int frameCount;
+
+  private FrameCountingMuxer(Muxer muxer) throws IOException {
+    this.muxer = muxer;
+  }
+
+  @Override
+  public int addTrack(Format format) throws MuxerException {
+    int trackIndex = muxer.addTrack(format);
+    if (MimeTypes.isVideo(format.sampleMimeType)) {
+      videoTrackIndex = trackIndex;
+    }
+    return trackIndex;
+  }
+
+  @Override
+  public void writeSampleData(
+      int trackIndex, ByteBuffer data, boolean isKeyFrame, long presentationTimeUs)
+      throws MuxerException {
+    muxer.writeSampleData(trackIndex, data, isKeyFrame, presentationTimeUs);
+    if (trackIndex == videoTrackIndex) {
+      frameCount++;
+    }
+  }
+
+  @Override
+  public void release(boolean forCancellation) throws MuxerException {
+    muxer.release(forCancellation);
+  }
+
+  /* Returns the number of frames written for the video track. */
+  public int getFrameCount() {
+    return frameCount;
+  }
+}

library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/TransformerTest.java

+/*
+ * Copyright 2022 The Android Open Source Project
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.google.android.exoplayer2.transformer;
+
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.runTransformer;
+import static com.google.android.exoplayer2.util.Assertions.checkNotNull;
+import static com.google.common.truth.Truth.assertThat;
+
+import android.content.Context;
+import androidx.test.core.app.ApplicationProvider;
+import androidx.test.ext.junit.runners.AndroidJUnit4;
+import com.google.android.exoplayer2.util.MimeTypes;
+import org.junit.Test;
+import org.junit.runner.RunWith;
+
+/**
+ * End-to-end instrumentation test for {@link Transformer} for cases that cannot be tested using
+ * robolectric.
+ */
+@RunWith(AndroidJUnit4.class)
+public class TransformerTest {
+  // TODO(b/208986865): Also test this for API < 29. Currently the target emulator uses API 30.
+  // VideoTranscodingSamplePipeline#processData works differently for API < 29, so both versions
+  // should be tested.
+
+  private static final String VP9_VIDEO_URI_STRING = "asset:///media/vp9/bear-vp9.webm";
+
+  @Test
+  public void videoTranscoding_completesWithConsistentFrameCount() throws Exception {
+    Context context = ApplicationProvider.getApplicationContext();
+    FrameCountingMuxer.Factory muxerFactory =
+        new FrameCountingMuxer.Factory(new FrameworkMuxer.Factory());
+    Transformer transformer =
+        new Transformer.Builder(context)
+            .setTransformationRequest(
+                new TransformationRequest.Builder().setVideoMimeType(MimeTypes.VIDEO_H264).build())
+            .setMuxerFactory(muxerFactory)
+            .build();
+    // Result of the following command:
+    // ffprobe -count_frames -select_streams v:0 -show_entries stream=nb_read_frames bear-vp9.webm
+    int expectedFrameCount = 82;
+
+    runTransformer(
+        context,
+        /* testId= */ "videoTranscoding_completesWithConsistentFrameCount",
+        transformer,
+        VP9_VIDEO_URI_STRING,
+        /* timeoutSeconds= */ 120);
+
+    FrameCountingMuxer frameCountingMuxer =
+        checkNotNull(muxerFactory.getLastFrameCountingMuxerCreated());
+    assertThat(frameCountingMuxer.getFrameCount()).isEqualTo(expectedFrameCount);
+  }
+}

library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/mh/RemoveAudioTransformationTest.java

@@ -15,8 +15,8 @@
  */
  */
 package com.google.android.exoplayer2.transformer.mh;
 package com.google.android.exoplayer2.transformer.mh;
 
 
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.MP4_ASSET_URI_STRING;
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.runTransformer;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.MP4_ASSET_URI_STRING;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.runTransformer;
 
 
 import android.content.Context;
 import android.content.Context;
 import androidx.test.core.app.ApplicationProvider;
 import androidx.test.core.app.ApplicationProvider;

library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/mh/RemoveVideoTransformationTest.java

@@ -15,8 +15,8 @@
  */
  */
 package com.google.android.exoplayer2.transformer.mh;
 package com.google.android.exoplayer2.transformer.mh;
 
 
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.MP4_ASSET_URI_STRING;
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.runTransformer;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.MP4_ASSET_URI_STRING;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.runTransformer;
 
 
 import android.content.Context;
 import android.content.Context;
 import androidx.test.core.app.ApplicationProvider;
 import androidx.test.core.app.ApplicationProvider;

library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/mh/RepeatedTranscodeTransformationTest.java

@@ -15,13 +15,14 @@
  */
  */
 package com.google.android.exoplayer2.transformer.mh;
 package com.google.android.exoplayer2.transformer.mh;
 
 
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.runTransformer;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.runTransformer;
 import static com.google.common.truth.Truth.assertWithMessage;
 import static com.google.common.truth.Truth.assertWithMessage;
 
 
 import android.content.Context;
 import android.content.Context;
 import android.graphics.Matrix;
 import android.graphics.Matrix;
 import androidx.test.core.app.ApplicationProvider;
 import androidx.test.core.app.ApplicationProvider;
 import androidx.test.ext.junit.runners.AndroidJUnit4;
 import androidx.test.ext.junit.runners.AndroidJUnit4;
+import com.google.android.exoplayer2.transformer.AndroidTestUtil;
 import com.google.android.exoplayer2.transformer.TransformationRequest;
 import com.google.android.exoplayer2.transformer.TransformationRequest;
 import com.google.android.exoplayer2.transformer.Transformer;
 import com.google.android.exoplayer2.transformer.Transformer;
 import com.google.android.exoplayer2.util.Assertions;
 import com.google.android.exoplayer2.util.Assertions;

library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/mh/SefTransformationTest.java

@@ -15,8 +15,8 @@
  */
  */
 package com.google.android.exoplayer2.transformer.mh;
 package com.google.android.exoplayer2.transformer.mh;
 
 
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.SEF_ASSET_URI_STRING;
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.runTransformer;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.SEF_ASSET_URI_STRING;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.runTransformer;
 
 
 import android.content.Context;
 import android.content.Context;
 import androidx.test.core.app.ApplicationProvider;
 import androidx.test.core.app.ApplicationProvider;

library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/mh/SetTransformationMatrixTransformationTest.java

@@ -15,8 +15,8 @@
  */
  */
 package com.google.android.exoplayer2.transformer.mh;
 package com.google.android.exoplayer2.transformer.mh;
 
 
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.REMOTE_MP4_10_SECONDS_URI_STRING;
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.runTransformer;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.REMOTE_MP4_10_SECONDS_URI_STRING;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.runTransformer;
 
 
 import android.content.Context;
 import android.content.Context;
 import android.graphics.Matrix;
 import android.graphics.Matrix;

library/transformer/src/androidTest/java/com/google/android/exoplayer2/transformer/mh/TransformationTest.java

@@ -15,8 +15,8 @@
  */
  */
 package com.google.android.exoplayer2.transformer.mh;
 package com.google.android.exoplayer2.transformer.mh;
 
 
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.MP4_ASSET_URI_STRING;
-import static com.google.android.exoplayer2.transformer.mh.AndroidTestUtil.runTransformer;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.MP4_ASSET_URI_STRING;
+import static com.google.android.exoplayer2.transformer.AndroidTestUtil.runTransformer;
 
 
 import android.content.Context;
 import android.content.Context;
 import androidx.test.core.app.ApplicationProvider;
 import androidx.test.core.app.ApplicationProvider;