Scale up initial video decoder maximum input size

When playing a playlist where the exact maximum input size is known from the
container for each item, it may be necessary to recreate the decoder to increase
its maximum input buffer size at the point of transitioning from one item to the
next, which can make transitions non-seamless.

Scale up the initial video decoder maximum input size so playlist item
transitions with small increases in maximum sample size don't require
reinitialization.

Issue: #4510

-------------
Created by MOE: https://github.com/google/moe
MOE_MIGRATED_REVID=208650244

RELEASENOTES.md

@@ -33,6 +33,11 @@
     each encoding for passthrough playbacks
     each encoding for passthrough playbacks
     ([#3803](https://github.com/google/ExoPlayer/issues/3803)).
     ([#3803](https://github.com/google/ExoPlayer/issues/3803)).
   * Add support for attaching auxiliary audio effects to the `AudioTrack`.
   * Add support for attaching auxiliary audio effects to the `AudioTrack`.
+* Video:
+  * Add callback to `VideoListener` to notify of surface size changes.
+  * Scale up the initial video decoder maximum input size so playlist item
+    transitions with small increases in maximum sample size don't require
+    reinitialization ([#4510](https://github.com/google/ExoPlayer/issues/4510)).
 * Allow apps to pass a `CacheKeyFactory` for setting custom cache keys when
 * Allow apps to pass a `CacheKeyFactory` for setting custom cache keys when
   creating a `CacheDataSource`.
   creating a `CacheDataSource`.
 * Turned on Java 8 compiler support for the ExoPlayer library. Apps that depend
 * Turned on Java 8 compiler support for the ExoPlayer library. Apps that depend
@@ -71,7 +76,6 @@
   * Add support for EXT-X-INDEPENDENT-SEGMENTS in the master playlist.
   * Add support for EXT-X-INDEPENDENT-SEGMENTS in the master playlist.
   * Support load error handling customization
   * Support load error handling customization
     ([#2981](https://github.com/google/ExoPlayer/issues/2981)).
     ([#2981](https://github.com/google/ExoPlayer/issues/2981)).
-* Add callback to `VideoListener` to notify of surface size changes.
 * Fix bug when reporting buffered position for multi-period windows and add
 * Fix bug when reporting buffered position for multi-period windows and add
   two additional convenience methods `Player.getTotalBufferedDuration` and
   two additional convenience methods `Player.getTotalBufferedDuration` and
   `Player.getContentBufferedDuration`
   `Player.getContentBufferedDuration`

library/core/src/main/java/com/google/android/exoplayer2/video/MediaCodecVideoRenderer.java

@@ -84,6 +84,11 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer {
   // Generally there is zero or one pending output stream offset. We track more offsets to allow for
   // Generally there is zero or one pending output stream offset. We track more offsets to allow for
   // pending output streams that have fewer frames than the codec latency.
   // pending output streams that have fewer frames than the codec latency.
   private static final int MAX_PENDING_OUTPUT_STREAM_OFFSET_COUNT = 10;
   private static final int MAX_PENDING_OUTPUT_STREAM_OFFSET_COUNT = 10;
+  /**
+   * Scale factor for the initial maximum input size used to configure the codec in non-adaptive
+   * playbacks. See {@link #getCodecMaxValues(MediaCodecInfo, Format, Format[])}.
+   */
+  private static final float INITIAL_FORMAT_MAX_INPUT_SIZE_SCALE_FACTOR = 1.5f;
 
 
   private static boolean evaluatedDeviceNeedsSetOutputSurfaceWorkaround;
   private static boolean evaluatedDeviceNeedsSetOutputSurfaceWorkaround;
   private static boolean deviceNeedsSetOutputSurfaceWorkaround;
   private static boolean deviceNeedsSetOutputSurfaceWorkaround;
@@ -1040,6 +1045,19 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer {
     if (streamFormats.length == 1) {
     if (streamFormats.length == 1) {
       // The single entry in streamFormats must correspond to the format for which the codec is
       // The single entry in streamFormats must correspond to the format for which the codec is
       // being configured.
       // being configured.
+      if (maxInputSize != Format.NO_VALUE) {
+        int codecMaxInputSize =
+            getCodecMaxInputSize(codecInfo, format.sampleMimeType, format.width, format.height);
+        if (codecMaxInputSize != Format.NO_VALUE) {
+          // Scale up the initial video decoder maximum input size so playlist item transitions with
+          // small increases in maximum sample size don't require reinitialization. This only makes
+          // a difference if the exact maximum sample sizes are known from the container.
+          int scaledMaxInputSize =
+              (int) (maxInputSize * INITIAL_FORMAT_MAX_INPUT_SIZE_SCALE_FACTOR);
+          // Avoid exceeding the maximum expected for the codec.
+          maxInputSize = Math.min(scaledMaxInputSize, codecMaxInputSize);
+        }
+      }
       return new CodecMaxValues(maxWidth, maxHeight, maxInputSize);
       return new CodecMaxValues(maxWidth, maxHeight, maxInputSize);
     }
     }
     boolean haveUnknownDimensions = false;
     boolean haveUnknownDimensions = false;
@@ -1061,7 +1079,7 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer {
         maxInputSize =
         maxInputSize =
             Math.max(
             Math.max(
                 maxInputSize,
                 maxInputSize,
-                getMaxInputSize(codecInfo, format.sampleMimeType, maxWidth, maxHeight));
+                getCodecMaxInputSize(codecInfo, format.sampleMimeType, maxWidth, maxHeight));
         Log.w(TAG, "Codec max resolution adjusted to: " + maxWidth + "x" + maxHeight);
         Log.w(TAG, "Codec max resolution adjusted to: " + maxWidth + "x" + maxHeight);
       }
       }
     }
     }
@@ -1130,12 +1148,12 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer {
     } else {
     } else {
       // Calculated maximum input sizes are overestimates, so it's not necessary to add the size of
       // Calculated maximum input sizes are overestimates, so it's not necessary to add the size of
       // initialization data.
       // initialization data.
-      return getMaxInputSize(codecInfo, format.sampleMimeType, format.width, format.height);
+      return getCodecMaxInputSize(codecInfo, format.sampleMimeType, format.width, format.height);
     }
     }
   }
   }
 
 
   /**
   /**
-   * Returns a maximum input size for a given codec, mime type, width and height.
+   * Returns a maximum input size for a given codec, MIME type, width and height.
    *
    *
    * @param codecInfo Information about the {@link MediaCodec} being configured.
    * @param codecInfo Information about the {@link MediaCodec} being configured.
    * @param sampleMimeType The format mime type.
    * @param sampleMimeType The format mime type.
@@ -1144,7 +1162,7 @@ public class MediaCodecVideoRenderer extends MediaCodecRenderer {
    * @return A maximum input size in bytes, or {@link Format#NO_VALUE} if a maximum could not be
    * @return A maximum input size in bytes, or {@link Format#NO_VALUE} if a maximum could not be
    *     determined.
    *     determined.
    */
    */
-  private static int getMaxInputSize(
+  private static int getCodecMaxInputSize(
       MediaCodecInfo codecInfo, String sampleMimeType, int width, int height) {
       MediaCodecInfo codecInfo, String sampleMimeType, int width, int height) {
     if (width == Format.NO_VALUE || height == Format.NO_VALUE) {
     if (width == Format.NO_VALUE || height == Format.NO_VALUE) {
       // We can't infer a maximum input size without video dimensions.
       // We can't infer a maximum input size without video dimensions.