Merge branch 'everything' into avi

# Conflicts:
#	library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/AviExtractor.java
#	library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/AviExtractorRoboTest.java
#	library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/AviExtractorTest.java
#	library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/AviSeekMapTest.java

library/common/src/main/java/com/google/android/exoplayer2/util/ParsableByteArray.java

@@ -565,4 +565,22 @@ public final class ParsableByteArray {
     position += length;
     return value;
   }
+
+  /**
+   * The data from the end of the buffer is copied to the front
+   * The limit() because the bytesLeft() and position is zero
+   */
+  public void compact() {
+    if (bytesLeft() == 0) {
+      limit = 0;
+    } else {
+      final ByteBuffer byteBuffer = ByteBuffer.wrap(data);
+      byteBuffer.limit(limit);
+      byteBuffer.position(position);
+      byteBuffer.compact();
+      byteBuffer.flip();
+      limit = byteBuffer.limit();
+    }
+    position = 0;
+  }
 }

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/AvcChunkPeeker.java → library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/AvcChunkHandler.java

@@ -15,6 +15,8 @@
  */
 package com.google.android.exoplayer2.extractor.avi;
 
+import androidx.annotation.NonNull;
+import androidx.annotation.Nullable;
 import androidx.annotation.VisibleForTesting;
 import com.google.android.exoplayer2.Format;
 import com.google.android.exoplayer2.extractor.ExtractorInput;
@@ -27,7 +29,7 @@ import java.io.IOException;
  * Corrects the time and PAR for H264 streams
  * AVC is very rare in AVI due to the rise of the mp4 container
  */
-public class AvcChunkPeeker extends NalChunkPeeker {
+public class AvcChunkHandler extends NalChunkHandler {
   private static final int NAL_TYPE_MASK = 0x1f;
   private static final int NAL_TYPE_IDR = 5; //I Frame
   private static final int NAL_TYPE_SEI = 6;
@@ -35,36 +37,43 @@ public class AvcChunkPeeker extends NalChunkPeeker {
   private static final int NAL_TYPE_PPS = 8;
   private static final int NAL_TYPE_AUD = 9;
 
-  private final PicCountClock picCountClock;
   private final Format.Builder formatBuilder;
-  private final TrackOutput trackOutput;
 
   private float pixelWidthHeightRatio = 1f;
   private NalUnitUtil.SpsData spsData;
 
-  public AvcChunkPeeker(Format.Builder formatBuilder, TrackOutput trackOutput, LinearClock clock) {
-    super(16);
+  public AvcChunkHandler(int id, @NonNull TrackOutput trackOutput,
+      @NonNull ChunkClock clock, Format.Builder formatBuilder) {
+    super(id, trackOutput, clock, 16);
     this.formatBuilder = formatBuilder;
-    this.trackOutput = trackOutput;
-    picCountClock = new PicCountClock(clock.durationUs, clock.length);
   }
 
-  public PicCountClock getClock() {
-    return picCountClock;
+  @Nullable
+  @VisibleForTesting
+  PicCountClock getPicCountClock() {
+    if (clock instanceof PicCountClock) {
+      return (PicCountClock)clock;
+    } else {
+      return null;
+    }
   }
 
   @Override
   boolean skip(byte nalType) {
+    if (clock instanceof PicCountClock) {
       return false;
+    } else {
+      //If the clock is ChunkClock, skip "normal" frames
+      return nalType >= 0 && nalType <= NAL_TYPE_IDR;
+    }
   }
 
   /**
    * Greatly simplified way to calculate the picOrder
    * Full logic is here
    * https://chromium.googlesource.com/chromium/src/media/+/refs/heads/main/video/h264_poc.cc
-   * @param nalTypeOffset
    */
-  void updatePicCountClock(final int nalTypeOffset) {
+  void updatePicCountClock(final int nalTypeOffset, final PicCountClock picCountClock) {
     final ParsableNalUnitBitArray in = new ParsableNalUnitBitArray(buffer, nalTypeOffset + 1, buffer.length);
     //slide_header()
     in.readUnsignedExpGolombCodedInt(); //first_mb_in_slice
@@ -90,7 +99,7 @@ public class AvcChunkPeeker extends NalChunkPeeker {
       picCountClock.setPicCount(frameNum);
       return;
     }
-    picCountClock.setIndex(picCountClock.getIndex());
+    clock.setIndex(clock.getIndex());
   }
 
   @VisibleForTesting
@@ -98,12 +107,23 @@ public class AvcChunkPeeker extends NalChunkPeeker {
     final int spsStart = nalTypeOffset + 1;
     nalTypeOffset = seekNextNal(input, spsStart);
     spsData = NalUnitUtil.parseSpsNalUnitPayload(buffer, spsStart, pos);
+    //If we can have B Frames, upgrade to PicCountClock
+    final PicCountClock picCountClock;
+    if (spsData.maxNumRefFrames > 1 && !(clock instanceof PicCountClock)) {
+      picCountClock = new PicCountClock(clock.durationUs, clock.chunks);
+      picCountClock.setIndex(clock.getIndex());
+      clock = picCountClock;
+    } else {
+      picCountClock = getPicCountClock();
+    }
+    if (picCountClock != null) {
       if (spsData.picOrderCountType == 0) {
         picCountClock.setMaxPicCount(1 << spsData.picOrderCntLsbLength, 2);
       } else if (spsData.picOrderCountType == 2) {
         //Plus one because we double the frame number
         picCountClock.setMaxPicCount(1 << spsData.frameNumLength, 1);
       }
+    }
     if (spsData.pixelWidthHeightRatio != pixelWidthHeightRatio) {
       pixelWidthHeightRatio = spsData.pixelWidthHeightRatio;
       formatBuilder.setPixelWidthHeightRatio(pixelWidthHeightRatio);
@@ -121,11 +141,17 @@ public class AvcChunkPeeker extends NalChunkPeeker {
         case 2:
         case 3:
         case 4:
-          updatePicCountClock(nalTypeOffset);
+          if (clock instanceof PicCountClock) {
+            updatePicCountClock(nalTypeOffset, (PicCountClock)clock);
+          }
           return;
-        case NAL_TYPE_IDR:
+        case NAL_TYPE_IDR: {
+          final PicCountClock picCountClock = getPicCountClock();
+          if (picCountClock != null) {
             picCountClock.syncIndexes();
+          }
           return;
+        }
         case NAL_TYPE_AUD:
         case NAL_TYPE_SEI:
         case NAL_TYPE_PPS: {

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/AviSeekMap.java

@@ -99,17 +99,23 @@ public class AviSeekMap implements SeekMap {
     //Log.d(AviExtractor.TAG, "SeekPoint: us=" + outUs + " pos=" + position);
   }
 
-  public void setFrames(final long position, final long timeUs, final AviTrack[] aviTracks) {
+  /**
+   * Get the ChunkClock indexes by stream id
+   * @param position seek position in the file
+   */
+  @NonNull
+  public int[] getIndexes(final long position) {
     final int index = Arrays.binarySearch(keyFrameOffsetsDiv2, (int)((position - seekOffset) / 2));
 
     if (index < 0) {
       throw new IllegalArgumentException("Position: " + position);
     }
-    for (int i=0;i<aviTracks.length;i++) {
-      final AviTrack aviTrack = aviTracks[i];
-      final LinearClock clock = aviTrack.getClock();
-      clock.setIndex(seekIndexes[i][index]);
-//      Log.d(AviExtractor.TAG, "Frame: " + (aviTrack.isVideo()? 'V' : 'A') + " us=" + clock.getUs() + " frame=" + clock.getIndex() + " key=" + aviTrack.isKeyFrame());
+    final int[] indexes = new int[seekIndexes.length];
+    for (int i=0;i<indexes.length;i++) {
+      if (seekIndexes[i].length > index) {
+        indexes[i] = seekIndexes[i][index];
+      }
     }
+    return indexes;
   }
 }

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/LinearClock.java → library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/ChunkClock.java

@@ -18,23 +18,23 @@ package com.google.android.exoplayer2.extractor.avi;
 /**
  * A clock that is linearly derived from the current chunk index of a given stream
  */
-public class LinearClock {
+public class ChunkClock {
   long durationUs;
-  int length;
+  int chunks;
 
   int index;
 
-  public LinearClock(long durationUs, int length) {
+  public ChunkClock(long durationUs, int chunks) {
     this.durationUs = durationUs;
-    this.length = length;
+    this.chunks = chunks;
   }
 
   public void setDuration(long durationUs) {
     this.durationUs = durationUs;
   }
 
-  public void setLength(int length) {
-    this.length = length;
+  public void setChunks(int length) {
+    this.chunks = length;
   }
 
   public int getIndex() {
@@ -55,6 +55,6 @@ public class LinearClock {
 
   long getUs(int index) {
     //Doing this the hard way lessens round errors
-    return durationUs * index / length;
+    return durationUs * index / chunks;
   }
 }

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/AviTrack.java → library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/ChunkHandler.java

@@ -16,37 +16,52 @@
 package com.google.android.exoplayer2.extractor.avi;
 
 import androidx.annotation.NonNull;
-import androidx.annotation.Nullable;
+import androidx.annotation.VisibleForTesting;
 import com.google.android.exoplayer2.C;
 import com.google.android.exoplayer2.extractor.ExtractorInput;
 import com.google.android.exoplayer2.extractor.TrackOutput;
+import com.google.android.exoplayer2.util.Log;
 import java.io.IOException;
 import java.util.Arrays;
 
 /**
- * Collection of info about a track.
- * This acts a bridge between AVI and ExoPlayer structures
+ * Handles chunk data from a given stream.
+ * This acts a bridge between AVI and ExoPlayer
  */
-public class AviTrack {
-  public static final int[] ALL_KEY_FRAMES = new int[0];
+public class ChunkHandler {
 
-  final int id;
+  /**
+   * Constant meaning all frames are considered key frames
+   */
+  public static final int[] ALL_KEY_FRAMES = new int[0];
 
-  final @C.TrackType int trackType;
+  public static int TYPE_VIDEO = ('d' << 16) | ('c' << 24);
+  public static int TYPE_AUDIO = ('w' << 16) | ('b' << 24);
 
   @NonNull
-  LinearClock clock;
+  ChunkClock clock;
 
   @NonNull
   final TrackOutput trackOutput;
 
+  /**
+   * The chunk id as it appears in the index and the movi
+   */
   final int chunkId;
-  final int chunkIdAlt;
 
-  @Nullable
-  ChunkPeeker chunkPeeker;
+  /**
+   * Secondary chunk id.  Bad muxers sometimes use uncompressed for key frames
+   */
+  final int chunkIdAlt;
 
+  /**
+   * Number of chunks as calculated by the index
+   */
   int chunks;
+
+  /**
+   * Size total size of the stream in bytes calculated by the index
+   */
   int size;
 
   /**
@@ -54,60 +69,52 @@ public class AviTrack {
    */
   int[] keyFrames = new int[0];
 
+  /**
+   * Size of the current chunk in bytes
+   */
   transient int chunkSize;
+  /**
+   * Bytes remaining in the chunk to be processed
+   */
   transient int chunkRemaining;
 
-  private static int getChunkIdLower(int id) {
+  /**
+   * Get stream id in ASCII
+   */
+  @VisibleForTesting
+  static int getChunkIdLower(int id) {
     int tens = id / 10;
     int ones = id % 10;
     return  ('0' + tens) | (('0' + ones) << 8);
   }
 
-  public static int getVideoChunkId(int id) {
-    return getChunkIdLower(id) | ('d' << 16) | ('c' << 24);
-  }
-
-  public static int getAudioChunkId(int id) {
-    return getChunkIdLower(id) | ('w' << 16) | ('b' << 24);
-  }
-
-  AviTrack(int id, @C.TrackType int trackType, @NonNull LinearClock clock,
-      @NonNull TrackOutput trackOutput) {
-    this.id = id;
+  ChunkHandler(int id, int chunkType, @NonNull TrackOutput trackOutput, @NonNull ChunkClock clock) {
+    this.chunkId = getChunkIdLower(id) | chunkType;
     this.clock = clock;
-    this.trackType = trackType;
     this.trackOutput = trackOutput;
     if (isVideo()) {
-      chunkId = getVideoChunkId(id);
       chunkIdAlt = getChunkIdLower(id) | ('d' << 16) | ('b' << 24);
-    } else if (isAudio()) {
-      chunkId = getAudioChunkId(id);
-      chunkIdAlt = 0xffff;
     } else {
-      throw new IllegalArgumentException("Unknown Track Type: " + trackType);
+      chunkIdAlt = -1;
     }
   }
 
+  /**
+   *
+   * @return true if this can handle the chunkId
+   */
   public boolean handlesChunkId(int chunkId) {
     return this.chunkId == chunkId || chunkIdAlt == chunkId;
   }
 
   @NonNull
-  public LinearClock getClock() {
+  public ChunkClock getClock() {
     return clock;
   }
 
-  public void setClock(@NonNull LinearClock clock) {
-    this.clock = clock;
-  }
-
-  public void setChunkPeeker(ChunkPeeker chunkPeeker) {
-    this.chunkPeeker = chunkPeeker;
-  }
-
   /**
-   *
-   * @param keyFrames null means all key frames
+   * Sets the list of key frames
+   * @param keyFrames list of frame indexes or {@link #ALL_KEY_FRAMES}
    */
   void setKeyFrames(@NonNull final int[] keyFrames) {
     this.keyFrames = keyFrames;
@@ -118,33 +125,34 @@ public class AviTrack {
   }
 
   public boolean isVideo() {
-    return trackType == C.TRACK_TYPE_VIDEO;
+    return (chunkId & TYPE_VIDEO) == TYPE_VIDEO;
   }
 
   public boolean isAudio() {
-    return trackType == C.TRACK_TYPE_AUDIO;
+    return (chunkId & TYPE_AUDIO) == TYPE_AUDIO;
   }
 
-  public boolean newChunk(int tag, int size, ExtractorInput input) throws IOException {
-    if (chunkPeeker != null) {
-      chunkPeeker.peek(input, size);
-    }
-    final int remaining = size - trackOutput.sampleData(input, size, false);
-    if (remaining == 0) {
+  /**
+   * Process a new chunk
+   * @param size total size of the chunk
+   * @return True if the chunk has been completely processed.  False implies {@link #resume}
+   *         will be called
+   */
+  public boolean newChunk(int size, @NonNull ExtractorInput input) throws IOException {
+    final int sampled = trackOutput.sampleData(input, size, false);
+    if (sampled == size) {
       done(size);
       return true;
     } else {
       chunkSize = size;
-      chunkRemaining = remaining;
+      chunkRemaining = size - sampled;
       return false;
     }
   }
 
   /**
    * Resume a partial read of a chunk
-   * @param input
-   * @return
-   * @throws IOException
+   * May be called multiple times
    */
   boolean resume(ExtractorInput input) throws IOException {
     chunkRemaining -= trackOutput.sampleData(input, chunkRemaining, false);
@@ -157,16 +165,31 @@ public class AviTrack {
   }
 
   /**
-   * Done reading a chunk
-   * @param size
+   * Done reading a chunk.  Send the timing info and advance the clock
+   * @param size the amount of data passed to the trackOutput
    */
   void done(final int size) {
     if (size > 0) {
       trackOutput.sampleMetadata(
           clock.getUs(), (isKeyFrame() ? C.BUFFER_FLAG_KEY_FRAME : 0), size, 0, null);
     }
-    final LinearClock clock = getClock();
     //Log.d(AviExtractor.TAG, "Frame: " + (isVideo()? 'V' : 'A') + " us=" + clock.getUs() + " size=" + size + " frame=" + clock.getIndex() + " key=" + isKeyFrame());
     clock.advance();
   }
+
+  /**
+   * Gets the streamId.
+   * @return The unique stream id for this file
+   */
+  public int getId() {
+    return ((chunkId >> 8) & 0xf) + (chunkId & 0xf) * 10;
+  }
+
+  /**
+   * A seek occurred
+   * @param index of the chunk
+   */
+  public void setIndex(int index) {
+    getClock().setIndex(index);
+  }
 }

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/ChunkPeeker.java

-/*
- * Copyright (C) 2022 The Android Open Source Project
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *      http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package com.google.android.exoplayer2.extractor.avi;
-
-import com.google.android.exoplayer2.extractor.ExtractorInput;
-import java.io.IOException;
-
-/**
- * Peeks for import data in the chunk stream.
- */
-public interface ChunkPeeker {
-  void peek(ExtractorInput input, final int size) throws IOException;
-}

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/Mp4vChunkPeeker.java → library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/Mp4vChunkHandler.java

@@ -26,7 +26,7 @@ import java.io.IOException;
 /**
  * Peeks an MP4V stream looking for pixelWidthHeightRatio data
  */
-public class Mp4vChunkPeeker extends NalChunkPeeker {
+public class Mp4vChunkHandler extends NalChunkHandler {
   @VisibleForTesting
   static final byte SEQUENCE_START_CODE = (byte)0xb0;
   @VisibleForTesting
@@ -36,15 +36,14 @@ public class Mp4vChunkPeeker extends NalChunkPeeker {
   static final int Extended_PAR = 0xf;
 
   private final Format.Builder formatBuilder;
-  private final TrackOutput trackOutput;
 
   @VisibleForTesting()
   float pixelWidthHeightRatio = 1f;
 
-  public Mp4vChunkPeeker(@NonNull Format.Builder formatBuilder, @NonNull TrackOutput trackOutput) {
-    super(5);
+  public Mp4vChunkHandler(int id, @NonNull TrackOutput trackOutput,
+      @NonNull ChunkClock clock, @NonNull Format.Builder formatBuilder) {
+    super(id, trackOutput, clock, 5);
     this.formatBuilder = formatBuilder;
-    this.trackOutput = trackOutput;
   }
 
   @Override

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/MpegAudioChunkHandler.java

+/*
+ * Copyright (C) 2022 The Android Open Source Project
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.google.android.exoplayer2.extractor.avi;
+
+import androidx.annotation.NonNull;
+import androidx.annotation.VisibleForTesting;
+import com.google.android.exoplayer2.C;
+import com.google.android.exoplayer2.audio.MpegAudioUtil;
+import com.google.android.exoplayer2.extractor.ExtractorInput;
+import com.google.android.exoplayer2.extractor.TrackOutput;
+import com.google.android.exoplayer2.util.Log;
+import com.google.android.exoplayer2.util.ParsableByteArray;
+import java.io.IOException;
+
+/**
+ * Resolves several issues with Mpeg Audio
+ * 1. That muxers don't always mux MPEG audio on the frame boundary
+ * 2. That some codecs can't handle multiple or partial frames (Pixels)
+ */
+public class MpegAudioChunkHandler extends ChunkHandler {
+  private final MpegAudioUtil.Header header = new MpegAudioUtil.Header();
+  private final ParsableByteArray scratch = new ParsableByteArray(8);
+  private final int samplesPerSecond;
+  //Bytes remaining in the Mpeg Audio frame
+  private int frameRemaining;
+  private long timeUs = 0L;
+
+  MpegAudioChunkHandler(int id, @NonNull TrackOutput trackOutput, @NonNull ChunkClock clock,
+      int samplesPerSecond) {
+    super(id, TYPE_AUDIO, trackOutput, clock);
+    this.samplesPerSecond = samplesPerSecond;
+  }
+
+  @Override
+  public boolean newChunk(int size, @NonNull ExtractorInput input) throws IOException {
+    if (size == 0) {
+      //Empty frame, advance the clock and sync
+      clock.advance();
+      syncTime();
+      return true;
+    }
+    this.size = chunkRemaining = size;
+    return resume(input);
+  }
+
+  @Override
+  boolean resume(@NonNull ExtractorInput input) throws IOException {
+    if (process(input)) {
+      // Fail Over: If the scratch is the entire chunk, we didn't find a MP3 header.
+      // Dump the chunk as is and hope the decoder can handle it.
+      if (scratch.limit() == size) {
+        scratch.setPosition(0);
+        trackOutput.sampleData(scratch, size);
+        scratch.reset(0);
+        done(size);
+      }
+      return true;
+    }
+    return false;
+  }
+
+  /**
+   * Read from input to scratch
+   * @param bytes to attempt to read
+   * @return {@link C#RESULT_END_OF_INPUT} or number of bytes read.
+   */
+  int readScratch(ExtractorInput input, int bytes) throws IOException {
+    final int toRead = Math.min(bytes, chunkRemaining);
+    final int read = input.read(scratch.getData(), scratch.limit(), toRead);
+    if (read == C.RESULT_END_OF_INPUT) {
+      return read;
+    }
+    chunkRemaining -= read;
+    scratch.setLimit(scratch.limit() + read);
+    return read;
+  }
+
+  /**
+   * Attempt to find a frame header in the input
+   * @return true if a frame header was found
+   */
+  @VisibleForTesting
+  boolean findFrame(ExtractorInput input) throws IOException {
+    scratch.reset(0);
+    scratch.ensureCapacity(scratch.limit() + chunkRemaining);
+    int toRead = 4;
+    while (chunkRemaining > 0 && readScratch(input, toRead) != C.RESULT_END_OF_INPUT) {
+      while (scratch.bytesLeft() >= 4) {
+        if (header.setForHeaderData(scratch.readInt())) {
+          scratch.skipBytes(-4);
+          return true;
+        }
+        scratch.skipBytes(-3);
+      }
+      // 16 is small, but if we end up reading multiple frames into scratch, things get complicated.
+      // We should only loop on seek, so this is the lesser of the evils.
+      toRead = Math.min(chunkRemaining, 16);
+    }
+    return false;
+  }
+
+  /**
+   * Process the chunk by breaking it in Mpeg audio frames
+   * @return true if the chunk has been completely processed
+   */
+  @VisibleForTesting
+  boolean process(ExtractorInput input) throws IOException {
+    if (frameRemaining == 0) {
+      //Find the next frame
+      if (findFrame(input)) {
+        final int scratchBytes = scratch.bytesLeft();
+        trackOutput.sampleData(scratch, scratchBytes);
+        frameRemaining = header.frameSize - scratchBytes;
+      } else {
+        return true;
+      }
+    }
+    final int bytes = trackOutput.sampleData(input, Math.min(frameRemaining, chunkRemaining), false);
+    frameRemaining -= bytes;
+    if (frameRemaining == 0) {
+      trackOutput.sampleMetadata(timeUs, C.BUFFER_FLAG_KEY_FRAME, header.frameSize, 0, null);
+      //Log.d(AviExtractor.TAG, "MP3: us=" + us);
+      timeUs += header.samplesPerFrame * C.MICROS_PER_SECOND / samplesPerSecond;
+    }
+    chunkRemaining -= bytes;
+    return chunkRemaining == 0;
+  }
+
+  @Override
+  public void setIndex(int index) {
+    super.setIndex(index);
+    syncTime();
+    if (frameRemaining != 0) {
+      // We have a partial frame in the output, no way to clear it, so just send it as is.
+      // Next frame should be key frame, so the codec should recover.
+      trackOutput.sampleMetadata(timeUs, 0, header.frameSize - frameRemaining,
+          0, null);
+      frameRemaining = 0;
+    }
+  }
+
+  private void syncTime() {
+    timeUs = clock.getUs();
+  }
+
+  @VisibleForTesting(otherwise = VisibleForTesting.NONE)
+  long getTimeUs() {
+    return timeUs;
+  }
+
+  @VisibleForTesting(otherwise = VisibleForTesting.NONE)
+  int getFrameRemaining() {
+    return frameRemaining;
+  }
+}

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/NalChunkPeeker.java → library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/NalChunkHandler.java

@@ -15,7 +15,9 @@
  */
 package com.google.android.exoplayer2.extractor.avi;
 
+import androidx.annotation.NonNull;
 import com.google.android.exoplayer2.extractor.ExtractorInput;
+import com.google.android.exoplayer2.extractor.TrackOutput;
 import java.io.IOException;
 import java.util.Arrays;
 
@@ -23,7 +25,7 @@ import java.util.Arrays;
  * Generic base class for NAL (0x00 0x00 0x01) chunk headers
  * Theses are used by AVC and MP4V (XVID)
  */
-public abstract class NalChunkPeeker implements ChunkPeeker {
+public abstract class NalChunkHandler extends ChunkHandler {
   private static final int SEEK_PEEK_SIZE = 256;
   private final int peekSize;
 
@@ -31,6 +33,15 @@ public abstract class NalChunkPeeker implements ChunkPeeker {
   transient byte[] buffer;
   transient int pos;
 
+  NalChunkHandler(int id, @NonNull TrackOutput trackOutput,
+      @NonNull ChunkClock clock, int peakSize) {
+    super(id, TYPE_VIDEO, trackOutput, clock);
+    if (peakSize < 5) {
+      throw new IllegalArgumentException("Peak size must at least be 5");
+    }
+    this.peekSize = peakSize;
+  }
+
   abstract void processChunk(ExtractorInput input, int nalTypeOffset) throws IOException;
 
   /**
@@ -100,15 +111,13 @@ public abstract class NalChunkPeeker implements ChunkPeeker {
     return -1;
   }
 
-  public NalChunkPeeker(int peakSize) {
-    if (peakSize < 5) {
-      throw new IllegalArgumentException("Peak size must at least be 5");
-    }
-    this.peekSize = peakSize;
-  }
-
   abstract boolean skip(byte nalType);
 
+  public boolean newChunk(int size, ExtractorInput input) throws IOException {
+    peek(input, size);
+    return super.newChunk(size, input);
+  }
+
   public void peek(ExtractorInput input, final int size) throws IOException {
     buffer = new byte[peekSize];
     if (!input.peekFully(buffer, 0, peekSize, true)) {

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/PicCountClock.java

@@ -20,7 +20,7 @@ import androidx.annotation.VisibleForTesting;
 /**
  * Properly calculates the frame time for H264 frames using PicCount
  */
-public class PicCountClock extends LinearClock {
+public class PicCountClock extends ChunkClock {
   //The frame as a calculated from the picCount
   private int picIndex;
   private int lastPicCount;

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/ResidentBox.java

@@ -16,13 +16,6 @@
 package com.google.android.exoplayer2.extractor.avi;
 
 import androidx.annotation.NonNull;
-import androidx.annotation.Nullable;
-import com.google.android.exoplayer2.extractor.ExtractorInput;
-import com.google.android.exoplayer2.util.Log;
-import java.io.IOException;
-import java.lang.reflect.Constructor;
-import java.nio.BufferOverflowException;
-import java.nio.BufferUnderflowException;
 import java.nio.ByteBuffer;
 import java.nio.ByteOrder;
 
@@ -39,7 +32,6 @@ public class ResidentBox extends Box {
 
   /**
    * Returns shallow copy of this ByteBuffer with the position at 0
-   * @return
    */
   @NonNull
   public ByteBuffer getByteBuffer() {

library/extractor/src/main/java/com/google/android/exoplayer2/extractor/avi/StreamNameBox.java

@@ -18,7 +18,7 @@ package com.google.android.exoplayer2.extractor.avi;
 import java.nio.ByteBuffer;
 
 /**
- * Human readable stream name
+ * Box containing a human readable stream name
  */
 public class StreamNameBox extends ResidentBox {
   public static final int STRN = 's' | ('t' << 8) | ('r' << 16) | ('n' << 24);

library/extractor/src/main/java/com/google/android/exoplayer2/util/NalUnitUtil.java

@@ -33,6 +33,7 @@ public final class NalUnitUtil {
     public final int constraintsFlagsAndReservedZero2Bits;
     public final int levelIdc;
     public final int seqParameterSetId;
+    public final int maxNumRefFrames;
     public final int width;
     public final int height;
     public final float pixelWidthHeightRatio;
@@ -48,6 +49,7 @@ public final class NalUnitUtil {
         int constraintsFlagsAndReservedZero2Bits,
         int levelIdc,
         int seqParameterSetId,
+        int maxNumRefFrames,
         int width,
         int height,
         float pixelWidthHeightRatio,
@@ -61,6 +63,7 @@ public final class NalUnitUtil {
       this.constraintsFlagsAndReservedZero2Bits = constraintsFlagsAndReservedZero2Bits;
       this.levelIdc = levelIdc;
       this.seqParameterSetId = seqParameterSetId;
+      this.maxNumRefFrames = maxNumRefFrames;
       this.width = width;
       this.height = height;
       this.pixelWidthHeightRatio = pixelWidthHeightRatio;
@@ -367,7 +370,7 @@ public final class NalUnitUtil {
         data.readUnsignedExpGolombCodedInt(); // offset_for_ref_frame[i]
       }
     }
-    data.readUnsignedExpGolombCodedInt(); // max_num_ref_frames
+    int maxNumRefFrames = data.readUnsignedExpGolombCodedInt(); // max_num_ref_frames
     data.skipBit(); // gaps_in_frame_num_value_allowed_flag
 
     int picWidthInMbs = data.readUnsignedExpGolombCodedInt() + 1;
@@ -427,6 +430,7 @@ public final class NalUnitUtil {
         constraintsFlagsAndReservedZero2Bits,
         levelIdc,
         seqParameterSetId,
+        maxNumRefFrames,
         frameWidth,
         frameHeight,
         pixelWidthHeightRatio,

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/DefaultExtractorsFactoryTest.java

@@ -20,6 +20,7 @@ import static com.google.common.truth.Truth.assertThat;
 import android.net.Uri;
 import androidx.test.ext.junit.runners.AndroidJUnit4;
 import com.google.android.exoplayer2.extractor.amr.AmrExtractor;
+import com.google.android.exoplayer2.extractor.avi.AviExtractor;
 import com.google.android.exoplayer2.extractor.flac.FlacExtractor;
 import com.google.android.exoplayer2.extractor.flv.FlvExtractor;
 import com.google.android.exoplayer2.extractor.jpeg.JpegExtractor;
@@ -69,6 +70,7 @@ public final class DefaultExtractorsFactoryTest {
             AdtsExtractor.class,
             Ac3Extractor.class,
             Ac4Extractor.class,
+            AviExtractor.class,
             Mp3Extractor.class,
             JpegExtractor.class)
         .inOrder();
@@ -112,6 +114,7 @@ public final class DefaultExtractorsFactoryTest {
             AdtsExtractor.class,
             Ac3Extractor.class,
             Ac4Extractor.class,
+            AviExtractor.class,
             JpegExtractor.class)
         .inOrder();
   }

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/AvcChunkPeekerTest.java

@@ -35,17 +35,17 @@ public class AvcChunkPeekerTest {
       setSampleMimeType(MimeTypes.VIDEO_H264).
       setWidth(1280).setHeight(720).setFrameRate(24000f/1001f);
 
-  private static final byte[] P_SLICE = {00,00,00,01,0x41,(byte)0x9A,0x13,0x36,0x21,0x3A,0x5F,
-      (byte)0xFE,(byte)0x9E,0x10,00,00};
+  private static final byte[] P_SLICE = {0,0,0,1,0x41,(byte)0x9A,0x13,0x36,0x21,0x3A,0x5F,
+      (byte)0xFE,(byte)0x9E,0x10,0,0};
 
   private FakeTrackOutput fakeTrackOutput;
-  private AvcChunkPeeker avcChunkPeeker;
+  private AvcChunkHandler avcChunkHandler;
 
   @Before
   public void before() {
     fakeTrackOutput = new FakeTrackOutput(false);
-    avcChunkPeeker = new AvcChunkPeeker(FORMAT_BUILDER_AVC, fakeTrackOutput,
-        new LinearClock(10_000_000L, 24 * 10));
+    avcChunkHandler = new AvcChunkHandler(0, fakeTrackOutput,
+        new ChunkClock(10_000_000L, 24 * 10), FORMAT_BUILDER_AVC);
   }
 
   private void peekStreamHeader() throws IOException {
@@ -55,25 +55,26 @@ public class AvcChunkPeekerTest {
 
     final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(bytes).build();
 
-    avcChunkPeeker.peek(input, bytes.length);
+    avcChunkHandler.peek(input, bytes.length);
   }
 
   @Test
   public void peek_givenStreamHeader() throws IOException {
     peekStreamHeader();
-    final PicCountClock picCountClock = avcChunkPeeker.getClock();
+    final PicCountClock picCountClock = avcChunkHandler.getPicCountClock();
+    Assert.assertNotNull(picCountClock);
     Assert.assertEquals(64, picCountClock.getMaxPicCount());
-    Assert.assertEquals(0, avcChunkPeeker.getSpsData().picOrderCountType);
+    Assert.assertEquals(0, avcChunkHandler.getSpsData().picOrderCountType);
     Assert.assertEquals(1.18f, fakeTrackOutput.lastFormat.pixelWidthHeightRatio, 0.01f);
   }
 
   @Test
-  public void peek_givenStreamHeaderAndPSlice() throws IOException {
+  public void newChunk_givenStreamHeaderAndPSlice() throws IOException {
     peekStreamHeader();
-    final PicCountClock picCountClock = avcChunkPeeker.getClock();
+    final PicCountClock picCountClock = avcChunkHandler.getPicCountClock();
     final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(P_SLICE).build();
 
-    avcChunkPeeker.peek(input, P_SLICE.length);
+    avcChunkHandler.newChunk(P_SLICE.length, input);
 
     Assert.assertEquals(12, picCountClock.getLastPicCount());
   }

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/AviExtractorRoboTest.java

@@ -108,26 +108,26 @@ public class AviExtractorRoboTest {
 
     Assert.assertEquals(AviExtractor.STATE_FIND_MOVI, aviExtractor.state);
 
-    final AviTrack aviTrack = aviExtractor.getVideoTrack();
-    Assert.assertEquals(aviTrack.getClock().durationUs, streamHeaderBox.getDurationUs());
+    final ChunkHandler chunkHandler = aviExtractor.getVideoTrack();
+    Assert.assertEquals(chunkHandler.getClock().durationUs, streamHeaderBox.getDurationUs());
   }
 
   @Test
   public void readSamples_fragmentedChunk() throws IOException {
     AviExtractor aviExtractor = AviExtractorTest.setupVideoAviExtractor();
-    final AviTrack aviTrack = aviExtractor.getVideoTrack();
+    final ChunkHandler chunkHandler = aviExtractor.getVideoTrack();
     final int size = 24 + 16;
     final ByteBuffer byteBuffer = AviExtractor.allocate(size + 8);
-    byteBuffer.putInt(aviTrack.chunkId);
+    byteBuffer.putInt(chunkHandler.chunkId);
     byteBuffer.putInt(size);
 
     final ExtractorInput chunk = new FakeExtractorInput.Builder().setData(byteBuffer.array()).
         setSimulatePartialReads(true).build();
     Assert.assertEquals(Extractor.RESULT_CONTINUE, aviExtractor.read(chunk, new PositionHolder()));
 
-    Assert.assertEquals(Extractor.RESULT_END_OF_INPUT, aviExtractor.read(chunk, new PositionHolder()));
+    Assert.assertEquals(Extractor.RESULT_CONTINUE, aviExtractor.read(chunk, new PositionHolder()));
 
-    final FakeTrackOutput fakeTrackOutput = (FakeTrackOutput) aviTrack.trackOutput;
+    final FakeTrackOutput fakeTrackOutput = (FakeTrackOutput) chunkHandler.trackOutput;
     Assert.assertEquals(size, fakeTrackOutput.getSampleData(0).length);
   }
 }

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/AviExtractorTest.java

@@ -165,7 +165,7 @@ public class AviExtractorTest {
     Assert.assertEquals(1, AviExtractor.getStreamId('0' | ('1' << 8) | ('d' << 16) | ('c' << 24)));
   }
 
-  private void assertIdx1(AviSeekMap aviSeekMap, AviTrack videoTrack, int keyFrames,
+  private void assertIdx1(AviSeekMap aviSeekMap, ChunkHandler videoTrack, int keyFrames,
       int keyFrameRate) {
     Assert.assertEquals(keyFrames, videoTrack.keyFrames.length);
 
@@ -192,9 +192,9 @@ public class AviExtractorTest {
     final int keyFrameRate = 3 * DataHelper.FPS; // Keyframe every 3 seconds
     final int keyFrames = secs * DataHelper.FPS / keyFrameRate;
     final ByteBuffer idx1 = DataHelper.getIndex(secs, keyFrameRate);
-    final AviTrack videoTrack = DataHelper.getVideoAviTrack(secs);
-    final AviTrack audioTrack = DataHelper.getAudioAviTrack(secs);
-    aviExtractor.setAviTracks(new AviTrack[]{videoTrack, audioTrack});
+    final ChunkHandler videoTrack = DataHelper.getVideoChunkHandler(secs);
+    final ChunkHandler audioTrack = DataHelper.getAudioChunkHandler(secs);
+    aviExtractor.setChunkHandlers(new ChunkHandler[]{videoTrack, audioTrack});
     aviExtractor.setAviHeader(DataHelper.createAviHeaderBox());
     aviExtractor.state = AviExtractor.STATE_READ_IDX1;
     aviExtractor.setMovi(DataHelper.MOVI_OFFSET, 128*1024);
@@ -213,7 +213,7 @@ public class AviExtractorTest {
     final AviSeekMap aviSeekMap = aviExtractor.aviSeekMap;
     assertIdx1(aviSeekMap, videoTrack, keyFrames, keyFrameRate);
 
-    Assert.assertEquals(AviExtractor.STATE_READ_SAMPLES, aviExtractor.state);
+    Assert.assertEquals(AviExtractor.STATE_READ_CHUNKS, aviExtractor.state);
     Assert.assertEquals(DataHelper.MOVI_OFFSET + 4, positionHolder.position);
   }
 
@@ -225,8 +225,8 @@ public class AviExtractorTest {
     final int secs = 9;
     final int keyFrameRate = 3 * DataHelper.FPS; // Keyframe every 3 seconds
     final ByteBuffer idx1 = DataHelper.getIndex(secs, keyFrameRate);
-    final AviTrack audioTrack = DataHelper.getAudioAviTrack(secs);
-    aviExtractor.setAviTracks(new AviTrack[]{audioTrack});
+    final ChunkHandler audioTrack = DataHelper.getAudioChunkHandler(secs);
+    aviExtractor.setChunkHandlers(new ChunkHandler[]{audioTrack});
 
     final FakeExtractorInput fakeExtractorInput = new FakeExtractorInput.Builder()
         .setData(idx1.array()).build();
@@ -250,9 +250,9 @@ public class AviExtractorTest {
     junk.putInt(0);
     idx1.flip();
     junk.put(idx1);
-    final AviTrack videoTrack = DataHelper.getVideoAviTrack(secs);
-    final AviTrack audioTrack = DataHelper.getAudioAviTrack(secs);
-    aviExtractor.setAviTracks(new AviTrack[]{videoTrack, audioTrack});
+    final ChunkHandler videoTrack = DataHelper.getVideoChunkHandler(secs);
+    final ChunkHandler audioTrack = DataHelper.getAudioChunkHandler(secs);
+    aviExtractor.setChunkHandlers(new ChunkHandler[]{videoTrack, audioTrack});
 
     final FakeExtractorInput fakeExtractorInput = new FakeExtractorInput.Builder().
         setData(junk.array()).build();
@@ -268,16 +268,16 @@ public class AviExtractorTest {
     aviExtractor.init(fakeExtractorOutput);
     final int secs = 4;
     final ByteBuffer idx1 = DataHelper.getIndex(secs, 1);
-    final AviTrack videoTrack = DataHelper.getVideoAviTrack(secs);
-    final AviTrack audioTrack = DataHelper.getAudioAviTrack(secs);
-    aviExtractor.setAviTracks(new AviTrack[]{videoTrack, audioTrack});
+    final ChunkHandler videoTrack = DataHelper.getVideoChunkHandler(secs);
+    final ChunkHandler audioTrack = DataHelper.getAudioChunkHandler(secs);
+    aviExtractor.setChunkHandlers(new ChunkHandler[]{videoTrack, audioTrack});
 
     final FakeExtractorInput fakeExtractorInput = new FakeExtractorInput.Builder().
         setData(idx1.array()).build();
     aviExtractor.readIdx1(fakeExtractorInput, (int) fakeExtractorInput.getLength());
 
     //We should be throttled to 2 key frame per second
-    Assert.assertSame(AviTrack.ALL_KEY_FRAMES, videoTrack.keyFrames);
+    Assert.assertSame(ChunkHandler.ALL_KEY_FRAMES, videoTrack.keyFrames);
   }
 
   @Test
@@ -389,12 +389,12 @@ public class AviExtractorTest {
     final FakeExtractorOutput fakeExtractorOutput = new FakeExtractorOutput();
     aviExtractor.init(fakeExtractorOutput);
 
-    final AviTrack aviTrack = DataHelper.getVideoAviTrack(9);
-    aviExtractor.setAviTracks(new AviTrack[]{aviTrack});
+    final ChunkHandler chunkHandler = DataHelper.getVideoChunkHandler(9);
+    aviExtractor.setChunkHandlers(new ChunkHandler[]{chunkHandler});
     final Format format = new Format.Builder().setSampleMimeType(MimeTypes.VIDEO_MP4V).build();
-    aviTrack.trackOutput.format(format);
+    chunkHandler.trackOutput.format(format);
 
-    aviExtractor.state = AviExtractor.STATE_READ_SAMPLES;
+    aviExtractor.state = AviExtractor.STATE_READ_CHUNKS;
     aviExtractor.setMovi(DataHelper.MOVI_OFFSET, 128*1024);
     return aviExtractor;
   }
@@ -403,9 +403,9 @@ public class AviExtractorTest {
   public void readSamples_givenAtEndOfInput() throws IOException {
     AviExtractor aviExtractor = setupVideoAviExtractor();
     aviExtractor.setMovi(0, 0);
-    final AviTrack aviTrack = aviExtractor.getVideoTrack();
+    final ChunkHandler chunkHandler = aviExtractor.getVideoTrack();
     final ByteBuffer byteBuffer = AviExtractor.allocate(32);
-    byteBuffer.putInt(aviTrack.chunkId);
+    byteBuffer.putInt(chunkHandler.chunkId);
     byteBuffer.putInt(24);
 
     final ExtractorInput input = new FakeExtractorInput.Builder().setData(byteBuffer.array()).build();
@@ -415,47 +415,47 @@ public class AviExtractorTest {
   @Test
   public void readSamples_completeChunk() throws IOException {
     AviExtractor aviExtractor = setupVideoAviExtractor();
-    final AviTrack aviTrack = aviExtractor.getVideoTrack();
+    final ChunkHandler chunkHandler = aviExtractor.getVideoTrack();
     final ByteBuffer byteBuffer = AviExtractor.allocate(32);
-    byteBuffer.putInt(aviTrack.chunkId);
+    byteBuffer.putInt(chunkHandler.chunkId);
     byteBuffer.putInt(24);
 
     final ExtractorInput input = new FakeExtractorInput.Builder().setData(byteBuffer.array())
         .build();
-    Assert.assertEquals(Extractor.RESULT_END_OF_INPUT, aviExtractor.read(input, new PositionHolder()));
+    Assert.assertEquals(Extractor.RESULT_CONTINUE, aviExtractor.read(input, new PositionHolder()));
 
-    final FakeTrackOutput fakeTrackOutput = (FakeTrackOutput) aviTrack.trackOutput;
+    final FakeTrackOutput fakeTrackOutput = (FakeTrackOutput) chunkHandler.trackOutput;
     Assert.assertEquals(24, fakeTrackOutput.getSampleData(0).length);
   }
 
   @Test
   public void readSamples_givenLeadingZeros() throws IOException {
     AviExtractor aviExtractor = setupVideoAviExtractor();
-    final AviTrack aviTrack = aviExtractor.getVideoTrack();
+    final ChunkHandler chunkHandler = aviExtractor.getVideoTrack();
     final ByteBuffer byteBuffer = AviExtractor.allocate(48);
     byteBuffer.position(16);
-    byteBuffer.putInt(aviTrack.chunkId);
+    byteBuffer.putInt(chunkHandler.chunkId);
     byteBuffer.putInt(24);
 
     final ExtractorInput input = new FakeExtractorInput.Builder().setData(byteBuffer.array())
         .build();
-    Assert.assertEquals(Extractor.RESULT_END_OF_INPUT, aviExtractor.read(input, new PositionHolder()));
+    Assert.assertEquals(Extractor.RESULT_CONTINUE, aviExtractor.read(input, new PositionHolder()));
 
-    final FakeTrackOutput fakeTrackOutput = (FakeTrackOutput) aviTrack.trackOutput;
+    final FakeTrackOutput fakeTrackOutput = (FakeTrackOutput) chunkHandler.trackOutput;
     Assert.assertEquals(24, fakeTrackOutput.getSampleData(0).length);
   }
 
   @Test
   public void seek_givenPosition0() throws IOException {
     final AviExtractor aviExtractor = setupVideoAviExtractor();
-    final AviTrack aviTrack = aviExtractor.getVideoTrack();
-    aviExtractor.setChunkHandler(aviTrack);
-    aviTrack.getClock().setIndex(10);
+    final ChunkHandler chunkHandler = aviExtractor.getVideoTrack();
+    aviExtractor.setChunkHandler(chunkHandler);
+    chunkHandler.getClock().setIndex(10);
 
     aviExtractor.seek(0L, 0L);
 
     Assert.assertNull(aviExtractor.getChunkHandler());
-    Assert.assertEquals(0, aviTrack.getClock().getIndex());
+    Assert.assertEquals(0, chunkHandler.getClock().getIndex());
     Assert.assertEquals(aviExtractor.state, AviExtractor.STATE_SEEK_START);
 
 
@@ -470,18 +470,18 @@ public class AviExtractorTest {
     final AviExtractor aviExtractor = setupVideoAviExtractor();
     final AviSeekMap aviSeekMap = DataHelper.getAviSeekMap();
     aviExtractor.aviSeekMap = aviSeekMap;
-    final AviTrack aviTrack = aviExtractor.getVideoTrack();
+    final ChunkHandler chunkHandler = aviExtractor.getVideoTrack();
     final long position = DataHelper.MOVI_OFFSET + aviSeekMap.keyFrameOffsetsDiv2[1] * 2L;
     aviExtractor.seek(position, 0L);
-    Assert.assertEquals(aviSeekMap.seekIndexes[aviTrack.id][1], aviTrack.getClock().getIndex());
+    Assert.assertEquals(aviSeekMap.seekIndexes[chunkHandler.getId()][1], chunkHandler.getClock().getIndex());
   }
 
   @Test
-  public void getAviTrack_givenListWithNull() {
+  public void getChunkHandler_givenListWithNull() {
     final AviExtractor aviExtractor = new AviExtractor();
-    final AviTrack aviTrack = DataHelper.getAudioAviTrack(9);
-    aviExtractor.setAviTracks(new AviTrack[]{null, aviTrack});
-    Assert.assertSame(aviTrack, aviExtractor.getAviTrack(aviTrack.chunkId));
+    final ChunkHandler chunkHandler = DataHelper.getAudioChunkHandler(9);
+    aviExtractor.setChunkHandlers(new ChunkHandler[]{null, chunkHandler});
+    Assert.assertSame(chunkHandler, aviExtractor.getChunkHandler(chunkHandler.chunkId));
   }
 
   @Test

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/AviSeekMapTest.java

@@ -15,7 +15,6 @@
  */
 package com.google.android.exoplayer2.extractor.avi;
 
-import com.google.android.exoplayer2.C;
 import com.google.android.exoplayer2.extractor.SeekMap;
 import org.junit.Assert;
 import org.junit.Test;
@@ -23,26 +22,25 @@ import org.junit.Test;
 public class AviSeekMapTest {
 
   @Test
-  public void setFrames_givenExactSeekPointMatch() {
+  public void getFrames_givenExactSeekPointMatch() {
     final AviSeekMap aviSeekMap = DataHelper.getAviSeekMap();
     final long position = aviSeekMap.keyFrameOffsetsDiv2[1] * 2L + aviSeekMap.seekOffset;
     final int secs = 4;
-    final AviTrack[] aviTracks = new AviTrack[]{DataHelper.getVideoAviTrack(secs),
-        DataHelper.getAudioAviTrack(secs)};
+    final ChunkHandler[] chunkHandlers = new ChunkHandler[]{DataHelper.getVideoChunkHandler(secs),
+        DataHelper.getAudioChunkHandler(secs)};
 
-    aviSeekMap.setFrames(position, C.MICROS_PER_SECOND, aviTracks);
-    for (int i=0;i<aviTracks.length;i++) {
-      Assert.assertEquals(aviSeekMap.seekIndexes[i][1], aviTracks[i].getClock().getIndex());
+    int[] indexes = aviSeekMap.getIndexes(position);
+    for (int i=0;i<chunkHandlers.length;i++) {
+      Assert.assertEquals(aviSeekMap.seekIndexes[i][1], indexes[i]);
     }
   }
 
   @Test
   public void setFrames_givenBadPosition() {
     final AviSeekMap aviSeekMap = DataHelper.getAviSeekMap();
-    final AviTrack[] aviTracks = new AviTrack[2];
 
     try {
-      aviSeekMap.setFrames(1L, C.MICROS_PER_SECOND, aviTracks);
+      aviSeekMap.getIndexes(1L);
       Assert.fail();
     } catch (IllegalArgumentException e) {
       //Intentionally blank

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/AviTrackTest.java

-/*
- * Copyright (C) 2022 The Android Open Source Project
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *      http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package com.google.android.exoplayer2.extractor.avi;
-
-import org.junit.Assert;
-import org.junit.Test;
-
-public class AviTrackTest {
-  @Test
-  public void setClock_givenLinearClock() {
-    final LinearClock linearClock = new LinearClock(1_000_000L, 30);
-    final AviTrack aviTrack = DataHelper.getVideoAviTrack(1);
-    aviTrack.setClock(linearClock);
-
-    Assert.assertSame(linearClock, aviTrack.getClock());
-  }
-}

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/DataHelper.java

@@ -17,7 +17,6 @@ package com.google.android.exoplayer2.extractor.avi;
 
 import android.content.Context;
 import androidx.test.core.app.ApplicationProvider;
-import com.google.android.exoplayer2.C;
 import com.google.android.exoplayer2.testutil.FakeTrackOutput;
 import com.google.android.exoplayer2.testutil.TestUtil;
 import java.io.IOException;
@@ -76,7 +75,7 @@ public class DataHelper {
     final ArrayList<Box> list = new ArrayList<>(2);
     list.add(streamHeaderBox);
     list.add(streamFormatBox);
-    return new ListBox((int)(streamHeaderBox.getSize() + streamFormatBox.getSize()),
+    return new ListBox(streamHeaderBox.getSize() + streamFormatBox.getSize(),
         ListBox.TYPE_STRL, list);
   }
 
@@ -104,18 +103,16 @@ public class DataHelper {
     return byteBuffer;
   }
 
-  public static AviTrack getVideoAviTrack(int sec) {
+  public static ChunkHandler getVideoChunkHandler(int sec) {
     final FakeTrackOutput fakeTrackOutput = new FakeTrackOutput(false);
-    return new AviTrack(0, C.TRACK_TYPE_VIDEO,
-        new LinearClock(sec * 1_000_000L, sec * FPS),
-        fakeTrackOutput);
+    return new ChunkHandler(0, ChunkHandler.TYPE_VIDEO, fakeTrackOutput,
+        new ChunkClock(sec * 1_000_000L, sec * FPS));
   }
 
-  public static AviTrack getAudioAviTrack(int sec) {
+  public static ChunkHandler getAudioChunkHandler(int sec) {
     final FakeTrackOutput fakeTrackOutput = new FakeTrackOutput(false);
-    return new AviTrack(AUDIO_ID, C.TRACK_TYPE_AUDIO,
-        new LinearClock(sec * 1_000_000L, sec * FPS * AUDIO_PER_VIDEO),
-        fakeTrackOutput);
+    return new ChunkHandler(AUDIO_ID, ChunkHandler.TYPE_AUDIO, fakeTrackOutput,
+        new ChunkClock(sec * 1_000_000L, sec * FPS * AUDIO_PER_VIDEO));
   }
 
   public static AviSeekMap getAviSeekMap() {
@@ -153,8 +150,8 @@ public class DataHelper {
      */
   public static ByteBuffer getIndex(final int secs, final int keyFrameRate, int offset) {
     final int videoFrames = secs * FPS;
-    final int videoChunkId = AviTrack.getVideoChunkId(0);
-    final int audioChunkId = AviTrack.getAudioChunkId(1);
+    final int videoChunkId = ChunkHandler.TYPE_VIDEO | ChunkHandler.getChunkIdLower(0);
+    final int audioChunkId = ChunkHandler.TYPE_AUDIO | ChunkHandler.getChunkIdLower(1);
     final ByteBuffer byteBuffer = AviExtractor.allocate((videoFrames + videoFrames*AUDIO_PER_VIDEO) * 16);
 
     for (int v=0;v<videoFrames;v++) {

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/LinearClockTest.java

@@ -24,7 +24,7 @@ import org.junit.Test;
 public class LinearClockTest {
   @Test
   public void advance() {
-    final LinearClock linearClock = new LinearClock(1_000L, 10);
+    final ChunkClock linearClock = new ChunkClock(1_000L, 10);
     linearClock.setIndex(2);
     Assert.assertEquals(200, linearClock.getUs());
     linearClock.advance();

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/MockNalChunkPeeker.java → library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/MockNalChunkHandler.java

@@ -16,12 +16,13 @@
 package com.google.android.exoplayer2.extractor.avi;
 
 import com.google.android.exoplayer2.extractor.ExtractorInput;
+import com.google.android.exoplayer2.testutil.FakeTrackOutput;
 import java.io.IOException;
 
-public class MockNalChunkPeeker extends NalChunkPeeker {
+public class MockNalChunkHandler extends NalChunkHandler {
   private boolean skip;
-  public MockNalChunkPeeker(int peakSize, boolean skip) {
-    super(peakSize);
+  public MockNalChunkHandler(int peakSize, boolean skip) {
+    super(0, new FakeTrackOutput(false), new ChunkClock(1_000_000L, 24), peakSize);
     this.skip = skip;
   }
 

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/Mp4vChunkPeekerTest.java

@@ -32,7 +32,7 @@ import org.junit.runner.RunWith;
 public class Mp4vChunkPeekerTest {
 
   private ByteBuffer makeSequence() {
-    return DataHelper.appendNal(AviExtractor.allocate(32),Mp4vChunkPeeker.SEQUENCE_START_CODE);
+    return DataHelper.appendNal(AviExtractor.allocate(32), Mp4vChunkHandler.SEQUENCE_START_CODE);
   }
 
   @Test
@@ -42,7 +42,8 @@ public class Mp4vChunkPeekerTest {
     final Format.Builder formatBuilder = new Format.Builder();
     final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(byteBuffer.array())
         .build();
-    final Mp4vChunkPeeker mp4vChunkPeeker = new Mp4vChunkPeeker(formatBuilder, fakeTrackOutput);
+    final Mp4vChunkHandler mp4vChunkPeeker = new Mp4vChunkHandler(0, fakeTrackOutput,
+        new ChunkClock(1_000_000L, 24), formatBuilder);
     mp4vChunkPeeker.peek(input, (int) input.getLength());
     Assert.assertEquals(1f, mp4vChunkPeeker.pixelWidthHeightRatio, 0.01);
   }
@@ -54,7 +55,8 @@ public class Mp4vChunkPeekerTest {
     final Context context = ApplicationProvider.getApplicationContext();
     final byte[] bytes = TestUtil.getByteArray(context, "extractordumps/avi/mp4v_sequence.dump");
     final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(bytes).build();
-    final Mp4vChunkPeeker mp4vChunkPeeker = new Mp4vChunkPeeker(formatBuilder, fakeTrackOutput);
+    final Mp4vChunkHandler mp4vChunkPeeker = new Mp4vChunkHandler(0, fakeTrackOutput,
+        new ChunkClock(1_000_000L, 24), formatBuilder);
 
     mp4vChunkPeeker.peek(input, (int) input.getLength());
     Assert.assertEquals(1.2121212, mp4vChunkPeeker.pixelWidthHeightRatio, 0.01);
@@ -64,14 +66,14 @@ public class Mp4vChunkPeekerTest {
   public void peek_givenCustomAspectRatio() throws IOException {
     ByteBuffer byteBuffer = makeSequence();
     byteBuffer.putInt(0x5555);
-    DataHelper.appendNal(byteBuffer, (byte)Mp4vChunkPeeker.LAYER_START_CODE);
+    DataHelper.appendNal(byteBuffer, (byte) Mp4vChunkHandler.LAYER_START_CODE);
 
     BitBuffer bitBuffer = new BitBuffer();
     bitBuffer.push(false); //random_accessible_vol
     bitBuffer.push(8, 8); //video_object_type_indication
     bitBuffer.push(true); // is_object_layer_identifier
     bitBuffer.push(7, 7); // video_object_layer_verid, video_object_layer_priority
-    bitBuffer.push(4, Mp4vChunkPeeker.Extended_PAR);
+    bitBuffer.push(4, Mp4vChunkHandler.Extended_PAR);
     bitBuffer.push(8, 16);
     bitBuffer.push(8, 9);
     final byte bytes[] = bitBuffer.getBytes();
@@ -81,7 +83,8 @@ public class Mp4vChunkPeekerTest {
     final Format.Builder formatBuilder = new Format.Builder();
     final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(byteBuffer.array())
         .build();
-    final Mp4vChunkPeeker mp4vChunkPeeker = new Mp4vChunkPeeker(formatBuilder, fakeTrackOutput);
+    final Mp4vChunkHandler mp4vChunkPeeker = new Mp4vChunkHandler(0, fakeTrackOutput,
+        new ChunkClock(1_000_000L, 24), formatBuilder);
     mp4vChunkPeeker.peek(input, (int) input.getLength());
     Assert.assertEquals(16f/9f, mp4vChunkPeeker.pixelWidthHeightRatio, 0.01);
   }

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/MpegAudioChunkHandlerTest.java

+package com.google.android.exoplayer2.extractor.avi;
+
+import android.content.Context;
+import androidx.test.core.app.ApplicationProvider;
+import androidx.test.ext.junit.runners.AndroidJUnit4;
+import com.google.android.exoplayer2.C;
+import com.google.android.exoplayer2.Format;
+import com.google.android.exoplayer2.audio.MpegAudioUtil;
+import com.google.android.exoplayer2.testutil.FakeExtractorInput;
+import com.google.android.exoplayer2.testutil.FakeTrackOutput;
+import com.google.android.exoplayer2.testutil.TestUtil;
+import com.google.android.exoplayer2.util.MimeTypes;
+import java.io.IOException;
+import java.nio.ByteBuffer;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Test;
+import org.junit.runner.RunWith;
+
+@RunWith(AndroidJUnit4.class)
+public class MpegAudioChunkHandlerTest {
+  private static final int FPS = 24;
+  private Format MP3_FORMAT = new Format.Builder().setChannelCount(2).
+      setSampleMimeType(MimeTypes.AUDIO_MPEG).setSampleRate(44100).build();
+  private static final long CHUNK_MS = C.MICROS_PER_SECOND / FPS;
+  private final MpegAudioUtil.Header header = new MpegAudioUtil.Header();
+  private FakeTrackOutput fakeTrackOutput;
+  private MpegAudioChunkHandler mpegAudioChunkHandler;
+  private byte[] mp3Frame;
+  private long frameUs;
+
+  @Before
+  public void before() throws IOException {
+    fakeTrackOutput = new FakeTrackOutput(false);
+    fakeTrackOutput.format(MP3_FORMAT);
+    mpegAudioChunkHandler = new MpegAudioChunkHandler(0, fakeTrackOutput,
+        new ChunkClock(C.MICROS_PER_SECOND, FPS), MP3_FORMAT.sampleRate);
+
+    if (mp3Frame == null) {
+      final Context context = ApplicationProvider.getApplicationContext();
+      mp3Frame = TestUtil.getByteArray(context,"extractordumps/avi/frame.mp3.dump");
+      header.setForHeaderData(ByteBuffer.wrap(mp3Frame).getInt());
+      //About 26ms
+      frameUs = header.samplesPerFrame * C.MICROS_PER_SECOND / header.sampleRate;
+    }
+  }
+
+  @Test
+  public void newChunk_givenNonMpegData() throws IOException {
+    final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(new byte[1024]).
+        build();
+
+    mpegAudioChunkHandler.newChunk((int)input.getLength(), input);
+    Assert.assertEquals(1024, fakeTrackOutput.getSampleData(0).length);
+    Assert.assertEquals(CHUNK_MS, mpegAudioChunkHandler.getClock().getUs());
+  }
+  @Test
+  public void newChunk_givenEmptyChunk() throws IOException {
+    final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(new byte[0]).
+        build();
+    mpegAudioChunkHandler.newChunk((int)input.getLength(), input);
+    Assert.assertEquals(C.MICROS_PER_SECOND / 24, mpegAudioChunkHandler.getClock().getUs());
+  }
+
+  @Test
+  public void setIndex_given12frames() {
+    mpegAudioChunkHandler.setIndex(12);
+    Assert.assertEquals(500_000L, mpegAudioChunkHandler.getTimeUs());
+  }
+
+  @Test
+  public void newChunk_givenSingleFrame() throws IOException {
+    final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(mp3Frame).build();
+
+    mpegAudioChunkHandler.newChunk(mp3Frame.length, input);
+    Assert.assertArrayEquals(mp3Frame, fakeTrackOutput.getSampleData(0));
+    Assert.assertEquals(frameUs, mpegAudioChunkHandler.getTimeUs());
+  }
+
+  @Test
+  public void newChunk_givenSeekAndFragmentedFrames() throws IOException {
+    ByteBuffer byteBuffer = ByteBuffer.allocate(mp3Frame.length * 2);
+    byteBuffer.put(mp3Frame, mp3Frame.length / 2, mp3Frame.length / 2);
+    byteBuffer.put(mp3Frame);
+    final int remainder = byteBuffer.remaining();
+    byteBuffer.put(mp3Frame, 0, remainder);
+
+    final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(byteBuffer.array()).
+        build();
+
+    mpegAudioChunkHandler.setIndex(1); //Seek
+    Assert.assertFalse(mpegAudioChunkHandler.newChunk(byteBuffer.capacity(), input));
+    Assert.assertArrayEquals(mp3Frame, fakeTrackOutput.getSampleData(0));
+    Assert.assertEquals(frameUs + CHUNK_MS, mpegAudioChunkHandler.getTimeUs());
+
+    Assert.assertTrue(mpegAudioChunkHandler.resume(input));
+    Assert.assertEquals(header.frameSize - remainder, mpegAudioChunkHandler.getFrameRemaining());
+  }
+
+  @Test
+  public void newChunk_givenTwoFrames() throws IOException {
+    ByteBuffer byteBuffer = ByteBuffer.allocate(mp3Frame.length * 2);
+    byteBuffer.put(mp3Frame);
+    byteBuffer.put(mp3Frame);
+
+    final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(byteBuffer.array()).
+        build();
+    Assert.assertFalse(mpegAudioChunkHandler.newChunk(byteBuffer.capacity(), input));
+    Assert.assertEquals(1, fakeTrackOutput.getSampleCount());
+    Assert.assertEquals(0L, fakeTrackOutput.getSampleTimeUs(0));
+
+    Assert.assertTrue(mpegAudioChunkHandler.resume(input));
+    Assert.assertEquals(2, fakeTrackOutput.getSampleCount());
+    Assert.assertEquals(frameUs, fakeTrackOutput.getSampleTimeUs(1));
+  }
+}

library/extractor/src/test/java/com/google/android/exoplayer2/extractor/avi/NalChunkPeekerTest.java

@@ -16,7 +16,6 @@
 package com.google.android.exoplayer2.extractor.avi;
 
 import com.google.android.exoplayer2.testutil.FakeExtractorInput;
-import java.io.EOFException;
 import java.io.IOException;
 import java.nio.ByteBuffer;
 import org.junit.Assert;
@@ -26,7 +25,7 @@ public class NalChunkPeekerTest {
   @Test
   public void construct_givenTooSmallPeekSize() {
     try {
-      new MockNalChunkPeeker(4, false);
+      new MockNalChunkHandler(4, false);
       Assert.fail();
     } catch (IllegalArgumentException e) {
       //Intentionally blank
@@ -36,7 +35,7 @@ public class NalChunkPeekerTest {
   @Test
   public void peek_givenNoData() {
     final FakeExtractorInput input = new FakeExtractorInput.Builder().build();
-    final MockNalChunkPeeker peeker = new MockNalChunkPeeker(5, false);
+    final MockNalChunkHandler peeker = new MockNalChunkHandler(5, false);
     try {
       peeker.peek(input, 10);
     } catch (IOException e) {
@@ -46,7 +45,7 @@ public class NalChunkPeekerTest {
   @Test
   public void peek_givenNoNal() {
     final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(new byte[10]).build();
-    final MockNalChunkPeeker peeker = new MockNalChunkPeeker(5, false);
+    final MockNalChunkHandler peeker = new MockNalChunkHandler(5, false);
     try {
       peeker.peek(input, 10);
     } catch (IOException e) {
@@ -59,7 +58,7 @@ public class NalChunkPeekerTest {
     DataHelper.appendNal(byteBuffer, (byte)32);
 
     final FakeExtractorInput input = new FakeExtractorInput.Builder().setData(byteBuffer.array()).build();
-    final MockNalChunkPeeker peeker = new MockNalChunkPeeker(5, true);
+    final MockNalChunkHandler peeker = new MockNalChunkHandler(5, true);
     try {
       peeker.peek(input, 10);
       Assert.assertEquals(0, input.getPeekPosition());

library/extractor/src/test/java/com/google/android/exoplayer2/util/NalUnitUtilTest.java

@@ -134,6 +134,7 @@ public final class NalUnitUtilTest {
     assertThat(data.pixelWidthHeightRatio).isEqualTo(1.0f);
     assertThat(data.picOrderCountType).isEqualTo(0);
     assertThat(data.separateColorPlaneFlag).isFalse();
+    assertThat(data.maxNumRefFrames).isEqualTo(4);
   }
 
   @Test