|
| 1 | +/* |
| 2 | + * Copyright 2022 The Android Open Source Project |
| 3 | + * |
| 4 | + * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | + * you may not use this file except in compliance with the License. |
| 6 | + * You may obtain a copy of the License at |
| 7 | + * |
| 8 | + * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | + * |
| 10 | + * Unless required by applicable law or agreed to in writing, software |
| 11 | + * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | + * See the License for the specific language governing permissions and |
| 14 | + * limitations under the License. |
| 15 | + */ |
| 16 | +package androidx.media3.exoplayer.rtsp.reader; |
| 17 | + |
| 18 | +import static androidx.media3.common.util.Assertions.checkArgument; |
| 19 | +import static androidx.media3.common.util.Assertions.checkNotNull; |
| 20 | +import static androidx.media3.common.util.Assertions.checkState; |
| 21 | +import static androidx.media3.common.util.Assertions.checkStateNotNull; |
| 22 | +import static androidx.media3.common.util.Util.castNonNull; |
| 23 | +import static androidx.media3.exoplayer.rtsp.reader.RtpReaderUtils.toSampleTimeUs; |
| 24 | + |
| 25 | +import androidx.annotation.Nullable; |
| 26 | +import androidx.media3.common.C; |
| 27 | +import androidx.media3.common.ParserException; |
| 28 | +import androidx.media3.common.util.ParsableBitArray; |
| 29 | +import androidx.media3.common.util.ParsableByteArray; |
| 30 | +import androidx.media3.common.util.UnstableApi; |
| 31 | +import androidx.media3.common.util.Util; |
| 32 | +import androidx.media3.exoplayer.rtsp.RtpPacket; |
| 33 | +import androidx.media3.exoplayer.rtsp.RtpPayloadFormat; |
| 34 | +import androidx.media3.extractor.ExtractorOutput; |
| 35 | +import androidx.media3.extractor.TrackOutput; |
| 36 | +import com.google.common.collect.ImmutableMap; |
| 37 | +import org.checkerframework.checker.nullness.qual.MonotonicNonNull; |
| 38 | + |
| 39 | +/** |
| 40 | + * Parses an MP4A-LATM byte stream carried on RTP packets, and extracts MP4A-LATM Access Units. |
| 41 | + * |
| 42 | + * Refer to RFC3016 for more details. The LATM byte stream format is defined in ISO/IEC14496-3. |
| 43 | + */ |
| 44 | +@UnstableApi |
| 45 | +/* package */ final class RtpMp4aReader implements RtpPayloadReader { |
| 46 | + private static final String TAG = "RtpMp4aReader"; |
| 47 | + |
| 48 | + private static final String PARAMETER_MP4A_CONFIG = "config"; |
| 49 | + |
| 50 | + private final RtpPayloadFormat payloadFormat; |
| 51 | + private final int numberOfSubframes; |
| 52 | + private @MonotonicNonNull TrackOutput trackOutput; |
| 53 | + private long firstReceivedTimestamp; |
| 54 | + private int previousSequenceNumber; |
| 55 | + /** The combined size of a sample that is fragmented into multiple subFrames. */ |
| 56 | + private int fragmentedSampleSizeBytes; |
| 57 | + |
| 58 | + private long startTimeOffsetUs; |
| 59 | + private long fragmentedSampleTimeUs; |
| 60 | + |
| 61 | + /** |
| 62 | + * Creates an instance. |
| 63 | + * |
| 64 | + * @throws IllegalArgumentException If {@link RtpPayloadFormat payloadFormat} is malformed. |
| 65 | + */ |
| 66 | + public RtpMp4aReader(RtpPayloadFormat payloadFormat) { |
| 67 | + this.payloadFormat = payloadFormat; |
| 68 | + try { |
| 69 | + numberOfSubframes = getNumOfSubframesFromMpeg4AudioConfig(payloadFormat.fmtpParameters); |
| 70 | + } catch (ParserException e) { |
| 71 | + throw new IllegalArgumentException(e); |
| 72 | + } |
| 73 | + firstReceivedTimestamp = C.TIME_UNSET; |
| 74 | + previousSequenceNumber = C.INDEX_UNSET; |
| 75 | + fragmentedSampleSizeBytes = 0; |
| 76 | + // The start time offset must be 0 until the first seek. |
| 77 | + startTimeOffsetUs = 0; |
| 78 | + fragmentedSampleTimeUs = C.TIME_UNSET; |
| 79 | + } |
| 80 | + |
| 81 | + @Override |
| 82 | + public void createTracks(ExtractorOutput extractorOutput, int trackId) { |
| 83 | + trackOutput = extractorOutput.track(trackId, C.TRACK_TYPE_VIDEO); |
| 84 | + castNonNull(trackOutput).format(payloadFormat.format); |
| 85 | + } |
| 86 | + |
| 87 | + @Override |
| 88 | + public void onReceivingFirstPacket(long timestamp, int sequenceNumber) { |
| 89 | + checkState(firstReceivedTimestamp == C.TIME_UNSET); |
| 90 | + firstReceivedTimestamp = timestamp; |
| 91 | + } |
| 92 | + |
| 93 | + @Override |
| 94 | + public void consume( |
| 95 | + ParsableByteArray data, long timestamp, int sequenceNumber, boolean rtpMarker) { |
| 96 | + checkStateNotNull(trackOutput); |
| 97 | + |
| 98 | + int expectedSequenceNumber = RtpPacket.getNextSequenceNumber(previousSequenceNumber); |
| 99 | + if (fragmentedSampleSizeBytes > 0 && expectedSequenceNumber < sequenceNumber) { |
| 100 | + outputSampleMetadataForFragmentedPackets(); |
| 101 | + } |
| 102 | + |
| 103 | + for (int subFrameIndex = 0; subFrameIndex < numberOfSubframes; subFrameIndex++) { |
| 104 | + int sampleLength = 0; |
| 105 | + // Implements PayloadLengthInfo() in ISO/IEC14496-3 Chapter 1.7.3.1, it only supports one |
| 106 | + // program and one layer. Each subframe starts with a variable length encoding. |
| 107 | + while (data.getPosition() < data.limit()) { |
| 108 | + int payloadMuxLength = data.readUnsignedByte(); |
| 109 | + sampleLength += payloadMuxLength; |
| 110 | + if (payloadMuxLength != 0xff) { |
| 111 | + break; |
| 112 | + } |
| 113 | + } |
| 114 | + |
| 115 | + trackOutput.sampleData(data, sampleLength); |
| 116 | + fragmentedSampleSizeBytes += sampleLength; |
| 117 | + } |
| 118 | + fragmentedSampleTimeUs = |
| 119 | + toSampleTimeUs( |
| 120 | + startTimeOffsetUs, timestamp, firstReceivedTimestamp, payloadFormat.clockRate); |
| 121 | + if (rtpMarker) { |
| 122 | + outputSampleMetadataForFragmentedPackets(); |
| 123 | + } |
| 124 | + previousSequenceNumber = sequenceNumber; |
| 125 | + } |
| 126 | + |
| 127 | + @Override |
| 128 | + public void seek(long nextRtpTimestamp, long timeUs) { |
| 129 | + firstReceivedTimestamp = nextRtpTimestamp; |
| 130 | + fragmentedSampleSizeBytes = 0; |
| 131 | + startTimeOffsetUs = timeUs; |
| 132 | + } |
| 133 | + |
| 134 | + // Internal methods. |
| 135 | + |
| 136 | + /** |
| 137 | + * Parses an MPEG-4 Audio Stream Mux configuration, as defined in ISO/IEC14496-3. |
| 138 | + * |
| 139 | + * FMTP attribute {@code config} contains the MPEG-4 Audio Stream Mux configuration. |
| 140 | + * |
| 141 | + * @param fmtpAttributes The format parameters, mapped from the SDP FMTP attribute. |
| 142 | + * @return The number of subframes that is carried in each RTP packet. |
| 143 | + */ |
| 144 | + private static int getNumOfSubframesFromMpeg4AudioConfig( |
| 145 | + ImmutableMap<String, String> fmtpAttributes) throws ParserException { |
| 146 | + @Nullable String configInput = fmtpAttributes.get(PARAMETER_MP4A_CONFIG); |
| 147 | + int numberOfSubframes = 0; |
| 148 | + if (configInput != null && configInput.length() % 2 == 0) { |
| 149 | + byte[] configBuffer = Util.getBytesFromHexString(configInput); |
| 150 | + ParsableBitArray scratchBits = new ParsableBitArray(configBuffer); |
| 151 | + int audioMuxVersion = scratchBits.readBits(1); |
| 152 | + if (audioMuxVersion == 0) { |
| 153 | + checkArgument(scratchBits.readBits(1) == 1, "Only supports allStreamsSameTimeFraming."); |
| 154 | + numberOfSubframes = scratchBits.readBits(6); |
| 155 | + checkArgument(scratchBits.readBits(4) == 0, "Only suppors one program."); |
| 156 | + checkArgument(scratchBits.readBits(3) == 0, "Only suppors one layer."); |
| 157 | + } else { |
| 158 | + throw ParserException.createForMalformedDataOfUnknownType( |
| 159 | + "unsupported audio mux version: " + audioMuxVersion, null); |
| 160 | + } |
| 161 | + } |
| 162 | + // ISO/IEC14496-3 Chapter 1.7.3.2.3: The minimum value is 0 indicating 1 subframe. |
| 163 | + return numberOfSubframes + 1; |
| 164 | + } |
| 165 | + |
| 166 | + /** |
| 167 | + * Outputs sample metadata. |
| 168 | + * |
| 169 | + * Call this method only after receiving the end of an MPEG4 partition. |
| 170 | + */ |
| 171 | + private void outputSampleMetadataForFragmentedPackets() { |
| 172 | + checkNotNull(trackOutput) |
| 173 | + .sampleMetadata( |
| 174 | + fragmentedSampleTimeUs, |
| 175 | + C.BUFFER_FLAG_KEY_FRAME, |
| 176 | + fragmentedSampleSizeBytes, |
| 177 | + /* offset= */ 0, |
| 178 | + /* cryptoData= */ null); |
| 179 | + fragmentedSampleSizeBytes = 0; |
| 180 | + fragmentedSampleTimeUs = C.TIME_UNSET; |
| 181 | + } |
| 182 | +} |
0 commit comments