/* * Copyright (C) 2012 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package android.media; import android.annotation.IntDef; import android.annotation.NonNull; import android.annotation.Nullable; import android.content.ContentResolver; import android.content.Context; import android.content.res.AssetFileDescriptor; import android.media.MediaCodec; import android.media.MediaFormat; import android.media.MediaHTTPService; import android.net.Uri; import android.os.IBinder; import com.android.internal.util.Preconditions; import java.io.FileDescriptor; import java.io.IOException; import java.lang.annotation.Retention; import java.lang.annotation.RetentionPolicy; import java.nio.ByteBuffer; import java.nio.ByteOrder; import java.util.Collections; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.UUID; /** * MediaExtractor facilitates extraction of demuxed, typically encoded, media data * from a data source. *
It is generally used like this: *
* MediaExtractor extractor = new MediaExtractor(); * extractor.setDataSource(...); * int numTracks = extractor.getTrackCount(); * for (int i = 0; i < numTracks; ++i) { * MediaFormat format = extractor.getTrackFormat(i); * String mime = format.getString(MediaFormat.KEY_MIME); * if (weAreInterestedInThisTrack) { * extractor.selectTrack(i); * } * } * ByteBuffer inputBuffer = ByteBuffer.allocate(...) * while (extractor.readSampleData(inputBuffer, ...) >= 0) { * int trackIndex = extractor.getSampleTrackIndex(); * long presentationTimeUs = extractor.getSampleTime(); * ... * extractor.advance(); * } * * extractor.release(); * extractor = null; **/ final public class MediaExtractor { public MediaExtractor() { native_setup(); } /** * Sets the data source (MediaDataSource) to use. * * @param dataSource the MediaDataSource for the media you want to extract from * * @throws IllegalArgumentException if dataSource is invalid. */ public native final void setDataSource(@NonNull MediaDataSource dataSource) throws IOException; /** * Sets the data source as a content Uri. * * @param context the Context to use when resolving the Uri * @param uri the Content URI of the data you want to extract from. * @param headers the headers to be sent together with the request for the data. * This can be {@code null} if no specific headers are to be sent with the * request. */ public final void setDataSource( @NonNull Context context, @NonNull Uri uri, @Nullable Map
When
* The following table summarizes support for format keys across android releases:
*
* Notes: Note that that level information contained in the container many times
* does not match the level of the actual bitstream. You may want to clear the level using
* {@code MediaFormat.setString(KEY_LEVEL, null)} before using the track format to find a
* decoder that can play back a particular track.
* *Pixel (sample) aspect ratio is returned in the following
* keys. The display width can be calculated for example as:
*
* display-width = display-height * crop-width / crop-height * sar-width / sar-height
*
* Note:As of API 21, on success the position and limit of
* {@code byteBuf} is updated to point to the data just read.
* @param byteBuf the destination byte buffer
* @return the sample size (or -1 if no more samples are available).
*/
public native int readSampleData(@NonNull ByteBuffer byteBuf, int offset);
/**
* Returns the track index the current sample originates from (or -1
* if no more samples are available)
*/
public native int getSampleTrackIndex();
/**
* Returns the current sample's presentation time in microseconds.
* or -1 if no more samples are available.
*/
public native long getSampleTime();
// Keep these in sync with their equivalents in NuMediaExtractor.h
/**
* The sample is a sync sample (or in {@link MediaCodec}'s terminology
* it is a key frame.)
*
* @see MediaCodec#BUFFER_FLAG_KEY_FRAME
*/
public static final int SAMPLE_FLAG_SYNC = 1;
/**
* The sample is (at least partially) encrypted, see also the documentation
* for {@link android.media.MediaCodec#queueSecureInputBuffer}
*/
public static final int SAMPLE_FLAG_ENCRYPTED = 2;
/** @hide */
@IntDef(
flag = true,
value = {
SAMPLE_FLAG_SYNC,
SAMPLE_FLAG_ENCRYPTED,
})
@Retention(RetentionPolicy.SOURCE)
public @interface SampleFlag {}
/**
* Returns the current sample's flags.
*/
@SampleFlag
public native int getSampleFlags();
/**
* If the sample flags indicate that the current sample is at least
* partially encrypted, this call returns relevant information about
* the structure of the sample data required for decryption.
* @param info The android.media.MediaCodec.CryptoInfo structure
* to be filled in.
* @return true iff the sample flags contain {@link #SAMPLE_FLAG_ENCRYPTED}
*/
public native boolean getSampleCryptoInfo(@NonNull MediaCodec.CryptoInfo info);
/**
* Returns an estimate of how much data is presently cached in memory
* expressed in microseconds. Returns -1 if that information is unavailable
* or not applicable (no cache).
*/
public native long getCachedDuration();
/**
* Returns true iff we are caching data and the cache has reached the
* end of the data stream (for now, a future seek may of course restart
* the fetching of data).
* This API only returns a meaningful result if {@link #getCachedDuration}
* indicates the presence of a cache, i.e. does NOT return -1.
*/
public native boolean hasCacheReachedEndOfStream();
private static native final void native_init();
private native final void native_setup();
private native final void native_finalize();
static {
System.loadLibrary("media_jni");
native_init();
}
private long mNativeContext;
}
path
refers to a local file, the file may actually be opened by a
* process other than the calling application. This implies that the pathname
* should be an absolute path (as any other process runs with unspecified current working
* directory), and that the pathname should reference a world-readable file.
* As an alternative, the application could first open the file for reading,
* and then use the file descriptor form {@link #setDataSource(FileDescriptor)}.
*/
public final void setDataSource(@NonNull String path) throws IOException {
nativeSetDataSource(
MediaHTTPService.createHttpServiceBinderIfNecessary(path),
path,
null,
null);
}
/**
* Sets the data source (AssetFileDescriptor) to use. It is the caller's
* responsibility to close the file descriptor. It is safe to do so as soon
* as this call returns.
*
* @param afd the AssetFileDescriptor for the file you want to extract from.
*/
public final void setDataSource(@NonNull AssetFileDescriptor afd)
throws IOException, IllegalArgumentException, IllegalStateException {
Preconditions.checkNotNull(afd);
// Note: using getDeclaredLength so that our behavior is the same
// as previous versions when the content provider is returning
// a full file.
if (afd.getDeclaredLength() < 0) {
setDataSource(afd.getFileDescriptor());
} else {
setDataSource(afd.getFileDescriptor(), afd.getStartOffset(), afd.getDeclaredLength());
}
}
/**
* Sets the data source (FileDescriptor) to use. It is the caller's responsibility
* to close the file descriptor. It is safe to do so as soon as this call returns.
*
* @param fd the FileDescriptor for the file you want to extract from.
*/
public final void setDataSource(@NonNull FileDescriptor fd) throws IOException {
setDataSource(fd, 0, 0x7ffffffffffffffL);
}
/**
* Sets the data source (FileDescriptor) to use. The FileDescriptor must be
* seekable (N.B. a LocalSocket is not seekable). It is the caller's responsibility
* to close the file descriptor. It is safe to do so as soon as this call returns.
*
* @param fd the FileDescriptor for the file you want to extract from.
* @param offset the offset into the file where the data to be extracted starts, in bytes
* @param length the length in bytes of the data to be extracted
*/
public native final void setDataSource(
@NonNull FileDescriptor fd, long offset, long length) throws IOException;
@Override
protected void finalize() {
native_finalize();
}
/**
* Make sure you call this when you're done to free up any resources
* instead of relying on the garbage collector to do this for you at
* some point in the future.
*/
public native final void release();
/**
* Count the number of tracks found in the data source.
*/
public native final int getTrackCount();
/**
* Extract DRM initialization data if it exists
*
* @return DRM initialization data in the content, or {@code null}
* if no recognizable DRM format is found;
* @see DrmInitData
*/
public DrmInitData getDrmInitData() {
Map
*
*
*
*/
@NonNull
public MediaFormat getTrackFormat(int index) {
return new MediaFormat(getTrackFormatNative(index));
}
@NonNull
private native Map
* OS Version(s)
* {@code MediaFormat} keys used for
*
*
*
*
* All Tracks
* Audio Tracks
* Video Tracks
*
* {@link android.os.Build.VERSION_CODES#JELLY_BEAN}
* {@link MediaFormat#KEY_MIME},
*
* {@link MediaFormat#KEY_DURATION},
* {@link MediaFormat#KEY_MAX_INPUT_SIZE}{@link MediaFormat#KEY_SAMPLE_RATE},
*
* {@link MediaFormat#KEY_CHANNEL_COUNT},
* {@link MediaFormat#KEY_CHANNEL_MASK},
* gapless playback information.mp3, .mp4,
* {@link MediaFormat#KEY_IS_ADTS}AAC if streaming,
* codec-specific dataAAC, Vorbis{@link MediaFormat#KEY_WIDTH},
*
* {@link MediaFormat#KEY_HEIGHT},
* codec-specific dataAVC, MPEG4
* {@link android.os.Build.VERSION_CODES#JELLY_BEAN_MR1}
*
* {@link android.os.Build.VERSION_CODES#JELLY_BEAN_MR2}
* as above, plus
*
* Pixel aspect ratio informationAVC, *
* {@link android.os.Build.VERSION_CODES#KITKAT}
*
* {@link android.os.Build.VERSION_CODES#KITKAT_WATCH}
*
* {@link android.os.Build.VERSION_CODES#LOLLIPOP}
* as above, plus
*
* {@link MediaFormat#KEY_BIT_RATE}AAC,
* codec-specific dataOpusas above, plus
*
* {@link MediaFormat#KEY_ROTATION}.mp4,
* {@link MediaFormat#KEY_BIT_RATE}MPEG4,
* codec-specific dataHEVC
* {@link android.os.Build.VERSION_CODES#LOLLIPOP_MR1}
*
* {@link android.os.Build.VERSION_CODES#M}
* as above, plus
*
* gapless playback informationOpusas above, plus
*
* {@link MediaFormat#KEY_FRAME_RATE} (integer)
*
* {@link android.os.Build.VERSION_CODES#N}
* as above, plus
*
* {@link MediaFormat#KEY_TRACK_ID},
*
* {@link MediaFormat#KEY_BIT_RATE}#, .mp4as above, plus
*
* {@link MediaFormat#KEY_PCM_ENCODING},
* {@link MediaFormat#KEY_PROFILE}AACas above, plus
*
* {@link MediaFormat#KEY_HDR_STATIC_INFO}#, .webm,
* {@link MediaFormat#KEY_COLOR_STANDARD}#,
* {@link MediaFormat#KEY_COLOR_TRANSFER}#,
* {@link MediaFormat#KEY_COLOR_RANGE}#,
* {@link MediaFormat#KEY_PROFILE}MPEG2, H.263, MPEG4, AVC, HEVC, VP9,
* {@link MediaFormat#KEY_LEVEL}H.263, MPEG4, AVC, HEVC, VP9,
* codec-specific dataVP9
*
*
*
* #: container-specified value only.
* .mp4, .webm…: for listed containers
* MPEG4, AAC…: for listed codecs
*
*
*
*
*
*
*
* Format Key Value Type Description
*
* {@code "sar-width"} Integer Pixel aspect ratio width
*
*
*
* {@code "sar-height"} Integer Pixel aspect ratio height
*