/* * Copyright (C) 2010 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package android.media.audiofx; import android.annotation.IntDef; import android.media.AudioDeviceInfo; import android.media.AudioFormat; import android.media.audiofx.AudioEffect; import android.util.Log; import java.lang.annotation.Retention; import java.lang.annotation.RetentionPolicy; import java.nio.ByteBuffer; import java.nio.ByteOrder; import java.util.StringTokenizer; /** * An audio virtualizer is a general name for an effect to spatialize audio channels. The exact * behavior of this effect is dependent on the number of audio input channels and the types and * number of audio output channels of the device. For example, in the case of a stereo input and * stereo headphone output, a stereo widening effect is used when this effect is turned on. *
An application creates a Virtualizer object to instantiate and control a virtualizer engine * in the audio framework. *
The methods, parameter types and units exposed by the Virtualizer implementation are directly * mapping those defined by the OpenSL ES 1.0.1 Specification (http://www.khronos.org/opensles/) * for the SLVirtualizerItf interface. Please refer to this specification for more details. *
To attach the Virtualizer to a particular AudioTrack or MediaPlayer, specify the audio session * ID of this AudioTrack or MediaPlayer when constructing the Virtualizer. *
NOTE: attaching a Virtualizer to the global audio output mix by use of session 0 is * deprecated. *
See {@link android.media.MediaPlayer#getAudioSessionId()} for details on audio sessions. *
See {@link android.media.audiofx.AudioEffect} class for more details on controlling * audio effects. */ public class Virtualizer extends AudioEffect { private final static String TAG = "Virtualizer"; private final static boolean DEBUG = false; // These constants must be synchronized with those in // system/media/audio_effects/include/audio_effects/effect_virtualizer.h /** * Is strength parameter supported by virtualizer engine. Parameter ID for getParameter(). */ public static final int PARAM_STRENGTH_SUPPORTED = 0; /** * Virtualizer effect strength. Parameter ID for * {@link android.media.audiofx.Virtualizer.OnParameterChangeListener} */ public static final int PARAM_STRENGTH = 1; /** * @hide * Parameter ID to query the virtual speaker angles for a channel mask / device configuration. */ public static final int PARAM_VIRTUAL_SPEAKER_ANGLES = 2; /** * @hide * Parameter ID to force the virtualization mode to be that of a specific device */ public static final int PARAM_FORCE_VIRTUALIZATION_MODE = 3; /** * @hide * Parameter ID to query the current virtualization mode. */ public static final int PARAM_VIRTUALIZATION_MODE = 4; /** * Indicates if strength parameter is supported by the virtualizer engine */ private boolean mStrengthSupported = false; /** * Registered listener for parameter changes. */ private OnParameterChangeListener mParamListener = null; /** * Listener used internally to to receive raw parameter change event from AudioEffect super class */ private BaseParameterListener mBaseParamListener = null; /** * Lock for access to mParamListener */ private final Object mParamListenerLock = new Object(); /** * Class constructor. * @param priority the priority level requested by the application for controlling the Virtualizer * engine. As the same engine can be shared by several applications, this parameter indicates * how much the requesting application needs control of effect parameters. The normal priority * is 0, above normal is a positive number, below normal a negative number. * @param audioSession system wide unique audio session identifier. The Virtualizer will * be attached to the MediaPlayer or AudioTrack in the same audio session. * * @throws java.lang.IllegalStateException * @throws java.lang.IllegalArgumentException * @throws java.lang.UnsupportedOperationException * @throws java.lang.RuntimeException */ public Virtualizer(int priority, int audioSession) throws IllegalStateException, IllegalArgumentException, UnsupportedOperationException, RuntimeException { super(EFFECT_TYPE_VIRTUALIZER, EFFECT_TYPE_NULL, priority, audioSession); if (audioSession == 0) { Log.w(TAG, "WARNING: attaching a Virtualizer to global output mix is deprecated!"); } int[] value = new int[1]; checkStatus(getParameter(PARAM_STRENGTH_SUPPORTED, value)); mStrengthSupported = (value[0] != 0); } /** * Indicates whether setting strength is supported. If this method returns false, only one * strength is supported and the setStrength() method always rounds to that value. * @return true is strength parameter is supported, false otherwise */ public boolean getStrengthSupported() { return mStrengthSupported; } /** * Sets the strength of the virtualizer effect. If the implementation does not support per mille * accuracy for setting the strength, it is allowed to round the given strength to the nearest * supported value. You can use the {@link #getRoundedStrength()} method to query the * (possibly rounded) value that was actually set. * @param strength strength of the effect. The valid range for strength strength is [0, 1000], * where 0 per mille designates the mildest effect and 1000 per mille designates the strongest. * @throws IllegalStateException * @throws IllegalArgumentException * @throws UnsupportedOperationException */ public void setStrength(short strength) throws IllegalStateException, IllegalArgumentException, UnsupportedOperationException { checkStatus(setParameter(PARAM_STRENGTH, strength)); } /** * Gets the current strength of the effect. * @return the strength of the effect. The valid range for strength is [0, 1000], where 0 per * mille designates the mildest effect and 1000 per mille the strongest * @throws IllegalStateException * @throws IllegalArgumentException * @throws UnsupportedOperationException */ public short getRoundedStrength() throws IllegalStateException, IllegalArgumentException, UnsupportedOperationException { short[] value = new short[1]; checkStatus(getParameter(PARAM_STRENGTH, value)); return value[0]; } /** * Checks if a configuration is supported, and query the virtual speaker angles. * @param inputChannelMask * @param deviceType * @param angles if non-null: array in which the angles will be written. If null, no angles * are returned * @return true if the combination of channel mask and output device type is supported, false * otherwise * @throws IllegalStateException * @throws IllegalArgumentException * @throws UnsupportedOperationException */ private boolean getAnglesInt(int inputChannelMask, int deviceType, int[] angles) throws IllegalStateException, IllegalArgumentException, UnsupportedOperationException { // parameter check if (inputChannelMask == AudioFormat.CHANNEL_INVALID) { throw (new IllegalArgumentException( "Virtualizer: illegal CHANNEL_INVALID channel mask")); } int channelMask = inputChannelMask == AudioFormat.CHANNEL_OUT_DEFAULT ? AudioFormat.CHANNEL_OUT_STEREO : inputChannelMask; int nbChannels = AudioFormat.channelCountFromOutChannelMask(channelMask); if ((angles != null) && (angles.length < (nbChannels * 3))) { Log.e(TAG, "Size of array for angles cannot accomodate number of channels in mask (" + nbChannels + ")"); throw (new IllegalArgumentException( "Virtualizer: array for channel / angle pairs is too small: is " + angles.length + ", should be " + (nbChannels * 3))); } ByteBuffer paramsConverter = ByteBuffer.allocate(3 /* param + mask + device*/ * 4); paramsConverter.order(ByteOrder.nativeOrder()); paramsConverter.putInt(PARAM_VIRTUAL_SPEAKER_ANGLES); // convert channel mask to internal native representation paramsConverter.putInt(AudioFormat.convertChannelOutMaskToNativeMask(channelMask)); // convert Java device type to internal representation paramsConverter.putInt(AudioDeviceInfo.convertDeviceTypeToInternalDevice(deviceType)); // allocate an array to store the results byte[] result = new byte[nbChannels * 4/*int to byte*/ * 3/*for mask, azimuth, elevation*/]; // call into the effect framework int status = getParameter(paramsConverter.array(), result); if (DEBUG) { Log.v(TAG, "getAngles(0x" + Integer.toHexString(inputChannelMask) + ", 0x" + Integer.toHexString(deviceType) + ") returns " + status); } if (status >= 0) { if (angles != null) { // convert and copy the results ByteBuffer resultConverter = ByteBuffer.wrap(result); resultConverter.order(ByteOrder.nativeOrder()); for (int i = 0 ; i < nbChannels ; i++) { // write the channel mask angles[3 * i] = AudioFormat.convertNativeChannelMaskToOutMask( resultConverter.getInt((i * 4 * 3))); // write the azimuth angles[3 * i + 1] = resultConverter.getInt(i * 4 * 3 + 4); // write the elevation angles[3 * i + 2] = resultConverter.getInt(i * 4 * 3 + 8); if (DEBUG) { Log.v(TAG, "channel 0x" + Integer.toHexString(angles[3*i]).toUpperCase() + " at az=" + angles[3*i+1] + "deg" + " elev=" + angles[3*i+2] + "deg"); } } } return true; } else if (status == AudioEffect.ERROR_BAD_VALUE) { // a BAD_VALUE return from getParameter indicates the configuration is not supported // don't throw an exception, just return false return false; } else { // something wrong may have happened checkStatus(status); } // unexpected virtualizer behavior Log.e(TAG, "unexpected status code " + status + " after getParameter(PARAM_VIRTUAL_SPEAKER_ANGLES)"); return false; } /** * A virtualization mode indicating virtualization processing is not active. * See {@link #getVirtualizationMode()} as one of the possible return value. */ public static final int VIRTUALIZATION_MODE_OFF = 0; /** * A virtualization mode used to indicate the virtualizer effect must stop forcing the * processing to a particular mode in {@link #forceVirtualizationMode(int)}. */ public static final int VIRTUALIZATION_MODE_AUTO = 1; /** * A virtualization mode typically used over headphones. * Binaural virtualization describes an audio processing configuration for virtualization * where the left and right channels are respectively reaching the left and right ear of the * user, without also feeding the opposite ear (as is the case when listening over speakers). *
Such a mode is therefore meant to be used when audio is playing over stereo wired * headphones or headsets, but also stereo headphones through a wireless A2DP Bluetooth link. *
See {@link #canVirtualize(int, int)} to verify this mode is supported by this Virtualizer. */ public final static int VIRTUALIZATION_MODE_BINAURAL = 2; /** * A virtualization mode typically used over speakers. * Transaural virtualization describes an audio processing configuration that differs from * binaural (as described in {@link #VIRTUALIZATION_MODE_BINAURAL} in that cross-talk is * present, i.e. audio played from the left channel also reaches the right ear of the user, * and vice-versa. *
When supported, such a mode is therefore meant to be used when audio is playing over the * built-in stereo speakers of a device, if they are featured. *
See {@link #canVirtualize(int, int)} to verify this mode is supported by this Virtualizer.
*/
public final static int VIRTUALIZATION_MODE_TRANSAURAL = 3;
/** @hide */
@IntDef( {
VIRTUALIZATION_MODE_BINAURAL,
VIRTUALIZATION_MODE_TRANSAURAL
})
@Retention(RetentionPolicy.SOURCE)
public @interface VirtualizationMode {}
/** @hide */
@IntDef( {
VIRTUALIZATION_MODE_AUTO,
VIRTUALIZATION_MODE_BINAURAL,
VIRTUALIZATION_MODE_TRANSAURAL
})
@Retention(RetentionPolicy.SOURCE)
public @interface ForceVirtualizationMode {}
private static int getDeviceForModeQuery(@VirtualizationMode int virtualizationMode)
throws IllegalArgumentException {
switch (virtualizationMode) {
case VIRTUALIZATION_MODE_BINAURAL:
return AudioDeviceInfo.TYPE_WIRED_HEADPHONES;
case VIRTUALIZATION_MODE_TRANSAURAL:
return AudioDeviceInfo.TYPE_BUILTIN_SPEAKER;
default:
throw (new IllegalArgumentException(
"Virtualizer: illegal virtualization mode " + virtualizationMode));
}
}
private static int getDeviceForModeForce(@ForceVirtualizationMode int virtualizationMode)
throws IllegalArgumentException {
if (virtualizationMode == VIRTUALIZATION_MODE_AUTO) {
return AudioDeviceInfo.TYPE_UNKNOWN;
} else {
return getDeviceForModeQuery(virtualizationMode);
}
}
private static int deviceToMode(int deviceType) {
switch (deviceType) {
case AudioDeviceInfo.TYPE_WIRED_HEADSET:
case AudioDeviceInfo.TYPE_WIRED_HEADPHONES:
case AudioDeviceInfo.TYPE_BLUETOOTH_SCO:
case AudioDeviceInfo.TYPE_BUILTIN_EARPIECE:
return VIRTUALIZATION_MODE_BINAURAL;
case AudioDeviceInfo.TYPE_BUILTIN_SPEAKER:
case AudioDeviceInfo.TYPE_LINE_ANALOG:
case AudioDeviceInfo.TYPE_LINE_DIGITAL:
case AudioDeviceInfo.TYPE_BLUETOOTH_A2DP:
case AudioDeviceInfo.TYPE_HDMI:
case AudioDeviceInfo.TYPE_HDMI_ARC:
case AudioDeviceInfo.TYPE_USB_DEVICE:
case AudioDeviceInfo.TYPE_USB_ACCESSORY:
case AudioDeviceInfo.TYPE_DOCK:
case AudioDeviceInfo.TYPE_FM:
case AudioDeviceInfo.TYPE_AUX_LINE:
return VIRTUALIZATION_MODE_TRANSAURAL;
case AudioDeviceInfo.TYPE_UNKNOWN:
default:
return VIRTUALIZATION_MODE_OFF;
}
}
/**
* Checks if the combination of a channel mask and virtualization mode is supported by this
* virtualizer.
* Some virtualizer implementations may only support binaural processing (i.e. only support
* headphone output, see {@link #VIRTUALIZATION_MODE_BINAURAL}), some may support transaural
* processing (i.e. for speaker output, see {@link #VIRTUALIZATION_MODE_TRANSAURAL}) for the
* built-in speakers. Use this method to query the virtualizer implementation capabilities.
* @param inputChannelMask the channel mask of the content to virtualize.
* @param virtualizationMode the mode for which virtualization processing is to be performed,
* one of {@link #VIRTUALIZATION_MODE_BINAURAL}, {@link #VIRTUALIZATION_MODE_TRANSAURAL}.
* @return true if the combination of channel mask and virtualization mode is supported, false
* otherwise.
*
An indication that a certain channel mask is not supported doesn't necessarily mean
* you cannot play content with that channel mask, it more likely implies the content will
* be downmixed before being virtualized. For instance a virtualizer that only supports a
* mask such as {@link AudioFormat#CHANNEL_OUT_STEREO}
* will still be able to process content with a mask of
* {@link AudioFormat#CHANNEL_OUT_5POINT1}, but will downmix the content to stereo first, and
* then will virtualize, as opposed to virtualizing each channel individually.
* @throws IllegalStateException
* @throws IllegalArgumentException
* @throws UnsupportedOperationException
*/
public boolean canVirtualize(int inputChannelMask, @VirtualizationMode int virtualizationMode)
throws IllegalStateException, IllegalArgumentException, UnsupportedOperationException {
return getAnglesInt(inputChannelMask, getDeviceForModeQuery(virtualizationMode), null);
}
/**
* Queries the virtual speaker angles (azimuth and elevation) for a combination of a channel
* mask and virtualization mode.
* If the virtualization configuration (mask and mode) is supported (see
* {@link #canVirtualize(int, int)}, the array angles will contain upon return the
* definition of each virtual speaker and its azimuth and elevation angles relative to the
* listener.
*
Note that in some virtualizer implementations, the angles may be strength-dependent.
* @param inputChannelMask the channel mask of the content to virtualize.
* @param virtualizationMode the mode for which virtualization processing is to be performed,
* one of {@link #VIRTUALIZATION_MODE_BINAURAL}, {@link #VIRTUALIZATION_MODE_TRANSAURAL}.
* @param angles a non-null array whose length is 3 times the number of channels in the channel
* mask.
* If the method indicates the configuration is supported, the array will contain upon return
* triplets of values: for each channel i
among the channels of the mask:
*
3*i
in the array contains the speaker
* identification (e.g. {@link AudioFormat#CHANNEL_OUT_FRONT_LEFT}),3*i+1
contains its corresponding azimuth angle
* expressed in degrees, where 0 is the direction the listener faces, 180 is behind
* the listener, and -90 is to her/his left,3*i+2
contains its corresponding elevation angle
* where +90 is directly above the listener, 0 is the horizontal plane, and -90 is
* directly below the listener.