/* * Copyright (C) 2014 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.android.test.voiceinteraction; import android.app.ActivityManager; import android.app.VoiceInteractor; import android.app.assist.AssistContent; import android.app.assist.AssistStructure; import android.content.Context; import android.content.Intent; import android.graphics.Bitmap; import android.net.Uri; import android.os.Bundle; import android.service.voice.VoiceInteractionSession; import android.util.Log; import android.view.View; import android.widget.Button; import android.widget.CheckBox; import android.widget.ImageView; import android.widget.TextView; public class MainInteractionSession extends VoiceInteractionSession implements View.OnClickListener { static final String TAG = "MainInteractionSession"; Intent mStartIntent; View mContentView; AssistVisualizer mAssistVisualizer; View mTopContent; View mBottomContent; TextView mText; Button mTreeButton; Button mTextButton; Button mStartButton; CheckBox mOptionsCheck; View mOptionsContainer; CheckBox mDisallowAssist; CheckBox mDisallowScreenshot; TextView mOptionsText; ImageView mScreenshot; ImageView mFullScreenshot; Button mConfirmButton; Button mCompleteButton; Button mAbortButton; AssistStructure mAssistStructure; static final int STATE_IDLE = 0; static final int STATE_LAUNCHING = 1; static final int STATE_CONFIRM = 2; static final int STATE_PICK_OPTION = 3; static final int STATE_COMMAND = 4; static final int STATE_ABORT_VOICE = 5; static final int STATE_COMPLETE_VOICE = 6; static final int STATE_DONE = 7; int mState = STATE_IDLE; VoiceInteractor.PickOptionRequest.Option[] mPendingOptions; CharSequence mPendingPrompt; Request mPendingRequest; int mCurrentTask = -1; MainInteractionSession(Context context) { super(context); } @Override public void onCreate() { super.onCreate(); ActivityManager am = getContext().getSystemService(ActivityManager.class); am.setWatchHeapLimit(40 * 1024 * 1024); } @Override public void onShow(Bundle args, int showFlags) { super.onShow(args, showFlags); Log.i(TAG, "onShow: flags=0x" + Integer.toHexString(showFlags) + " args=" + args); mState = STATE_IDLE; mStartIntent = args != null ? (Intent)args.getParcelable("intent") : null; if (mStartIntent == null) { mStartIntent = new Intent(getContext(), TestInteractionActivity.class); } if (mAssistVisualizer != null) { mAssistVisualizer.clearAssistData(); } onHandleScreenshot(null); updateState(); refreshOptions(); } @Override public void onHide() { super.onHide(); if (mAssistVisualizer != null) { mAssistVisualizer.clearAssistData(); } mState = STATE_DONE; updateState(); } @Override public View onCreateContentView() { mContentView = getLayoutInflater().inflate(R.layout.voice_interaction_session, null); mAssistVisualizer = (AssistVisualizer)mContentView.findViewById(R.id.assist_visualizer); if (mAssistStructure != null) { mAssistVisualizer.setAssistStructure(mAssistStructure); } mTopContent = mContentView.findViewById(R.id.top_content); mBottomContent = mContentView.findViewById(R.id.bottom_content); mText = (TextView)mContentView.findViewById(R.id.text); mTreeButton = (Button)mContentView.findViewById(R.id.do_tree); mTreeButton.setOnClickListener(this); mTextButton = (Button)mContentView.findViewById(R.id.do_text); mTextButton.setOnClickListener(this); mStartButton = (Button)mContentView.findViewById(R.id.start); mStartButton.setOnClickListener(this); mScreenshot = (ImageView)mContentView.findViewById(R.id.screenshot); mScreenshot.setOnClickListener(this); mFullScreenshot = (ImageView)mContentView.findViewById(R.id.full_screenshot); mOptionsCheck = (CheckBox)mContentView.findViewById(R.id.show_options); mOptionsCheck.setOnClickListener(this); mOptionsContainer = mContentView.findViewById(R.id.options); mDisallowAssist = (CheckBox)mContentView.findViewById(R.id.disallow_structure); mDisallowAssist.setOnClickListener(this); mDisallowScreenshot = (CheckBox)mContentView.findViewById(R.id.disallow_screenshot); mDisallowScreenshot.setOnClickListener(this); mOptionsText = (TextView)mContentView.findViewById(R.id.options_text); mConfirmButton = (Button)mContentView.findViewById(R.id.confirm); mConfirmButton.setOnClickListener(this); mCompleteButton = (Button)mContentView.findViewById(R.id.complete); mCompleteButton.setOnClickListener(this); mAbortButton = (Button)mContentView.findViewById(R.id.abort); mAbortButton.setOnClickListener(this); refreshOptions(); return mContentView; } void refreshOptions() { if (mOptionsContainer != null) { if (mOptionsCheck.isChecked()) { mOptionsContainer.setVisibility(View.VISIBLE); int flags = getDisabledShowContext(); mDisallowAssist.setChecked((flags & SHOW_WITH_ASSIST) != 0); mDisallowScreenshot.setChecked((flags & SHOW_WITH_SCREENSHOT) != 0); int disabled = getUserDisabledShowContext(); mOptionsText.setText("Disabled: 0x" + Integer.toHexString(disabled)); } else { mOptionsContainer.setVisibility(View.GONE); } } } public void onHandleAssist(Bundle assistBundle) { } @Override public void onHandleAssist(Bundle data, AssistStructure structure, AssistContent content) { mAssistStructure = structure; if (mAssistStructure != null) { if (mAssistVisualizer != null) { mAssistVisualizer.setAssistStructure(mAssistStructure); } } else { if (mAssistVisualizer != null) { mAssistVisualizer.clearAssistData(); } } if (content != null) { Log.i(TAG, "Assist intent: " + content.getIntent()); Log.i(TAG, "Assist clipdata: " + content.getClipData()); } if (data != null) { Uri referrer = data.getParcelable(Intent.EXTRA_REFERRER); if (referrer != null) { Log.i(TAG, "Referrer: " + referrer); } } } @Override public void onHandleScreenshot(Bitmap screenshot) { if (screenshot != null) { mScreenshot.setImageBitmap(screenshot); mScreenshot.setAdjustViewBounds(true); mScreenshot.setMaxWidth(screenshot.getWidth() / 3); mScreenshot.setMaxHeight(screenshot.getHeight() / 3); mFullScreenshot.setImageBitmap(screenshot); } else { mScreenshot.setImageDrawable(null); mFullScreenshot.setImageDrawable(null); } } void updateState() { if (mState == STATE_IDLE) { mTopContent.setVisibility(View.VISIBLE); mBottomContent.setVisibility(View.GONE); mAssistVisualizer.setVisibility(View.VISIBLE); } else if (mState == STATE_DONE) { mTopContent.setVisibility(View.GONE); mBottomContent.setVisibility(View.GONE); mAssistVisualizer.setVisibility(View.GONE); } else { mTopContent.setVisibility(View.GONE); mBottomContent.setVisibility(View.VISIBLE); mAssistVisualizer.setVisibility(View.GONE); } mStartButton.setEnabled(mState == STATE_IDLE); mConfirmButton.setEnabled(mState == STATE_CONFIRM || mState == STATE_PICK_OPTION || mState == STATE_COMMAND); mAbortButton.setEnabled(mState == STATE_ABORT_VOICE); mCompleteButton.setEnabled(mState == STATE_COMPLETE_VOICE); } public void onClick(View v) { if (v == mTreeButton) { if (mAssistVisualizer != null) { mAssistVisualizer.logTree(); } } else if (v == mTextButton) { if (mAssistVisualizer != null) { mAssistVisualizer.logText(); } } else if (v == mOptionsCheck) { refreshOptions(); } else if (v == mDisallowAssist) { int flags = getDisabledShowContext(); if (mDisallowAssist.isChecked()) { flags |= SHOW_WITH_ASSIST; } else { flags &= ~SHOW_WITH_ASSIST; } setDisabledShowContext(flags); } else if (v == mDisallowScreenshot) { int flags = getDisabledShowContext(); if (mDisallowScreenshot.isChecked()) { flags |= SHOW_WITH_SCREENSHOT; } else { flags &= ~SHOW_WITH_SCREENSHOT; } setDisabledShowContext(flags); } else if (v == mStartButton) { mState = STATE_LAUNCHING; updateState(); startVoiceActivity(mStartIntent); } else if (v == mConfirmButton) { if (mPendingRequest instanceof ConfirmationRequest) { ((ConfirmationRequest)mPendingRequest).sendConfirmationResult(true, null); mPendingRequest = null; mState = STATE_LAUNCHING; } else if (mPendingRequest instanceof PickOptionRequest) { PickOptionRequest pick = (PickOptionRequest)mPendingRequest; int numReturn = mPendingOptions.length/2; if (numReturn <= 0) { numReturn = 1; } VoiceInteractor.PickOptionRequest.Option[] picked = new VoiceInteractor.PickOptionRequest.Option[numReturn]; for (int i=0; i 0) { sb.append(", "); } sb.append(mPendingOptions[i].getLabel()); } mText.setText(sb.toString()); } @Override public void onRequestCompleteVoice(CompleteVoiceRequest request) { Log.i(TAG, "onCompleteVoice: message=" + request.getVoicePrompt() + " extras=" + request.getExtras()); setPrompt(request.getVoicePrompt()); mPendingRequest = request; mState = STATE_COMPLETE_VOICE; updateState(); } @Override public void onRequestAbortVoice(AbortVoiceRequest request) { Log.i(TAG, "onAbortVoice: message=" + request.getVoicePrompt() + " extras=" + request.getExtras()); setPrompt(request.getVoicePrompt()); mPendingRequest = request; mState = STATE_ABORT_VOICE; updateState(); } @Override public void onRequestCommand(CommandRequest request) { Bundle extras = request.getExtras(); if (extras != null) { extras.getString("arg"); } Log.i(TAG, "onCommand: command=" + request.getCommand() + " extras=" + extras); mText.setText("Command: " + request.getCommand() + ", " + extras); mConfirmButton.setText("Finish Command"); mPendingRequest = request; mState = STATE_COMMAND; updateState(); } @Override public void onCancelRequest(Request request) { Log.i(TAG, "onCancel"); if (mPendingRequest == request) { mPendingRequest = null; mState = STATE_LAUNCHING; updateState(); } request.cancel(); } }