10 changed files with 1124 additions and 104 deletions
@ -0,0 +1,800 @@ |
|||
package qianmu.container.activity.H5; |
|||
|
|||
import android.animation.Animator; |
|||
import android.animation.AnimatorListenerAdapter; |
|||
import android.annotation.SuppressLint; |
|||
import android.app.ActivityManager; |
|||
import android.content.Context; |
|||
import android.content.Intent; |
|||
import android.graphics.Bitmap; |
|||
import android.media.MediaMetadataRetriever; |
|||
import android.media.MediaPlayer; |
|||
import android.media.SoundPool; |
|||
import android.net.Uri; |
|||
import android.os.Build; |
|||
import android.os.Bundle; |
|||
import android.os.Debug; |
|||
import android.os.Handler; |
|||
import android.os.Message; |
|||
import android.util.DisplayMetrics; |
|||
import android.util.Log; |
|||
import android.view.KeyEvent; |
|||
import android.view.View; |
|||
import android.view.ViewGroup; |
|||
import android.view.WindowManager; |
|||
import android.view.animation.AccelerateDecelerateInterpolator; |
|||
import android.view.animation.AlphaAnimation; |
|||
import android.view.animation.Animation; |
|||
import android.webkit.ConsoleMessage; |
|||
import android.webkit.JavascriptInterface; |
|||
import android.webkit.WebChromeClient; |
|||
import android.webkit.WebSettings; |
|||
import android.webkit.WebView; |
|||
import android.webkit.WebViewClient; |
|||
import android.widget.FrameLayout; |
|||
import android.widget.VideoView; |
|||
|
|||
import androidx.annotation.NonNull; |
|||
import androidx.core.view.ViewCompat; |
|||
import androidx.databinding.DataBindingUtil; |
|||
import androidx.recyclerview.widget.GridLayoutManager; |
|||
|
|||
import com.aispeech.AIError; |
|||
import com.aispeech.AIResult; |
|||
import com.aispeech.common.AIConstant; |
|||
import com.aispeech.common.JSONResultParser; |
|||
import com.aispeech.export.config.AICloudASRConfig; |
|||
import com.aispeech.export.engines2.AICloudASREngine; |
|||
import com.aispeech.export.intent.AICloudASRIntent; |
|||
import com.aispeech.export.listeners.AIASRListener; |
|||
import com.alibaba.android.arouter.facade.annotation.Route; |
|||
import com.alibaba.android.arouter.launcher.ARouter; |
|||
|
|||
import org.greenrobot.eventbus.EventBus; |
|||
import org.json.JSONArray; |
|||
import org.json.JSONException; |
|||
import org.json.JSONObject; |
|||
|
|||
import java.text.SimpleDateFormat; |
|||
import java.util.ArrayList; |
|||
import java.util.HashMap; |
|||
import java.util.List; |
|||
import java.util.Locale; |
|||
import java.util.Map; |
|||
|
|||
import qianmu.container.R; |
|||
import qianmu.container.activity.BaseActivity; |
|||
import qianmu.container.adapter.KeyAdapter; |
|||
import qianmu.container.app.Constant; |
|||
import qianmu.container.app.MyApplication; |
|||
import qianmu.container.data.AppData; |
|||
import qianmu.container.data.DeviceData; |
|||
import qianmu.container.data.ScreenSaverData; |
|||
import qianmu.container.databinding.ActivityWebviewBinding; |
|||
import qianmu.container.entity.MessageEvent; |
|||
import qianmu.container.socket.SocketClient; |
|||
import qianmu.container.util.CalendarUtils; |
|||
import qianmu.container.util.DeviceUtil; |
|||
import qianmu.container.util.FileUtil; |
|||
import qianmu.container.util.KeyboardUtil; |
|||
import qianmu.container.util.LoggerUtil; |
|||
import qianmu.container.util.StringUtil; |
|||
import qianmu.container.util.TTSUtil; |
|||
import qianmu.container.util.ToastUtils; |
|||
|
|||
import static qianmu.container.service.ContainerService.initFirstTime; |
|||
|
|||
@Route(path = Constant.ROUTE_WEB_VIEW) |
|||
public class WebViewActivity extends BaseActivity { |
|||
|
|||
String TAG="WebViewActivity"; |
|||
ActivityWebviewBinding binding; |
|||
static final int TYPE_REFURBISH_WEBVIEW = 100;//刷新webview
|
|||
static final int TYPE_GO_SAVESCREEN = 300;//导视通知跳转屏保
|
|||
static final int TYPE_HINT_PASSWORD = 3;//隐藏密码输入框
|
|||
static final int TYPE_START_SERVER = 4;//重新启动web服务
|
|||
static String HtmlUrl = "http://127.0.0.1:8080/index.html";//webServer服务地址 http://192.168.1.218:5173/
|
|||
//static String HtmlUrl = "http://192.168.0.109:5173/";
|
|||
int time = 0; |
|||
private VideoView currentVideo; //当前
|
|||
private VideoView proVideo; //上一个视频
|
|||
private boolean isChatMan=false; //是否是数字人项目
|
|||
private SoundPool soundPool; |
|||
private int soundId; |
|||
// 语音听写对象
|
|||
private AICloudASREngine mEngine; |
|||
private AICloudASRIntent aiCloudASRIntent; |
|||
private TTSUtil ttsUtil; |
|||
private String oldString=""; |
|||
private Map<String, VideoView> videoMap = new HashMap<>(); |
|||
private String videoAfter=""; |
|||
|
|||
Handler handler = new Handler() { |
|||
@SuppressLint("HandlerLeak") |
|||
@Override |
|||
public void handleMessage(@NonNull Message msg) { |
|||
super.handleMessage(msg); |
|||
switch (msg.what){ |
|||
case TYPE_REFURBISH_WEBVIEW://刷新webview
|
|||
try { |
|||
binding.web.clearCache(true); |
|||
binding.web.loadUrl(HtmlUrl); |
|||
Constant.isCoreService=true; |
|||
}catch (Exception e){ |
|||
} |
|||
break; |
|||
|
|||
case TYPE_GO_SAVESCREEN://导视通知跳转屏保
|
|||
try { |
|||
initFirstTime(); |
|||
if (!ScreenSaverData.isProgramPlay()) return; |
|||
|
|||
if (AppData.getFrontApp().equals(DeviceUtil.getPackageName())) { //信发处于系统前端时 显示屏保页面
|
|||
EventBus.getDefault().post(new MessageEvent(Constant.ACTION_SHOW_SPLASH)); |
|||
} else { //重新启动信发软件并打开屏保页面
|
|||
ARouter.getInstance().build(Constant.ROUTE_SCREEN_SAVER).navigation(); |
|||
} |
|||
} catch (Throwable t) { |
|||
LoggerUtil.e("WebViewActivity()", "导视通知跳转报错："+StringUtil.getThrowableStr(t)); |
|||
} |
|||
break; |
|||
|
|||
case TYPE_HINT_PASSWORD: |
|||
sendEmptyMessageDelayed(TYPE_HINT_PASSWORD,1000); |
|||
if(time>=30){ |
|||
binding.layoutPass.setVisibility(View.GONE); |
|||
removeMessages(TYPE_HINT_PASSWORD); |
|||
} |
|||
time++; |
|||
break; |
|||
case TYPE_START_SERVER: |
|||
removeMessages(TYPE_REFURBISH_WEBVIEW); |
|||
sendEmptyMessageDelayed(TYPE_REFURBISH_WEBVIEW,2000); |
|||
startService(new Intent(WebViewActivity.this, CoreService.class)); |
|||
LoggerUtil.e("WebViewActivity","CoreService重启"); |
|||
break; |
|||
} |
|||
} |
|||
}; |
|||
|
|||
@Override |
|||
protected void initView() { |
|||
DeviceUtil.screenType(this); |
|||
getWindow().setFlags(WindowManager.LayoutParams.FLAG_ALT_FOCUSABLE_IM, WindowManager.LayoutParams.FLAG_ALT_FOCUSABLE_IM); |
|||
binding = DataBindingUtil.setContentView(this, R.layout.activity_webview); |
|||
|
|||
String jsonString = FileUtil.readLocalJsonForStorage(this, StringUtil.strSplice(Constant.CACHE_PATH3,"/JSON/getChatManVideo.json")); |
|||
if(!StringUtil.isEmpty(jsonString)){ //是AI
|
|||
// 设置背景透明度
|
|||
binding.web.setBackgroundColor(Color.TRANSPARENT); |
|||
isChatMan = true; |
|||
try { |
|||
JSONObject jsonObject = new JSONObject(jsonString); |
|||
JSONArray dataArray = jsonObject.getJSONArray("data"); |
|||
for (int i = 0; i < dataArray.length(); i++) { |
|||
JSONObject videoObj = dataArray.getJSONObject(i).getJSONObject("content"); |
|||
String vType = videoObj.getString("type"); |
|||
Uri videoUri = Uri.parse(StringUtil.strSplice(Constant.CACHE_PATH3,videoObj.getJSONArray("url").getString(0))); |
|||
|
|||
VideoView video = new VideoView(this); |
|||
video.setId(View.generateViewId()); |
|||
FrameLayout.LayoutParams videoParams = new FrameLayout.LayoutParams( |
|||
ViewGroup.LayoutParams.MATCH_PARENT, // 宽度匹配父布局
|
|||
ViewGroup.LayoutParams.MATCH_PARENT // 高度匹配父布局
|
|||
); |
|||
video.setLayoutParams(videoParams); |
|||
if("bg".equals(vType)){ |
|||
currentVideo = video; |
|||
proVideo = video; |
|||
video.setVisibility(View.VISIBLE); |
|||
}else{ |
|||
video.setVisibility(View.GONE); |
|||
} |
|||
binding.videoLayout.addView(video); |
|||
video.setVideoURI(videoUri); |
|||
if("chatback".equals(vType) || "chatto".equals(vType)){ |
|||
video.setOnPreparedListener(new MediaPlayer.OnPreparedListener() { |
|||
@Override |
|||
public void onPrepared(MediaPlayer mp) { |
|||
video.start(); |
|||
} |
|||
}); |
|||
video.setOnErrorListener(new MediaPlayer.OnErrorListener() { |
|||
@Override |
|||
public boolean onError(MediaPlayer mp, int what, int extra) { |
|||
return true; // 返回true表示已处理，不会弹出系统默认提示
|
|||
} |
|||
}); |
|||
video.setOnCompletionListener( mp -> changeVideo("bg")); |
|||
}else{ |
|||
video.setOnPreparedListener(new MediaPlayer.OnPreparedListener() { |
|||
@Override |
|||
public void onPrepared(MediaPlayer mp) { |
|||
mp.setLooping(true); // 可选：设置循环播
|
|||
video.start(); |
|||
} |
|||
}); |
|||
video.setOnErrorListener(new MediaPlayer.OnErrorListener() { |
|||
@Override |
|||
public boolean onError(MediaPlayer mp, int what, int extra) { |
|||
return true; |
|||
} |
|||
}); |
|||
} |
|||
videoMap.put(vType, video); |
|||
} |
|||
}catch (JSONException e){ |
|||
e.printStackTrace(); |
|||
} |
|||
} |
|||
|
|||
|
|||
//设置密码
|
|||
initPass(); |
|||
initASR(); |
|||
ttsUtil = new TTSUtil(); |
|||
ttsUtil.initTts(); |
|||
} |
|||
|
|||
// private void playMusic(){
|
|||
// soundId = soundPool.load(this, R.raw.musice, 1);
|
|||
// soundPool.setOnLoadCompleteListener(new SoundPool.OnLoadCompleteListener() {
|
|||
// @Override
|
|||
// public void onLoadComplete(SoundPool soundPool, int sampleId, int status) {
|
|||
// if (status == 0) {
|
|||
// soundPool.play(sampleId, 0.2f, 0.2f, 1, -1, 1.0f);
|
|||
// }
|
|||
// }
|
|||
// });
|
|||
// }
|
|||
|
|||
// private void stopMusic(){
|
|||
// soundPool.stop(soundId);
|
|||
// soundPool.unload(soundId);
|
|||
// }
|
|||
|
|||
//切换视频状态
|
|||
private void changeVideoAfter(){ |
|||
if("".equals(videoAfter)){ //新状态正常
|
|||
changeVideo("back"); |
|||
}else{ //新状态彩蛋
|
|||
changeVideo("to"); |
|||
} |
|||
} |
|||
|
|||
//切换视频
|
|||
public void changeVideo(String type){ |
|||
LoggerUtil.e("切换视频", type.trim()+" isChatMan: "+String.valueOf(isChatMan)); |
|||
if(!isChatMan){ |
|||
return; |
|||
} |
|||
VideoView nextVideo; |
|||
currentVideo.clearAnimation(); |
|||
proVideo.clearAnimation(); |
|||
|
|||
switch(type.trim()){ |
|||
case "back" : |
|||
nextVideo = videoMap.get("chatback"); |
|||
break; |
|||
case "to" : |
|||
nextVideo = videoMap.get("chatto"); |
|||
break; |
|||
case "bg" : |
|||
nextVideo = "".equals(videoAfter) ? videoMap.get("bg") : videoMap.get("bg1"); |
|||
break; |
|||
case "answer" : |
|||
nextVideo = "".equals(videoAfter) ? videoMap.get("speek") : videoMap.get("speek1"); |
|||
break; |
|||
case "hello" : |
|||
nextVideo = "".equals(videoAfter) ? videoMap.get("hello") : videoMap.get("hello1"); |
|||
break; |
|||
default: |
|||
nextVideo = "".equals(videoAfter) ? videoMap.get("bg") : videoMap.get("bg1"); |
|||
} |
|||
// 检查是否是重复切换
|
|||
if (nextVideo == currentVideo) { |
|||
return; |
|||
} |
|||
|
|||
proVideo = currentVideo; |
|||
proVideo.pause(); |
|||
proVideo.stopPlayback(); |
|||
// 开始淡出动画
|
|||
proVideo.animate() |
|||
.alpha(0.5f) |
|||
.setDuration(240) |
|||
.setListener(new AnimatorListenerAdapter() { |
|||
@Override |
|||
public void onAnimationEnd(Animator animation) { |
|||
super.onAnimationEnd(animation); |
|||
proVideo.setVisibility(View.GONE); |
|||
proVideo.setAlpha(1.0f); |
|||
} |
|||
@Override |
|||
public void onAnimationCancel(Animator animation) { |
|||
super.onAnimationCancel(animation); |
|||
proVideo.setVisibility(View.GONE); |
|||
proVideo.setAlpha(1.0f); |
|||
} |
|||
}) |
|||
.start(); |
|||
|
|||
nextVideo.setAlpha(0.3f); |
|||
nextVideo.setVisibility(View.VISIBLE); |
|||
nextVideo.start(); |
|||
currentVideo = nextVideo; |
|||
|
|||
// 开始淡入动画
|
|||
currentVideo.animate() |
|||
.alpha(1.0f) |
|||
.setDuration(300) |
|||
.setListener(new AnimatorListenerAdapter() { |
|||
@Override |
|||
public void onAnimationEnd(Animator animation) { |
|||
super.onAnimationEnd(animation); |
|||
currentVideo.seekTo(0); |
|||
currentVideo.start(); |
|||
currentVideo.setAlpha(1.0f); |
|||
} |
|||
@Override |
|||
public void onAnimationCancel(Animator animation) { |
|||
super.onAnimationCancel(animation); |
|||
currentVideo.seekTo(0); |
|||
currentVideo.start(); |
|||
currentVideo.setAlpha(1.0f); |
|||
} |
|||
}) |
|||
.start(); |
|||
} |
|||
|
|||
@Override |
|||
protected void setData() { |
|||
Log.e("WebViewActivity", "setData"); |
|||
WebSettings webSettings = binding.web.getSettings(); |
|||
webSettings.setJavaScriptEnabled(true); |
|||
webSettings.setDomStorageEnabled(true); |
|||
webSettings.setUseWideViewPort(true); |
|||
webSettings.setLoadWithOverviewMode(true); |
|||
webSettings.setSupportZoom(false); |
|||
webSettings.setBuiltInZoomControls(false); |
|||
webSettings.setDisplayZoomControls(false); |
|||
webSettings.setCacheMode(WebSettings.LOAD_NO_CACHE); |
|||
webSettings.setAllowFileAccess(true); |
|||
webSettings.setLoadsImagesAutomatically(true); |
|||
webSettings.setDefaultTextEncodingName("utf-8"); |
|||
webSettings.setUserAgentString(""); |
|||
webSettings.setMediaPlaybackRequiresUserGesture(false); // 允许自动播放
|
|||
|
|||
// 适配HTTPS/HTTP混合内容
|
|||
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.LOLLIPOP) { |
|||
webSettings.setMixedContentMode(WebSettings.MIXED_CONTENT_COMPATIBILITY_MODE); |
|||
} |
|||
|
|||
//加载web
|
|||
currRoute = Constant.ROUTE_WEB_VIEW; |
|||
loadH5Url(getIntent().getBooleanExtra(Constant.KEY_LOAD_H5_URL, false)); |
|||
} |
|||
|
|||
|
|||
@Override |
|||
protected void setListener() { |
|||
binding.web.setWebViewClient(new WebViewClient() { |
|||
@Override |
|||
public boolean shouldOverrideUrlLoading(WebView view, String url) { |
|||
view.loadUrl(url); |
|||
return true; |
|||
} |
|||
|
|||
}); |
|||
binding.web.setOnLongClickListener((View v) -> { |
|||
LoggerUtil.e("OnLongClick", "用户长按了页面"); |
|||
return false; |
|||
}); |
|||
|
|||
binding.setting.setOnClickListener((view) -> { |
|||
|
|||
if (!MyApplication.addClickTimes()) return; |
|||
binding.layoutPass.setVisibility(View.VISIBLE); |
|||
time = 0; |
|||
handler.removeMessages(TYPE_HINT_PASSWORD); |
|||
handler.sendEmptyMessage(TYPE_HINT_PASSWORD); |
|||
binding.tvPass.setText(""); |
|||
// ARouter.getInstance().build(Constant.ROUTE_DEVICE_INFO).withBoolean(Constant.INPUT_PASSWORD, true).navigation();
|
|||
}); |
|||
} |
|||
|
|||
//密码输入框
|
|||
public void initPass(){ |
|||
GridLayoutManager gridLayoutManager = new GridLayoutManager(this, 5); |
|||
KeyAdapter keyAdapter = new KeyAdapter(this); |
|||
binding.recycKey.setLayoutManager(gridLayoutManager); |
|||
binding.recycKey.setAdapter(keyAdapter); |
|||
|
|||
keyAdapter.setOnitemClickLintener(new KeyAdapter.OnitemClick() { |
|||
@Override |
|||
public void onItemClick(String position) { |
|||
time = 0; |
|||
if(position.equals("清空")){ |
|||
binding.tvPass.setText(""); |
|||
}else if(position.equals("删除")){ |
|||
String s = binding.tvPass.getText().toString(); |
|||
if(s.length()>0){ |
|||
binding.tvPass.setText( s.substring(0,s.length()-1)); |
|||
}else { |
|||
binding.tvPass.setText(""); |
|||
} |
|||
}else if(position.equals("取消")){ |
|||
binding.layoutPass.setVisibility(View.GONE); |
|||
}else if(position.equals("确定")){ |
|||
SimpleDateFormat format = new SimpleDateFormat("ddMM"); |
|||
String pwd = format.format(System.currentTimeMillis());//当前日期当前月份
|
|||
StringBuilder sb = new StringBuilder(pwd); |
|||
String whatDay4 = CalendarUtils.getWhatDay4(System.currentTimeMillis()); |
|||
pwd = sb.insert(2, whatDay4).toString();//密码为日星期月6位数
|
|||
String inputPWD = binding.tvPass.getText().toString().trim();//输入的密码
|
|||
if (!pwd.equals(inputPWD)) { |
|||
ToastUtils.showToast("密码错误"); |
|||
return; |
|||
} |
|||
binding.layoutPass.setVisibility(View.GONE); |
|||
ARouter.getInstance().build(Constant.ROUTE_DEVICE_INFO).withBoolean(Constant.INPUT_PASSWORD, false).navigation(); |
|||
finish(); |
|||
}else { |
|||
binding.tvPass.setText(binding.tvPass.getText().toString()+position); |
|||
} |
|||
} |
|||
}); |
|||
} |
|||
|
|||
@Override |
|||
protected void onResume() { |
|||
super.onResume(); |
|||
leaveScreenSave(); |
|||
binding.layoutPass.setVisibility(View.GONE); |
|||
//判断web服务是否正常
|
|||
if(!Constant.isCoreService || !DeviceUtil.isServiceRunning( MyApplication.getInstance(),"CoreService")){ |
|||
LoggerUtil.e("WebViewActivity","CoreService被关闭"); |
|||
//开启本地web服务器
|
|||
stopService(new Intent(WebViewActivity.this, CoreService.class)); |
|||
handler.removeMessages(TYPE_START_SERVER); |
|||
handler.sendEmptyMessageDelayed(TYPE_START_SERVER,1000); |
|||
return; |
|||
} |
|||
} |
|||
|
|||
@Override |
|||
protected void onPause() { |
|||
super.onPause(); |
|||
KeyboardUtil.hideKeyboard(binding.getRoot()); |
|||
} |
|||
|
|||
@Override |
|||
protected void onStop() { |
|||
super.onStop(); |
|||
if(handler!=null){ |
|||
handler.removeMessages(TYPE_HINT_PASSWORD); |
|||
} |
|||
} |
|||
|
|||
@Override |
|||
protected void onDestroy() { |
|||
super.onDestroy(); |
|||
LoggerUtil.e(TAG, "onDestroy()"); |
|||
} |
|||
|
|||
private void loadH5Url(boolean loadUrl) { |
|||
if (!loadUrl) return; |
|||
String Url; |
|||
if(H5Data.getH5Url().isEmpty()){ |
|||
Url = HtmlUrl; |
|||
}else { |
|||
Url = H5Data.getH5Url(); |
|||
} |
|||
binding.web.clearCache(true); |
|||
binding.web.loadUrl(Url); |
|||
binding.web.setWebChromeClient(new WebChromeClient() { |
|||
|
|||
public boolean onConsoleMessage(ConsoleMessage cm) { |
|||
if(!cm.message().contains("THREE.WebGLRenderer:") && !cm.message().contains("Uncaught (in promise) AbortError")){ |
|||
LoggerUtil.e("WebView日志",cm.message()); |
|||
} |
|||
return super.onConsoleMessage(cm); |
|||
} |
|||
}); |
|||
binding.web.addJavascriptInterface(new AndroidtoJs(), "android"); |
|||
} |
|||
// JS 调用 android
|
|||
public class AndroidtoJs extends Object { |
|||
// 回到屏保页面
|
|||
@JavascriptInterface |
|||
public void goScreenSave() { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:goScreenSave()"); |
|||
if(handler!=null){ |
|||
handler.removeMessages(TYPE_GO_SAVESCREEN); |
|||
handler.sendEmptyMessage(TYPE_GO_SAVESCREEN); |
|||
} |
|||
} |
|||
// 获取是否有屏保数据
|
|||
@JavascriptInterface |
|||
public boolean hasProgram() { |
|||
boolean programPlay = ScreenSaverData.isProgramPlay(); |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:hasProgram():"+programPlay); |
|||
return programPlay; |
|||
} |
|||
// 获取后台地址
|
|||
@JavascriptInterface |
|||
public String getBaseAddress() { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:getBaseAddress()"); |
|||
return Constant.getBaseAddress(); |
|||
} |
|||
// h5调用android：重启webView
|
|||
@JavascriptInterface |
|||
public void restartWebView() { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:restartWebView()"); |
|||
handler.removeMessages(TYPE_REFURBISH_WEBVIEW); |
|||
handler.sendEmptyMessageDelayed(TYPE_REFURBISH_WEBVIEW,3000); |
|||
} |
|||
// h5调用android：彩蛋
|
|||
@JavascriptInterface |
|||
public void changeVideoState(String txt) { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:changeVideoState()"); |
|||
videoAfter = txt; |
|||
runOnUiThread(new Runnable() { |
|||
@Override |
|||
public void run() { |
|||
changeVideoAfter(); |
|||
} |
|||
}); |
|||
} |
|||
// h5调用android：开始识别语音
|
|||
@JavascriptInterface |
|||
public void startRecord() { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:startRecord()"); |
|||
ttsUtil.stopTTs(); |
|||
stopAsr(); |
|||
if(mEngine == null){ |
|||
LoggerUtil.d(TAG, "未初始化"); |
|||
initASR(); |
|||
} |
|||
mEngine.start(aiCloudASRIntent); |
|||
runOnUiThread(new Runnable() { |
|||
@Override |
|||
public void run() { |
|||
changeVideo("bg"); |
|||
} |
|||
}); |
|||
} |
|||
// h5调用android：停止识别语音
|
|||
@JavascriptInterface |
|||
public void stopRecord() { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:stopRecord()"); |
|||
stopAsr(); |
|||
} |
|||
// h5调用android：开始合成语音
|
|||
@JavascriptInterface |
|||
public void startTTS(String txt) { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:startTTS()"); |
|||
ttsUtil.startTTs(txt.toLowerCase(Locale.ENGLISH)); |
|||
} |
|||
// h5调用android：停止合成语音
|
|||
@JavascriptInterface |
|||
public void stopTTS() { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:stopTTS()"); |
|||
ttsUtil.stopTTs(); |
|||
runOnUiThread(new Runnable() { |
|||
@Override |
|||
public void run() { |
|||
changeVideo("bg"); |
|||
} |
|||
}); |
|||
} |
|||
@JavascriptInterface |
|||
public void stopTTS(String str) { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:stopTTS()"); |
|||
ttsUtil.stopTTs(); |
|||
if("change".equals(str)){ |
|||
runOnUiThread(new Runnable() { |
|||
@Override |
|||
public void run() { |
|||
changeVideo("bg"); |
|||
} |
|||
}); |
|||
} |
|||
} |
|||
// h5调用android：播放指定视频
|
|||
@JavascriptInterface |
|||
public void playAudio(String str) { |
|||
LoggerUtil.e("JS调用了Android的方法:playAudio", str); |
|||
runOnUiThread(new Runnable() { |
|||
@Override |
|||
public void run() { |
|||
changeVideo(str); |
|||
} |
|||
}); |
|||
} |
|||
@JavascriptInterface |
|||
public void jxbData(String data) { |
|||
LoggerUtil.e(TAG,"JS调用了Android的方法:jxbData()"); |
|||
DeviceData.saveDeviceInfo(DeviceData.JXB_DATA,data); |
|||
} |
|||
} |
|||
|
|||
|
|||
/** |
|||
* 安卓调用h5方法通知进入导视 |
|||
* */ |
|||
public void leaveScreenSave(){ |
|||
if(binding.web!=null){ |
|||
binding.web.loadUrl(StringUtil.strSplice("javascript:leaveScreenSave();")); |
|||
} |
|||
} |
|||
|
|||
@Override |
|||
public void onMessageEvent(MessageEvent message) { |
|||
super.onMessageEvent(message); |
|||
switch (message.getCode()) { |
|||
case Constant.ACTION_UPDATE_WEBVIEW://刷新webView
|
|||
String Url; |
|||
if(H5Data.getH5Url().isEmpty()){ |
|||
Url = HtmlUrl; |
|||
}else { |
|||
Url = H5Data.getH5Url(); |
|||
} |
|||
binding.web.clearCache(true); |
|||
binding.web.loadUrl(Url); |
|||
ToastUtils.showToast("应用更新成功"); |
|||
break; |
|||
|
|||
case Constant.ACTION_RESTART_CORESERVICE://重启导视服务
|
|||
try { |
|||
LoggerUtil.e(TAG,"重启导视服务"); |
|||
stopService(new Intent(WebViewActivity.this, CoreService.class)); |
|||
handler.removeMessages(TYPE_START_SERVER); |
|||
handler.sendEmptyMessageDelayed(TYPE_START_SERVER,1000); |
|||
}catch (Exception e){ |
|||
|
|||
} |
|||
break; |
|||
case Constant.VOID_STOP: |
|||
changeVideo("bg"); |
|||
binding.web.loadUrl(StringUtil.strSplice("javascript:ttsPlayOver();")); |
|||
break; |
|||
case Constant.ACTION_UPDATE_PROG2://后台下发节目通知，重置导视倒计时。
|
|||
LoggerUtil.e(TAG,"重启导视倒计时"); |
|||
leaveScreenSave(); |
|||
break; |
|||
} |
|||
} |
|||
|
|||
//--------
|
|||
private void initASR(){ |
|||
if(mEngine == null && MyApplication.getInstance().duiliteConfig){ |
|||
AICloudASRConfig config = new AICloudASRConfig(); |
|||
config.setLocalVadEnable(true); |
|||
config.setVadResource("vad_aihome_v0.11.bin"); |
|||
mEngine = AICloudASREngine.createInstance(); |
|||
aiCloudASRIntent = new AICloudASRIntent(); |
|||
aiCloudASRIntent.setEnablePunctuation(true); |
|||
aiCloudASRIntent.setRealback(true);//打开实时反馈功能
|
|||
aiCloudASRIntent.setResourceType(Constant.asrModel); |
|||
aiCloudASRIntent.setEnableNumberConvert(true);//设置启用识别结果汉字数字转阿拉伯数字功能
|
|||
aiCloudASRIntent.setWaitingTimeout(30000); //设置等待识别结果超时时长，默认5000ms
|
|||
aiCloudASRIntent.setNoSpeechTimeOut(10000); |
|||
aiCloudASRIntent.setPauseTime(2000); |
|||
mEngine.init(config, new AIASRListenerImpl()); |
|||
} |
|||
} |
|||
|
|||
private class AIASRListenerImpl implements AIASRListener { |
|||
|
|||
public void onError(AIError error) { |
|||
LoggerUtil.e("ASRInit: ","onError "+error.getMessage()); |
|||
// 在非主线程中需要调用 WebView 方法时
|
|||
runOnUiThread(new Runnable() { |
|||
@Override |
|||
public void run() { |
|||
binding.web.evaluateJavascript("javascript: window.youAskOver('');", null); |
|||
} |
|||
}); |
|||
stopAsr(); |
|||
} |
|||
|
|||
public void onResults(AIResult results) { |
|||
LoggerUtil.e("ASRInit: ", "onResults "+String.valueOf(results.isLast())); |
|||
if (results.getResultType() == AIConstant.AIENGINE_MESSAGE_TYPE_JSON) { |
|||
JSONResultParser parser = new JSONResultParser((String) results.getResultObject()); |
|||
if("".equals(parser.getVar()) && !"".equals(parser.getText())){ |
|||
oldString = StringUtil.strSplice(oldString,parser.getText()); |
|||
} |
|||
if(!"".equals(parser.getVar())){ |
|||
voiceContent( StringUtil.strSplice(oldString,parser.getVar())); |
|||
} |
|||
} |
|||
} |
|||
|
|||
@Override |
|||
public void onInit(int status) { |
|||
if (status == AIConstant.OPT_SUCCESS) { |
|||
LoggerUtil.e("ASRInit: ","初始化成功!"); |
|||
} else { |
|||
LoggerUtil.e("ASRInit: ","初始化失败!code:" + status); |
|||
} |
|||
} |
|||
|
|||
@Override |
|||
public void onBeginningOfSpeech() { |
|||
//本地vad打开时，才会执行
|
|||
oldString=""; |
|||
LoggerUtil.e("ASRInit: ","onBeginningOfSpeech"); |
|||
} |
|||
|
|||
@Override |
|||
public void onNotOneShot() { |
|||
//do nothing
|
|||
LoggerUtil.e("ASRInit: ","onNotOneShot"); |
|||
} |
|||
|
|||
@Override |
|||
public void onEndOfSpeech() { |
|||
//本地vad打开时，才会执行
|
|||
stopAsr(); |
|||
runOnUiThread(new Runnable() { |
|||
@Override |
|||
public void run() { |
|||
binding.web.evaluateJavascript("javascript: window.youAskOver('');", null); |
|||
} |
|||
}); |
|||
LoggerUtil.e("ASRInit: ","onEndOfSpeech"); |
|||
} |
|||
|
|||
@Override |
|||
public void onReadyForSpeech() { |
|||
oldString=""; |
|||
LoggerUtil.e("ASRInit: ","onReadyForSpeech"); |
|||
} |
|||
|
|||
@Override |
|||
public void onResultDataReceived(byte[] buffer, int size, int wakeupType) { |
|||
LoggerUtil.e("ASRInit: ","onResultDataReceived "+String.valueOf(size)); |
|||
} |
|||
|
|||
@Override |
|||
public void onRmsChanged(float rmsdB) { |
|||
LoggerUtil.e("ASRInit: ", "onRmsChanged " + rmsdB); |
|||
} |
|||
|
|||
@Override |
|||
public void onResultDataReceived(byte[] buffer, int size) { |
|||
//do nothing
|
|||
} |
|||
|
|||
@Override |
|||
public void onRawDataReceived(byte[] buffer, int size) { |
|||
//do nothing
|
|||
LoggerUtil.e("ASRInit: ","onRawDataReceived "+String.valueOf(size)); |
|||
} |
|||
|
|||
} |
|||
|
|||
/** |
|||
* android调用js：传送识别语音内容 |
|||
*/ |
|||
public void voiceContent(String msg) { |
|||
if (binding.web != null) { |
|||
LoggerUtil.e(TAG, "android调用js方法:giveAskText(),语音内容：" + msg); |
|||
runOnUiThread(new Runnable() { |
|||
@Override |
|||
public void run() { |
|||
binding.web.loadUrl(StringUtil.strSplice("javascript:window.giveAskText('" + msg + "');")); |
|||
} |
|||
}); |
|||
} |
|||
} |
|||
private void stopAsr(){ |
|||
if(mEngine != null){ |
|||
mEngine.cancel(); |
|||
mEngine.stop(); |
|||
} |
|||
} |
|||
|
|||
} |
|||
Loading…
Reference in new issue