|
|
@ -76,14 +76,14 @@ public class WebViewActivity extends BaseActivity { |
|
|
static final int TYPE_GO_SAVESCREEN = 300;//导视通知跳转屏保
|
|
|
static final int TYPE_GO_SAVESCREEN = 300;//导视通知跳转屏保
|
|
|
static final int TYPE_HINT_PASSWORD = 3;//隐藏密码输入框
|
|
|
static final int TYPE_HINT_PASSWORD = 3;//隐藏密码输入框
|
|
|
static final int TYPE_START_SERVER = 4;//重新启动web服务
|
|
|
static final int TYPE_START_SERVER = 4;//重新启动web服务
|
|
|
static String HtmlUrl = "http://127.0.0.1:8080/index.html";//webServer服务地址 http://192.168.1.218:5173/
|
|
|
|
|
|
//static String HtmlUrl = "http://192.168.1.196:5173/";
|
|
|
|
|
|
|
|
|
//static String HtmlUrl = "http://127.0.0.1:8080/index.html";//webServer服务地址 http://192.168.1.218:5173/
|
|
|
|
|
|
static String HtmlUrl = "http://192.168.1.196:5173/"; |
|
|
int time = 0; |
|
|
int time = 0; |
|
|
private VideoView currentVideo; |
|
|
private VideoView currentVideo; |
|
|
|
|
|
|
|
|
// 语音听写对象
|
|
|
// 语音听写对象
|
|
|
private AICloudASREngine mEngine; |
|
|
private AICloudASREngine mEngine; |
|
|
private AICloudASRIntent aiCloudASRIntent; |
|
|
|
|
|
|
|
|
AICloudASRIntent aiCloudASRIntent; |
|
|
private TTSUtil ttsUtil; |
|
|
private TTSUtil ttsUtil; |
|
|
|
|
|
|
|
|
Handler handler = new Handler() { |
|
|
Handler handler = new Handler() { |
|
|
@ -455,6 +455,7 @@ public class WebViewActivity extends BaseActivity { |
|
|
LoggerUtil.e(TAG,"JS调用了Android的方法:startRecord()"); |
|
|
LoggerUtil.e(TAG,"JS调用了Android的方法:startRecord()"); |
|
|
if("sbc".equals(Constant.TTSFac)) { |
|
|
if("sbc".equals(Constant.TTSFac)) { |
|
|
ttsUtil.stopTTs(); |
|
|
ttsUtil.stopTTs(); |
|
|
|
|
|
stopAsr(); |
|
|
if(mEngine == null){ |
|
|
if(mEngine == null){ |
|
|
LoggerUtil.d(TAG, "未初始化"); |
|
|
LoggerUtil.d(TAG, "未初始化"); |
|
|
initASR(); |
|
|
initASR(); |
|
|
@ -565,12 +566,13 @@ public class WebViewActivity extends BaseActivity { |
|
|
config.setVadResource("vad_aihome_v0.11.bin"); |
|
|
config.setVadResource("vad_aihome_v0.11.bin"); |
|
|
mEngine = AICloudASREngine.createInstance(); |
|
|
mEngine = AICloudASREngine.createInstance(); |
|
|
aiCloudASRIntent = new AICloudASRIntent(); |
|
|
aiCloudASRIntent = new AICloudASRIntent(); |
|
|
|
|
|
aiCloudASRIntent.setEnablePunctuation(true); |
|
|
aiCloudASRIntent.setRealback(true);//打开实时反馈功能
|
|
|
aiCloudASRIntent.setRealback(true);//打开实时反馈功能
|
|
|
aiCloudASRIntent.setResourceType("aihome"); |
|
|
aiCloudASRIntent.setResourceType("aihome"); |
|
|
aiCloudASRIntent.setEnableNumberConvert(true);//设置启用识别结果汉字数字转阿拉伯数字功能
|
|
|
aiCloudASRIntent.setEnableNumberConvert(true);//设置启用识别结果汉字数字转阿拉伯数字功能
|
|
|
aiCloudASRIntent.setWaitingTimeout(5000);//设置等待识别结果超时时长,默认5000ms
|
|
|
|
|
|
aiCloudASRIntent.setNoSpeechTimeOut(2000); |
|
|
|
|
|
aiCloudASRIntent.setPauseTime(1000); |
|
|
|
|
|
|
|
|
aiCloudASRIntent.setWaitingTimeout(5000); //设置等待识别结果超时时长,默认5000ms
|
|
|
|
|
|
aiCloudASRIntent.setNoSpeechTimeOut(3000); |
|
|
|
|
|
aiCloudASRIntent.setPauseTime(2000); |
|
|
mEngine.init(config, new AIASRListenerImpl()); |
|
|
mEngine.init(config, new AIASRListenerImpl()); |
|
|
} |
|
|
} |
|
|
} |
|
|
} |
|
|
@ -590,11 +592,16 @@ public class WebViewActivity extends BaseActivity { |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
public void onResults(AIResult results) { |
|
|
public void onResults(AIResult results) { |
|
|
|
|
|
LoggerUtil.e("ASRInit: ", String.valueOf(results.isLast())); |
|
|
if (results.getResultType() == AIConstant.AIENGINE_MESSAGE_TYPE_JSON) { |
|
|
if (results.getResultType() == AIConstant.AIENGINE_MESSAGE_TYPE_JSON) { |
|
|
JSONResultParser parser = new JSONResultParser((String) results.getResultObject()); |
|
|
JSONResultParser parser = new JSONResultParser((String) results.getResultObject()); |
|
|
if("".equals(parser.getAllText())) { |
|
|
|
|
|
|
|
|
if("".equals(parser.getVar())){ |
|
|
|
|
|
voiceContent(parser.getText()); |
|
|
|
|
|
}else{ |
|
|
voiceContent(parser.getVar()); |
|
|
voiceContent(parser.getVar()); |
|
|
} |
|
|
} |
|
|
|
|
|
LoggerUtil.e("ASRInit: ", "var:"+parser.getVar()+"Text: "+parser.getText()); |
|
|
|
|
|
LoggerUtil.e("results: ", results.getResultObject().toString()); |
|
|
} |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
@ -622,6 +629,7 @@ public class WebViewActivity extends BaseActivity { |
|
|
@Override |
|
|
@Override |
|
|
public void onEndOfSpeech() { |
|
|
public void onEndOfSpeech() { |
|
|
//本地vad打开时,才会执行
|
|
|
//本地vad打开时,才会执行
|
|
|
|
|
|
stopAsr(); |
|
|
runOnUiThread(new Runnable() { |
|
|
runOnUiThread(new Runnable() { |
|
|
@Override |
|
|
@Override |
|
|
public void run() { |
|
|
public void run() { |
|
|
@ -643,7 +651,7 @@ public class WebViewActivity extends BaseActivity { |
|
|
|
|
|
|
|
|
@Override |
|
|
@Override |
|
|
public void onRmsChanged(float rmsdB) { |
|
|
public void onRmsChanged(float rmsdB) { |
|
|
Log.d(TAG, "" + rmsdB); |
|
|
|
|
|
|
|
|
LoggerUtil.e("ASRInit: ", "" + rmsdB); |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
@Override |
|
|
@Override |
|
|
@ -674,8 +682,9 @@ public class WebViewActivity extends BaseActivity { |
|
|
} |
|
|
} |
|
|
} |
|
|
} |
|
|
private void stopAsr(){ |
|
|
private void stopAsr(){ |
|
|
if(mEngine!=null){ |
|
|
|
|
|
|
|
|
if(mEngine != null){ |
|
|
mEngine.cancel(); |
|
|
mEngine.cancel(); |
|
|
|
|
|
mEngine.stop(); |
|
|
} |
|
|
} |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
|