5 changed files with 288 additions and 5 deletions
Binary file not shown.
@ -0,0 +1,183 @@ |
|||||
|
package qianmu.container.util; |
||||
|
|
||||
|
import android.media.AudioFormat; |
||||
|
import android.media.AudioManager; |
||||
|
import android.media.AudioTrack; |
||||
|
import android.os.Bundle; |
||||
|
import android.os.Handler; |
||||
|
import android.os.Looper; |
||||
|
import android.os.Message; |
||||
|
import android.util.Log; |
||||
|
|
||||
|
import androidx.annotation.NonNull; |
||||
|
|
||||
|
import com.iflytek.sparkchain.core.tts.OnlineTTS; |
||||
|
import com.iflytek.sparkchain.core.tts.TTS; |
||||
|
import com.iflytek.sparkchain.core.tts.TTSCallbacks; |
||||
|
|
||||
|
|
||||
|
import org.greenrobot.eventbus.EventBus; |
||||
|
|
||||
|
import qianmu.container.app.Constant; |
||||
|
import qianmu.container.entity.MessageEvent; |
||||
|
|
||||
|
/** |
||||
|
* 科大讯飞语音 |
||||
|
*/ |
||||
|
public class KDXFUtil { |
||||
|
private static String TAG = "TTS: "; |
||||
|
// 语音合成对象
|
||||
|
private OnlineTTS mOnlineTTS; |
||||
|
private int sampleRate = 16000; |
||||
|
|
||||
|
TTSCallbacks mTTSCallback = new TTSCallbacks() { |
||||
|
|
||||
|
@Override |
||||
|
public void onResult(TTS.TTSResult result, Object o) { |
||||
|
//解析获取的交互结果，示例展示所有结果获取，开发者可根据自身需要，选择获取。
|
||||
|
byte[] audio = result.getData();//音频数据
|
||||
|
int status = result.getStatus();//数据状态
|
||||
|
|
||||
|
Bundle bundle = new Bundle(); |
||||
|
bundle.putByteArray("audio", audio); |
||||
|
Message msg = mAudioPlayHandler.obtainMessage(); |
||||
|
msg.what = AUDIOPLAYER_WRITE; |
||||
|
msg.obj = bundle; |
||||
|
mAudioPlayHandler.sendMessage(msg); |
||||
|
if(status == 2){ |
||||
|
//音频合成回调结束状态，注意，此状态不是播报完成状态
|
||||
|
mAudioPlayHandler.sendEmptyMessage(AUDIOPLAYER_END); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void onError(TTS.TTSError ttsError, Object o) { |
||||
|
int errCode = ttsError.getCode();//错误码
|
||||
|
String errMsg = ttsError.getErrMsg();//错误信息
|
||||
|
LoggerUtil.d(TAG, "onError:errCode:" + errCode+ ",errMsg:" + errMsg); |
||||
|
//如果此时已经播报，则停止播报
|
||||
|
EventBus.getDefault().post(new MessageEvent(Constant.VOID_STOP)); |
||||
|
stopTTs(); |
||||
|
} |
||||
|
}; |
||||
|
|
||||
|
public void initTts(){ |
||||
|
mAudioPlayThread.start(); |
||||
|
// 初始化合成对象 发音人
|
||||
|
mOnlineTTS = new OnlineTTS("x4_xiaoyan"); //xiaoyan
|
||||
|
} |
||||
|
|
||||
|
//开始听写
|
||||
|
public void startTTs(String texts){ |
||||
|
if (null == mOnlineTTS) { |
||||
|
LoggerUtil.d(TAG, "未初始化"); |
||||
|
initTts(); |
||||
|
} |
||||
|
if(audioTrack == null){ |
||||
|
mAudioPlayHandler.sendEmptyMessage(AUDIOPLAYER_INIT); |
||||
|
}else{ |
||||
|
mAudioPlayHandler.sendEmptyMessage(AUDIOPLAYER_START); |
||||
|
} |
||||
|
setParam(); |
||||
|
// 合成并播放
|
||||
|
int ret = mOnlineTTS.aRun(texts); |
||||
|
if(ret!=0){ |
||||
|
LoggerUtil.d(TAG, "语音合成失败" ); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
//停止听写
|
||||
|
public void stopTTs(){ |
||||
|
LoggerUtil.d(TAG, "手动暂停播放"); |
||||
|
if (null == mOnlineTTS) { |
||||
|
LoggerUtil.d(TAG, "未初始化"); |
||||
|
return; |
||||
|
} |
||||
|
mAudioPlayHandler.removeCallbacksAndMessages(null); |
||||
|
mAudioPlayHandler.sendEmptyMessage(AUDIOPLAYER_END); |
||||
|
mOnlineTTS.stop(); |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 参数设置 |
||||
|
* |
||||
|
* @return |
||||
|
*/ |
||||
|
private void setParam() { |
||||
|
mOnlineTTS.aue("raw"); |
||||
|
mOnlineTTS.auf("audio/L16;rate="+sampleRate); // 8K 或 16K
|
||||
|
mOnlineTTS.speed(60);//语速：0对应默认语速的1/2，100对应默认语速的2倍。最⼩值:0, 最⼤值:100
|
||||
|
mOnlineTTS.pitch(50);//语调：0对应默认语速的1/2，100对应默认语速的2倍。最⼩值:0, 最⼤值:100
|
||||
|
mOnlineTTS.volume(80);//音量：0是静音，1对应默认音量1/2，100对应默认音量的2倍。最⼩值:0, 最⼤值:100
|
||||
|
mOnlineTTS.bgs(0); //合成音频的背景音 0:无背景音（默认值） 1:有背景音
|
||||
|
mOnlineTTS.tte("UTF8"); |
||||
|
mOnlineTTS.registerCallbacks(mTTSCallback); |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 播放器，用于播报合成的音频。 |
||||
|
* 注意：当前Demo中的播放器仅实现了播放PCM格式的音频，如果客户合成的是其他格式的音频，需自行实现播放功能。 |
||||
|
*/ |
||||
|
private static final int AUDIOPLAYER_INIT = 0x0000; |
||||
|
private static final int AUDIOPLAYER_START = 0x0001; |
||||
|
private static final int AUDIOPLAYER_WRITE = 0x0002; |
||||
|
private static final int AUDIOPLAYER_END = 0x0003; |
||||
|
private static final int CHANNEL_CONFIG = AudioFormat.CHANNEL_OUT_MONO; // 单声道输出
|
||||
|
private static final int AUDIO_FORMAT = AudioFormat.ENCODING_PCM_16BIT; // PCM 16位编码
|
||||
|
private AudioTrack audioTrack; |
||||
|
private Handler mAudioPlayHandler; |
||||
|
private boolean isPlaying = false; |
||||
|
int count = 0; |
||||
|
private Thread mAudioPlayThread = new Thread(new Runnable() { |
||||
|
@Override |
||||
|
public void run() { |
||||
|
Looper.prepare(); |
||||
|
mAudioPlayHandler = new Handler(Looper.myLooper()){ |
||||
|
@Override |
||||
|
public void handleMessage(@NonNull Message msg) { |
||||
|
super.handleMessage(msg); |
||||
|
switch(msg.what){ |
||||
|
case AUDIOPLAYER_INIT: |
||||
|
Log.d(TAG,"audioInit"); |
||||
|
int minBufferSize = AudioTrack.getMinBufferSize(sampleRate, CHANNEL_CONFIG, AUDIO_FORMAT); |
||||
|
audioTrack = new AudioTrack(AudioManager.STREAM_MUSIC, sampleRate, CHANNEL_CONFIG, AUDIO_FORMAT, minBufferSize, AudioTrack.MODE_STREAM); |
||||
|
mAudioPlayHandler.sendEmptyMessage(AUDIOPLAYER_START); |
||||
|
break; |
||||
|
case AUDIOPLAYER_START: |
||||
|
Log.d(TAG,"audioStart"); |
||||
|
if(audioTrack!=null) { |
||||
|
isPlaying = true; |
||||
|
audioTrack.play(); |
||||
|
} |
||||
|
break; |
||||
|
case AUDIOPLAYER_WRITE: |
||||
|
count ++; |
||||
|
if(count%5 == 0){ |
||||
|
Log.d(TAG,"audioWrite"); |
||||
|
count = 0; |
||||
|
} |
||||
|
Bundle bundle = (Bundle) msg.obj; |
||||
|
byte[] audioData = bundle.getByteArray("audio"); |
||||
|
if(audioTrack!=null&&audioData.length>0){ |
||||
|
audioTrack.write(audioData,0,audioData.length); |
||||
|
} |
||||
|
break; |
||||
|
case AUDIOPLAYER_END: |
||||
|
Log.d(TAG,"audioEnd"); |
||||
|
EventBus.getDefault().post(new MessageEvent(Constant.VOID_STOP)); |
||||
|
if(audioTrack!=null) { |
||||
|
audioTrack.stop(); |
||||
|
audioTrack.release(); |
||||
|
audioTrack = null; |
||||
|
isPlaying = false; |
||||
|
} |
||||
|
break; |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
}; |
||||
|
Looper.loop(); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
} |
||||
Loading…
Reference in new issue