公司的产品智能门铃当与人通话过程中会产生回音,因此想用webrtc的回音消除模块来消除,所以让我写一个android间语音通话的demo来验证webrtc回音消除模块的效果,下面就是我实现这个demo的整个过程。
实现步骤:
(1)用socket让手机间建立连接
(2)开启手机录音和播放功能
(4)通过socket的流传输语音数据
(3)加入webrtc回音消除模块进行回音消除,delay值不同的手机不同,需要自己调试,否则回音消除没有效果,我测试的小米3,delay值大概是190
下面是实现的具体代码:
package com.ljc.userotherso;
import android.content.Context;
import android.media.AudioFormat;
import android.media.AudioManager;
import android.media.AudioRecord;
import android.media.AudioTrack;
import android.media.MediaRecorder;
import android.net.ConnectivityManager;
import android.net.NetworkInfo;
import android.net.wifi.WifiInfo;
import android.net.wifi.WifiManager;
import android.os.Handler;
import android.os.Message;
import android.support.v7.app.AppCompatActivity;
import android.os.Bundle;
import android.text.TextUtils;
import android.util.Log;
import android.view.View;
import android.view.Window;
import android.widget.Button;
import android.widget.CheckBox;
import android.widget.CompoundButton;
import android.widget.EditText;
import android.widget.TextView;
import android.widget.Toast;
import com.android.webrtc.audio.MobileAEC;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.ServerSocket;
import java.net.Socket;
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
public class MainActivity extends AppCompatActivity implements View.OnClickListener {
private TextView tv_ip_str;
private CheckBox cb_is_acem;
private Button bt_start_double_talk;
private ServerSocket serverSocket;
private Socket client;
private OutputStream clientOut;
private InputStream clientIs;
private OutputStream serverOut;
private InputStream serverIs;
private EditText et_ip_address;
private Button bt_start_connection;
private Button bt_finish;
private boolean isServer = true;
private boolean isClear = false;
private Button bt_record_and_play;
//录音
private AudioRecord audioRecord;
//播放
private AudioTrack audioTrack;
//采样率
private static final int frequency = 16000;
private static final int channelConfiguration = AudioFormat.CHANNEL_CONFIGURATION_MONO;
private static final int audioEncoding = AudioFormat.ENCODING_PCM_16BIT;
private int recBufSize;
private int playBufSize;
private boolean isRecording = false;
private EditText et_delay;
private static final int port = 7788;
private static final int buffSize = 320;
private static final int delay = 190;
@Override
protected void onCreate(Bundle savedInstanceState) {
super.onCreate(savedInstanceState);
setContentView(R.layout.activity_main);
tv_ip_str = (TextView) findViewById(R.id.tv_ip_str);
cb_is_acem = (CheckBox) findViewById(R.id.cb_is_acem);
bt_start_double_talk = (Button) findViewById(R.id.bt_start_double_talk);
et_ip_address = (EditText) findViewById(R.id.et_ip_address);
bt_start_connection = (Button) findViewById(R.id.bt_start_connection);
bt_finish = (Button) findViewById(R.id.bt_finish);
bt_finish.setOnClickListener(this);
bt_start_double_talk.setOnClickListener(this);
bt_start_connection.setOnClickListener(this);
String ip = getPhoneIp();
if(ip == null){
tv_ip_str.setText("wifi未连接,请连接wifi");
}else{
tv_ip_str.setText("本机ip:"+ip);
}
cb_is_acem.setOnCheckedChangeListener(new CompoundButton.OnCheckedChangeListener() {
@Override
public void onCheckedChanged(CompoundButton buttonView, boolean isChecked) {
isClear = isChecked;
}
});
//服务端监听
listen();
}
@Override
public void onClick(View v) {
switch (v.getId()) {
case R.id.bt_start_connection://开始连接
startConnection();
break;
case R.id.bt_start_double_talk://开始对讲
startTalk();
break;
case R.id.bt_finish://结束对讲
stopTalk();
break;
default:
break;
}
}
private void startConnection(){
String ip = et_ip_address.getText().toString();
if(TextUtils.isEmpty(ip)){
Toast.makeText(this,"未输入ip无法连接!",Toast.LENGTH_SHORT).show();
return;
}
connection(ip);
isServer = false;
}
private void startTalk(){
bt_start_double_talk.setEnabled(false);
new Thread(new Runnable() {
@Override
public void run() {
try {
openAudioRecordAndAudioTrack();
isRecording = true;
MobileAEC aecm = new MobileAEC(null);
aecm.setAecmMode(MobileAEC.AggressiveMode.MOST_AGGRESSIVE).prepare();
byte[] buff = new byte[buffSize];
while(isRecording){
int len = audioRecord.read(buff, 0, buffSize);
if(isClear){
buff = acem(aecm,buff);
}
if(isServer){
clientOut.write(buff,0,buffSize);
}else{
serverOut.write(buff,0,buffSize);
}
}
} catch (Exception e) {
e.printStackTrace();
}
}
}).start();
}
/**
* 消除回音
* @param aecm
* @param buff
* @return
* @throws Exception
*/
private byte[] acem(MobileAEC aecm,byte[] buff) throws Exception {
short[] aecTmpIn = new short[buffSize / 2];
short[] aecTmpOut = new short[buffSize / 2];
ByteBuffer.wrap(buff).order(ByteOrder.LITTLE_ENDIAN)
.asShortBuffer().get(aecTmpIn);
aecm.farendBuffer(aecTmpIn, buffSize / 2);
aecm.echoCancellation(aecTmpIn, null, aecTmpOut,
(short) (buffSize / 2), (short)delay);
byte[] aecBuf = new byte[buffSize];
ByteBuffer.wrap(aecBuf).order(ByteOrder.LITTLE_ENDIAN)
.asShortBuffer().put(aecTmpOut);
return aecBuf;
}
/**
* 结束对话
*/
private void stopTalk(){
try {
audioTrack.stop();
audioRecord.stop();
isRecording =false;
bt_start_double_talk.setEnabled(true);
bt_start_connection.setEnabled(true);
if(isServer){
clientOut.close();
clientIs.close();
serverSocket.close();
client.close();
}else{
serverOut.close();
serverIs.close();
client.close();
}
listen();
} catch (IOException e) {
e.printStackTrace();
}
}
/**
* 监听连接
*/
private void listen() {
new Thread(new Runnable() {
@Override
public void run() {
try {
serverSocket = new ServerSocket(port);
client = serverSocket.accept();
clientOut = client.getOutputStream();
runOnUiThread(new Runnable() {
@Override
public void run() {
bt_start_connection.setEnabled(false);
Toast.makeText(getApplicationContext(), "连接成功",Toast.LENGTH_SHORT).show();
}
});
clientIs = client.getInputStream();
byte[] buff = new byte[buffSize];
int len = 0;
while(client.isConnected()){
if(((len = clientIs.read(buff)) != -1) && audioTrack != null){
audioTrack.write(buff,0,len);
}
}
} catch (IOException e) {
e.printStackTrace();
}
}
}).start();
}
/**
* 连接服务端
* @param ip
*/
private void connection(final String ip){
new Thread(new Runnable() {
@Override
public void run() {
try {
client = new Socket(ip,port);
if(client.isConnected()){
runOnUiThread(new Runnable() {
@Override
public void run() {
bt_start_connection.setEnabled(false);
}
});
serverOut = client.getOutputStream();
serverIs = client.getInputStream();
byte[] buff = new byte[buffSize];
int len = 0;
while(client.isConnected()){
if(((len = serverIs.read(buff)) != -1) && audioTrack != null){
audioTrack.write(buff,0,len);
}
}
}else{
runOnUiThread(new Runnable() {
@Override
public void run() {
Toast.makeText(getApplicationContext(), "连接失败,ip有误",Toast.LENGTH_SHORT).show();
}
});
}
} catch (IOException e) {
e.printStackTrace();
}
}
}).start();
}
/**
* 打开录音器和播音器
*/
private void openAudioRecordAndAudioTrack(){
recBufSize = AudioRecord.getMinBufferSize(frequency, channelConfiguration, audioEncoding);
playBufSize = AudioTrack.getMinBufferSize(frequency, channelConfiguration, audioEncoding);
audioRecord = new AudioRecord(MediaRecorder.AudioSource.MIC, frequency, channelConfiguration, audioEncoding, recBufSize);
audioTrack = new AudioTrack(AudioManager.STREAM_MUSIC, frequency, channelConfiguration, audioEncoding, playBufSize, AudioTrack.MODE_STREAM);
audioTrack.setStereoVolume(1.0f, 1.0f);
audioRecord.startRecording();
audioTrack.play();
}
/**
* 获得手机ip地址
*
* @return
*/
private String getPhoneIp() {
WifiManager wifiManager = (WifiManager) getSystemService(Context.WIFI_SERVICE);
String ipAddress;
if(wifiManager.isWifiEnabled()){
WifiInfo wifiInfo = wifiManager.getConnectionInfo();
ipAddress = intIP2StringIP(wifiInfo.getIpAddress());//得到IPV4地址
}else{
ipAddress = null;
}
return ipAddress;
}
/**
* 将得到的int类型的IP转换为String类型
*
* @param ip
* @return
*/
public static String intIP2StringIP(int ip) {
return (ip & 0xFF) + "." +
((ip >> 8) & 0xFF) + "." +
((ip >> 16) & 0xFF) + "." +
(ip >> 24 & 0xFF);
}
}
效果图: