Android手机间语音通话使用webrtc消除回音

       公司的产品智能门铃当与人通话过程中会产生回音，因此想用webrtc的回音消除模块来消除，所以让我写一个android间语音通话的demo来验证webrtc回音消除模块的效果，下面就是我实现这个demo的整个过程。

       实现步骤：

              (1)用socket让手机间建立连接

              (2)开启手机录音和播放功能

              (4)通过socket的流传输语音数据

              (3)加入webrtc回音消除模块进行回音消除，delay值不同的手机不同，需要自己调试，否则回音消除没有效果，我测试的小米3，delay值大概是190

下面是实现的具体代码：

package com.ljc.userotherso;

import android.content.Context;
import android.media.AudioFormat;
import android.media.AudioManager;
import android.media.AudioRecord;
import android.media.AudioTrack;
import android.media.MediaRecorder;
import android.net.ConnectivityManager;
import android.net.NetworkInfo;
import android.net.wifi.WifiInfo;
import android.net.wifi.WifiManager;
import android.os.Handler;
import android.os.Message;
import android.support.v7.app.AppCompatActivity;
import android.os.Bundle;
import android.text.TextUtils;
import android.util.Log;
import android.view.View;
import android.view.Window;
import android.widget.Button;
import android.widget.CheckBox;
import android.widget.CompoundButton;
import android.widget.EditText;
import android.widget.TextView;
import android.widget.Toast;

import com.android.webrtc.audio.MobileAEC;

import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.ServerSocket;
import java.net.Socket;
import java.nio.ByteBuffer;
import java.nio.ByteOrder;

public class MainActivity extends AppCompatActivity implements View.OnClickListener {

    private TextView tv_ip_str;
    private CheckBox cb_is_acem;
    private Button bt_start_double_talk;
    private ServerSocket serverSocket;
    private Socket client;
    private OutputStream clientOut;
    private InputStream clientIs;
    private OutputStream serverOut;
    private InputStream serverIs;
    private EditText et_ip_address;
    private Button bt_start_connection;
    private Button bt_finish;
    private boolean isServer = true;
    private boolean isClear = false;
    private Button bt_record_and_play;
    //录音
    private AudioRecord audioRecord;
    //播放
    private AudioTrack audioTrack;
    //采样率
    private static final int frequency = 16000;
    private static final int channelConfiguration = AudioFormat.CHANNEL_CONFIGURATION_MONO;
    private static final int audioEncoding = AudioFormat.ENCODING_PCM_16BIT;
    private int recBufSize;
    private int playBufSize;
    private boolean isRecording = false;
    private EditText et_delay;
    private static final int port = 7788;
    private static final int buffSize = 320;
    private static final int delay = 190;
    @Override
    protected void onCreate(Bundle savedInstanceState) {

        super.onCreate(savedInstanceState);
        setContentView(R.layout.activity_main);

        tv_ip_str = (TextView) findViewById(R.id.tv_ip_str);
        cb_is_acem = (CheckBox) findViewById(R.id.cb_is_acem);
        bt_start_double_talk = (Button) findViewById(R.id.bt_start_double_talk);
        et_ip_address = (EditText) findViewById(R.id.et_ip_address);
        bt_start_connection = (Button) findViewById(R.id.bt_start_connection);
        bt_finish = (Button) findViewById(R.id.bt_finish);

        bt_finish.setOnClickListener(this);
        bt_start_double_talk.setOnClickListener(this);
        bt_start_connection.setOnClickListener(this);

        String ip = getPhoneIp();
        if(ip == null){

            tv_ip_str.setText("wifi未连接，请连接wifi");
        }else{

            tv_ip_str.setText("本机ip:"+ip);
        }

        cb_is_acem.setOnCheckedChangeListener(new CompoundButton.OnCheckedChangeListener() {
            @Override
            public void onCheckedChanged(CompoundButton buttonView, boolean isChecked) {

                isClear = isChecked;
            }
        });
        
        //服务端监听
        listen();

    }

    @Override
    public void onClick(View v) {

        switch (v.getId()) {

            case  R.id.bt_start_connection://开始连接

                startConnection();

                break;

            case R.id.bt_start_double_talk://开始对讲

                startTalk();

                break;
            case R.id.bt_finish://结束对讲

                stopTalk();
                break;
            default:
                break;
        }
    }

    private void startConnection(){

        String ip = et_ip_address.getText().toString();
        if(TextUtils.isEmpty(ip)){

            Toast.makeText(this,"未输入ip无法连接!",Toast.LENGTH_SHORT).show();
            return;
        }

        connection(ip);

        isServer = false;
    }

    private void startTalk(){

        bt_start_double_talk.setEnabled(false);

        new Thread(new Runnable() {
            @Override
            public void run() {

                try {

                    openAudioRecordAndAudioTrack();
                    isRecording = true;

                    MobileAEC aecm = new MobileAEC(null);
                    aecm.setAecmMode(MobileAEC.AggressiveMode.MOST_AGGRESSIVE).prepare();

                    byte[] buff = new byte[buffSize];

                    while(isRecording){

                        int len = audioRecord.read(buff, 0, buffSize);

                        if(isClear){

                            buff = acem(aecm,buff);

                        }

                        if(isServer){

                            clientOut.write(buff,0,buffSize);
                        }else{

                            serverOut.write(buff,0,buffSize);
                        }
                    }

                } catch (Exception e) {
                    e.printStackTrace();
                }
            }
        }).start();
    }

    /**
     * 消除回音
     * @param aecm
     * @param buff
     * @return
     * @throws Exception
     */
    private byte[] acem(MobileAEC aecm,byte[] buff) throws Exception {

        short[] aecTmpIn = new short[buffSize / 2];
        short[] aecTmpOut = new short[buffSize / 2];

        ByteBuffer.wrap(buff).order(ByteOrder.LITTLE_ENDIAN)
                .asShortBuffer().get(aecTmpIn);

        aecm.farendBuffer(aecTmpIn, buffSize / 2);

        aecm.echoCancellation(aecTmpIn, null, aecTmpOut,
                (short) (buffSize / 2), (short)delay);

        byte[] aecBuf = new byte[buffSize];
        ByteBuffer.wrap(aecBuf).order(ByteOrder.LITTLE_ENDIAN)
                .asShortBuffer().put(aecTmpOut);

        return aecBuf;
    }

    /**
     * 结束对话
     */
    private void stopTalk(){
        try {
            audioTrack.stop();
            audioRecord.stop();
            isRecording =false;
            bt_start_double_talk.setEnabled(true);
            bt_start_connection.setEnabled(true);

            if(isServer){

                clientOut.close();
                clientIs.close();
                serverSocket.close();
                client.close();

            }else{
                serverOut.close();
                serverIs.close();
                client.close();
            }

            listen();
        } catch (IOException e) {
            e.printStackTrace();
        }

    }
    /**
     * 监听连接
     */
    private void listen() {

        new Thread(new Runnable() {
            @Override
            public void run() {

                try {
                    serverSocket = new ServerSocket(port);
                    client = serverSocket.accept();

                    clientOut = client.getOutputStream();

                    runOnUiThread(new Runnable() {
                        @Override
                        public void run() {

                            bt_start_connection.setEnabled(false);
                            Toast.makeText(getApplicationContext(), "连接成功",Toast.LENGTH_SHORT).show();
                        }
                    });

                    clientIs = client.getInputStream();
                    byte[] buff = new byte[buffSize];
                    int len = 0;

                    while(client.isConnected()){

                        if(((len = clientIs.read(buff)) != -1) && audioTrack != null){

                            audioTrack.write(buff,0,len);
                        }
                    }
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }).start();
    }

    /**
     * 连接服务端
     * @param ip
     */
    private void connection(final String ip){

        new Thread(new Runnable() {
            @Override
            public void run() {

                try {
                    client = new Socket(ip,port);

                    if(client.isConnected()){

                        runOnUiThread(new Runnable() {
                            @Override
                            public void run() {
                                bt_start_connection.setEnabled(false);
                            }
                        });
                        serverOut = client.getOutputStream();
                        serverIs = client.getInputStream();

                        byte[] buff = new byte[buffSize];
                        int len = 0;

                        while(client.isConnected()){

                            if(((len = serverIs.read(buff)) != -1) && audioTrack != null){

                                audioTrack.write(buff,0,len);
                            }
                        }
                    }else{
                        runOnUiThread(new Runnable() {
                            @Override
                            public void run() {

                                Toast.makeText(getApplicationContext(), "连接失败，ip有误",Toast.LENGTH_SHORT).show();
                            }
                        });
                    }
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }).start();
    }

    /**
     * 打开录音器和播音器
     */
    private void openAudioRecordAndAudioTrack(){

        recBufSize = AudioRecord.getMinBufferSize(frequency, channelConfiguration, audioEncoding);
        playBufSize = AudioTrack.getMinBufferSize(frequency, channelConfiguration, audioEncoding);
        audioRecord = new AudioRecord(MediaRecorder.AudioSource.MIC, frequency, channelConfiguration, audioEncoding, recBufSize);
        audioTrack = new AudioTrack(AudioManager.STREAM_MUSIC, frequency, channelConfiguration, audioEncoding, playBufSize, AudioTrack.MODE_STREAM);
        audioTrack.setStereoVolume(1.0f, 1.0f);
        audioRecord.startRecording();
        audioTrack.play();
    }
    /**
     * 获得手机ip地址
     *
     * @return
     */
    private String getPhoneIp() {

        WifiManager wifiManager = (WifiManager) getSystemService(Context.WIFI_SERVICE);

        String ipAddress;
        if(wifiManager.isWifiEnabled()){

            WifiInfo wifiInfo = wifiManager.getConnectionInfo();
            ipAddress = intIP2StringIP(wifiInfo.getIpAddress());//得到IPV4地址
        }else{

            ipAddress = null;
        }

        return ipAddress;
    }

    /**
     * 将得到的int类型的IP转换为String类型
     *
     * @param ip
     * @return
     */
    public static String intIP2StringIP(int ip) {
        return (ip & 0xFF) + "." +
                ((ip >> 8) & 0xFF) + "." +
                ((ip >> 16) & 0xFF) + "." +
                (ip >> 24 & 0xFF);
    }
}

效果图：