51单片机+ESP8266制作的门锁,含电路图、制板文件。支持密码、人脸、语音。

51单片机+ESP8266制作的门锁,含电路图、制板文件。支持密码、人脸、语音。

硬件部分

  1. Esp-8266-01S(3.3v供电,需使用ams1117-3.3电路进行电压转换);
  2. STC89C52RC最小系统;
  3. LCD1602A;
  4. 1A05继电器;
  5. 2P接线端子;
  6. 2x4P排针、1x2P排针;
  7. 有源蜂鸣器(高电平触发);
  8. 按键若干;
  9. 杜邦线若干;
  10. USB转TTL烧写器

软件部分

  1. keil C51
  2. Arduino IDE
  3. 立创EDA
  4. Android Studio
  5. STC烧写工具
  6. vs2019

功能

  1. 通过app语音控制51单片机上的电机控制电路;
  2. 通过app人脸比对控制51单片机上的电机控制电路;
  3. 通过矩阵键盘控制51单片机上的电机控制电路;
  4. 通过语音向PC客户端发送文字、命令等;

电机电路支持正转、反转功能。APP中只提供了正转DEMO,反转消息格式请参考Esp-8266-01S文件中的ReadMe.txt;

第三方API、SDK

  1. HMS ML Kit人脸比对SDK
  2. 科大讯飞语音识别SDK

因涉及其它项目,已将涉及数据库操作部分的API删除;
删除部分的API涉及多设备Client_id参数的存储;

原理图

LCD及键盘板上的接线排针在这里插入图片描述
电机控制电路
在这里插入图片描述ESP-8266-01S最小系统电路
在这里插入图片描述UART调试电路
在这里插入图片描述蜂鸣器电路
在这里插入图片描述矩阵键盘电路
在这里插入图片描述##PCB图

主要代码

Arduino

#include <ESP8266WiFi.h>
#include <WiFiManager.h>
#include <ESP8266httpUpdate.h>
#include <WiFiUDP.h>
#include <PubSubClient.h>
#include <ArduinoJson.h>

  const int VERSION=20220822; 
  
  int sendFlag=0;                 //是否发送过,0:F 1:T
  
  WiFiClient espClient;           //初始化WIFI客户端;
  PubSubClient client(espClient);   //初始化MQTT客户端;  
  const char *mqtt_broker = "mqtt.abc.com";
  const char *topic = "topic";
  const char *mqtt_username = "username";
  const char *mqtt_password = "password";
  String will_topic="topic/will";
  int will_qos=1;
  bool will_retain=false;

  WiFiManager wifiManager;                    // 建立WiFiManager对象
  
  int count=0;
  void setup() {    
      Serial.begin(115200);                       //初始化串口通信
      wifiManager.setConnectTimeout(120);
      pinMode(2,OUTPUT);
      pinMode(0,OUTPUT);

      
      digitalWrite(2,1);
      digitalWrite(0,1);
      wifiManager.autoConnect("esp-8266", "12345678");// 创建WIFI热点,当WiFi未连接时生效;
      //初始化狗的工作时间;
      ESP.wdtEnable(WDTO_4S);       


      client.setServer(mqtt_broker, 1883);
      client.setCallback(callback);
      while (!client.connected()) {
          String client_id = "esp8266-client-";
          client_id += String(WiFi.macAddress());
          Serial.printf("The client %s connects to MQTT\n", client_id.c_str());
          if (client.connect(client_id.c_str(), mqtt_username, mqtt_password,
              will_topic.c_str(),will_qos,will_retain,("{\"code\":\"1\",\"client_id\":\""+String(WiFi.macAddress())+"\",\"state\":\"offline\"}").c_str())) {
              Serial.println("MQTT connected");
          } else {
              Serial.print("failed with state ");
              Serial.print(client.state());
              delay(2000);
          }
    }
    client.publish(topic, ("{\"code\":\"1\",\"client_id\":\""+String(WiFi.macAddress())+"\",\"state\":\"online\"}").c_str());
    client.subscribe(topic);
    client.subscribe("app/upgrade");
    client.subscribe("app/restart");
    client.subscribe("app/will");
  }
  void loop(){
    client.loop();
    if(!client.connected()){
      Serial.println("Connecting to Mqtt");
      connectMqtt();
    }
    if(WiFi.status()!=WL_CONNECTED){
      ESP.restart();
    }else{
      if(digitalRead(2)==0){
        Serial.printf("触发人脸解锁\r\n");          
      }
      delay(1000);
    }
      
  }
  //进行OTA升级
  void upgrade(String filename){
        String  upgradeHost="http://doc.hfgkgroup.com/files/"+filename;
        if(WiFi.status()==WL_CONNECTED){
          WiFiClient Sclient;
          Serial.print("Starting Get BIN\r\n");
              t_httpUpdate_return ret = ESPhttpUpdate.update(Sclient,upgradeHost);
          switch(ret){
            case HTTP_UPDATE_FAILED:
                 Serial.printf("HTTP_UPDATE_FAILD Error (%d): %s\r\n", ESPhttpUpdate.getLastError(), ESPhttpUpdate.getLastErrorString().c_str());
                 break;
            case HTTP_UPDATE_NO_UPDATES:
                 Serial.print("HTTP_UPDATE_NO_UPDATES\r\n");
                 break;
            case HTTP_UPDATE_OK:
                 Serial.print("HTTP_UPDATE_OK\r\n");
                 ESPhttpUpdate.rebootOnUpdate(true);
                 break;
          }
        }
  }

  void connectMqtt(){
      client.setServer(mqtt_broker, 1883);
      client.setCallback(callback);
      int i=0;
      while (!client.connected()&&i<10) {
          String client_id = "esp8266-client-";
          client_id += String(WiFi.macAddress());
          Serial.printf("The client %s connects to the MQTT\n", client_id.c_str());
          if (client.connect(client_id.c_str(), mqtt_username, mqtt_password)) {
              Serial.println("MQTT connected");
          } else {
              Serial.print("failed with State ");
              Serial.print(client.state());
              delay(2000);
          }
          i++;
      }
      if(i>=10){
        Serial.printf("MQTT connected failed");
      }      
  }

  void callback(char *topic, byte *payload, unsigned int length) {
      Serial.print("Message arrived in topic: ");
      Serial.println(topic);
      Serial.print("Message:");
      for (int i = 0; i < length; i++) {
          if(i==length){
            payload[i]='\0';
          }
      }
      Serial.println(String((char *)payload).substring(0,length));
      readJson(payload,length);
  }

  void readJson(byte *input,unsigned int length){
      
      StaticJsonDocument<96> doc;
      
      DeserializationError error = deserializeJson(doc, input, length);
      
      if (error) {
        Serial.print(F("deserializeJson() failed: "));
        Serial.println(error.f_str());
        return;
      }
      
      int code = doc["code"]; 
      Serial.print("code:");
      Serial.println(code);
      const char* client_id = doc["client_id"]; 
      Serial.print("client_id:");
      Serial.println(client_id);
      bool state=false;
      switch(code){
        case 0:     //开锁
            state = doc["state"]; 
            Serial.print("state:");
            Serial.println(state);
            if(state&&client_id==String(WiFi.macAddress())){
              digitalWrite(2,0);
              delay(5000);
              digitalWrite(2,1);
            }
            break;
        case 1:    //关锁
            state = doc["state"];
            Serial.print("state:");
            Serial.println(state);
            if(state&&client_id==String(WiFi.macAddress())){
              digitalWrite(0,0);
              delay(5000);
              digitalWrite(0,1);
            }
            break;
        case 2:   //OTA
            const char* msg = doc["msg"]; 
            Serial.print("msg:");
            Serial.println(msg);
            if(String(msg)=="upgrade"&&String(client_id)==String(WiFi.macAddress())){
              const char* filename = doc["filename"]; 
              int _version = doc["version"];
              if(_version>VERSION){
                upgrade(String(filename));
              }
            }
            break;
         case 3:    //重启
            if(String(client_id)==String(WiFi.macAddress())){
              ESP.restart();
            }
            break;           
            
      }
  }

keil C51

#include <string.h>
#include <REGX52.h>
#include "LCD1602.h"
#include "MatrixKey.h"
#include "uart.h"
#include "eeprom.h"

sbit motor_z = P0^0;
sbit motor_f = P0^1;
sbit motor_z_io_8266 = P3^5;
sbit motor_f_io_8266 = P0^5;
sbit motor_z_io_key = P3^7;
sbit motor_f_io_key = P0^7;
sbit motor_ctrl = P3^6;

unsigned char KeyNum = 0;				
unsigned char password[] = {3,5,2,6,1,1,0}; //初始化密码
unsigned int status_addr=0x2001;	//锁闭状态常量存储地址;
unsigned char lock_status;  		//锁闭状态,1:开启,2:关闭

void newShow();
void unlock();
void check_lock();
void s_beep();
void f_beep(); 

void main() 
{			
	unsigned int i = 1, j = 0, sigl = 0;
	unsigned char In_password[7] = {0};
	if(byte_read(status_addr)!=0x31&&byte_read(status_addr)!=0x32)
	{
		SectorErase(0x2000);
		byte_write(status_addr,0x31);
	}
	LCD_Init(); //LCD 
	LCD_WriteCommand(0x01);
	LCD_ShowString(1, 1, "Enter PassWord");
	while (1) {
		P0_6=0;
		check_lock();
		KeyNum = MatrixKey();
		if (i > 8)
			LCD_ShowString(2, 1, "I Error");
		while (KeyNum && i <= 7) {
			LCD_ShowNum(2, 12, KeyNum, 2);
			if (KeyNum > 10) goto Other_Operation;
			else {
				In_password[i - 1] = KeyNum % 10;
				LCD_ShowNum(2, i, In_password[i - 1], 1);
			}
			i++;
			KeyNum = 0;
		}
		Other_Operation:
			if (KeyNum == 13) {
				LCD_ShowNum(2, i - 1, 0, 1);
				In_password[i - 2] = '_';
				i = i > 1 ? i - 1 : i;
				LCD_ShowNum(2, 9, i, 1);
			}
		else if (KeyNum == 16) //确认键
		{
			for (j = 0; j < 7; j++) {
				if (In_password[j] == password[j]) sigl = 0;

				else {
					sigl = 1;
					break;
				}
			}

			if (sigl == 1) {
				LCD_ShowString(2, 1, "ERROR");
				delay(3000);
				f_beep();
				i = 1;
				newShow();
			} else {
				memset(In_password, 0, sizeof(In_password));
				LCD_ShowString(2, 1, "Unlocked");
				motor_z_io_key=0;
				check_lock();
				delay(3000);
				i = 1;
				newShow();
			}
		} else if(KeyNum == 11){
			if(byte_read(status_addr)==0x31)
			{
				SectorErase(0x2000);
				byte_write(status_addr,0x32);
			}
			else
			{
				SectorErase(0x2000);
				byte_write(status_addr,0x31);
			}
		} else if (KeyNum == 12) {
			motor_f_io_key=0;
			delay(100);
			check_lock();
		} else if (KeyNum == 14) {
			newShow();
			i = 1;
		} else if (KeyNum == 15) {
			LCD_ShowString(1, 1, "Change PassWord");
			i = 1;
		}

	}
}
void newShow() {
	LCD_WriteCommand(0x01);
	LCD_ShowString(1, 1, "Enter PassWord");
}

void unlock()
{
	motor_z=0;
	delay(1000);
	while(motor_ctrl!=0){delay(100);};
	motor_z=1;
	if(motor_z_io_key==0) motor_z_io_key=1;  //如果时键盘发起的开锁动作,则需要初始换控制IO口的状态;
	SectorErase(0x2000);
	byte_write(status_addr,0x31);
	s_beep();
}
void lock()
{
	motor_f=0;
	delay(1000);
	while(motor_ctrl!=0){delay(100);};
	motor_f=1;
	if(motor_f_io_key==0) motor_f_io_key=1;	//如果时键盘发起的开锁动作,则需要初始换控制IO口的状态;
	SectorErase(0x2000);
	byte_write(status_addr,0x32);
	s_beep();
}
void check_lock()
{
	lock_status=byte_read(status_addr);	
						//P3_5					 P3_7
	if(motor_z_io_8266==0x00||motor_z_io_key==0x00)
	{
		if(lock_status=='1')
	  {
			motor_z_io_key=1;
			return;
		}
		else
		{
			unlock();
		}
	}
						//P0_5						P0_7
	if(motor_f_io_8266==0x00||motor_f_io_key==0x00)
	{
		if(lock_status=='2')
		{
			motor_f_io_key=1;
			return;
		}
		else
		{
			lock();
		}
	}
}

void s_beep()
{
	P0_6=1;
	delay(100);
	P0_6=0;
	delay(100);
	P0_6=1;
	delay(100);
	P0_6=0;
	delay(100);
	P0_6=1;
	delay(100);
	P0_6=0;
}

void f_beep()
{
	P0_6=1;
	delay(300);
	P0_6=0;
	delay(100);
	P0_6=1;
	delay(100);
	P0_6=0;
	delay(100);
	P0_6=1;
	delay(100);
	P0_6=0;
}

Android

  • 人脸识别
    Activity
public class Face extends AppCompatActivity {
    private boolean exit=false;

    private int check_flag=0;

    private com.xuye.kycutils.extendUtil.CameraPreview mView;
    public Handler handler=new Handler(msg -> {
        if (msg.what == 1) {
            Bitmap bitmap = (Bitmap) msg.obj;
            Boolean res = CheckFace.check(bitmap);
            Map<String,Object> map=new HashMap<>();
            boolean result = res != null && res;
            String resTxt = result ? "Success!!" : "Failed!!";
            Toast.makeText(Face.this, "checkFace " + resTxt, Toast.LENGTH_SHORT).show();
            map.put("code",0);
            map.put("client_id", Settings.Secure.getString(getContentResolver(),Settings.Secure.ANDROID_ID));
            map.put("state",result);
            map.put("msg",result?"人脸识别成功":"人脸识别失败");
            if(result){
                MqttManager.sendMessage(Face.this, JSON.toJSONBytes(JSON.toJSON(map)));
            }
            if (result || check_flag > 10) {
                check_flag = 0;
                exit = true;
            }
            Log.i(TAG, "handleMessage: " + result);
        }
        return false;
    });

    @Override
    protected void onCreate(Bundle savedInstanceState) {
        super.onCreate(savedInstanceState);
        setContentView(R.layout.activity_face);
        mView=findViewById(R.id.cameraView);
        TakeBitmap mTakeBitmap = new TakeBitmap(mView);
        mTakeBitmap.start();
    }
    @Override
    protected void onResume() {
        super.onResume();
        mView.onResume(this);
    }

    @Override
    protected void onPause() {
        mView.onPause();
        super.onPause();
    }

    class TakeBitmap extends Thread {
        TextureView mView;
        Bitmap bitmap;
        public TakeBitmap(TextureView mView){
            this.mView=mView;
        }
        @Override
        public void run(){
            Log.d(TAG, "exit标志位: "+exit);
            while (!exit){
                try {
                    if(check_flag>10){
                        Thread.interrupted();
                    }
                    bitmap=mView.getBitmap();
                    if(bitmap!=null) {
                        Message msg = new Message();
                        msg.what = 1;
                        msg.obj = bitmap;
                        handler.sendMessage(msg);
                        bitmap = null;
                    }
                    check_flag+=1;
                    Thread.sleep(5000);
                } catch (InterruptedException e) {
                    e.printStackTrace();
                }
            }
        }
    }

}

自定义控件

public class CameraPreview extends TextureView {

    private static final String TAG = "CameraPreview";
    private static final SparseIntArray ORIENTATIONS = new SparseIntArray();//从屏幕旋转转换为JPEG方向
    private static final int MAX_PREVIEW_WIDTH = 1920;//Camera2 API 保证的最大预览宽高
    private static final int MAX_PREVIEW_HEIGHT = 1080;
    private static final int STATE_PREVIEW = 0;//显示相机预览
    private static final int STATE_WAITING_LOCK = 1;//焦点锁定中
    private static final int STATE_WAITING_PRE_CAPTURE = 2;//拍照中
    private static final int STATE_WAITING_NON_PRE_CAPTURE = 3;//其它状态
    private static final int STATE_PICTURE_TAKEN = 4;//拍照完毕
    private int mState = STATE_PREVIEW;
    private int mRatioWidth = 0, mRatioHeight = 0;
    private int mSensorOrientation;
    private boolean mFlashSupported;

    private final Semaphore mCameraOpenCloseLock = new Semaphore(1);//使用信号量 Semaphore 进行多线程任务调度
    private Activity activity;
    private final File mFile;
    private HandlerThread mBackgroundThread;
    private Handler mBackgroundHandler;
    private Size mPreviewSize;
    private String mCameraId;
    private CameraDevice mCameraDevice;
    private CaptureRequest.Builder mPreviewRequestBuilder;
    private CaptureRequest mPreviewRequest;
    private CameraCaptureSession mCaptureSession;
    private ImageReader mImageReader;

    static {
        ORIENTATIONS.append(Surface.ROTATION_0, 90);
        ORIENTATIONS.append(Surface.ROTATION_90, 0);
        ORIENTATIONS.append(Surface.ROTATION_180, 270);
        ORIENTATIONS.append(Surface.ROTATION_270, 180);
    }

    public CameraPreview(Context context) {
        this(context, null);
    }

    public CameraPreview(Context context, AttributeSet attrs) {
        this(context, attrs, 0);
    }

    public CameraPreview(Context context, AttributeSet attrs, int defStyleAttr) {
        super(context, attrs, defStyleAttr);
        mFile = new File(getContext().getExternalFilesDir(null), "pic.jpg");
    }

    @Override
    protected void onMeasure(int widthMeasureSpec, int heightMeasureSpec) {
        super.onMeasure(widthMeasureSpec, heightMeasureSpec);
        int width = MeasureSpec.getSize(widthMeasureSpec);
        int height = MeasureSpec.getSize(heightMeasureSpec);
        if (0 == mRatioWidth || 0 == mRatioHeight) {
            setMeasuredDimension(width, height);
        } else {
            if (width < height * mRatioWidth / mRatioHeight) {
                setMeasuredDimension(width, width * mRatioHeight / mRatioWidth);
            } else {
                setMeasuredDimension(height * mRatioWidth / mRatioHeight, height);
            }
        }
    }

    public void onResume(Activity activity) {
        this.activity = activity;
        startBackgroundThread();
        //当Activity或Fragment OnResume()时,可以冲洗打开一个相机并开始预览,否则,这个Surface已经准备就绪
        if (this.isAvailable()) {
            openCamera(this.getWidth(), this.getHeight());
        } else {
            this.setSurfaceTextureListener(mSurfaceTextureListener);
        }
    }

    public void onPause() {
        closeCamera();
        stopBackgroundThread();
    }

    public void setAspectRatio(int width, int height) {
        if (width < 0 || height < 0) {
            throw new IllegalArgumentException("Size can't be negative");
        }
        mRatioWidth = width;
        mRatioHeight = height;
        requestLayout();
    }

    public void setAutoFlash(CaptureRequest.Builder requestBuilder) {
        if (mFlashSupported) {
            requestBuilder.set(CaptureRequest.CONTROL_AE_MODE,
                    CaptureRequest.CONTROL_AE_MODE_ON_AUTO_FLASH);
        }
    }

    private void startBackgroundThread() {
        mBackgroundThread = new HandlerThread("CameraBackground");
        mBackgroundThread.start();
        mBackgroundHandler = new Handler(mBackgroundThread.getLooper());
    }

    private void stopBackgroundThread() {
        mBackgroundThread.quitSafely();
        try {
            mBackgroundThread.join();
            mBackgroundThread = null;
            mBackgroundHandler = null;
        } catch (InterruptedException e) {
            e.printStackTrace();
        }
    }

    /**
     * 处理生命周期内的回调事件
     */
    private final SurfaceTextureListener mSurfaceTextureListener = new SurfaceTextureListener() {

        @Override
        public void onSurfaceTextureAvailable(SurfaceTexture texture, int width, int height) {
            openCamera(width, height);
        }

        @Override
        public void onSurfaceTextureSizeChanged(SurfaceTexture texture, int width, int height) {
            configureTransform(width, height);
        }

        @Override
        public boolean onSurfaceTextureDestroyed(SurfaceTexture texture) {
            return true;
        }

        @Override
        public void onSurfaceTextureUpdated(SurfaceTexture texture) {
        }
    };

    /**
     * 相机状态改变回调
     */
    private final CameraDevice.StateCallback mStateCallback = new CameraDevice.StateCallback() {

        @Override
        public void onOpened(@NonNull CameraDevice cameraDevice) {
            mCameraOpenCloseLock.release();
            Log.d(TAG, "相机已打开");
            mCameraDevice = cameraDevice;
            createCameraPreviewSession();
        }

        @Override
        public void onDisconnected(@NonNull CameraDevice cameraDevice) {
            mCameraOpenCloseLock.release();
            cameraDevice.close();
            mCameraDevice = null;
        }

        @Override
        public void onError(@NonNull CameraDevice cameraDevice, int error) {
            mCameraOpenCloseLock.release();
            cameraDevice.close();
            mCameraDevice = null;
            if (null != activity) {
                activity.finish();
            }
        }
    };

    /**
     * 处理与照片捕获相关的事件
     */
    private final CameraCaptureSession.CaptureCallback mCaptureCallback = new CameraCaptureSession.CaptureCallback() {

        private void process(CaptureResult result) {
            switch (mState) {
                case STATE_PREVIEW: {
                    break;
                }
                case STATE_WAITING_LOCK: {
                    Integer afState = result.get(CaptureResult.CONTROL_AF_STATE);
                    if (afState == null) {
                        captureStillPicture();
                    } else if (CaptureResult.CONTROL_AF_STATE_FOCUSED_LOCKED == afState ||
                            CaptureResult.CONTROL_AF_STATE_NOT_FOCUSED_LOCKED == afState) {
                        Integer aeState = result.get(CaptureResult.CONTROL_AE_STATE);
                        if (aeState == null || aeState == CaptureResult.CONTROL_AE_STATE_CONVERGED) {
                            mState = STATE_PICTURE_TAKEN;
                            captureStillPicture();
                        } else {
                            runPreCaptureSequence();
                        }
                    }
                    break;
                }
                case STATE_WAITING_PRE_CAPTURE: {
                    Integer aeState = result.get(CaptureResult.CONTROL_AE_STATE);
                    if (aeState == null ||
                            aeState == CaptureResult.CONTROL_AE_STATE_PRECAPTURE ||
                            aeState == CaptureRequest.CONTROL_AE_STATE_FLASH_REQUIRED) {
                        mState = STATE_WAITING_NON_PRE_CAPTURE;
                    }
                    break;
                }
                case STATE_WAITING_NON_PRE_CAPTURE: {
                    Integer aeState = result.get(CaptureResult.CONTROL_AE_STATE);
                    if (aeState == null || aeState != CaptureResult.CONTROL_AE_STATE_PRECAPTURE) {
                        mState = STATE_PICTURE_TAKEN;
                        captureStillPicture();
                    }
                    break;
                }
            }
        }

        @Override
        public void onCaptureProgressed(@NonNull CameraCaptureSession session,
                                        @NonNull CaptureRequest request,
                                        @NonNull CaptureResult partialResult) {
            process(partialResult);
        }

        @Override
        public void onCaptureCompleted(@NonNull CameraCaptureSession session,
                                       @NonNull CaptureRequest request,
                                       @NonNull TotalCaptureResult result) {
            process(result);
        }

    };

    /**
     * 在确定相机预览大小后应调用此方法
     *
     * @param viewWidth 宽
     * @param viewHeight 高
     */
    private void configureTransform(int viewWidth, int viewHeight) {
        if (null == mPreviewSize || null == activity) {
            return;
        }
        int rotation = activity.getWindowManager().getDefaultDisplay().getRotation();
        Matrix matrix = new Matrix();
        RectF viewRect = new RectF(0, 0, viewWidth, viewHeight);
        RectF bufferRect = new RectF(0, 0, mPreviewSize.getHeight(), mPreviewSize.getWidth());
        float centerX = viewRect.centerX();
        float centerY = viewRect.centerY();
        if (Surface.ROTATION_90 == rotation || Surface.ROTATION_270 == rotation) {
            bufferRect.offset(centerX - bufferRect.centerX(), centerY - bufferRect.centerY());
            matrix.setRectToRect(viewRect, bufferRect, Matrix.ScaleToFit.FILL);
            float scale = Math.max(
                    (float) viewHeight / mPreviewSize.getHeight(),
                    (float) viewWidth / mPreviewSize.getWidth());
            matrix.postScale(scale, scale, centerX, centerY);
            matrix.postRotate(90 * (rotation - 2), centerX, centerY);
        } else if (Surface.ROTATION_180 == rotation) {
            matrix.postRotate(180, centerX, centerY);
        }
        this.setTransform(matrix);
    }


    /**
     * 根据mCameraId打开相机
     */
    private void openCamera(int width, int height) {
        setUpCameraOutputs(width, height);
        configureTransform(width, height);
        CameraManager manager = (CameraManager) getContext().getSystemService(Context.CAMERA_SERVICE);
        try {
            if (!mCameraOpenCloseLock.tryAcquire(2500, TimeUnit.MILLISECONDS)) {
                throw new RuntimeException("Time out waiting to lock camera opening.");
            }
            if (ActivityCompat.checkSelfPermission(activity, Manifest.permission.CAMERA) != PackageManager.PERMISSION_GRANTED) {
                Log.e(TAG, "openCamera: 没有camera权限");
                ActivityCompat.requestPermissions(activity,new String[]{Manifest.permission.WRITE_EXTERNAL_STORAGE,
                        Manifest.permission.READ_EXTERNAL_STORAGE,
                        Manifest.permission.CAMERA
                },0);
                return;
            }
            manager.openCamera(mCameraId, mStateCallback, mBackgroundHandler);
        } catch (CameraAccessException e) {
            e.printStackTrace();
        } catch (InterruptedException e) {
            throw new RuntimeException("Interrupted while trying to lock camera opening.", e);
        }
    }

    /**
     * 关闭相机
     */
    private void closeCamera() {
        try {
            mCameraOpenCloseLock.acquire();
            if (null != mCaptureSession) {
                mCaptureSession.close();
                mCaptureSession = null;
            }
            if (null != mCameraDevice) {
                mCameraDevice.close();
                mCameraDevice = null;
            }
            if (null != mImageReader) {
                mImageReader.close();
                mImageReader = null;
            }
        } catch (InterruptedException e) {
            throw new RuntimeException("Interrupted while trying to lock camera closing.", e);
        } finally {
            mCameraOpenCloseLock.release();
        }
    }

    /**
     * 设置相机相关的属性或变量
     *
     * @param width 相机预览的可用尺寸的宽度
     * @param height 相机预览的可用尺寸的高度
     */
    @SuppressWarnings("SuspiciousNameCombination")
    private void setUpCameraOutputs(int width, int height) {
        CameraManager manager = (CameraManager) getContext().getSystemService(Context.CAMERA_SERVICE);
        try {
            for (String cameraId : manager.getCameraIdList()) {
                CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);
                // 在这个例子中不使用前置摄像头
                Integer facing = characteristics.get(CameraCharacteristics.LENS_FACING);
                if (facing != null && facing == CameraCharacteristics.LENS_FACING_BACK) {
                    continue;
                }
                StreamConfigurationMap map = characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);
                if (map == null) {
                    continue;
                }

                Size largest = Collections.max(Arrays.asList(map.getOutputSizes(ImageFormat.JPEG)),
                        new CompareSizesByArea());
                mImageReader = ImageReader.newInstance(largest.getWidth(), largest.getHeight(),
                        ImageFormat.JPEG, /*maxImages*/2);
                mImageReader.setOnImageAvailableListener(
                        mOnImageAvailableListener, mBackgroundHandler);

                int displayRotation = activity.getWindowManager().getDefaultDisplay().getRotation();
                mSensorOrientation = characteristics.get(CameraCharacteristics.SENSOR_ORIENTATION);
                boolean swappedDimensions = false;
                switch (displayRotation) {
                    case Surface.ROTATION_0:
                    case Surface.ROTATION_180:
                        if (mSensorOrientation == 90 || mSensorOrientation == 270) {
                            swappedDimensions = true;
                        }
                        break;
                    case Surface.ROTATION_90:
                    case Surface.ROTATION_270:
                        if (mSensorOrientation == 0 || mSensorOrientation == 180) {
                            swappedDimensions = true;
                        }
                        break;
                    default:
                        Log.e(TAG, "Display rotation is invalid: " + displayRotation);
                }

                Point displaySize = new Point();
                activity.getWindowManager().getDefaultDisplay().getSize(displaySize);
                int rotatedPreviewWidth = width;
                int rotatedPreviewHeight = height;
                int maxPreviewWidth = displaySize.x;
                int maxPreviewHeight = displaySize.y;

                if (swappedDimensions) {
                    rotatedPreviewWidth = height;
                    rotatedPreviewHeight = width;
                    maxPreviewWidth = displaySize.y;
                    maxPreviewHeight = displaySize.x;
                }

                if (maxPreviewWidth > MAX_PREVIEW_WIDTH) {
                    maxPreviewWidth = MAX_PREVIEW_WIDTH;
                }

                if (maxPreviewHeight > MAX_PREVIEW_HEIGHT) {
                    maxPreviewHeight = MAX_PREVIEW_HEIGHT;
                }

                mPreviewSize = chooseOptimalSize(map.getOutputSizes(SurfaceTexture.class),
                        rotatedPreviewWidth, rotatedPreviewHeight, maxPreviewWidth,
                        maxPreviewHeight, largest);

                int orientation = getResources().getConfiguration().orientation;
                if (orientation == Configuration.ORIENTATION_LANDSCAPE) {
                    setAspectRatio(mPreviewSize.getWidth(), mPreviewSize.getHeight());
                } else {
                    setAspectRatio(mPreviewSize.getHeight(), mPreviewSize.getWidth());
                }
                Boolean available = characteristics.get(CameraCharacteristics.FLASH_INFO_AVAILABLE);
                mFlashSupported = available != null && available;
                mCameraId = cameraId;
                return;
            }
        } catch (CameraAccessException e) {
            e.printStackTrace();
        } catch (NullPointerException e) {
            Log.e(TAG, "设备不支持Camera2");
        }
    }

    /**
     * 获取一个合适的相机预览尺寸
     *
     * @param choices      支持的预览尺寸列表
     * @param textureViewWidth 相对宽度
     * @param textureViewHeight 相对高度
     * @param maxWidth     可以选择的最大宽度
     * @param maxHeight     可以选择的最大高度
     * @param aspectRatio    宽高比
     * @return 最佳预览尺寸
     */
    private static Size chooseOptimalSize(Size[] choices, int textureViewWidth, int textureViewHeight,
                                          int maxWidth, int maxHeight, Size aspectRatio) {
        List<Size> bigEnough = new ArrayList<>();
        List<Size> notBigEnough = new ArrayList<>();
        int w = aspectRatio.getWidth();
        int h = aspectRatio.getHeight();
        for (Size option : choices) {
            if (option.getWidth() <= maxWidth && option.getHeight() <= maxHeight &&
                    option.getHeight() == option.getWidth() * h / w) {
                if (option.getWidth() >= textureViewWidth &&
                        option.getHeight() >= textureViewHeight) {
                    bigEnough.add(option);
                } else {
                    notBigEnough.add(option);
                }
            }
        }
        if (bigEnough.size() > 0) {
            return Collections.min(bigEnough, new CompareSizesByArea());
        } else if (notBigEnough.size() > 0) {
            return Collections.max(notBigEnough, new CompareSizesByArea());
        } else {
            Log.e(TAG, "Couldn't find any suitable preview size");
            return choices[0];
        }
    }

    /**
     * 为相机预览创建新的CameraCaptureSession
     */
    private void createCameraPreviewSession() {
        try {
            SurfaceTexture texture = this.getSurfaceTexture();
            assert texture != null;
            // 将默认缓冲区的大小配置为想要的相机预览的大小
            texture.setDefaultBufferSize(mPreviewSize.getWidth(), mPreviewSize.getHeight());
            Surface surface = new Surface(texture);
            mPreviewRequestBuilder = mCameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW);
            mPreviewRequestBuilder.addTarget(surface);
            // 我们创建一个 CameraCaptureSession 来进行相机预览
            mCameraDevice.createCaptureSession(Arrays.asList(surface, mImageReader.getSurface()),
                    new CameraCaptureSession.StateCallback() {

                        @Override
                        public void onConfigured(@NonNull CameraCaptureSession cameraCaptureSession) {
                            if (null == mCameraDevice) {
                                return;
                            }
                            // 会话准备好后,我们开始显示预览
                            mCaptureSession = cameraCaptureSession;
                            try {
                                mPreviewRequestBuilder.set(CaptureRequest.CONTROL_AF_MODE,
                                        CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE);
                                setAutoFlash(mPreviewRequestBuilder);
                                mPreviewRequest = mPreviewRequestBuilder.build();
                                mCaptureSession.setRepeatingRequest(mPreviewRequest, mCaptureCallback, mBackgroundHandler);
                            } catch (CameraAccessException e) {
                                e.printStackTrace();
                            }
                        }

                        @Override
                        public void onConfigureFailed(@NonNull CameraCaptureSession cameraCaptureSession) {
                        }
                    }, null);
        } catch (CameraAccessException e) {
            e.printStackTrace();
        }
    }

    /**
     * 从指定的屏幕旋转中检索照片方向
     *
     * @param rotation 屏幕方向
     * @return 照片方向(0,90,270,360)
     */
    private int getOrientation(int rotation) {
        return (ORIENTATIONS.get(rotation) + mSensorOrientation + 270) % 360;
    }

    /**
     * 解锁焦点
     */
    private void unlockFocus() {
        try {
            mPreviewRequestBuilder.set(CaptureRequest.CONTROL_AF_TRIGGER,
                    CameraMetadata.CONTROL_AF_TRIGGER_CANCEL);
            setAutoFlash(mPreviewRequestBuilder);
            mCaptureSession.capture(mPreviewRequestBuilder.build(), mCaptureCallback,
                    mBackgroundHandler);
            mState = STATE_PREVIEW;
            mCaptureSession.setRepeatingRequest(mPreviewRequest, mCaptureCallback,
                    mBackgroundHandler);
        } catch (CameraAccessException e) {
            e.printStackTrace();
        }
    }

    /**
     * 拍摄静态图片
     */
    private void captureStillPicture() {
        try {
            if (null == activity || null == mCameraDevice) {
                return;
            }
            final CaptureRequest.Builder captureBuilder =
                    mCameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_STILL_CAPTURE);
            captureBuilder.addTarget(mImageReader.getSurface());
            captureBuilder.set(CaptureRequest.CONTROL_AF_MODE,
                    CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE);
            setAutoFlash(captureBuilder);
            // 方向
            int rotation = activity.getWindowManager().getDefaultDisplay().getRotation();
            captureBuilder.set(CaptureRequest.JPEG_ORIENTATION, getOrientation(rotation));
            CameraCaptureSession.CaptureCallback captureCallback
                    = new CameraCaptureSession.CaptureCallback() {

                @Override
                public void onCaptureCompleted(@NonNull CameraCaptureSession session,
                                               @NonNull CaptureRequest request,
                                               @NonNull TotalCaptureResult result) {
                    Toast.makeText(getContext(), "Saved: " + mFile, Toast.LENGTH_SHORT).show();
                    Log.d(TAG, mFile.toString());
                    unlockFocus();
                }
            };
            mCaptureSession.stopRepeating();
            mCaptureSession.abortCaptures();
            mCaptureSession.capture(captureBuilder.build(), captureCallback, null);
        } catch (CameraAccessException e) {
            e.printStackTrace();
        }
    }

    /**
     * 运行preCapture序列来捕获静止图像
     */
    private void runPreCaptureSequence() {
        try {
            // 设置拍照参数请求
            mPreviewRequestBuilder.set(CaptureRequest.CONTROL_AE_PRECAPTURE_TRIGGER,
                    CaptureRequest.CONTROL_AE_PRECAPTURE_TRIGGER_START);
            mState = STATE_WAITING_PRE_CAPTURE;
            mCaptureSession.capture(mPreviewRequestBuilder.build(), mCaptureCallback, mBackgroundHandler);
        } catch (CameraAccessException e) {
            e.printStackTrace();
        }
    }

    /**
     * 比较两者大小
     */
    private static class CompareSizesByArea implements Comparator<Size> {

        @Override
        public int compare(Size lhs, Size rhs) {
            return Long.signum((long) lhs.getWidth() * lhs.getHeight() -
                    (long) rhs.getWidth() * rhs.getHeight());
        }
    }

    /**
     * ImageReader的回调对象
     */
    private final ImageReader.OnImageAvailableListener mOnImageAvailableListener
            = new ImageReader.OnImageAvailableListener() {

        @Override
        public void onImageAvailable(ImageReader reader) {
            mBackgroundHandler.post(new ImageSaver(reader.acquireNextImage(), mFile));
        }
    };

    /**
     * 将捕获到的图像保存到指定的文件中
     */
    private static class ImageSaver implements Runnable {

        private final Image mImage;
        private final File mFile;

        ImageSaver(Image image, File file) {
            mImage = image;
            mFile = file;
        }

        @Override
        public void run() {
            ByteBuffer buffer = mImage.getPlanes()[0].getBuffer();
            byte[] bytes = new byte[buffer.remaining()];
            buffer.get(bytes);
            FileOutputStream output = null;
            try {
                output = new FileOutputStream(mFile);
                output.write(bytes);
            } catch (IOException e) {
                e.printStackTrace();
            } finally {
                mImage.close();
                if (null != output) {
                    try {
                        output.close();
                    } catch (IOException e) {
                        e.printStackTrace();
                    }
                }
            }
        }
    }

}

HMS ML Kit SDK

	public class CheckFace {

    public static Boolean check(Bitmap bitMap){
        ExecutorService exs=Executors.newCachedThreadPool();
        Boolean res = null;
        Future<Boolean> future=exs.submit(new doCheckFace(bitMap));
        try {
            res=future.get();
        } catch (ExecutionException | InterruptedException e) {
            e.printStackTrace();
        }
        return res;
    }

    static class doCheckFace implements Callable<Boolean> {
        Bitmap bitmap;
        public doCheckFace(Bitmap bitmap){
            this.bitmap=bitmap;
        }

        @Override
        public Boolean call() {
            if(bitmap==null){
                return false;
            }
            MLFaceVerificationAnalyzer analyzer= MLFaceVerificationAnalyzerFactory
                    .getInstance().getFaceVerificationAnalyzer();
            ExecutorService exs = Executors.newCachedThreadPool();
            Future<Bitmap> tmp=exs.submit(new ReadImg("https://url/MyFace.jpg"));//比对模板图片的位置
            Bitmap src = null;
            try {
                src=tmp.get();
            } catch (ExecutionException | InterruptedException e) {
                e.printStackTrace();
            }
            MLFrame sourceBitmap=MLFrame.fromBitmap(src);
            List<MLFaceTemplateResult> results = analyzer.setTemplateFace(sourceBitmap);
            if(results.size()<=0){
                return false;
            }
            for (int i = 0; i < results.size(); i++) {
                // 处理模板图片识别结果
                Log.i(TAG, "call: results.size()"+results.size());
            }
            MLFrame dstBitmap=MLFrame.fromBitmap(bitmap);
            boolean res=false;
            SparseArray<MLFaceVerificationResult> mlFaceVerificationResultSparseArray = analyzer.analyseFrame(dstBitmap);
            if(mlFaceVerificationResultSparseArray.size()>0){
                float similarity=mlFaceVerificationResultSparseArray.get(0).getSimilarity();
                Log.e(TAG, "similarity is: "+similarity );
                if(similarity>0.87){
                    res=true;
                }
            }
            analyzer.stop();
            return res;
        }
    }

}
  • 语音识别
public class VoipActivity extends Activity implements OnClickListener {
    private static final String TAG = VoipActivity.class.getSimpleName();
    // 语音听写对象
    private SpeechRecognizer mIat;
    // 语音听写UI
    private RecognizerDialog mIatDialog;
    // 用HashMap存储听写结果
    private final HashMap<String, String> mIatResults = new LinkedHashMap<>();
    private Toast mToast;
    private SharedPreferences mSharedPreferences;

    private final StringBuffer buffer = new StringBuffer();


    public void onCreate(Bundle savedInstanceState) {
        super.onCreate(savedInstanceState);
        requestWindowFeature(Window.FEATURE_NO_TITLE);
        setContentView(R.layout.activity_voip);
        SpeechUtility.createUtility(getApplicationContext(), SpeechConstant.APPID +"=9d78c07f");
        initLayout();
        // 初始化识别无UI识别对象
        // 使用SpeechRecognizer对象,可根据回调消息自定义界面;
        mIat = SpeechRecognizer.createRecognizer(VoipActivity.this, mInitListener);

        // 初始化听写Dialog,如果只使用有UI听写功能,无需创建SpeechRecognizer
        // 使用UI听写功能,请根据sdk文件目录下的notice.txt,放置布局文件和图片资源
        mIatDialog = new RecognizerDialog(VoipActivity.this, mInitListener);

        mSharedPreferences = getSharedPreferences(IatSettings.PREFER_NAME,
                Activity.MODE_PRIVATE);
    }


    /**
     * 初始化Layout。
     */
    private void initLayout() {
        findViewById(R.id.iat_recognize).setOnClickListener(VoipActivity.this);
    }

    int ret = 0; // 函数调用返回值

    @Override
    public void onClick(View view) {
        if (null == mIat) {
            // 创建单例失败,与 21001 错误为同样原因,参考 http://bbs.xfyun.cn/forum.php?mod=viewthread&tid=9688
            this.showTip("创建对象失败,请确认 libmsc.so 放置正确,且有调用 createUtility 进行初始化");
            return;
        }

        if (view.getId() == R.id.iat_recognize) {
            buffer.setLength(0);
            mIatResults.clear();
            // 设置参数
            setParam();
            boolean isShowDialog = mSharedPreferences.getBoolean(
                    getString(R.string.pref_key_iat_show), true);
            if (isShowDialog) {
                // 显示听写对话框
                mIatDialog.setListener(mRecognizerDialogListener);
                mIatDialog.show();
                showTip(getString(R.string.text_begin));
            } else {
                // 不显示听写对话框
                ret = mIat.startListening(mRecognizerListener);
                if (ret != ErrorCode.SUCCESS) {
                    showTip("听写失败,错误码:" + ret + ",请点击网址https://www.xfyun.cn/document/error-code查询解决方案");
                } else {
                    showTip(getString(R.string.text_begin));
                }
            }
        }
    }

    /**
     * 初始化监听器。
     */
    private final InitListener mInitListener = code -> {
        Log.d(TAG, "SpeechRecognizer init() code = " + code);
        if (code != ErrorCode.SUCCESS) {
            showTip("初始化失败,错误码:" + code + ",请点击网址https://www.xfyun.cn/document/error-code查询解决方案");
        }
    };

    /**
     * 听写监听器。
     */
    private final RecognizerListener mRecognizerListener = new RecognizerListener() {

        @Override
        public void onBeginOfSpeech() {
            // 此回调表示:sdk内部录音机已经准备好了,用户可以开始语音输入
            showTip("开始说话");
        }

        @Override
        public void onError(SpeechError error) {
            // Tips:
            // 错误码:10118(您没有说话),可能是录音机权限被禁,需要提示用户打开应用的录音权限。
            Log.d(TAG, "onError " + error.getPlainDescription(true));
            showTip(error.getPlainDescription(true));

        }

        @Override
        public void onEndOfSpeech() {
            // 此回调表示:检测到了语音的尾端点,已经进入识别过程,不再接受语音输入
            showTip("结束说话");
        }

        @Override
        public void onResult(RecognizerResult results, boolean isLast) {
            Log.d(TAG, results.getResultString());
            if (isLast) {
                Log.d(TAG, "onResult 结束");
            }
            printResult(results);
        }

        @Override
        public void onVolumeChanged(int volume, byte[] data) {
            showTip("当前正在说话,音量大小 = " + volume + " 返回音频数据 = " + data.length);
        }

        @Override
        public void onEvent(int eventType, int arg1, int arg2, Bundle obj) {
            
        }
    };

    /**
     * 显示结果
     */
    private void printResult(RecognizerResult results) {
        String text = JsonParser.parseIatResult(results.getResultString());
        boolean is=false;
        String sn = null;
        // 读取json结果中的sn字段
        try {
            JSONObject resultJson = new JSONObject(results.getResultString());
            sn = resultJson.optString("sn");
            is=resultJson.optBoolean("ls");
        } catch (JSONException e) {
            e.printStackTrace();
        }

        mIatResults.put(sn, text);

        StringBuilder resultBuffer = new StringBuilder();
        for (String key : mIatResults.keySet()) {
            resultBuffer.append(mIatResults.get(key));
        }
        if(is){
            Map<String,Object> map =new HashMap<>();
            map.put("code",1);
            map.put("client_id", Settings.Secure.getString(getContentResolver(),Settings.Secure.ANDROID_ID));
            map.put("state",true);
            map.put("msg",resultBuffer.toString());
            MqttManager.sendMessage(VoipActivity.this, JSON.toJSONBytes(map));
        }
    }

    /**
     * 听写UI监听器
     */
    private final RecognizerDialogListener mRecognizerDialogListener = new RecognizerDialogListener() {
        // 返回结果
        public void onResult(RecognizerResult results, boolean isLast) {
            printResult(results);
        }

        // 识别回调错误
        public void onError(SpeechError error) {
            showTip(error.getPlainDescription(true));
        }

    };


    private void showTip(final String str) {
        if (mToast != null) {
            mToast.cancel();
        }
        mToast = Toast.makeText(getApplicationContext(), str, Toast.LENGTH_SHORT);
        mToast.show();
    }

    /**
     * 参数设置
     *
     */
    public void setParam() {
        // 清空参数
        mIat.setParameter(SpeechConstant.PARAMS, null);
        // 设置听写引擎
        // 引擎类型
        String mEngineType = SpeechConstant.TYPE_CLOUD;
        mIat.setParameter(SpeechConstant.ENGINE_TYPE, mEngineType);
        // 设置返回结果格式
        String resultType = "json";
        mIat.setParameter(SpeechConstant.RESULT_TYPE, resultType);

        String language = "zh_cn";
        String lag = mSharedPreferences.getString("iat_language_preference",
                "mandarin");
        // 设置语言
        Log.e(TAG, "language = " + language);
        mIat.setParameter(SpeechConstant.LANGUAGE, "zh_cn");
        // 设置语言区域
        mIat.setParameter(SpeechConstant.ACCENT, lag);
        Log.e(TAG, "last language:" + mIat.getParameter(SpeechConstant.LANGUAGE));

        //此处用于设置dialog中不显示错误码信息
        //mIat.setParameter("view_tips_plain","false");

        // 设置语音前端点:静音超时时间,即用户多长时间不说话则当做超时处理
        mIat.setParameter(SpeechConstant.VAD_BOS, mSharedPreferences.getString("iat_vadbos_preference", "4000"));

        // 设置语音后端点:后端点静音检测时间,即用户停止说话多长时间内即认为不再输入, 自动停止录音
        mIat.setParameter(SpeechConstant.VAD_EOS, mSharedPreferences.getString("iat_vadeos_preference", "1000"));

        // 设置标点符号,设置为"0"返回结果无标点,设置为"1"返回结果有标点
        mIat.setParameter(SpeechConstant.ASR_PTT, mSharedPreferences.getString("iat_punc_preference", "1"));

        // 设置音频保存路径,保存音频格式支持pcm、wav.
        mIat.setParameter(SpeechConstant.AUDIO_FORMAT, "wav");
        mIat.setParameter(SpeechConstant.ASR_AUDIO_PATH,
                getExternalFilesDir("msc").getAbsolutePath() + "/iat.wav");
    }

    @Override
    protected void onDestroy() {
        super.onDestroy();
        if (mIat != null) {
            // 退出时释放连接
            mIat.cancel();
            mIat.destroy();
        }
    }
}
  • MQTT Client
public class MqttManager {

    public static void sendMessage(Activity activity, byte[] message){
        MqttClient client;
        try {
            client =new MqttClient("10.11.71.8:1883",
                    Settings.Secure.getString(activity.getContentResolver(),Settings.Secure.ANDROID_ID)
                    ,new MemoryPersistence());
            MqttConnectOptions options=new MqttConnectOptions();
            options.setUserName("username");
            options.setPassword("password".toCharArray());
            options.setCleanSession(true);
            options.setAutomaticReconnect(true);
            client.connect(options);
            client.publish("app",message,1,false);
        } catch (MqttException e) {
            e.printStackTrace();
        }
        finally {
            return;
        }
    }
}

PC Client

namespace _MqttClient
{
    public partial class Form1 : Form
    {
        private delegate void WriteInfoDelegate(string msg);

        private bool authFlag = false;

        private Helper.SendMsg sender = new Helper.SendMsg();
        public Form1()
        {
            InitializeComponent();
        }
        private void auth()
        {
            richTextBox1.BeginInvoke(new WriteInfoDelegate(WriteInfoProxy), "客户端完成认证前,不可使用!");
        }

        private void Form1_Load(object sender, EventArgs e)
        {           
            MqttConnectAsync();
        }
        private IMqttClient mqttClient;

        private void WriteInfoProxy(string msg)
        {
            Invoke(new WriteInfoDelegate(SetTxt), msg);
        }
        private void SetTxt(string msg)
        {
            richTextBox1.AppendText(msg + "\r\n");
        }
        private void MqttConnectAsync()
        {
            try
            {   var mqttFactory = new MqttFactory();
                //使用Build构建
                var mqttClientOptions = new MqttClientOptionsBuilder()
                    .WithTcpServer("mqtt.hfgkgroup.com", 1883)
                    .WithClientId(GetMacByWmi())
                    .WithCleanSession(false)
                    .WithKeepAlivePeriod(TimeSpan.FromSeconds(30))
                    .WithCredentials("xuye", "3526110as")
                    .Build();
                mqttClient = mqttFactory.CreateMqttClient();
                //与3.1对比,事件订阅名称和接口已经变化
                mqttClient.DisconnectedAsync += MqttClient_DisconnectedAsync;
                mqttClient.ConnectedAsync += MqttClient_ConnectedAsync;
                mqttClient.ApplicationMessageReceivedAsync += MqttClient_ApplicationMessageReceivedAsync;
                Task task = mqttClient.ConnectAsync(mqttClientOptions, CancellationToken.None);
                task.Wait();
            }
            catch (Exception ex)
            {
                richTextBox1.BeginInvoke(new WriteInfoDelegate(WriteInfoProxy), $"Mqtt客户端尝试连接出错:" + ex.Message);
            }
        }
        private Task MqttClient_ApplicationMessageReceivedAsync(MqttApplicationMessageReceivedEventArgs arg)
        {
            string msg = Encoding.UTF8.GetString(arg.ApplicationMessage.Payload);
            //richTextBox1.BeginInvoke(new WriteInfoDelegate(WriteInfoProxy), msg);
            ReadJsonStr(msg);
            return Task.CompletedTask;
        }

        private Task MqttClient_ConnectedAsync(MqttClientConnectedEventArgs arg)
        {
            richTextBox1.BeginInvoke(new WriteInfoDelegate(WriteInfoProxy), "Mqtt客户端连接成功.");
            MqttClientSubscribeOptions opt = new MqttClientSubscribeOptions();
            mqttClient.SubscribeAsync("app");
            return Task.CompletedTask;
        }

        private Task MqttClient_DisconnectedAsync(MqttClientDisconnectedEventArgs arg)
        {
            richTextBox1.BeginInvoke(new WriteInfoDelegate(WriteInfoProxy), $"Mqtt客户端连接断开");
            return Task.CompletedTask;
        }
        ///<summary>
        /// 通过WMI读取系统信息里的网卡MAC(方法二)
        ///</summary>
        ///<returns></returns>
        private string GetMacByWmi()
        {
            try
            {
                //创建ManagementClass对象
                ManagementClass mc = new ManagementClass("Win32_NetworkAdapterConfiguration");
                ManagementObjectCollection moc = mc.GetInstances();
                string macAddress = string.Empty;
                foreach (ManagementObject mo in moc)//遍历获取的集合
                {
                    if ((bool)mo["IPEnabled"])//判断IPEnabled的属性是否为true
                    {
                        macAddress = mo["MacAddress"].ToString();//获取网卡的序列号
                    }
                }
                return macAddress;
            }
            catch (Exception e)
            {
                //这里写异常的处理(最好写入日志文件)
                return e.Message;
            }
        }
        private void ReadJsonStr(string jsonStr)
        {
            if (utils.CheckJson.IsJson(jsonStr))
            {
                var obj = JObject.Parse(jsonStr);
                var code = obj["code"].Value<int>();
                var client_id = obj["client_id"].Value<string>();
                var state = obj["state"].Value<bool>();
                var msg = obj["msg"].Value<string>();
                switch (code){
                    case 0:
                        if (state)
                        {
                            richTextBox1.BeginInvoke(new WriteInfoDelegate(WriteInfoProxy), "客户端认证成功,客户端id:"+client_id);
                            authFlag = true;
                        }
                        break;
                    case 1:
                        if (!authFlag)
                        {
                            auth();
                        }
                        else
                        {
                            switch (msg.Substring(0, 2))
                            {
                                case "删除":
                                    string _tmp = System.Text.RegularExpressions.Regex.Replace
                                        (utils.MsgUtils.parseMsgToNumber(msg), @"[^0-9]+", "");
                                    int count = Convert.ToInt32(_tmp);
                                    for (int i = 0; i < count; i++)
                                    {
                                        utils.KeyBoard.keyPress(utils.KeyBoard.vKeyBack);
                                    }
                                    break;
                                default:
                                    sender.SendText(msg).ToString();
                                    richTextBox1.BeginInvoke(new WriteInfoDelegate(WriteInfoProxy), "RecStr:"+msg);
                                    break;
                            }
                        }                        
                        break;
                }
            }
            else
            {
                richTextBox1.BeginInvoke(new WriteInfoDelegate(WriteInfoProxy), "Invalid JSONSTRING!!");
            }
        }

        private void richTextBox1_TextChanged(object sender, EventArgs e)
        {
            richTextBox1.SelectionStart = richTextBox1.SelectionLength;
            richTextBox1.ScrollToCaret();
        }

        private void menuStrip1_ItemClicked(object sender, ToolStripItemClickedEventArgs e)
        {
            richTextBox1.Text = "";
        }
    }

}

程序执行流程

APP ESP8266 51单片机 电机控制电路 PCClient Mqtt消息 开/关 开/关 Mqtt消息 APP ESP8266 51单片机 电机控制电路 PCClient

完整文件下载 百度网盘
提取码:azkp

  • 4
    点赞
  • 50
    收藏
    觉得还不错? 一键收藏
  • 2
    评论
在上一期的免费项目:高性价比WIFI图传方案快速入门教程的介绍中,详细地介绍了ESP32-CAM模块的简单使用 ,其裁剪了官方图传和人脸识别的代码改造成简单的图传代码,由官方四个文件的代码缩减成一个文件的代码。目的就是让买家能快速上手这个源码。让这个源码复杂度降低很多,利于阅读和学习。 在这一期的免费项目:修改了上一期的项目的源码,实现嵌入式web server功能实现远程浏览器WIFI点灯的操作(PIN4的IO口集成了闪光灯LED,所以不用外接灯了,亮瞎眼的亮度),实现了将服务器嵌入到单片机单片机wifi联网之后,局域网访问单片机主页(通过串口打印的网址)就可以在网页里面控制开发板的灯,该设计是ESP32-CAM物联网应用的一个巨大的尝试,本人浪费生命值写了两天代码,踩了很多坑,也学到很多,写了一共三个版本的代码,此版本的代码是最便宜的一个版本,呵呵,不会接线和操作的看上期的项目即可,这里不再重复说明了,重要的事情说一遍:我有收费版的代码,服务更周到。 下面请看模块运行效果图: 下面是实物图: 模块的原理图: 电脑接上串口CH340,CH340接上ESP32-CAM之后,打开串口调试助手,调试效果如下: 服务器返回消息: 真源码截图(绝对给力): 项目总结:这次是利用ESP32-CAM模块对物联网应用的一次巨大的尝试,在电路城目前好像还没有相关的教程,在B站虽然有类似的项目,但是根本没有源码,也没有教程,而且功能没有我这个那么强大,因为我这个嵌入式服务器是有反馈的,而且支持网页手动输入指令,开灯或者关灯指令发送之后服务器会给客户端一个响应的,代码都是自己手工完成的,也借鉴过很多相关的项目。只要掌握这个嵌入式服务器远程点灯的项目,那么其他类似的设计就可以举一反三了。需要注意的是这个版本的代码是没有任何注释的,代码冗余度也很大,收费版的代码更加精简和加入详细注释(最关键)和调试代码。如下所示: 后期的的项目会涉及到图像处理(颜色识别,人脸检测,人脸识别,颜色跟踪,智能小车,手机app客户端控制,云平台语音识别,云平台图像识别等等,私有云图像处理,私有云监控搭建)全部原创开源,敬请期待。

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 2
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值