unity使用百度AI实现人脸融合

准备工作：前往百度AI网页注册账号，百度AI开放平台-全球领先的人工智能服务平台

在开放能力平台，能找到想要的功能介绍，然后要创建一个应用，需要用到ak和sk，百度AI开发里边介绍比较清楚，这里就不赘述了。

开发逻辑  调用摄像头 -> 截取一帧画面  -> 上传百度AI云融合  ->  返回融合结果显示

首先呢，需要创建一个WebCamera类，完善摄像头的各种功能。

/// <summary>
/// 简单的摄像头单例类，挂载在场景物体上
/// </summary>
public class WebCamera : MonoBehaviour
{    
    public static WebCamera Instance;
    /// <summary>
    /// 当前摄像头下标，存在多个摄像头设备时用于切换功能
    /// </summary>
    private int curCamIndex = 0;
    /// <summary>
    /// 所有摄像头设备列表
    /// </summary>
    private WebCamDevice[] devices;
    /// <summary>
    /// 摄像头渲染纹理
    /// </summary>
    private WebCamTexture webCamTex;
    /// <summary>
    /// 当前设备的名称
    /// </summary>
    public string deviceName { get; private set; }
    /// <summary>
    /// 摄像头是否打开
    /// </summary>
    public bool CameraIsOpen { get; private set; }
    /// <summary>
    /// 最终渲染画面
    /// </summary>
    public Texture renderTex { get; private set; }

    /// <summary>
    /// 最新的截图
    /// </summary>
    public Texture2D lastShotText { get; private set; }
    /// <summary>
    /// 画面的宽高
    /// </summary>
    private int width,height;
    /// <summary>
    /// 帧率
    /// </summary>
    private int fps;

    void Awake()
    {
        Instance = this;
    }

    public void InitCamera(int width,int height,int fps=30)
    {        
        this.width = width;
        this.height = height;
        this.fps = fps;
    }

    /// <summary>
    /// 打开摄像头
    /// </summary>
    public void OpenCamera()
    {
        //用户授权
        if (Application.HasUserAuthorization(UserAuthorization.WebCam))
        {
            //显示画面的设备就是要打开的摄像头
            devices = WebCamTexture.devices;
            if (devices.Length <= 0)
            {
                Debug.LogError("没有检测到摄像头，检查设备是否正常"); return;
            }
            deviceName = devices[curCamIndex].name;
            webCamTex = new WebCamTexture(deviceName, width,height,fps);

            renderTex = webCamTex;
            //开启摄像头
            webCamTex.Play();
            CameraIsOpen = true;
        }
    }

    /// <summary>
    /// 关闭摄像头
    /// </summary>
    public void CloseCamera()
    {
        if (CameraIsOpen && webCamTex != null)
        {
            webCamTex.Stop();
            CameraIsOpen=false;
        }
    }
    /// <summary>
    /// 切换摄像头
    /// </summary>
    public void SwapCamera()
    {
        if (devices.Length > 0)
        {
            curCamIndex = (curCamIndex + 1) % devices.Length;
            if (webCamTex!= null)
            {
                CloseCamera();
                OpenCamera();
            }
        }
    }

    public void SaveScreenShot(string path)
    {
        Texture2D shotTex = TextureToTexture2D(webCamTex);
        lastShotText = shotTex;
        byte[] textureBytes = shotTex.EncodeToJPG();
        string fileName = string.Format("IMG_{0}{1}{2}_{3}{4}{5}.jpg",DateTime.Now.Year,DateTime.Now.Month,
            DateTime.Now.Day,DateTime.Now.Hour,DateTime.Now.Minute,DateTime.Now.Second);
        if (!Directory.Exists(path))
        {
            Directory.CreateDirectory(path);
        }
        Debug.Log($"图片已保存：{path}/{fileName}");
        File.WriteAllBytes($"{ path}/{fileName}", textureBytes);
        if (File.Exists($"{path}/{fileName}"))
        {
            Debug.Log("找到照片");
        }
        else
        {
            Debug.Log("未找到");
        }
    }


    /// <summary>
    /// Texture转换成Texture2D
    /// </summary>
    /// <param name="texture"></param>
    /// <returns></returns>
    private Texture2D TextureToTexture2D(Texture texture)
    {
        Texture2D texture2D = new Texture2D(texture.width, texture.height, TextureFormat.RGBA32, false);
        RenderTexture currentRT = RenderTexture.active;
        RenderTexture renderTexture = RenderTexture.GetTemporary(texture.width, texture.height, 32);
        Graphics.Blit(texture, renderTexture);

        RenderTexture.active = renderTexture;
        texture2D.ReadPixels(new Rect(0, 0, renderTexture.width, renderTexture.height), 0, 0);
        texture2D.Apply();

        RenderTexture.active = currentRT;
        RenderTexture.ReleaseTemporary(renderTexture);

        return texture2D;
    }
    
}

创建一个脚本AssessToken，用来获取token，官网示例中返回的是一个token对象，需要再次解析。clientAK和clientSk需要写自己申请的应用的ak和sk

 public static class AccessToken
    {
        //调用GetAccessToken()获取的access_token建议根据expires_in时间 设置缓存

        //百度云中开通对应服务应用的API Key建议开通应用的时候多选服务
        private static string clientAk = "***********************";

        //百度云中开通对应服务应用的 Secret Key
        private static string clientSk = "****************************";

        public static string GetAssessToken()
        {
            string authHost = "https://aip.baidubce.com/oauth/2.0/token";
            HttpClient client = new HttpClient();
            List<KeyValuePair<string, string>> paraList = new List<KeyValuePair<string, string>>();
            paraList.Add(new KeyValuePair<string, string>("grant_type", "client_credentials"));
            paraList.Add(new KeyValuePair<string, string>("client_id", clientAk));
            paraList.Add(new KeyValuePair<string, string>("client_secret", clientSk));

            HttpResponseMessage response = client.PostAsync(authHost, new FormUrlEncodedContent(paraList)).Result;
            string result = response.Content.ReadAsStringAsync().Result;
            TokenInfo tokenInfo = JsonUtility.FromJson<TokenInfo>(result);
            return tokenInfo.access_token;
        }

        public class TokenInfo
        {
            public string refresh_token;
            public string access_token;
        }

    }

创建一个FaceMerge,用来请求人脸融合的API，当然也可以丰富更多的功能

 public class FaceMerge : MonoBehaviour
    {
        public static FaceMerge Instance;
        private void Awake()
        {
            Instance = this;
        }

        //人脸融合

        public void PostFaceMerge(string json, UnityAction<string> sucessResponse, UnityAction<string> errorRes = null)
        {
            StartCoroutine(IPostFaceMerge(json, sucessResponse, errorRes));
        }

        private IEnumerator IPostFaceMerge(string json, UnityAction<string> sucessResponse, UnityAction<string> errorRes = null)
        {
            string token = AccessToken.GetAssessToken();
            string url = "https://aip.baidubce.com/rest/2.0/face/v1/merge?access_token=" + token;
            using (UnityWebRequest request = new UnityWebRequest(url, "POST"))
            {
                Encoding encoding = Encoding.Default;
                byte[] buffer = encoding.GetBytes(json);
                request.uploadHandler = new UploadHandlerRaw(buffer);
                request.downloadHandler = new DownloadHandlerBuffer();
                yield return request.SendWebRequest();
                if (request.result == UnityWebRequest.Result.Success)
                {
                    sucessResponse?.Invoke(request.downloadHandler.text);
                    request.Abort();
                }
                else
                {
                    errorRes?.Invoke(request.downloadHandler.text);
                    request.Abort();
                }
            }
        }

        public Texture2D Base64ToTexture2D(int width,int height,string base64Str)
        {
            Texture2D pic = new Texture2D(width, height, TextureFormat.RGBA32, false);
            byte[] data = System.Convert.FromBase64String(base64Str);
            pic.LoadImage(data);
            return pic;
        }

        public string Texture2DToBase64(Texture2D tex2d)
        {
            byte[] bytes = tex2d.EncodeToJPG();           
            string strBase64 = Convert.ToBase64String(bytes);
            return strBase64;
        }
    }

需要一个Response类反序列化返回的结果

public class Response
{
    public int error_code;
    public string error_msg;
    public long log_id;
    public long timestamp;
    public int cached;
    public Result result;
}

public class Result
{
    public string merge_image;
}

创建一个Test测试类，调试功能，里边json解析的时候，用到了一个JsonMapper的类，这个类是在LitJson插件中的，需要大家自行下载。

public class Test : MonoBehaviour
{
    /// <summary>
    /// 显示相机渲染的画面
    /// </summary>
    [SerializeField] RawImage rawImg;
    /// <summary>
    /// 融合模板图
    /// </summary>
    [SerializeField] Texture2D targetFusionTex;
    /// <summary>
    /// 融合结果显示
    /// </summary>
    [SerializeField] RawImage resultImg;
    /// <summary>
    /// 截图保存的路径
    /// </summary>
    private string path;
    void Start()
    {
        path = Application.streamingAssetsPath + "/";
        WebCamera.Instance.InitCamera(800,600);
        WebCamera.Instance.OpenCamera();
        rawImg.texture = WebCamera.Instance.renderTex;
    }

    private void FunsionFace()
    {
        WebCamera.Instance.SaveScreenShot(path);
        var curTex = WebCamera.Instance.lastShotText;

        //序列化字典内容到json格式 上传到百度ai
        Dictionary<string,object> dict = new Dictionary<string,object>();
        dict.Add("version","4.0");
        dict.Add("alpha",0);
        ImageInfo imgTemplate = new ImageInfo();
        imgTemplate.image = FaceMerge.Instance.Texture2DToBase64(targetFusionTex);
        imgTemplate.image_type = "BASE64";
        imgTemplate.quality_control = "NONE";
        dict.Add("image_template", imgTemplate);
        ImageInfo imgTarget = new ImageInfo();
        imgTarget.image = FaceMerge.Instance.Texture2DToBase64(curTex);
        imgTarget.image_type = "BASE64";
        imgTarget.quality_control = "NONE";
        dict.Add("image_target",imgTarget);
        dict.Add("merge_degree", "COMPLETE");

        string json = JsonMapper.ToJson(dict); // 反序列化用了 litjson的工具，使用JsonUtility序列化dict会是空的

        FaceMerge.Instance.PostFaceMerge(json, OnFaceMerge);

    }
    

    private void OnFaceMerge(string info)
    {
        Debug.Log(info);
        Response response = JsonMapper.ToObject<Response>(info);
        if (response.error_code == 0) // 0 表示成功融合图片
        {
            Debug.Log(response.error_msg);

            string ImgBase64 = response.result.merge_image;

            resultImg.texture = FaceMerge.Instance.Base64ToTexture2D(targetFusionTex.width, targetFusionTex.height, ImgBase64);
        }
    }


    void Update()
    {
        if (Input.GetKeyUp(KeyCode.W))
        {
            FunsionFace();
        }
    }

    public class ImageInfo
    {
        public string image; //图片信息
        public string image_type; //图片类型 BASE64 URL FACE_TOKEN
        public string quality_control; //质量控制 NONE LOW NORMAL HIGH HIGH
    }
}

csdn资源链接地址：https://download.csdn.net/download/qq_40666661/87704717不需要积分就可以下载

百度网盘：链接：https://pan.baidu.com/s/1LTqsc8bxf69RZAWWB9Nw0Q?pwd=heyo 
提取码：heyo