devbox
我家小花儿
这个屌丝很懒，什么也没留下！
关注作者
热门标签
热门文章
当前位置:   article > 正文

unity使用百度AI实现人脸融合_unity 百度人脸融合

作者：我家小花儿 | 2024-02-21 11:50:34

赞

踩

unity 百度人脸融合

准备工作：前往百度AI网页注册账号，百度AI开放平台-全球领先的人工智能服务平台

在开放能力平台，能找到想要的功能介绍，然后要创建一个应用，需要用到ak和sk，百度AI开发里边介绍比较清楚，这里就不赘述了。

开发逻辑  调用摄像头 -> 截取一帧画面  -> 上传百度AI云融合  ->  返回融合结果显示

首先呢，需要创建一个WebCamera类，完善摄像头的各种功能。

  1. /// <summary>
  2. /// 简单的摄像头单例类，挂载在场景物体上
  3. /// </summary>
  4. public class WebCamera : MonoBehaviour
  5. {    
  6.     public static WebCamera Instance;
  7.     /// <summary>
  8.     /// 当前摄像头下标，存在多个摄像头设备时用于切换功能
  9.     /// </summary>
  10.     private int curCamIndex = 0;
  11.     /// <summary>
  12.     /// 所有摄像头设备列表
  13.     /// </summary>
  14.     private WebCamDevice[] devices;
  15.     /// <summary>
  16.     /// 摄像头渲染纹理
  17.     /// </summary>
  18.     private WebCamTexture webCamTex;
  19.     /// <summary>
  20.     /// 当前设备的名称
  21.     /// </summary>
  22.     public string deviceName { get; private set; }
  23.     /// <summary>
  24.     /// 摄像头是否打开
  25.     /// </summary>
  26.     public bool CameraIsOpen { get; private set; }
  27.     /// <summary>
  28.     /// 最终渲染画面
  29.     /// </summary>
  30.     public Texture renderTex { get; private set; }
  31.  
  32.     /// <summary>
  33.     /// 最新的截图
  34.     /// </summary>
  35.     public Texture2D lastShotText { get; private set; }
  36.     /// <summary>
  37.     /// 画面的宽高
  38.     /// </summary>
  39.     private int width,height;
  40.     /// <summary>
  41.     /// 帧率
  42.     /// </summary>
  43.     private int fps;
  44.  
  45.     void Awake()
  46.     {
  47.         Instance = this;
  48.     }
  49.  
  50.     public void InitCamera(int width,int height,int fps=30)
  51.     {        
  52.         this.width = width;
  53.         this.height = height;
  54.         this.fps = fps;
  55.     }
  56.  
  57.     /// <summary>
  58.     /// 打开摄像头
  59.     /// </summary>
  60.     public void OpenCamera()
  61.     {
  62.         //用户授权
  63.         if (Application.HasUserAuthorization(UserAuthorization.WebCam))
  64.         {
  65.             //显示画面的设备就是要打开的摄像头
  66.             devices = WebCamTexture.devices;
  67.             if (devices.Length <= 0)
  68.             {
  69.                 Debug.LogError("没有检测到摄像头，检查设备是否正常"); return;
  70.             }
  71.             deviceName = devices[curCamIndex].name;
  72.             webCamTex = new WebCamTexture(deviceName, width,height,fps);
  73.  
  74.             renderTex = webCamTex;
  75.             //开启摄像头
  76.             webCamTex.Play();
  77.             CameraIsOpen = true;
  78.         }
  79.     }
  80.  
  81.     /// <summary>
  82.     /// 关闭摄像头
  83.     /// </summary>
  84.     public void CloseCamera()
  85.     {
  86.         if (CameraIsOpen && webCamTex != null)
  87.         {
  88.             webCamTex.Stop();
  89.             CameraIsOpen=false;
  90.         }
  91.     }
  92.     /// <summary>
  93.     /// 切换摄像头
  94.     /// </summary>
  95.     public void SwapCamera()
  96.     {
  97.         if (devices.Length > 0)
  98.         {
  99.             curCamIndex = (curCamIndex + 1) % devices.Length;
  100.             if (webCamTex!= null)
  101.             {
  102.                 CloseCamera();
  103.                 OpenCamera();
  104.             }
  105.         }
  106.     }
  107.  
  108.     public void SaveScreenShot(string path)
  109.     {
  110.         Texture2D shotTex = TextureToTexture2D(webCamTex);
  111.         lastShotText = shotTex;
  112.         byte[] textureBytes = shotTex.EncodeToJPG();
  113.         string fileName = string.Format("IMG_{0}{1}{2}_{3}{4}{5}.jpg",DateTime.Now.Year,DateTime.Now.Month,
  114.             DateTime.Now.Day,DateTime.Now.Hour,DateTime.Now.Minute,DateTime.Now.Second);
  115.         if (!Directory.Exists(path))
  116.         {
  117.             Directory.CreateDirectory(path);
  118.         }
  119.         Debug.Log($"图片已保存：{path}/{fileName}");
  120.         File.WriteAllBytes($"{ path}/{fileName}", textureBytes);
  121.         if (File.Exists($"{path}/{fileName}"))
  122.         {
  123.             Debug.Log("找到照片");
  124.         }
  125.         else
  126.         {
  127.             Debug.Log("未找到");
  128.         }
  129.     }
  130.  
  131.  
  132.     /// <summary>
  133.     /// Texture转换成Texture2D
  134.     /// </summary>
  135.     /// <param name="texture"></param>
  136.     /// <returns></returns>
  137.     private Texture2D TextureToTexture2D(Texture texture)
  138.     {
  139.         Texture2D texture2D = new Texture2D(texture.width, texture.height, TextureFormat.RGBA32, false);
  140.         RenderTexture currentRT = RenderTexture.active;
  141.         RenderTexture renderTexture = RenderTexture.GetTemporary(texture.width, texture.height, 32);
  142.         Graphics.Blit(texture, renderTexture);
  143.  
  144.         RenderTexture.active = renderTexture;
  145.         texture2D.ReadPixels(new Rect(0, 0, renderTexture.width, renderTexture.height), 0, 0);
  146.         texture2D.Apply();
  147.  
  148.         RenderTexture.active = currentRT;
  149.         RenderTexture.ReleaseTemporary(renderTexture);
  150.  
  151.         return texture2D;
  152.     }
  153.     
  154. }

创建一个脚本AssessToken，用来获取token，官网示例中返回的是一个token对象，需要再次解析。clientAK和clientSk需要写自己申请的应用的ak和sk

  1.  public static class AccessToken
  2.     {
  3.         //调用GetAccessToken()获取的access_token建议根据expires_in时间 设置缓存
  4.  
  5.         //百度云中开通对应服务应用的API Key建议开通应用的时候多选服务
  6.         private static string clientAk = "***********************";
  7.  
  8.         //百度云中开通对应服务应用的 Secret Key
  9.         private static string clientSk = "****************************";
  10.  
  11.         public static string GetAssessToken()
  12.         {
  13.             string authHost = "https://aip.baidubce.com/oauth/2.0/token";
  14.             HttpClient client = new HttpClient();
  15.             List<KeyValuePair<string, string>> paraList = new List<KeyValuePair<string, string>>();
  16.             paraList.Add(new KeyValuePair<string, string>("grant_type", "client_credentials"));
  17.             paraList.Add(new KeyValuePair<string, string>("client_id", clientAk));
  18.             paraList.Add(new KeyValuePair<string, string>("client_secret", clientSk));
  19.  
  20.             HttpResponseMessage response = client.PostAsync(authHost, new FormUrlEncodedContent(paraList)).Result;
  21.             string result = response.Content.ReadAsStringAsync().Result;
  22.             TokenInfo tokenInfo = JsonUtility.FromJson<TokenInfo>(result);
  23.             return tokenInfo.access_token;
  24.         }
  25.  
  26.         public class TokenInfo
  27.         {
  28.             public string refresh_token;
  29.             public string access_token;
  30.         }
  31.  
  32.     }

创建一个FaceMerge,用来请求人脸融合的API，当然也可以丰富更多的功能

  1.  public class FaceMerge : MonoBehaviour
  2.     {
  3.         public static FaceMerge Instance;
  4.         private void Awake()
  5.         {
  6.             Instance = this;
  7.         }
  8.  
  9.         //人脸融合
  10.  
  11.         public void PostFaceMerge(string json, UnityAction<string> sucessResponse, UnityAction<string> errorRes = null)
  12.         {
  13.             StartCoroutine(IPostFaceMerge(json, sucessResponse, errorRes));
  14.         }
  15.  
  16.         private IEnumerator IPostFaceMerge(string json, UnityAction<string> sucessResponse, UnityAction<string> errorRes = null)
  17.         {
  18.             string token = AccessToken.GetAssessToken();
  19.             string url = "https://aip.baidubce.com/rest/2.0/face/v1/merge?access_token=" + token;
  20.             using (UnityWebRequest request = new UnityWebRequest(url, "POST"))
  21.             {
  22.                 Encoding encoding = Encoding.Default;
  23.                 byte[] buffer = encoding.GetBytes(json);
  24.                 request.uploadHandler = new UploadHandlerRaw(buffer);
  25.                 request.downloadHandler = new DownloadHandlerBuffer();
  26.                 yield return request.SendWebRequest();
  27.                 if (request.result == UnityWebRequest.Result.Success)
  28.                 {
  29.                     sucessResponse?.Invoke(request.downloadHandler.text);
  30.                     request.Abort();
  31.                 }
  32.                 else
  33.                 {
  34.                     errorRes?.Invoke(request.downloadHandler.text);
  35.                     request.Abort();
  36.                 }
  37.             }
  38.         }
  39.  
  40.         public Texture2D Base64ToTexture2D(int width,int height,string base64Str)
  41.         {
  42.             Texture2D pic = new Texture2D(width, height, TextureFormat.RGBA32, false);
  43.             byte[] data = System.Convert.FromBase64String(base64Str);
  44.             pic.LoadImage(data);
  45.             return pic;
  46.         }
  47.  
  48.         public string Texture2DToBase64(Texture2D tex2d)
  49.         {
  50.             byte[] bytes = tex2d.EncodeToJPG();           
  51.             string strBase64 = Convert.ToBase64String(bytes);
  52.             return strBase64;
  53.         }
  54.     }

需要一个Response类反序列化返回的结果

  1. public class Response
  2. {
  3.     public int error_code;
  4.     public string error_msg;
  5.     public long log_id;
  6.     public long timestamp;
  7.     public int cached;
  8.     public Result result;
  9. }
  10.  
  11. public class Result
  12. {
  13.     public string merge_image;
  14. }

创建一个Test测试类，调试功能，里边json解析的时候，用到了一个JsonMapper的类，这个类是在LitJson插件中的，需要大家自行下载。

  1. public class Test : MonoBehaviour
  2. {
  3.     /// <summary>
  4.     /// 显示相机渲染的画面
  5.     /// </summary>
  6.     [SerializeField] RawImage rawImg;
  7.     /// <summary>
  8.     /// 融合模板图
  9.     /// </summary>
  10.     [SerializeField] Texture2D targetFusionTex;
  11.     /// <summary>
  12.     /// 融合结果显示
  13.     /// </summary>
  14.     [SerializeField] RawImage resultImg;
  15.     /// <summary>
  16.     /// 截图保存的路径
  17.     /// </summary>
  18.     private string path;
  19.     void Start()
  20.     {
  21.         path = Application.streamingAssetsPath + "/";
  22.         WebCamera.Instance.InitCamera(800,600);
  23.         WebCamera.Instance.OpenCamera();
  24.         rawImg.texture = WebCamera.Instance.renderTex;
  25.     }
  26.  
  27.     private void FunsionFace()
  28.     {
  29.         WebCamera.Instance.SaveScreenShot(path);
  30.         var curTex = WebCamera.Instance.lastShotText;
  31.  
  32.         //序列化字典内容到json格式 上传到百度ai
  33.         Dictionary<string,object> dict = new Dictionary<string,object>();
  34.         dict.Add("version","4.0");
  35.         dict.Add("alpha",0);
  36.         ImageInfo imgTemplate = new ImageInfo();
  37.         imgTemplate.image = FaceMerge.Instance.Texture2DToBase64(targetFusionTex);
  38.         imgTemplate.image_type = "BASE64";
  39.         imgTemplate.quality_control = "NONE";
  40.         dict.Add("image_template", imgTemplate);
  41.         ImageInfo imgTarget = new ImageInfo();
  42.         imgTarget.image = FaceMerge.Instance.Texture2DToBase64(curTex);
  43.         imgTarget.image_type = "BASE64";
  44.         imgTarget.quality_control = "NONE";
  45.         dict.Add("image_target",imgTarget);
  46.         dict.Add("merge_degree", "COMPLETE");
  47.  
  48.         string json = JsonMapper.ToJson(dict); // 反序列化用了 litjson的工具，使用JsonUtility序列化dict会是空的
  49.  
  50.         FaceMerge.Instance.PostFaceMerge(json, OnFaceMerge);
  51.  
  52.     }
  53.     
  54.  
  55.     private void OnFaceMerge(string info)
  56.     {
  57.         Debug.Log(info);
  58.         Response response = JsonMapper.ToObject<Response>(info);
  59.         if (response.error_code == 0) // 0 表示成功融合图片
  60.         {
  61.             Debug.Log(response.error_msg);
  62.  
  63.             string ImgBase64 = response.result.merge_image;
  64.  
  65.             resultImg.texture = FaceMerge.Instance.Base64ToTexture2D(targetFusionTex.width, targetFusionTex.height, ImgBase64);
  66.         }
  67.     }
  68.  
  69.  
  70.     void Update()
  71.     {
  72.         if (Input.GetKeyUp(KeyCode.W))
  73.         {
  74.             FunsionFace();
  75.         }
  76.     }
  77.  
  78.     public class ImageInfo
  79.     {
  80.         public string image; //图片信息
  81.         public string image_type; //图片类型 BASE64 URL FACE_TOKEN
  82.         public string quality_control; //质量控制 NONE LOW NORMAL HIGH HIGH
  83.     }
  84. }

csdn资源链接地址：https://download.csdn.net/download/qq_40666661/87704717不需要积分就可以下载

百度网盘：链接：https://pan.baidu.com/s/1LTqsc8bxf69RZAWWB9Nw0Q?pwd=heyo 
提取码：heyo 

声明：本文内容由网友自发贡献，不代表【wpsshop博客】立场，版权归原作者所有，本站不承担相应法律责任。如您发现有侵权的内容，请联系我们。转载请注明出处：https://www.wpsshop.cn/w/我家小花儿/article/detail/123525?site
推荐阅读
相关标签

Copyright © 2003-2013 www.wpsshop.cn 版权所有，并保留所有权利。

  

闽ICP备14008679号