当前位置： 首页 > news >正文

Camera相机人脸识别系列专题分析之十九：MTK ISP6S平台FDNode传递三方FFD到APP流程解析

news 2025/8/2 21:10:49

【关注我，后续持续新增专题博文，谢谢！！！】

上一篇我们讲了：

        这一篇我们开始讲： Camera相机人脸识别系列专题分析之十九：MTK平台FDNode传递三方FFD到APP流程解析

目录

一、背景

二、：OcamMeta传递FFD到APP

    2.1：OcamMeta

    2.2 ：OcamMeta::process更新FFD

    2.3 ：setFfdData2App

一、背景

        我们知道app和hal属于两个不同进程，而进程间通信在camera领域一个重要的知识点就是camerameta，最典型的就是存放3A信息，我们也可以客制化存在FFD相关信息，来实现进程间通信。

二、：OcamMeta传递FFD到APP

    2.1：OcamMeta

        ocam_meta.cpp是对camera meta统一管理，之前的FFD数据就是在这里通过写入meta中，最后APP会读取meta来完成获取HAL的FFD数据。

        而核心流程是CamThread::CamThreadHandle::threadLoop线程中，通过enqueNode最后调用到OcamMeta::process来完成meta的更新。

    2.2 ：OcamMeta::process更新FFD

OcamMeta::process函数中，会更新很多camera相关meta，FFD相关meta最终是通过setFfdData2App来完成

MERROR OcamMeta::process(RequestPtr pRequest, RequestCallbackPtr pCallback)
{if( pRequest != NULL ){IMetadata *pIMetadataDynamic1  = acquire(pRequest->mIMetadataDynamic1);IMetadata *pOMetadataApp     = acquire(pRequest->mOMetadataApp);IMetadata *pOMetadataHal     = acquire(pRequest->mOMetadataHal);mDataMetaToAsync.mFaceNum = 0;thirdFaceDataAppJoint facedata;memset(&facedata, 0, sizeof(thirdFaceDataAppJoint));if (pIMetadataHal1 != NULL) {MINT64 p1timestamp = 0;IMetadata::IEntry entryP1Timestamp = pRequest->mIMetadataHal1->acquire()->entryFor(MTK_P1NODE_FRAME_START_TIMESTAMP);if (!entryP1Timestamp.isEmpty()) {p1timestamp = entryP1Timestamp.itemAt(0, Type2Type<MINT64>());} else {MY_LOGE("Cant get p1 timestamp meta.");}auto fdReader = IFDContainer::createInstance(LOG_TAG, IFDContainer::eFDContainer_Opt_Read);if (fdReader != NULL) {MBOOL fdResult = MFALSE;FD_DATATYPE fdData;fdResult = fdReader->cloneLatestFD(fdData, mOpenID);if (fdResult) {mFDdata = std::make_shared<FD_DATATYPE>();fdData.clone(*mFDdata);mDataMetaToAsync.mFaceNum = mFDdata->facedata.number_of_faces;MY_LOGD_IF(mLogDebug, "FDNode Result FaceNum(%d),openID(%d)", mFDdata->facedata.number_of_faces, mOpenID);} else {MY_LOGI("fdData is not found");}} else {MY_LOGD_IF(mLogDebug, "Can not get FDContainer");}if (mDataMetaToAsync.mIsUseCusFd) {if (thirdIFDContainer::hasInstance(thirdIFDContainer::third_eFDContainer_Opt_Read)) {auto thirdFdReader = thirdIFDContainer::createInstance(LOG_TAG, thirdIFDContainer::third_eFDContainer_Opt_Read);auto fdData = thirdFdReader->queryLock(p1timestamp - FD_TOLERENCE, p1timestamp);if (fdData.size() > 0) {auto fdChunk = fdData.back();facedata = fdChunk->thirdFaceData;if (mDataMetaToAsync.mBeautyLevel > 0 && fdChunk->sensorId == mOpenID) {setFfdData2App(facedata, pOMetadataApp);}}thirdFdReader->queryUnlock(fdData);}}

    2.3 ：setFfdData2App

流程如下：

  1. 创建：IMetadata::IEntry faceInfoEntry(third_CONTROL_CAPTURE_FB_FACE_INFO);
  2. 写入各种FFD数据结构字段：faceInfoEntry.push_back
  3. 更新meta：pOMetadataApp->update(third_CONTROL_CAPTURE_FB_FACE_INFO, faceInfoEntry);
  4. APP会去读这个tag拿到meta，并解析各个FFD字段，拿到FFD各种变量。
void OcamMeta::setFfdData2App(thirdFaceDataAppJoint facedata, IMetadata* pOMetadataApp)
{MSize fdImgSize(facedata.fdProcessInfo.ImgSize.w, facedata.fdProcessInfo.ImgSize.h);int face_count = 0;face_count = facedata.faceInfoOri.face_num;for (MINT32 i = 0; i < face_count; i++) {int32_t left = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.left;int32_t top = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.top;int32_t right = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.width + left;int32_t bottom = (int32_t)facedata.faceInfoOri.face_roi[i].faceRect.height + top;convertCoord(left, top, fdImgSize, facedata.fdProcessInfo);convertCoord(right, bottom, fdImgSize, facedata.fdProcessInfo);facedata.faceInfoOri.face_roi[i].faceRect.left = left;facedata.faceInfoOri.face_roi[i].faceRect.top = top;facedata.faceInfoOri.face_roi[i].faceRect.width = right - left;facedata.faceInfoOri.face_roi[i].faceRect.height = bottom - top;}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {convertCoord(facedata.faceInfoOri.ffd_data[i].x[j],facedata.faceInfoOri.ffd_data[i].y[j],fdImgSize, facedata.fdProcessInfo);}}for (MINT32 i = 0; i < MAX_FACE_ROIS; i++) {for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {convertCoord(facedata.ffd296Data.ffdData[i].x[j],facedata.ffd296Data.ffdData[i].y[j],fdImgSize, facedata.fdProcessInfo);}}if (pOMetadataApp) {IMetadata::IEntry faceInfoEntry(third_CONTROL_CAPTURE_FB_FACE_INFO);int face_num = 0;faceInfoEntry.push_back(facedata.faceInfoOri.versionId,Type2Type<MINT32>());face_num = facedata.faceInfoOri.face_num ? facedata.faceInfoOri.face_num : mDataMetaToAsync.mFaceNum;faceInfoEntry.push_back(face_num,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.master_index,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.points_count,Type2Type<MINT32>());for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.age[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.gender[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {faceInfoEntry.push_back(facedata.faceInfoOri.ffd_data[i].x[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {faceInfoEntry.push_back(facedata.faceInfoOri.ffd_data[i].y[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM; j++) {faceInfoEntry.push_back(facedata.faceInfoOri.ffd_data[i].occlusion[j],Type2Type<MINT32>());}}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.yaw[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.pitch[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.roll[i],Type2Type<MINT32>());}for (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.faceLuma[i],Type2Type<MINT32>());}// for decide the back lightingfaceInfoEntry.push_back(facedata.faceInfoOri.faceLumaRatio,Type2Type<MINT32>());//colorTemperaturefaceInfoEntry.push_back(facedata.faceInfoOri.colorTemperature,Type2Type<MINT32>());//lip_HSVfor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM * HSV_CHANNEL_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.lip_HSV[i],Type2Type<MINT32>());}//isofacedata.faceInfoOri.iso = mDataMetaToAsync.mIsoValue;faceInfoEntry.push_back(facedata.faceInfoOri.iso,Type2Type<MINT32>());//featurefor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.feature[i],Type2Type<MINT32>());}//faceidfor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.faceid[i],Type2Type<MINT32>());}//faceRectfor (MINT32 i = 0; i < MAX_ATTRI_FACE_NUM; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.left,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.top,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.width,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.face_roi[i].faceRect.height,Type2Type<MINT32>());}faceInfoEntry.push_back(facedata.faceInfoOri.fdDimensionW,Type2Type<MINT32>());faceInfoEntry.push_back(facedata.faceInfoOri.fdDimensionH,Type2Type<MINT32>());// reserveMINT32 RESERVE_ITEM1 = 4;// reservefor (MINT32 i = 0; i < RESERVE_ITEM1; i++) {faceInfoEntry.push_back(facedata.faceInfoOri.reserve[i],Type2Type<MINT32>());}pOMetadataApp->update(third_CONTROL_CAPTURE_FB_FACE_INFO, faceInfoEntry);// send ffd data to appIMetadata::IEntry ffdInfoEntry(third_CONTROL_CAPTURE_FFDPOINTS_INFO);for (MINT32 i = 0; i < MAX_FACE_ROIS; i++)  {for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {ffdInfoEntry.push_back(facedata.ffd296Data.ffdData[i].x[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {ffdInfoEntry.push_back(facedata.ffd296Data.ffdData[i].y[j],Type2Type<MINT32>());}for (MINT32 j = 0; j < MAX_FFD_NUM_512; j++) {ffdInfoEntry.push_back(facedata.ffd296Data.ffdData[i].occlusion[j],Type2Type<MINT32>());}}ffdInfoEntry.push_back(facedata.ffd296Data.pointsCount,Type2Type<MINT32>());pOMetadataApp->update(third_CONTROL_CAPTURE_FFDPOINTS_INFO, ffdInfoEntry);}
}

【关注我，后续持续新增专题博文，谢谢！！！】

下一篇讲解：

http://www.dtcms.com/a/305546.html

相关文章：

  • MSPM0开发学习笔记：二维云台画图（2025电赛 附源代码及引脚配置）
  • RHCA学习概述
  • 【音视频】WebRTC-Web 音视频采集与播放
  • Reflect从入门到实战
  • Java面试宝典：MySQL中的系统库
  • vue npm install卡住没反应
  • Three.js 与 React：使用 react-three-fiber 构建声明式 3D 项目
  • 深度学习（鱼书）day06--神经网络的学习（后两节）
  • Apple基础（Xcode①-项目结构解析）
  • Java 笔记 default 使用场景
  • Python 程序设计讲义（44）：组合数据类型——集合类型：创建集合
  • 从0到1学PHP（七）：PHP 与 HTML 表单：实现数据交互
  • HTML第一次作业
  • html的onBlur
  • VUE -- 基础知识讲解（三）
  • 鹏哥C语言_82_指针_指针数组
  • 简单线性回归模型原理推导(最小二乘法)和案例解析
  • Linux C：位运算符
  • 【前端】span和div都设置了text-align，为什么对span不起作用
  • python基础语法1，python语法元素（简单易上手的python语法教学）（课后习题）
  • 操作系统- lecture3(进程的定义)
  • LVS (Linux Virtual Server) 解析
  • 微服务消息队列之——RabbitMQ
  • 2019 年 NOI 最后一题题解
  • 智能AI医疗物资/耗材管理系统升级改造方案分析
  • Python自动化测试环境搭建
  • Linux虚拟内存
  • Spring AOP详细解析
  • 基于deepseek的事件穿透分析-风险传导图谱
  • 基于 Hadoop 生态圈的数据仓库实践 —— OLAP 与数据可视化（六）