基于python结合dlib实现人脸识别【附源码】


前言

本文实现基于python调用dlib库,并利用欧氏距离计算人脸的特征分析得出属于哪个人


代码实现

引入库

import os,dlib,glob,numpy,time,cv2,re,json
from PIL import ImageFont, ImageDraw, Image

定义检测器的类

 self.leave = 2
 self.faces_folder_path = faces_folder_path        # 候选人脸文件夹
 self.detectionPath = detection_path
 if detection_path is None: # 加载正脸检测器
     self.detector = dlib.get_frontal_face_detector()
 else:
     self.detector = dlib.cnn_face_detection_model_v1(detection_path)
 self.sp = dlib.shape_predictor(predictor_path)                      # 加载人脸关键点检测器
 self.facerec = dlib.face_recognition_model_v1(face_rec_model_path)  # 加载人脸识别模型

加载本地图片

此过程主要是加载一张图片得到标准人脸的特征,用于在检测过程中区分人脸

if self.PeronFile is None or os.path.exists(self.PeronFile)==False:
   self.dataDBDict={}
    for f in glob.glob(os.path.join(faces_folder_path, "*.jpg")):
        n = re.findall(r"\\(.*?)\.jpg",f)[0]
        self.dataDBDict[n]=None
        img = cv2.imdecode(numpy.fromfile(f, dtype=numpy.uint8), 1)
        dets = self.detector(img, self.leave)
        if len(dets) == 1:
            for k, d in enumerate(dets):
                if self.detectionPath is not None:
                    d = dlib.rectangle(d.rect.left(), d.rect.top(), d.rect.right(), d.rect.bottom())
                shape = self.sp(img, d)
                face_descriptor = self.facerec.compute_face_descriptor(img, shape)
                v = numpy.array(face_descriptor)
                self.dataDBDict[n] = v.tolist()
                print('加载数据成功:%s'%n)
        else:
            print('加载数据失败:%s'%n)
    with open('./data/Person.json', 'w', encoding='utf-8') as f:
        f.write(json.dumps(self.dataDBDict, sort_keys=True, indent=4, separators=(',', ': ')))
else:
    print('加载数据文件')
    with open(self.PeronFile, 'r', encoding='utf-8') as json_file:
        self.dataDBDict = json.load(json_file)

检测人脸及判断

def predict(self,img):
    res_data = []
    dets = self.detector(img, self.leave)
    if len(dets)<=0:
        return res_data
    for k, d in enumerate(dets):
        if self.detectionPath is not None:
            d = dlib.rectangle(d.rect.left(), d.rect.top(), d.rect.right(), d.rect.bottom())
        each_face = {}
        each_face['rectange'] = (d.left(),d.top(),d.right(),d.bottom())
        shape = self.sp(img, d)
        face_descriptor = self.facerec.compute_face_descriptor(img, shape)
        d_test = numpy.array(face_descriptor)
        dist = []
        for key,value in self.dataDBDict.items():
            dist_ = numpy.linalg.norm(numpy.array(value) - d_test)
            dist.append(dist_)

        c_d = dict(zip(list(self.dataDBDict.keys()), dist))
        cd_sorted = sorted(c_d.items(), key=lambda d: d[1])

        each_face['name'] = "UnKnow" if (1-cd_sorted[0][1]) < self.score else cd_sorted[0][0]
        each_face['score'] = 1-cd_sorted[0][1]
        res_data.append(each_face)
    return res_data

总结

完整代码实现

import os,dlib,glob,numpy,time,cv2,re,json
from PIL import ImageFont, ImageDraw, Image

class FaceCheck:
    def __init__(self,detection_path=None,predictor_path=None,face_rec_model_path=None,faces_folder_path=None,score=0.4,PeronFile=None):
        self.leave = 2
        self.faces_folder_path = faces_folder_path        # 候选人脸文件夹
        self.detectionPath = detection_path
        if detection_path is None: # 加载正脸检测器
            self.detector = dlib.get_frontal_face_detector()
        else:
            self.detector = dlib.cnn_face_detection_model_v1(detection_path)
        self.sp = dlib.shape_predictor(predictor_path)                      # 加载人脸关键点检测器
        self.facerec = dlib.face_recognition_model_v1(face_rec_model_path)  # 加载人脸识别模型

        self.score = score
        self.PeronFile = PeronFile
        if self.PeronFile is None or os.path.exists(self.PeronFile)==False:
            self.dataDBDict={}
            for f in glob.glob(os.path.join(faces_folder_path, "*.jpg")):
                n = re.findall(r"\\(.*?)\.jpg",f)[0]
                self.dataDBDict[n]=None
                img = cv2.imdecode(numpy.fromfile(f, dtype=numpy.uint8), 1)
                dets = self.detector(img, self.leave)
                if len(dets) == 1:
                    for k, d in enumerate(dets):
                        if self.detectionPath is not None:
                            d = dlib.rectangle(d.rect.left(), d.rect.top(), d.rect.right(), d.rect.bottom())
                        shape = self.sp(img, d)
                        face_descriptor = self.facerec.compute_face_descriptor(img, shape)
                        v = numpy.array(face_descriptor)
                        self.dataDBDict[n] = v.tolist()
                        print('加载数据成功:%s'%n)
                else:
                    print('加载数据失败:%s'%n)
            with open('./data/Person.json', 'w', encoding='utf-8') as f:
                f.write(json.dumps(self.dataDBDict, sort_keys=True, indent=4, separators=(',', ': ')))
        else:
            print('加载数据文件')
            with open(self.PeronFile, 'r', encoding='utf-8') as json_file:
                self.dataDBDict = json.load(json_file)

    def getPicture(self,CameraID:int=0):
        cap = cv2.VideoCapture(CameraID)
        while True:
            ret, img = cap.read()
            cv2.imshow("Camera",img)
            if cv2.waitKey(1) & 0xFF == ord('p'):
                name = input("请输入名字:")
                break
        cap.release()
        cv2.destroyAllWindows()

        dets = self.detector(img, self.leave)
        if len(dets)!=1:
            print("载入数据库失败")
        cv2.imwrite(self.faces_folder_path +"/%s.jpg" % name, img)
        self.dataDBDict[name] = None
        for k, d in enumerate(dets):
            if self.detectionPath is not None:
                d = dlib.rectangle(d.rect.left(), d.rect.top(), d.rect.right(), d.rect.bottom())
            shape = self.sp(img, d)
            face_descriptor = self.facerec.compute_face_descriptor(img, shape)
            v = numpy.array(face_descriptor)
            self.dataDBDict[name] = v.tolist()
            print('加载数据成功:%s'%name)
        with open(self.PeronFile if self.PeronFile is not None else './data/Person.json', 'w', encoding='utf-8') as f:
            f.write(json.dumps(self.dataDBDict, sort_keys=True, indent=4, separators=(',', ': ')))

    def predict(self,img):
        res_data = []
        dets = self.detector(img, self.leave)
        if len(dets)<=0:
            return res_data
        for k, d in enumerate(dets):
            if self.detectionPath is not None:
                d = dlib.rectangle(d.rect.left(), d.rect.top(), d.rect.right(), d.rect.bottom())
            each_face = {}
            each_face['rectange'] = (d.left(),d.top(),d.right(),d.bottom())
            shape = self.sp(img, d)
            face_descriptor = self.facerec.compute_face_descriptor(img, shape)
            d_test = numpy.array(face_descriptor)
            dist = []
            for key,value in self.dataDBDict.items():
                dist_ = numpy.linalg.norm(numpy.array(value) - d_test)
                dist.append(dist_)

            c_d = dict(zip(list(self.dataDBDict.keys()), dist))
            cd_sorted = sorted(c_d.items(), key=lambda d: d[1])

            each_face['name'] = "UnKnow" if (1-cd_sorted[0][1]) < self.score else cd_sorted[0][0]
            each_face['score'] = 1-cd_sorted[0][1]
            res_data.append(each_face)
        return res_data

if __name__ == '__main__':
    ctu = FaceCheck(detection_path='./data/dat/detection.dat', predictor_path='./data/dat/predictor.dat', face_rec_model_path='./data/dat/model.dat', faces_folder_path='./data/database', score=0.4, PeronFile='./data/Person.json')
    cap = cv2.VideoCapture(0)
    while True:
        ret, img = cap.read()
        # img_t = cv2.cvtColor(img, cv2.COLOR_BGR2HSV)
        # h, s, v = cv2.split(img_t)
        # v1 = numpy.clip(cv2.add(1 * v, 30), 0, 255)
        # img = numpy.uint8(cv2.merge((h, s, v1)))
        # img = cv2.cvtColor(img, cv2.COLOR_HSV2BGR)
        predict_res = ctu.predict(img)
        for each_Face in predict_res:
            cv2.rectangle(img, (each_Face['rectange'][0], each_Face['rectange'][1]), (each_Face['rectange'][2], each_Face['rectange'][3]), (0, 255, 0), 1)

            label = "{}, {}".format(each_Face['name'], each_Face['score'])
            cv2img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
            pilimg = Image.fromarray(cv2img)
            draw = ImageDraw.Draw(pilimg)
            font = ImageFont.truetype('./data/font/simfang.ttf', 18, encoding="utf-8")
            draw.text((each_Face['rectange'][0], each_Face['rectange'][1] - 18), label, (255, 0, 0), font=font)
            img = cv2.cvtColor(numpy.array(pilimg), cv2.COLOR_RGB2BGR)
        print(predict_res)
        cv2.imshow('Camrea', img)
        if cv2.waitKey(1) & 0xFF == ord('q'):
            break
    cap.release()
    cv2.destroyAllWindows()
### RT-DETRv3 网络结构分析 RT-DETRv3 是一种基于 Transformer 的实时端到端目标检测算法,其核心在于通过引入分层密集正监督方法以及一系列创新性的训练策略,解决了传统 DETR 模型收敛慢和解码器训练不足的问题。以下是 RT-DETRv3 的主要网络结构特点: #### 1. **基于 CNN 的辅助分支** 为了增强编码器的特征表示能力,RT-DETRv3 引入了一个基于卷积神经网络 (CNN) 的辅助分支[^3]。这一分支提供了密集的监督信号,能够与原始解码器协同工作,从而提升整体性能。 ```python class AuxiliaryBranch(nn.Module): def __init__(self, in_channels, out_channels): super(AuxiliaryBranch, self).__init__() self.conv = nn.Conv2d(in_channels, out_channels, kernel_size=3, padding=1) self.bn = nn.BatchNorm2d(out_channels) def forward(self, x): return F.relu(self.bn(self.conv(x))) ``` 此部分的设计灵感来源于传统的 CNN 架构,例如 YOLO 系列中的 CSPNet 和 PAN 结构[^2],这些技术被用来优化特征提取效率并减少计算开销。 --- #### 2. **自注意力扰动学习策略** 为解决解码器训练不足的问题,RT-DETRv3 提出了一种名为 *self-att 扰动* 的新学习策略。这种策略通过对多个查询组中阳性样本的标签分配进行多样化处理,有效增加了阳例的数量,进而提高了模型的学习能力和泛化性能。 具体实现方式是在训练过程中动态调整注意力权重分布,确保更多的高质量查询可以与真实标注 (Ground Truth) 进行匹配。 --- #### 3. **共享权重解编码器分支** 除了上述改进外,RT-DETRv3 还引入了一个共享权重的解编码器分支,专门用于提供密集的正向监督信号。这一设计不仅简化了模型架构,还显著降低了参数量和推理时间,使其更适合实时应用需求。 ```python class SharedDecoderEncoder(nn.Module): def __init__(self, d_model, nhead, num_layers): super(SharedDecoderEncoder, self).__init__() decoder_layer = nn.TransformerDecoderLayer(d_model=d_model, nhead=nhead) self.decoder = nn.TransformerDecoder(decoder_layer, num_layers=num_layers) def forward(self, tgt, memory): return self.decoder(tgt=tgt, memory=memory) ``` 通过这种方式,RT-DETRv3 实现了高效的目标检测流程,在保持高精度的同时大幅缩短了推理延迟。 --- #### 4. **与其他模型的关系** 值得一提的是,RT-DETRv3 并未完全抛弃经典的 CNN 技术,而是将其与 Transformer 结合起来形成混合架构[^4]。例如,它采用了 YOLO 系列中的 RepNCSP 模块替代冗余的多尺度自注意力层,从而减少了不必要的计算负担。 此外,RT-DETRv3 还借鉴了 DETR 的一对一匹配策略,并在此基础上进行了优化,进一步提升了小目标检测的能力。 --- ### 总结 综上所述,RT-DETRv3 的网络结构主要包括以下几个关键组件:基于 CNN 的辅助分支、自注意力扰动学习策略、共享权重解编码器分支以及混合编码器设计。这些技术创新共同推动了实时目标检测领域的发展,使其在复杂场景下的表现更加出色。 ---
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包

打赏作者

爱学习的广东仔

你的鼓励将是我创作的最大动力

¥1 ¥2 ¥4 ¥6 ¥10 ¥20
扫码支付:¥1
获取中
扫码支付

您的余额不足,请更换扫码支付或充值

打赏作者

实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值