该博客通过wxPython创建了一个面部表情和姿态检测的应用，实时监测眨眼、张嘴和头部倾斜（点头）等行为，用于判断疲劳状态。应用使用OpenCV进行面部特征检测，计算眼睛和嘴巴的比例来判断是否眨眼和张嘴，并通过头部旋转角度来检测点头动作。当达到预设的连续帧数阈值时，记录相应的疲劳行为。
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"[INFO] loading facial landmark predictor...\n",
"pitch:-7.128974585055539, yaw:11.860331402926757, roll:-1.5571962843898295\n",
"嘴巴实时长宽比:0.45 \t是否张嘴：False\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"D:\\mydownload\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:256: DeprecationWarning: In future, it will be an error for 'np.bool_' scalars to be interpreted as an index\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"pitch:-6.1890441021464575, yaw:8.9979123467681, roll:-0.8318371865793258\n",
"嘴巴实时长宽比:0.46 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-7.507092024445212, yaw:11.896926741488626, roll:-0.879942369577108\n",
"嘴巴实时长宽比:0.45 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.119655566075525, yaw:10.07691178404245, roll:-0.9509995114133012\n",
"嘴巴实时长宽比:0.45 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.683134241419821, yaw:10.60134265266613, roll:-1.2211239805884784\n",
"嘴巴实时长宽比:0.45 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.5206766112927665, yaw:9.773134858386227, roll:-1.1464827338617076\n",
"嘴巴实时长宽比:0.45 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.734389397913953, yaw:10.1557522590172, roll:-1.0426785885826018\n",
"嘴巴实时长宽比:0.45 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-5.6152845538971405, yaw:10.103481998054438, roll:-0.4286645388635411\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-5.64132751920636, yaw:8.321887774997318, roll:-0.14034623228237092\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.289700291808176, yaw:5.532088472097775, roll:0.05984073491772398\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.38 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.38 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.38 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.38 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.38 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.38 \t是否眨眼：False\n",
"pitch:-10.601266405492046, yaw:-1.702856731618098, roll:2.781753705226672\n",
"嘴巴实时长宽比:0.38 \t是否张嘴：False\n",
"眼睛实时长宽比:0.25 \t是否眨眼：False\n",
"pitch:-10.563698930690455, yaw:-2.4435405392625995, roll:3.1274219937714354\n",
"嘴巴实时长宽比:0.38 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-10.143597384996859, yaw:-1.2689620461488256, roll:3.079452655697284\n",
"嘴巴实时长宽比:0.37 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-9.281016131184444, yaw:-1.8918510577650283, roll:3.2608378981484796\n",
"嘴巴实时长宽比:0.37 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-11.661283802864265, yaw:-3.244545187937418, roll:2.899715927850923\n",
"嘴巴实时长宽比:0.38 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-9.99661299015206, yaw:-2.351755742318942, roll:2.807902743974776\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-10.100257939894586, yaw:-2.047682198216438, roll:2.7591007541069033\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-11.868825267702668, yaw:-1.610355684210169, roll:2.5194853116920397\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-11.487573375286992, yaw:-2.4448763426233073, roll:2.548422756008515\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-10.49427049871838, yaw:-3.557068412578982, roll:2.1468404153641263\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-10.929291573952563, yaw:-1.0337598744193939, roll:0.7342952543266472\n",
"嘴巴实时长宽比:0.33 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-10.311605060914284, yaw:1.3102592072950168, roll:-0.3150665566714413\n",
"嘴巴实时长宽比:0.31 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-9.383583105203561, yaw:3.2771391270506096, roll:-0.2436880590836312\n",
"嘴巴实时长宽比:0.32 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-7.163636670346362, yaw:3.4657348434573856, roll:-0.9196072179285211\n",
"嘴巴实时长宽比:0.33 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.400812179893786, yaw:5.22611061528489, roll:-0.634939910853107\n",
"嘴巴实时长宽比:0.33 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.803512023783714, yaw:5.633081412027447, roll:-0.5148764189961845\n",
"嘴巴实时长宽比:0.31 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-4.97864368817264, yaw:7.212443883544376, roll:-0.5754357680721092\n",
"嘴巴实时长宽比:0.33 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.440736305295945, yaw:5.7189662512860195, roll:-0.32288136425514435\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-6.219118353966417, yaw:5.704356645905642, roll:-0.11626351003019492\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-6.029420540585872, yaw:5.514276142388337, roll:-0.006702358263997559\n",
"嘴巴实时长宽比:0.33 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.031290886259232, yaw:6.2957353598338255, roll:0.17366235826676757\n",
"嘴巴实时长宽比:0.33 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-5.601977014853648, yaw:5.934995654335594, roll:0.013397815981886644\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-5.466764366430937, yaw:5.686689822953294, roll:0.1436136916378435\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.741633899945526, yaw:5.443252297730674, roll:0.33314744529740764\n",
"嘴巴实时长宽比:0.33 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-6.731991617894904, yaw:5.321013130299312, roll:0.15302086396768996\n",
"嘴巴实时长宽比:0.33 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-6.691547156789523, yaw:5.9430088315758, roll:0.15219298169419343\n",
"嘴巴实时长宽比:0.32 \t是否张嘴：False\n",
"眼睛实时长宽比:0.31 \t是否眨眼：False\n",
"pitch:-5.9459959014624415, yaw:5.3803817752498535, roll:-0.05427082599363784\n",
"嘴巴实时长宽比:0.32 \t是否张嘴：False\n",
"眼睛实时长宽比:0.31 \t是否眨眼：False\n",
"pitch:-7.278652035521442, yaw:4.943714290063938, roll:0.17853386351420578\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-6.9991482393054305, yaw:4.957510439943995, roll:0.024332454062349997\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-4.8097852078281225, yaw:5.4020886049181, roll:0.2944203146150439\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-4.8097852078281225, yaw:5.4020886049181, roll:0.2944203146150439\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-6.42538218598533, yaw:4.47465214502855, roll:0.044477414213249945\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.31 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.31 \t是否眨眼：False\n",
"pitch:-6.345993670010727, yaw:4.284662382768957, roll:0.4649390184150108\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.30 \t是否眨眼：False\n",
"pitch:-8.022489369990875, yaw:3.304170259161171, roll:-0.035225486030223394\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.22 \t是否眨眼：False\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.22 \t是否眨眼：False\n",
"pitch:-6.096156918462064, yaw:4.287631533896667, roll:-0.07160721857399735\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.25 \t是否眨眼：False\n",
"pitch:-5.652483210612288, yaw:3.4337860379516916, roll:0.21490696758193883\n",
"嘴巴实时长宽比:0.37 \t是否张嘴：False\n",
"眼睛实时长宽比:0.31 \t是否眨眼：False\n",
"pitch:-6.412341785897932, yaw:3.138455464670243, roll:0.80345301290697\n",
"嘴巴实时长宽比:0.36 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.636351822581293, yaw:3.000262005979365, roll:0.11120233742198421\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.790750480672534, yaw:2.6951831478765755, roll:0.4863838591583079\n",
"嘴巴实时长宽比:0.36 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.480671363307007, yaw:1.7935191254785774, roll:-0.29444044811816866\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.2490005560557185, yaw:-0.10288910572658296, roll:-0.47664434687491997\n",
"嘴巴实时长宽比:0.50 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.800618464562547, yaw:-2.240188658446179, roll:-1.1262137661917524\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-4.941915843091493, yaw:-3.6942003666545884, roll:-1.2680863406583314\n",
"嘴巴实时长宽比:0.63 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-5.898373510111831, yaw:-5.751977441819106, roll:-1.5797999655414103\n",
"嘴巴实时长宽比:0.66 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.0134743549945595, yaw:-4.731545863302312, roll:-1.552228519359591\n",
"嘴巴实时长宽比:0.66 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.102440021445248, yaw:-6.661081278314565, roll:-1.808660759339179\n",
"嘴巴实时长宽比:0.69 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-5.497065262249229, yaw:-6.864658391559809, roll:-1.6634970563772549\n",
"嘴巴实时长宽比:0.70 \t是否张嘴：True\n",
"眼睛实时长宽比:0.37 \t是否眨眼：False\n",
"pitch:-6.512537606575717, yaw:-6.107465843532817, roll:-1.703907371296741\n",
"嘴巴实时长宽比:0.69 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.209020286193797, yaw:-7.286443775692146, roll:-1.8446813613705724\n",
"嘴巴实时长宽比:0.70 \t是否张嘴：True\n",
"眼睛实时长宽比:0.37 \t是否眨眼：False\n",
"pitch:-6.302346023074277, yaw:-7.418925398070116, roll:-1.5819101203142063\n",
"嘴巴实时长宽比:0.71 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.695048306454732, yaw:-7.1397648104559, roll:-2.0157553988581993\n",
"嘴巴实时长宽比:0.70 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.101492946172744, yaw:-7.6231894285673025, roll:-1.8408604315226955\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"嘴巴实时长宽比:0.70 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.915161726271255, yaw:-7.015107740278717, roll:-2.00638531052985\n",
"嘴巴实时长宽比:0.69 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.393868466637684, yaw:-7.96789433112275, roll:-1.827290769150968\n",
"嘴巴实时长宽比:0.73 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.695543990941099, yaw:-9.722337205884397, roll:-1.9796037558340378\n",
"嘴巴实时长宽比:0.72 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.83566943376546, yaw:-7.3133810063987985, roll:-1.756709468003689\n",
"嘴巴实时长宽比:0.72 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.541465018832218, yaw:-8.84009045722538, roll:-2.0121511718856007\n",
"嘴巴实时长宽比:0.73 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.2400041907689285, yaw:-8.847155555112245, roll:-1.8175543533155134\n",
"嘴巴实时长宽比:0.73 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.812537728019649, yaw:-8.477956669025454, roll:-1.8030698263779392\n",
"嘴巴实时长宽比:0.72 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.637244848457608, yaw:-8.62626204800863, roll:-2.04777959116961\n",
"嘴巴实时长宽比:0.72 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.273022630550562, yaw:-8.462535976333868, roll:-1.8803837037969044\n",
"嘴巴实时长宽比:0.72 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.817823635712977, yaw:-8.997880093443145, roll:-2.1424281477559877\n",
"嘴巴实时长宽比:0.71 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.854431981184627, yaw:-7.250244954462121, roll:-2.0097993126027274\n",
"嘴巴实时长宽比:0.70 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.577293837712824, yaw:-6.050506064604173, roll:-1.6750785405972102\n",
"嘴巴实时长宽比:0.68 \t是否张嘴：True\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-7.582053801668612, yaw:-6.396866823201224, roll:-1.6991229503085696\n",
"嘴巴实时长宽比:0.70 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-7.074753486622092, yaw:-5.014290348320844, roll:-1.3896183415121626\n",
"嘴巴实时长宽比:0.71 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-8.082423573936639, yaw:-5.761815979355108, roll:-0.43701456497579877\n",
"嘴巴实时长宽比:0.66 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-7.6231222883417535, yaw:-3.0129741546044224, roll:0.13064183229242068\n",
"嘴巴实时长宽比:0.62 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-7.525370667554691, yaw:-4.830779159242637, roll:-0.43873047808376586\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-7.375591302005103, yaw:-2.8179543726376397, roll:-0.12330107412137158\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-7.50113588349052, yaw:-3.089870476044234, roll:-0.18775869568005205\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-7.864745488585264, yaw:-31.986865042933395, roll:0.32567140181318116\n",
"嘴巴实时长宽比:0.60 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.727189735636077, yaw:-2.369691897432331, roll:-0.010578263450985162\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-7.704729209287986, yaw:-3.7153005884510972, roll:-0.14147966160418035\n",
"嘴巴实时长宽比:0.60 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.552281698816378, yaw:-3.6061370951838208, roll:0.08171567496368104\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.359961501697772, yaw:-3.1088205677926135, roll:0.09716860279873114\n",
"嘴巴实时长宽比:0.60 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-7.993497917253576, yaw:-30.796530118997655, roll:-0.17204511592660374\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-7.7367478924321516, yaw:-30.86197564771342, roll:-0.03283058998174817\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.86122350007073, yaw:-3.6488716611973055, roll:0.1973455466836663\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-7.364236797999989, yaw:-3.029330715350306, roll:-0.15445513365791788\n",
"嘴巴实时长宽比:0.60 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-7.215794030170236, yaw:-3.382158743482524, roll:-0.15021566063366973\n",
"嘴巴实时长宽比:0.60 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.776120894424344, yaw:-4.0148543411022946, roll:0.03102229141878888\n",
"嘴巴实时长宽比:0.63 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-7.043723959219139, yaw:-2.697717770173478, roll:0.2669989818406219\n",
"嘴巴实时长宽比:0.64 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.638017772375328, yaw:-1.9583277999594166, roll:0.15297147758675933\n",
"嘴巴实时长宽比:0.62 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.8699733598856385, yaw:-1.17776382131982, roll:-0.26087124070445106\n",
"嘴巴实时长宽比:0.53 \t是否张嘴：True\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-7.238913880629918, yaw:-0.4379818855952384, roll:-0.4366451700051252\n",
"嘴巴实时长宽比:0.51 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-7.208873149960354, yaw:-0.47018307668822856, roll:-0.19217385040314422\n",
"嘴巴实时长宽比:0.46 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.8232666006852165, yaw:0.8128379782545528, roll:0.046914111480119425\n",
"嘴巴实时长宽比:0.46 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-7.192794210753412, yaw:0.992427556122398, roll:-0.13676134553830757\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-7.000718383572171, yaw:0.683092305897665, roll:-0.05207594027386217\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-7.985419252461257, yaw:1.1599594573682372, roll:-0.12211730659365358\n",
"嘴巴实时长宽比:0.40 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-7.423731368636334, yaw:0.9634349356496291, roll:-0.3536134533438241\n",
"嘴巴实时长宽比:0.39 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-8.74024445813377, yaw:1.4621275783029808, roll:-0.19625502792539323\n",
"嘴巴实时长宽比:0.40 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-8.508139354111215, yaw:1.5926305642862963, roll:-0.24759996402809628\n",
"嘴巴实时长宽比:0.37 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-8.775297596514525, yaw:1.4001785384791776, roll:-0.2161151726614222\n",
"嘴巴实时长宽比:0.38 \t是否张嘴：False\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-8.713110167042164, yaw:1.4776002923202973, roll:-0.266369251568114\n",
"嘴巴实时长宽比:0.37 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-8.531154235478313, yaw:1.9915646371976194, roll:0.11968980883765803\n",
"嘴巴实时长宽比:0.37 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-8.5112437936324, yaw:1.6795754362494895, roll:-0.3673698922938269\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-9.067879464358269, yaw:1.7098147022782297, roll:0.15121652691924178\n",
"嘴巴实时长宽比:0.34 \t是否张嘴：False\n",
"眼睛实时长宽比:0.31 \t是否眨眼：False\n",
"pitch:-10.034368782328693, yaw:-0.21616190317671274, roll:-0.2010757561751765\n",
"嘴巴实时长宽比:0.37 \t是否张嘴：False\n",
"眼睛实时长宽比:0.22 \t是否眨眼：False\n",
"pitch:-10.610821868965926, yaw:0.25968348209688596, roll:-0.306015811006046\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.20 \t是否眨眼：True\n",
"pitch:-10.139265387246267, yaw:0.8123667121660921, roll:-0.24259281515887343\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.26 \t是否眨眼：False\n",
"pitch:-8.359704080373273, yaw:0.700757194950297, roll:0.07635820037564758\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.31 \t是否眨眼：False\n",
"pitch:-8.896598357526997, yaw:1.8543537833908195, roll:0.034781018708033525\n",
"嘴巴实时长宽比:0.35 \t是否张嘴：False\n",
"眼睛实时长宽比:0.31 \t是否眨眼：False\n",
"pitch:-8.68404647004615, yaw:0.5467642034732378, roll:0.035668378873243936\n",
"嘴巴实时长宽比:0.39 \t是否张嘴：False\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.847789009798916, yaw:0.5650958966438395, roll:0.025274641948475084\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.32 \t是否眨眼：False\n",
"pitch:-6.533044586064216, yaw:-0.40059033928749516, roll:-0.004098359489030634\n",
"嘴巴实时长宽比:0.54 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.206580781088554, yaw:-1.8747762417018201, roll:-0.344514954310499\n",
"嘴巴实时长宽比:0.62 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.927037468701549, yaw:-2.450593798517421, roll:-0.20090530433316875\n",
"嘴巴实时长宽比:0.67 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.939993851046988, yaw:-2.9050035875130678, roll:-0.12846941411563978\n",
"嘴巴实时长宽比:0.68 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.068744708967898, yaw:-2.3164611441207676, roll:0.2806774010587327\n",
"嘴巴实时长宽比:0.67 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.429337640697308, yaw:-1.995197089120581, roll:-0.37020870727534655\n",
"嘴巴实时长宽比:0.65 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.170825106379144, yaw:-3.0137233932802903, roll:-0.1529071659050314\n",
"嘴巴实时长宽比:0.69 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.507475395645715, yaw:-2.8393471650542366, roll:-0.6095374754921251\n",
"嘴巴实时长宽比:0.68 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.285381567327902, yaw:-0.039663482428768757, roll:-0.260984704125275\n",
"嘴巴实时长宽比:0.72 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.215294277054554, yaw:-2.9498914154880977, roll:-0.2590359429479364\n",
"嘴巴实时长宽比:0.67 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-5.645884146071492, yaw:-2.8382860179584233, roll:-0.4038925496561693\n",
"嘴巴实时长宽比:0.72 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-6.0638182506532825, yaw:-1.5737363340749697, roll:-0.3644888619949767\n",
"嘴巴实时长宽比:0.68 \t是否张嘴：True\n",
"眼睛实时长宽比:0.37 \t是否眨眼：False\n",
"pitch:-6.1112292274610915, yaw:-3.7242280007869963, roll:-0.3605150639075596\n",
"嘴巴实时长宽比:0.72 \t是否张嘴：True\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-6.093620325672576, yaw:-3.24747761540369, roll:-0.19506394992567117\n",
"嘴巴实时长宽比:0.68 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-5.858354831241416, yaw:-4.081088689766164, roll:-0.26432637809375054\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"嘴巴实时长宽比:0.74 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-6.039432775447785, yaw:-3.427291966263546, roll:-0.30136481035643536\n",
"嘴巴实时长宽比:0.69 \t是否张嘴：True\n",
"眼睛实时长宽比:0.37 \t是否眨眼：False\n",
"pitch:-5.185606307354714, yaw:-4.9803301581053185, roll:0.19666017449422785\n",
"嘴巴实时长宽比:0.75 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-5.486305493853404, yaw:-3.6334629690064046, roll:0.5254039357756557\n",
"嘴巴实时长宽比:0.64 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.541317459052101, yaw:-4.399078388994838, roll:0.03645435191900786\n",
"嘴巴实时长宽比:0.65 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.924805786687368, yaw:-4.045863882157672, roll:0.34519171815707655\n",
"嘴巴实时长宽比:0.58 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-5.668463552182594, yaw:-2.5119851893688887, roll:0.02203758020580005\n",
"嘴巴实时长宽比:0.63 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-7.2518157092477775, yaw:-31.57091188866467, roll:0.21138496537408968\n",
"嘴巴实时长宽比:0.61 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.591754606028473, yaw:-3.314610786707231, roll:-0.03131181511837916\n",
"嘴巴实时长宽比:0.62 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-4.854627992310385, yaw:-3.0994594172314787, roll:0.14745598130771773\n",
"嘴巴实时长宽比:0.62 \t是否张嘴：True\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-6.9691469391528695, yaw:-32.023678126523414, roll:0.19255108916525335\n",
"嘴巴实时长宽比:0.63 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.104647806127721, yaw:-3.3955173620643877, roll:0.48425654755061737\n",
"嘴巴实时长宽比:0.60 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.094535397562458, yaw:-4.700410576152769, roll:0.11579803905382113\n",
"嘴巴实时长宽比:0.63 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.452742969400194, yaw:-4.15179758018029, roll:-0.0976756843958523\n",
"嘴巴实时长宽比:0.63 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.721519935992126, yaw:-31.57596320294672, roll:-0.08207226499801636\n",
"嘴巴实时长宽比:0.62 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-4.589878991007396, yaw:-3.9877620785304466, roll:0.18406778652836306\n",
"嘴巴实时长宽比:0.63 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-7.081316371720565, yaw:-31.089621758125546, roll:0.05691011035232041\n",
"嘴巴实时长宽比:0.63 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.228555083568588, yaw:-2.082062275699142, roll:0.3454642385998165\n",
"嘴巴实时长宽比:0.61 \t是否张嘴：True\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-5.687998162905767, yaw:-3.3120518337955613, roll:0.22540374452883674\n",
"嘴巴实时长宽比:0.62 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.586889850771432, yaw:-3.3704051380635915, roll:0.5002524942955426\n",
"嘴巴实时长宽比:0.62 \t是否张嘴：True\n",
"眼睛实时长宽比:0.35 \t是否眨眼：False\n",
"pitch:-5.93344561573121, yaw:-3.7951739622551384, roll:0.1532941228191451\n",
"嘴巴实时长宽比:0.62 \t是否张嘴：True\n",
"眼睛实时长宽比:0.36 \t是否眨眼：False\n",
"pitch:-6.257738374297757, yaw:-2.865445098375505, roll:0.4139661615417944\n",
"嘴巴实时长宽比:0.59 \t是否张嘴：True\n",
"眼睛实时长宽比:0.34 \t是否眨眼：False\n",
"pitch:-5.662717806396147, yaw:-1.917025903970448, roll:0.2322717228706302\n",
"嘴巴实时长宽比:0.56 \t是否张嘴：True\n",
"眼睛实时长宽比:0.33 \t是否眨眼：False\n",
"pitch:-6.19490719285563, yaw:-2.0749557346874807, roll:0.5000699218809961\n",
"嘴巴实时长宽比:0.55 \t是否张嘴：True\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-6.73289927656958, yaw:-3.9496729559857022, roll:0.23462393947907634\n",
"嘴巴实时长宽比:0.53 \t是否张嘴：True\n",
"眼睛实时长宽比:0.22 \t是否眨眼：False\n",
"pitch:-8.563498916378181, yaw:-3.814384317449083, roll:0.1682030261640544\n",
"嘴巴实时长宽比:0.51 \t是否张嘴：True\n",
"眼睛实时长宽比:0.22 \t是否眨眼：False\n",
"pitch:-7.9716797269976905, yaw:-4.229785808909509, roll:0.35538314750255195\n",
"嘴巴实时长宽比:0.53 \t是否张嘴：True\n",
"眼睛实时长宽比:0.22 \t是否眨眼：False\n",
"pitch:-7.30984861513962, yaw:-3.0298865264418406, roll:1.2605951221993816\n",
"嘴巴实时长宽比:0.51 \t是否张嘴：True\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-7.379749187490916, yaw:-4.933576093498607, roll:1.4809166000070735\n",
"嘴巴实时长宽比:0.51 \t是否张嘴：True\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-7.256243220075925, yaw:-4.561779237492965, roll:1.6948401876669243\n",
"嘴巴实时长宽比:0.53 \t是否张嘴：True\n",
"眼睛实时长宽比:0.26 \t是否眨眼：False\n",
"pitch:-6.787158097734083, yaw:-3.920523401571809, roll:2.1408680060573753\n",
"嘴巴实时长宽比:0.51 \t是否张嘴：True\n",
"眼睛实时长宽比:0.29 \t是否眨眼：False\n",
"pitch:-7.017809285515005, yaw:-4.259976046816307, roll:2.416348898418319\n",
"嘴巴实时长宽比:0.49 \t是否张嘴：False\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-6.269291948492696, yaw:-3.815543363012167, roll:2.543577662723362\n",
"嘴巴实时长宽比:0.49 \t是否张嘴：False\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-8.32576040088121, yaw:-4.848266710434762, roll:2.753817025056879\n",
"嘴巴实时长宽比:0.51 \t是否张嘴：True\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-8.061793204054341, yaw:-5.112133876540702, roll:3.257550099176158\n",
"嘴巴实时长宽比:0.51 \t是否张嘴：True\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-8.002342949814171, yaw:-4.409237504660485, roll:3.4977971279850917\n",
"嘴巴实时长宽比:0.53 \t是否张嘴：True\n",
"眼睛实时长宽比:0.26 \t是否眨眼：False\n",
"pitch:-7.905779960765979, yaw:-3.7793720368775787, roll:3.8381227936451263\n",
"嘴巴实时长宽比:0.51 \t是否张嘴：True\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-7.148637279242353, yaw:-5.1786045529389275, roll:4.002672574470048\n",
"嘴巴实时长宽比:0.52 \t是否张嘴：True\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-7.965149061372872, yaw:-5.9921483658783625, roll:4.095136238977009\n",
"嘴巴实时长宽比:0.56 \t是否张嘴：True\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-6.873585554319075, yaw:-6.504422744711794, roll:4.238592851687831\n",
"嘴巴实时长宽比:0.54 \t是否张嘴：True\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-7.111385025817767, yaw:-6.8905982899826554, roll:4.282544450727775\n",
"嘴巴实时长宽比:0.55 \t是否张嘴：True\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-7.233169067448482, yaw:-5.253910760014848, roll:4.3522011170716635\n",
"嘴巴实时长宽比:0.49 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-7.779638558272627, yaw:-4.547893307877488, roll:3.8520462208978254\n",
"嘴巴实时长宽比:0.47 \t是否张嘴：False\n",
"眼睛实时长宽比:0.26 \t是否眨眼：False\n",
"pitch:-7.06043149014982, yaw:-5.700691388382229, roll:4.190023901695355\n",
"嘴巴实时长宽比:0.49 \t是否张嘴：False\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-8.428322693329372, yaw:-5.0376601181847915, roll:4.361342587150525\n",
"嘴巴实时长宽比:0.48 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-8.072312314679134, yaw:-4.904966032442273, roll:4.208447743800935\n",
"嘴巴实时长宽比:0.45 \t是否张嘴：False\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-7.919473185857834, yaw:-5.359772591144265, roll:4.697305751432554\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-7.754634128874983, yaw:-4.117123169591129, roll:4.4400486097751095\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-7.846206436333092, yaw:-4.9376006134150625, roll:4.685736226295388\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.29 \t是否眨眼：False\n",
"pitch:-8.505546992011235, yaw:-5.09633894639204, roll:4.787232033629517\n",
"嘴巴实时长宽比:0.44 \t是否张嘴：False\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-8.529431409525461, yaw:-4.555682565258302, roll:4.356293946351628\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-8.5728686656346, yaw:-4.092753533114493, roll:5.003321442808775\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-8.241993719070104, yaw:-5.487313104200309, roll:4.552963753325805\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-7.9080096223258165, yaw:-5.224331106708053, roll:4.598040414287227\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-8.857502620714653, yaw:-4.947416170917312, roll:4.690848604045179\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-7.566390150498153, yaw:-4.627364042332102, roll:4.789307585964685\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-7.710267488699177, yaw:-3.723901278485159, roll:4.568387020734284\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-8.965043604790766, yaw:-4.2054847845188075, roll:4.720121188024393\n",
"嘴巴实时长宽比:0.41 \t是否张嘴：False\n",
"眼睛实时长宽比:0.29 \t是否眨眼：False\n",
"pitch:-8.997714974873986, yaw:-5.286990171658298, roll:4.738580678108838\n",
"嘴巴实时长宽比:0.44 \t是否张嘴：False\n",
"眼睛实时长宽比:0.29 \t是否眨眼：False\n",
"pitch:-9.527227069839498, yaw:-4.807087297686824, roll:4.49123059402504\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.30 \t是否眨眼：False\n",
"pitch:-9.357567752687933, yaw:-5.077877496469598, roll:4.605649452793512\n",
"嘴巴实时长宽比:0.45 \t是否张嘴：False\n",
"眼睛实时长宽比:0.28 \t是否眨眼：False\n",
"pitch:-8.756969614905168, yaw:-4.483088662126213, roll:4.724613296736254\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.29 \t是否眨眼：False\n",
"pitch:-9.252215362041008, yaw:-5.019064270977486, roll:4.732565150394892\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n",
"pitch:-9.66952166788015, yaw:-6.4693422818650514, roll:4.229493034397999\n",
"嘴巴实时长宽比:0.42 \t是否张嘴：False\n",
"眼睛实时长宽比:0.23 \t是否眨眼：False\n",
"pitch:-9.114123694741961, yaw:-5.9370251279393145, roll:4.365984769649496\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.24 \t是否眨眼：False\n",
"pitch:-8.581413121553744, yaw:-5.651712815564305, roll:4.365149213243148\n",
"嘴巴实时长宽比:0.43 \t是否张嘴：False\n",
"眼睛实时长宽比:0.27 \t是否眨眼：False\n"
]
}
],
"source": [
"\"\"\"\n",
"\n",
"opencv视频版\n",
"\n",
"\"\"\"\n",
"# -*- coding: utf-8 -*-\n",
"# import the necessary packages\n",
"from scipy.spatial import distance as dist\n",
"from imutils.video import FileVideoStream\n",
"from imutils.video import VideoStream\n",
"from imutils import face_utils\n",
"import numpy as np # 数据处理的库 numpy\n",
"import argparse\n",
"import imutils\n",
"import time\n",
"import dlib\n",
"import cv2\n",
"import math\n",
"\n",
" \n",
"# 世界坐标系(UVW)：填写3D参考点，该模型参考http://aifi.isr.uc.pt/Downloads/OpenGL/glAnthropometric3DModel.cpp\n",
"object_pts = np.float32([[6.825897, 6.760612, 4.402142], #33左眉左上角\n",
" [1.330353, 7.122144, 6.903745], #29左眉右角\n",
" [-1.330353, 7.122144, 6.903745], #34右眉左角\n",
" [-6.825897, 6.760612, 4.402142], #38右眉右上角\n",
" [5.311432, 5.485328, 3.987654], #13左眼左上角\n",
" [1.789930, 5.393625, 4.413414], #17左眼右上角\n",
" [-1.789930, 5.393625, 4.413414], #25右眼左上角\n",
" [-5.311432, 5.485328, 3.987654], #21右眼右上角\n",
" [2.005628, 1.409845, 6.165652], #55鼻子左上角\n",
" [-2.005628, 1.409845, 6.165652], #49鼻子右上角\n",
" [2.774015, -2.080775, 5.048531], #43嘴左上角\n",
" [-2.774015, -2.080775, 5.048531],#39嘴右上角\n",
" [0.000000, -3.116408, 6.097667], #45嘴中央下角\n",
" [0.000000, -7.415691, 4.070434]])#6下巴角\n",
"\n",
"# 相机坐标系(XYZ)：添加相机内参\n",
"K = [6.5308391993466671e+002, 0.0, 3.1950000000000000e+002,\n",
" 0.0, 6.5308391993466671e+002, 2.3950000000000000e+002,\n",
" 0.0, 0.0, 1.0]# 等价于矩阵[fx, 0, cx; 0, fy, cy; 0, 0, 1]\n",
"# 图像中心坐标系(uv)：相机畸变参数[k1, k2, p1, p2, k3]\n",
"D = [7.0834633684407095e-002, 6.9140193737175351e-002, 0.0, 0.0, -1.3073460323689292e+000]\n",
"\n",
"# 像素坐标系(xy)：填写凸轮的本征和畸变系数\n",
"cam_matrix = np.array(K).reshape(3, 3).astype(np.float32)\n",
"dist_coeffs = np.array(D).reshape(5, 1).astype(np.float32)\n",
"\n",
"\n",
"\n",
"# 重新投影3D点的世界坐标轴以验证结果姿势\n",
"reprojectsrc = np.float32([[10.0, 10.0, 10.0],\n",
" [10.0, 10.0, -10.0],\n",
" [10.0, -10.0, -10.0],\n",
" [10.0, -10.0, 10.0],\n",
" [-10.0, 10.0, 10.0],\n",
" [-10.0, 10.0, -10.0],\n",
" [-10.0, -10.0, -10.0],\n",
" [-10.0, -10.0, 10.0]])\n",
"# 绘制正方体12轴\n",
"line_pairs = [[0, 1], [1, 2], [2, 3], [3, 0],\n",
" [4, 5], [5, 6], [6, 7], [7, 4],\n",
" [0, 4], [1, 5], [2, 6], [3, 7]]\n",
"\n",
"def get_head_pose(shape):# 头部姿态估计\n",
" # (像素坐标集合)填写2D参考点，注释遵循https://ibug.doc.ic.ac.uk/resources/300-W/\n",
" # 17左眉左上角/21左眉右角/22右眉左上角/26右眉右上角/36左眼左上角/39左眼右上角/42右眼左上角/\n",
" # 45右眼右上角/31鼻子左上角/35鼻子右上角/48左上角/54嘴右上角/57嘴中央下角/8下巴角\n",
" image_pts = np.float32([shape[17], shape[21], shape[22], shape[26], shape[36],\n",
" shape[39], shape[42], shape[45], shape[31], shape[35],\n",
" shape[48], shape[54], shape[57], shape[8]])\n",
" # solvePnP计算姿势——求解旋转和平移矩阵：\n",
" # rotation_vec表示旋转矩阵，translation_vec表示平移矩阵，cam_matrix与K矩阵对应，dist_coeffs与D矩阵对应。\n",
" _, rotation_vec, translation_vec = cv2.solvePnP(object_pts, image_pts, cam_matrix, dist_coeffs)\n",
" # projectPoints重新投影误差：原2d点和重投影2d点的距离(输入3d点、相机内参、相机畸变、r、t，输出重投影2d点)\n",
" reprojectdst, _ = cv2.projectPoints(reprojectsrc, rotation_vec, translation_vec, cam_matrix,dist_coeffs)\n",
" reprojectdst = tuple(map(tuple, reprojectdst.reshape(8, 2)))# 以8行2列显示\n",
"\n",
" # 计算欧拉角calc euler angle\n",
" # 参考https://docs.opencv.org/2.4/modules/calib3d/doc/camera_calibration_and_3d_reconstruction.html#decomposeprojectionmatrix\n",
" rotation_mat, _ = cv2.Rodrigues(rotation_vec)#罗德里格斯公式(将旋转矩阵转换为旋转向量)\n",
" pose_mat = cv2.hconcat((rotation_mat, translation_vec))# 水平拼接，vconcat垂直拼接\n",
" # decomposeProjectionMatrix将投影矩阵分解为旋转矩阵和相机矩阵\n",
" _, _, _, _, _, _, euler_angle = cv2.decomposeProjectionMatrix(pose_mat)\n",
" \n",
" pitch, yaw, roll = [math.radians(_) for _ in euler_angle]\n",
" \n",
" \n",
" pitch = math.degrees(math.asin(math.sin(pitch)))\n",
" roll = -math.degrees(math.asin(math.sin(roll)))\n",
" yaw = math.degrees(math.asin(math.sin(yaw)))\n",
" print('pitch:{}, yaw:{}, roll:{}'.format(pitch, yaw, roll))\n",
"\n",
" return reprojectdst, euler_angle# 投影误差，欧拉角\n",
"\n",
"def eye_aspect_ratio(eye):\n",
" # 垂直眼标志(X，Y)坐标\n",
" A = dist.euclidean(eye[1], eye[5])# 计算两个集合之间的欧式距离\n",
" B = dist.euclidean(eye[2], eye[4])\n",
" # 计算水平之间的欧几里得距离\n",
" # 水平眼标志(X，Y)坐标\n",
" C = dist.euclidean(eye[0], eye[3])\n",
" # 眼睛长宽比的计算\n",
" ear = (A + B) / (2.0 * C)\n",
" # 返回眼睛的长宽比\n",
" return ear\n",
" \n",
"def mouth_aspect_ratio(mouth):# 嘴部\n",
" A = np.linalg.norm(mouth[2] - mouth[9]) # 51, 59\n",
" B = np.linalg.norm(mouth[4] - mouth[7]) # 53, 57\n",
" C = np.linalg.norm(mouth[0] - mouth[6]) # 49, 55\n",
" mar = (A + B) / (2.0 * C)\n",
" return mar\n",
"\n",
"# 定义常数\n",
"# 眼睛长宽比\n",
"# 闪烁阈值\n",
"EYE_AR_THRESH = 0.2\n",
"EYE_AR_CONSEC_FRAMES = 3\n",
"# 打哈欠长宽比\n",
"# 闪烁阈值\n",
"MAR_THRESH = 0.5\n",
"MOUTH_AR_CONSEC_FRAMES = 3\n",
"# 瞌睡点头\n",
"HAR_THRESH = 0.3\n",
"NOD_AR_CONSEC_FRAMES = 3\n",
"# 初始化帧计数器和眨眼总数\n",
"COUNTER = 0\n",
"TOTAL = 0\n",
"# 初始化帧计数器和打哈欠总数\n",
"mCOUNTER = 0\n",
"mTOTAL = 0\n",
"# 初始化帧计数器和点头总数\n",
"hCOUNTER = 0\n",
"hTOTAL = 0\n",
"\n",
"# 初始化DLIB的人脸检测器(HOG)，然后创建面部标志物预测\n",
"print(\"[INFO] loading facial landmark predictor...\")\n",
"# 第一步：使用dlib.get_frontal_face_detector() 获得脸部位置检测器\n",
"detector = dlib.get_frontal_face_detector()\n",
"# 第二步：使用dlib.shape_predictor获得脸部特征位置检测器\n",
"predictor = dlib.shape_predictor('D:/myworkspace/JupyterNotebook/fatigue_detecting/model/shape_predictor_68_face_landmarks.dat')\n",
" \n",
"# 第三步：分别获取左右眼面部标志的索引\n",
"(lStart, lEnd) = face_utils.FACIAL_LANDMARKS_IDXS[\"left_eye\"]\n",
"(rStart, rEnd) = face_utils.FACIAL_LANDMARKS_IDXS[\"right_eye\"]\n",
"(mStart, mEnd) = face_utils.FACIAL_LANDMARKS_IDXS[\"mouth\"]\n",
"\n",
"# 第四步：打开cv2 本地摄像头\n",
"cap = cv2.VideoCapture(0)\n",
" \n",
"# 从视频流循环帧\n",
"while True:\n",
" # 第五步：进行循环，读取图片，并对图片做维度扩大，并进灰度化\n",
" ret, frame = cap.read()\n",
" frame = imutils.resize(frame, width=720)\n",
" gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)\n",
" # 第六步：使用detector(gray, 0) 进行脸部位置检测\n",
" rects = detector(gray, 0)\n",
" \n",
" # 第七步：循环脸部位置信息，使用predictor(gray, rect)获得脸部特征位置的信息\n",
" for rect in rects:\n",
" shape = predictor(gray, rect)\n",
" \n",
" # 第八步：将脸部特征信息转换为数组array的格式\n",
" shape = face_utils.shape_to_np(shape)\n",
" \n",
" # 第九步：提取左眼和右眼坐标\n",
" leftEye = shape[lStart:lEnd]\n",
" rightEye = shape[rStart:rEnd]\n",
" # 嘴巴坐标\n",
" mouth = shape[mStart:mEnd] \n",
" \n",
" # 第十步：构造函数计算左右眼的EAR值，使用平均值作为最终的EAR\n",
" leftEAR = eye_aspect_ratio(leftEye)\n",
" rightEAR = eye_aspect_ratio(rightEye)\n",
" ear = (leftEAR + rightEAR) / 2.0\n",
" # 打哈欠\n",
" mar = mouth_aspect_ratio(mouth)\n",
" \n",
" # 第十一步：使用cv2.convexHull获得凸包位置，使用drawContours画出轮廓位置进行画图操作\n",
" leftEyeHull = cv2.convexHull(leftEye)\n",
" rightEyeHull = cv2.convexHull(rightEye)\n",
" cv2.drawContours(frame, [leftEyeHull], -1, (0, 255, 0), 1)\n",
" cv2.drawContours(frame, [rightEyeHull], -1, (0, 255, 0), 1)\n",
" mouthHull = cv2.convexHull(mouth)\n",
" cv2.drawContours(frame, [mouthHull], -1, (0, 255, 0), 1)\n",
" \n",
" # 第十二步：进行画图操作，用矩形框标注人脸\n",
" left = rect.left()\n",
" top = rect.top()\n",
" right = rect.right()\n",
" bottom = rect.bottom()\n",
" cv2.rectangle(frame, (left, top), (right, bottom), (0, 255, 0), 1) \n",
" \n",
" '''\n",
" 分别计算左眼和右眼的评分求平均作为最终的评分，如果小于阈值，则加1，如果连续3次都小于阈值，则表示进行了一次眨眼活动\n",
" '''\n",
" # 第十三步：循环，满足条件的，眨眼次数+1\n",
" if ear < EYE_AR_THRESH:# 眼睛长宽比：0.2\n",
" COUNTER += 1\n",
" \n",
" else:\n",
" # 如果连续3次都小于阈值，则表示进行了一次眨眼活动\n",
" if COUNTER >= EYE_AR_CONSEC_FRAMES:# 阈值：3\n",
" TOTAL += 1\n",
" # 重置眼帧计数器\n",
" COUNTER = 0\n",
" \n",
" # 第十四步：进行画图操作，同时使用cv2.putText将眨眼次数进行显示\n",
" cv2.putText(frame, \"Faces: {}\".format(len(rects)), (10, 30),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2) \n",
" cv2.putText(frame, \"COUNTER: {}\".format(COUNTER), (150, 30),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2) \n",
" cv2.putText(frame, \"EAR: {:.2f}\".format(ear), (300, 30),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2)\n",
" cv2.putText(frame, \"Blinks: {}\".format(TOTAL), (450, 30),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255,255,0), 2)\n",
" \n",
" '''\n",
" 计算张嘴评分，如果小于阈值，则加1，如果连续3次都小于阈值，则表示打了一次哈欠，同一次哈欠大约在3帧\n",
" '''\n",
" # 同理，判断是否打哈欠 \n",
" if mar > MAR_THRESH:# 张嘴阈值0.5\n",
" mCOUNTER += 1\n",
" cv2.putText(frame, \"Yawning!\", (10, 60),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2)\n",
" else:\n",
" # 如果连续3次都小于阈值，则表示打了一次哈欠\n",
" if mCOUNTER >= MOUTH_AR_CONSEC_FRAMES:# 阈值：3\n",
" mTOTAL += 1\n",
" # 重置嘴帧计数器\n",
" mCOUNTER = 0\n",
" cv2.putText(frame, \"COUNTER: {}\".format(mCOUNTER), (150, 60),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2) \n",
" cv2.putText(frame, \"MAR: {:.2f}\".format(mar), (300, 60),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2)\n",
" cv2.putText(frame, \"Yawning: {}\".format(mTOTAL), (450, 60),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255,255,0), 2)\n",
" \"\"\"\n",
" 瞌睡点头\n",
" \"\"\"\n",
" # 第十五步：获取头部姿态\n",
" reprojectdst, euler_angle = get_head_pose(shape)\n",
" \n",
" har = euler_angle[0, 0]# 取pitch旋转角度\n",
" if har > HAR_THRESH:# 点头阈值0.3\n",
" hCOUNTER += 1\n",
" else:\n",
" # 如果连续3次都小于阈值，则表示瞌睡点头一次\n",
" if hCOUNTER >= NOD_AR_CONSEC_FRAMES:# 阈值：3\n",
" hTOTAL += 1\n",
" # 重置点头帧计数器\n",
" hCOUNTER = 0\n",
" \n",
" # 绘制正方体12轴\n",
" for start, end in line_pairs:\n",
" cv2.line(frame, reprojectdst[start], reprojectdst[end], (0, 0, 255))\n",
" # 显示角度结果\n",
" cv2.putText(frame, \"X: \" + \"{:7.2f}\".format(euler_angle[0, 0]), (10, 90), cv2.FONT_HERSHEY_SIMPLEX,0.75, (0, 255, 0), thickness=2)# GREEN\n",
" cv2.putText(frame, \"Y: \" + \"{:7.2f}\".format(euler_angle[1, 0]), (150, 90), cv2.FONT_HERSHEY_SIMPLEX,0.75, (255, 0, 0), thickness=2)# BLUE\n",
" cv2.putText(frame, \"Z: \" + \"{:7.2f}\".format(euler_angle[2, 0]), (300, 90), cv2.FONT_HERSHEY_SIMPLEX,0.75, (0, 0, 255), thickness=2)# RED \n",
" cv2.putText(frame, \"Nod: {}\".format(hTOTAL), (450, 90),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255,255,0), 2)\n",
" \n",
" \n",
" # 第十六步：进行画图操作，68个特征点标识\n",
" for (x, y) in shape:\n",
" cv2.circle(frame, (x, y), 1, (0, 0, 255), -1)\n",
"\n",
" print('嘴巴实时长宽比:{:.2f} '.format(mar)+\"\\t是否张嘴：\"+str([False,True][mar > MAR_THRESH]))\n",
" print('眼睛实时长宽比:{:.2f} '.format(ear)+\"\\t是否眨眼：\"+str([False,True][COUNTER>=1]))\n",
" \n",
" # 确定疲劳提示:眨眼50次，打哈欠15次，瞌睡点头15次\n",
" if TOTAL >= 50 or mTOTAL>=15 or hTOTAL>=15:\n",
" cv2.putText(frame, \"SLEEP!!!\", (100, 200),cv2.FONT_HERSHEY_SIMPLEX, 1, (0, 255, 255), 3)\n",
" \n",
" # 按q退出\n",
" cv2.putText(frame, \"Press 'q': Quit\", (20, 500),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (84, 255, 159), 2)\n",
" # 窗口显示 show with opencv\n",
" cv2.imshow(\"Frame\", frame)\n",
" \n",
" # if the `q` key was pressed, break from the loop\n",
" if cv2.waitKey(1) & 0xFF == ord('q'):\n",
" break\n",
" \n",
"# 释放摄像头 release camera\n",
"cap.release()\n",
"# do a bit of cleanup\n",
"cv2.destroyAllWindows()\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"wxpython界面初始化加载完成！\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Unhandled exception in thread started by >\n"
]
},
{
"ename": "error",
"evalue": "OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31merror\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m\u001b[0m in \u001b[0;36m_learning_face\u001b[1;34m(self, event)\u001b[0m\n\u001b[0;32m 292\u001b[0m \u001b[0mflag\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mim_rd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcap\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 293\u001b[0m \u001b[1;31m# 取灰度\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 294\u001b[1;33m \u001b[0mimg_gray\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcvtColor\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mim_rd\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mCOLOR_RGB2GRAY\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 295\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 296\u001b[0m \u001b[1;31m# 使用人脸检测器检测每一帧图像中的人脸。并返回人脸数faces\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;31merror\u001b[0m: OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Unhandled exception in thread started by >\n"
]
},
{
"ename": "error",
"evalue": "OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31merror\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m\u001b[0m in \u001b[0;36m_learning_face\u001b[1;34m(self, event)\u001b[0m\n\u001b[0;32m 292\u001b[0m \u001b[0mflag\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mim_rd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcap\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 293\u001b[0m \u001b[1;31m# 取灰度\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 294\u001b[1;33m \u001b[0mimg_gray\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcvtColor\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mim_rd\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mCOLOR_RGB2GRAY\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 295\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 296\u001b[0m \u001b[1;31m# 使用人脸检测器检测每一帧图像中的人脸。并返回人脸数faces\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;31merror\u001b[0m: OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Unhandled exception in thread started by >\n"
]
},
{
"ename": "error",
"evalue": "OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31merror\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m\u001b[0m in \u001b[0;36m_learning_face\u001b[1;34m(self, event)\u001b[0m\n\u001b[0;32m 292\u001b[0m \u001b[0mflag\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mim_rd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcap\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 293\u001b[0m \u001b[1;31m# 取灰度\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 294\u001b[1;33m \u001b[0mimg_gray\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcvtColor\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mim_rd\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mCOLOR_RGB2GRAY\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 295\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 296\u001b[0m \u001b[1;31m# 使用人脸检测器检测每一帧图像中的人脸。并返回人脸数faces\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;31merror\u001b[0m: OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Unhandled exception in thread started by >\n"
]
},
{
"ename": "error",
"evalue": "OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31merror\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m\u001b[0m in \u001b[0;36m_learning_face\u001b[1;34m(self, event)\u001b[0m\n\u001b[0;32m 292\u001b[0m \u001b[0mflag\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mim_rd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcap\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 293\u001b[0m \u001b[1;31m# 取灰度\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 294\u001b[1;33m \u001b[0mimg_gray\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcvtColor\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mim_rd\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mCOLOR_RGB2GRAY\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 295\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 296\u001b[0m \u001b[1;31m# 使用人脸检测器检测每一帧图像中的人脸。并返回人脸数faces\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;31merror\u001b[0m: OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Unhandled exception in thread started by >\n"
]
},
{
"ename": "error",
"evalue": "OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31merror\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m\u001b[0m in \u001b[0;36m_learning_face\u001b[1;34m(self, event)\u001b[0m\n\u001b[0;32m 292\u001b[0m \u001b[0mflag\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mim_rd\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcap\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 293\u001b[0m \u001b[1;31m# 取灰度\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 294\u001b[1;33m \u001b[0mimg_gray\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcvtColor\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mim_rd\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mCOLOR_RGB2GRAY\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 295\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 296\u001b[0m \u001b[1;31m# 使用人脸检测器检测每一帧图像中的人脸。并返回人脸数faces\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;31merror\u001b[0m: OpenCV(4.1.0) C:\\projects\\opencv-python\\opencv\\modules\\imgproc\\src\\color.cpp:182: error: (-215:Assertion failed) !_src.empty() in function 'cv::cvtColor'\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"检测结束，成功退出程序!!!\n"
]
}
],
"source": [
"\"\"\"\n",
"\n",
"UI界面版\n",
"\n",
"\"\"\"\n",
"# -*- coding: utf-8 -*- \n",
"\n",
"import dlib # 人脸识别的库dlib\n",
"import numpy as np # 数据处理的库numpy\n",
"import cv2 # 图像处理的库OpenCv\n",
"import wx # 构造显示界面的GUI\n",
"import wx.xrc\n",
"import wx.adv\n",
"# import the necessary packages\n",
"from scipy.spatial import distance as dist\n",
"from imutils.video import FileVideoStream\n",
"from imutils.video import VideoStream\n",
"from imutils import face_utils\n",
"import numpy as np # 数据处理的库 numpy\n",
"import argparse\n",
"import imutils\n",
"import datetime,time\n",
"import math\n",
"import os\n",
"\n",
"###########################################################################\n",
"## Class Fatigue_detecting\n",
"###########################################################################\n",
"\n",
"COVER = 'D:/myworkspace/JupyterNotebook/fatigue_detecting/images/camera.png'\n",
"\n",
"class Fatigue_detecting(wx.Frame):\n",
"\n",
" def __init__( self, parent, title ):\n",
" wx.Frame.__init__ ( self, parent, id = wx.ID_ANY, title = title, pos = wx.DefaultPosition, size = wx.Size( 873,535 ), style = wx.DEFAULT_FRAME_STYLE|wx.TAB_TRAVERSAL )\n",
" \n",
" self.SetSizeHints( wx.DefaultSize, wx.DefaultSize )\n",
" self.SetBackgroundColour( wx.SystemSettings.GetColour( wx.SYS_COLOUR_MENU ) )\n",
"\n",
" bSizer1 = wx.BoxSizer( wx.VERTICAL )\n",
" bSizer2 = wx.BoxSizer( wx.HORIZONTAL )\n",
" bSizer3 = wx.BoxSizer( wx.VERTICAL )\n",
"\n",
" self.m_animCtrl1 = wx.adv.AnimationCtrl( self, wx.ID_ANY, wx.adv.NullAnimation, wx.DefaultPosition, wx.DefaultSize, wx.adv.AC_DEFAULT_STYLE ) \n",
" bSizer3.Add( self.m_animCtrl1, 1, wx.ALL|wx.EXPAND, 5 ) \n",
" bSizer2.Add( bSizer3, 9, wx.EXPAND, 5 )\n",
" bSizer4 = wx.BoxSizer( wx.VERTICAL )\n",
" sbSizer1 = wx.StaticBoxSizer( wx.StaticBox( self, wx.ID_ANY, u\"参数设置\" ), wx.VERTICAL )\n",
" sbSizer2 = wx.StaticBoxSizer( wx.StaticBox( sbSizer1.GetStaticBox(), wx.ID_ANY, u\"视频源\" ), wx.VERTICAL )\n",
" gSizer1 = wx.GridSizer( 0, 2, 0, 8 )\n",
" m_choice1Choices = [ u\"摄像头ID_0\", u\"摄像头ID_1\", u\"摄像头ID_2\" ]\n",
" self.m_choice1 = wx.Choice( sbSizer2.GetStaticBox(), wx.ID_ANY, wx.DefaultPosition, wx.Size( 90,25 ), m_choice1Choices, 0 )\n",
" self.m_choice1.SetSelection( 0 )\n",
" gSizer1.Add( self.m_choice1, 0, wx.ALL, 5 )\n",
" self.camera_button1 = wx.Button( sbSizer2.GetStaticBox(), wx.ID_ANY, u\"开始检测\", wx.DefaultPosition, wx.Size( 90,25 ), 0 )\n",
" gSizer1.Add( self.camera_button1, 0, wx.ALL, 5 )\n",
" self.vedio_button2 = wx.Button( sbSizer2.GetStaticBox(), wx.ID_ANY, u\"打开视频文件\", wx.DefaultPosition, wx.Size( 90,25 ), 0 )\n",
" gSizer1.Add( self.vedio_button2, 0, wx.ALL, 5 )\n",
"\n",
" self.off_button3 = wx.Button( sbSizer2.GetStaticBox(), wx.ID_ANY, u\"暂停\", wx.DefaultPosition, wx.Size( 90,25 ), 0 )\n",
" gSizer1.Add( self.off_button3, 0, wx.ALL, 5 )\n",
" sbSizer2.Add( gSizer1, 1, wx.EXPAND, 5 )\n",
" sbSizer1.Add( sbSizer2, 2, wx.EXPAND, 5 )\n",
" sbSizer3 = wx.StaticBoxSizer( wx.StaticBox( sbSizer1.GetStaticBox(), wx.ID_ANY, u\"疲劳检测\" ), wx.VERTICAL )\n",
" bSizer5 = wx.BoxSizer( wx.HORIZONTAL )\n",
" self.yawn_checkBox1 = wx.CheckBox( sbSizer3.GetStaticBox(), wx.ID_ANY, u\"打哈欠检测\", wx.Point( -1,-1 ), wx.Size( -1,15 ), 0 )\n",
" self.yawn_checkBox1.SetValue(True) \n",
" bSizer5.Add( self.yawn_checkBox1, 0, wx.ALL, 5 )\n",
" self.blink_checkBox2 = wx.CheckBox( sbSizer3.GetStaticBox(), wx.ID_ANY, u\"闭眼检测\", wx.Point( -1,-1 ), wx.Size( -1,15 ), 0 )\n",
" self.blink_checkBox2.SetValue(True) \n",
" bSizer5.Add( self.blink_checkBox2, 0, wx.ALL, 5 )\n",
" sbSizer3.Add( bSizer5, 1, wx.EXPAND, 5 )\n",
" bSizer6 = wx.BoxSizer( wx.HORIZONTAL )\n",
" self.nod_checkBox7 = wx.CheckBox( sbSizer3.GetStaticBox(), wx.ID_ANY, u\"点头检测\", wx.Point( -1,-1 ), wx.Size( -1,15 ), 0 )\n",
" self.nod_checkBox7.SetValue(True) \n",
" bSizer6.Add( self.nod_checkBox7, 0, wx.ALL, 5 )\n",
" self.m_staticText1 = wx.StaticText( sbSizer3.GetStaticBox(), wx.ID_ANY, u\"疲劳时间(秒):\", wx.DefaultPosition, wx.Size( -1,15 ), 0 )\n",
" self.m_staticText1.Wrap( -1 )\n",
" bSizer6.Add( self.m_staticText1, 0, wx.ALL, 5 )\n",
" m_listBox2Choices = [ u\"3\", u\"4\", u\"5\", u\"6\", u\"7\", u\"8\" ]\n",
" self.m_listBox2 = wx.ListBox( sbSizer3.GetStaticBox(), wx.ID_ANY, wx.DefaultPosition, wx.Size( 50,24 ), m_listBox2Choices, 0 )\n",
" bSizer6.Add( self.m_listBox2, 0, 0, 5 )\n",
" sbSizer3.Add( bSizer6, 1, wx.EXPAND, 5 )\n",
" sbSizer1.Add( sbSizer3, 2, 0, 5 )\n",
" sbSizer4 = wx.StaticBoxSizer( wx.StaticBox( sbSizer1.GetStaticBox(), wx.ID_ANY, u\"脱岗检测\" ), wx.VERTICAL )\n",
" bSizer8 = wx.BoxSizer( wx.HORIZONTAL )\n",
" self.m_checkBox4 = wx.CheckBox( sbSizer4.GetStaticBox(), wx.ID_ANY, u\"脱岗检测\", wx.DefaultPosition, wx.Size( -1,15 ), 0 )\n",
" self.m_checkBox4.SetValue(True) \n",
" bSizer8.Add( self.m_checkBox4, 0, wx.ALL, 5 )\n",
" self.m_staticText2 = wx.StaticText( sbSizer4.GetStaticBox(), wx.ID_ANY, u\"脱岗时间(秒):\", wx.DefaultPosition, wx.Size( -1,15 ), 0 )\n",
" self.m_staticText2.Wrap( -1 )\n",
" bSizer8.Add( self.m_staticText2, 0, wx.ALL, 5 )\n",
" m_listBox21Choices = [ u\"5\", u\"10\", u\"15\", u\"20\", u\"25\", u\"30\" ]\n",
" self.m_listBox21 = wx.ListBox( sbSizer4.GetStaticBox(), wx.ID_ANY, wx.DefaultPosition, wx.Size( 50,24 ), m_listBox21Choices, 0 )\n",
" bSizer8.Add( self.m_listBox21, 0, 0, 5 )\n",
" sbSizer4.Add( bSizer8, 1, 0, 5 )\n",
" sbSizer1.Add( sbSizer4, 1, 0, 5 )\n",
" sbSizer5 = wx.StaticBoxSizer( wx.StaticBox( sbSizer1.GetStaticBox(), wx.ID_ANY, u\"分析区域\" ), wx.VERTICAL )\n",
" bSizer9 = wx.BoxSizer( wx.HORIZONTAL )\n",
" self.m_staticText3 = wx.StaticText( sbSizer5.GetStaticBox(), wx.ID_ANY, u\"检测区域： \", wx.DefaultPosition, wx.DefaultSize, 0 )\n",
" self.m_staticText3.Wrap( -1 )\n",
" bSizer9.Add( self.m_staticText3, 0, wx.ALL, 5 )\n",
" m_choice2Choices = [ u\"全视频检测\", u\"部分区域选取\" ]\n",
" self.m_choice2 = wx.Choice( sbSizer5.GetStaticBox(), wx.ID_ANY, wx.DefaultPosition, wx.DefaultSize, m_choice2Choices, 0 )\n",
" self.m_choice2.SetSelection( 0 )\n",
" bSizer9.Add( self.m_choice2, 0, wx.ALL, 5 )\n",
" sbSizer5.Add( bSizer9, 1, wx.EXPAND, 5 )\n",
" sbSizer1.Add( sbSizer5, 1, 0, 5 )\n",
" sbSizer6 = wx.StaticBoxSizer( wx.StaticBox( sbSizer1.GetStaticBox(), wx.ID_ANY, u\"状态输出\" ), wx.VERTICAL )\n",
" self.m_textCtrl3 = wx.TextCtrl( sbSizer6.GetStaticBox(), wx.ID_ANY, wx.EmptyString, wx.DefaultPosition, wx.DefaultSize, wx.TE_MULTILINE|wx.TE_READONLY )\n",
" sbSizer6.Add( self.m_textCtrl3, 1, wx.ALL|wx.EXPAND, 5 )\n",
" sbSizer1.Add( sbSizer6, 5, wx.EXPAND, 5 )\n",
" bSizer4.Add( sbSizer1, 1, wx.EXPAND, 5 )\n",
" bSizer2.Add( bSizer4, 3, wx.EXPAND, 5 )\n",
" bSizer1.Add( bSizer2, 1, wx.EXPAND, 5 )\n",
"\n",
" self.SetSizer( bSizer1 ) \n",
" self.Layout()\n",
" self.Centre( wx.BOTH )\n",
" \n",
" # Connect Events\n",
" self.m_choice1.Bind( wx.EVT_CHOICE, self.cameraid_choice )#绑定事件\n",
" self.camera_button1.Bind( wx.EVT_BUTTON, self.camera_on )#开\n",
" self.vedio_button2.Bind( wx.EVT_BUTTON, self.vedio_on )\n",
" self.off_button3.Bind( wx.EVT_BUTTON, self.off )#关\n",
"\n",
" self.m_listBox2.Bind( wx.EVT_LISTBOX, self.AR_CONSEC_FRAMES )# 闪烁阈值设置\n",
" self.m_listBox21.Bind( wx.EVT_LISTBOX, self.OUT_AR_CONSEC_FRAMES )# 脱岗时间设置\n",
" \n",
" # 封面图片\n",
" self.image_cover = wx.Image(COVER, wx.BITMAP_TYPE_ANY)\n",
" # 显示图片在m_animCtrl1上\n",
" self.bmp = wx.StaticBitmap(self.m_animCtrl1, -1, wx.Bitmap(self.image_cover))\n",
"\n",
" # 设置窗口标题的图标\n",
" self.icon = wx.Icon('./images/123.ico', wx.BITMAP_TYPE_ICO)\n",
" self.SetIcon(self.icon)\n",
" # 系统事件\n",
" self.Bind(wx.EVT_CLOSE, self.OnClose)\n",
" \n",
" print(\"wxpython界面初始化加载完成！\")\n",
" \n",
" \"\"\"参数\"\"\"\n",
" # 默认为摄像头0\n",
" self.VIDEO_STREAM = 0\n",
" self.CAMERA_STYLE = False # False未打开摄像头，True摄像头已打开\n",
" # 闪烁阈值(秒)\n",
" self.AR_CONSEC_FRAMES_check = 3\n",
" self.OUT_AR_CONSEC_FRAMES_check = 5\n",
" # 眼睛长宽比\n",
" self.EYE_AR_THRESH = 0.2\n",
" self.EYE_AR_CONSEC_FRAMES = self.AR_CONSEC_FRAMES_check\n",
" # 打哈欠长宽比\n",
" self.MAR_THRESH = 0.5\n",
" self.MOUTH_AR_CONSEC_FRAMES = self.AR_CONSEC_FRAMES_check\n",
" # 瞌睡点头\n",
" self.HAR_THRESH = 0.3\n",
" self.NOD_AR_CONSEC_FRAMES = self.AR_CONSEC_FRAMES_check\n",
" \n",
" \"\"\"计数\"\"\"\n",
" # 初始化帧计数器和眨眼总数\n",
" self.COUNTER = 0\n",
" self.TOTAL = 0\n",
" # 初始化帧计数器和打哈欠总数\n",
" self.mCOUNTER = 0\n",
" self.mTOTAL = 0\n",
" # 初始化帧计数器和点头总数\n",
" self.hCOUNTER = 0\n",
" self.hTOTAL = 0\n",
" # 离职时间长度\n",
" self.oCOUNTER = 0\n",
"\n",
" \"\"\"姿态\"\"\"\n",
" # 世界坐标系(UVW)：填写3D参考点，该模型参考http://aifi.isr.uc.pt/Downloads/OpenGL/glAnthropometric3DModel.cpp\n",
" self.object_pts = np.float32([[6.825897, 6.760612, 4.402142], #33左眉左上角\n",
" [1.330353, 7.122144, 6.903745], #29左眉右角\n",
" [-1.330353, 7.122144, 6.903745], #34右眉左角\n",
" [-6.825897, 6.760612, 4.402142], #38右眉右上角\n",
" [5.311432, 5.485328, 3.987654], #13左眼左上角\n",
" [1.789930, 5.393625, 4.413414], #17左眼右上角\n",
" [-1.789930, 5.393625, 4.413414], #25右眼左上角\n",
" [-5.311432, 5.485328, 3.987654], #21右眼右上角\n",
" [2.005628, 1.409845, 6.165652], #55鼻子左上角\n",
" [-2.005628, 1.409845, 6.165652], #49鼻子右上角\n",
" [2.774015, -2.080775, 5.048531], #43嘴左上角\n",
" [-2.774015, -2.080775, 5.048531],#39嘴右上角\n",
" [0.000000, -3.116408, 6.097667], #45嘴中央下角\n",
" [0.000000, -7.415691, 4.070434]])#6下巴角\n",
"\n",
" # 相机坐标系(XYZ)：添加相机内参\n",
" self.K = [6.5308391993466671e+002, 0.0, 3.1950000000000000e+002,\n",
" 0.0, 6.5308391993466671e+002, 2.3950000000000000e+002,\n",
" 0.0, 0.0, 1.0]# 等价于矩阵[fx, 0, cx; 0, fy, cy; 0, 0, 1]\n",
" # 图像中心坐标系(uv)：相机畸变参数[k1, k2, p1, p2, k3]\n",
" self.D = [7.0834633684407095e-002, 6.9140193737175351e-002, 0.0, 0.0, -1.3073460323689292e+000]\n",
"\n",
" # 像素坐标系(xy)：填写凸轮的本征和畸变系数\n",
" self.cam_matrix = np.array(self.K).reshape(3, 3).astype(np.float32)\n",
" self.dist_coeffs = np.array(self.D).reshape(5, 1).astype(np.float32)\n",
"\n",
" # 重新投影3D点的世界坐标轴以验证结果姿势\n",
" self.reprojectsrc = np.float32([[10.0, 10.0, 10.0],\n",
" [10.0, 10.0, -10.0],\n",
" [10.0, -10.0, -10.0],\n",
" [10.0, -10.0, 10.0],\n",
" [-10.0, 10.0, 10.0],\n",
" [-10.0, 10.0, -10.0],\n",
" [-10.0, -10.0, -10.0],\n",
" [-10.0, -10.0, 10.0]])\n",
" # 绘制正方体12轴\n",
" self.line_pairs = [[0, 1], [1, 2], [2, 3], [3, 0],\n",
" [4, 5], [5, 6], [6, 7], [7, 4],\n",
" [0, 4], [1, 5], [2, 6], [3, 7]]\n",
" \n",
"\n",
" def __del__( self ):\n",
" pass\n",
"\n",
" def get_head_pose(self,shape):# 头部姿态估计\n",
" # (像素坐标集合)填写2D参考点，注释遵循https://ibug.doc.ic.ac.uk/resources/300-W/\n",
" # 17左眉左上角/21左眉右角/22右眉左上角/26右眉右上角/36左眼左上角/39左眼右上角/42右眼左上角/\n",
" # 45右眼右上角/31鼻子左上角/35鼻子右上角/48左上角/54嘴右上角/57嘴中央下角/8下巴角\n",
" image_pts = np.float32([shape[17], shape[21], shape[22], shape[26], shape[36],\n",
" shape[39], shape[42], shape[45], shape[31], shape[35],\n",
" shape[48], shape[54], shape[57], shape[8]])\n",
" # solvePnP计算姿势——求解旋转和平移矩阵：\n",
" # rotation_vec表示旋转矩阵，translation_vec表示平移矩阵，cam_matrix与K矩阵对应，dist_coeffs与D矩阵对应。\n",
" _, rotation_vec, translation_vec = cv2.solvePnP(self.object_pts, image_pts, self.cam_matrix, self.dist_coeffs)\n",
" # projectPoints重新投影误差：原2d点和重投影2d点的距离(输入3d点、相机内参、相机畸变、r、t，输出重投影2d点)\n",
" reprojectdst, _ = cv2.projectPoints(self.reprojectsrc, rotation_vec, translation_vec, self.cam_matrix,self.dist_coeffs)\n",
" reprojectdst = tuple(map(tuple, reprojectdst.reshape(8, 2)))# 以8行2列显示\n",
"\n",
" # 计算欧拉角calc euler angle\n",
" # 参考https://docs.opencv.org/2.4/modules/calib3d/doc/camera_calibration_and_3d_reconstruction.html#decomposeprojectionmatrix\n",
" rotation_mat, _ = cv2.Rodrigues(rotation_vec)#罗德里格斯公式(将旋转矩阵转换为旋转向量)\n",
" pose_mat = cv2.hconcat((rotation_mat, translation_vec))# 水平拼接，vconcat垂直拼接\n",
" # decomposeProjectionMatrix将投影矩阵分解为旋转矩阵和相机矩阵\n",
" _, _, _, _, _, _, euler_angle = cv2.decomposeProjectionMatrix(pose_mat)\n",
"\n",
" pitch, yaw, roll = [math.radians(_) for _ in euler_angle]\n",
"\n",
" pitch = math.degrees(math.asin(math.sin(pitch)))\n",
" roll = -math.degrees(math.asin(math.sin(roll)))\n",
" yaw = math.degrees(math.asin(math.sin(yaw)))\n",
" #print('pitch:{}, yaw:{}, roll:{}'.format(pitch, yaw, roll))\n",
"\n",
" return reprojectdst, euler_angle# 投影误差，欧拉角\n",
" \n",
" def eye_aspect_ratio(self,eye):\n",
" # 垂直眼标志(X，Y)坐标\n",
" A = dist.euclidean(eye[1], eye[5])# 计算两个集合之间的欧式距离\n",
" B = dist.euclidean(eye[2], eye[4])\n",
" # 计算水平之间的欧几里得距离\n",
" # 水平眼标志(X，Y)坐标\n",
" C = dist.euclidean(eye[0], eye[3])\n",
" # 眼睛长宽比的计算\n",
" ear = (A + B) / (2.0 * C)\n",
" # 返回眼睛的长宽比\n",
" return ear\n",
"\n",
" def mouth_aspect_ratio(self,mouth):# 嘴部\n",
" A = np.linalg.norm(mouth[2] - mouth[9]) # 51, 59\n",
" B = np.linalg.norm(mouth[4] - mouth[7]) # 53, 57\n",
" C = np.linalg.norm(mouth[0] - mouth[6]) # 49, 55\n",
" mar = (A + B) / (2.0 * C)\n",
" return mar\n",
"\n",
"\n",
" def _learning_face(self,event):\n",
" \"\"\"dlib的初始化调用\"\"\"\n",
" # 使用人脸检测器get_frontal_face_detector\n",
" self.detector = dlib.get_frontal_face_detector()\n",
" # dlib的68点模型，使用作者训练好的特征预测器\n",
" self.predictor = dlib.shape_predictor(\"D:/myworkspace/JupyterNotebook/fatigue_detecting/model/shape_predictor_68_face_landmarks.dat\")\n",
" self.m_textCtrl3.AppendText(u\"加载模型成功!!!\\n\")\n",
" # 分别获取左右眼面部标志的索引\n",
" (lStart, lEnd) = face_utils.FACIAL_LANDMARKS_IDXS[\"left_eye\"]\n",
" (rStart, rEnd) = face_utils.FACIAL_LANDMARKS_IDXS[\"right_eye\"]\n",
" (mStart, mEnd) = face_utils.FACIAL_LANDMARKS_IDXS[\"mouth\"]\n",
" \n",
" #建cv2摄像头对象，这里使用电脑自带摄像头，如果接了外部摄像头，则自动切换到外部摄像头\n",
" self.cap = cv2.VideoCapture(self.VIDEO_STREAM)\n",
" \n",
" if self.cap.isOpened()==True:# 返回true/false 检查初始化是否成功\n",
" self.CAMERA_STYLE = True\n",
" self.m_textCtrl3.AppendText(u\"打开摄像头成功!!!\\n\")\n",
" else:\n",
" self.m_textCtrl3.AppendText(u\"摄像头打开失败!!!\\n\")\n",
" #显示封面图\n",
" self.bmp.SetBitmap(wx.Bitmap(self.image_cover))\n",
" # 成功打开视频，循环读取视频流\n",
" while(self.cap.isOpened()):\n",
" # cap.read()\n",
" # 返回两个值：\n",
" # 一个布尔值true/false，用来判断读取视频是否成功/是否到视频末尾\n",
" # 图像对象，图像的三维矩阵\n",
" flag, im_rd = self.cap.read()\n",
" # 取灰度\n",
" img_gray = cv2.cvtColor(im_rd, cv2.COLOR_RGB2GRAY)\n",
" \n",
" # 使用人脸检测器检测每一帧图像中的人脸。并返回人脸数faces\n",
" faces = self.detector(img_gray, 0)\n",
" # 如果检测到人脸\n",
" if(len(faces)!=0):\n",
" # enumerate方法同时返回数据对象的索引和数据，k为索引，d为faces中的对象\n",
" for k, d in enumerate(faces):\n",
" # 用红色矩形框出人脸\n",
" cv2.rectangle(im_rd, (d.left(), d.top()), (d.right(), d.bottom()), (0, 0, 255),1)\n",
" # 使用预测器得到68点数据的坐标\n",
" shape = self.predictor(im_rd, d)\n",
" # 圆圈显示每个特征点\n",
" for i in range(68):\n",
" cv2.circle(im_rd, (shape.part(i).x, shape.part(i).y), 2, (0, 255, 0), -1, 8)\n",
" # 将脸部特征信息转换为数组array的格式\n",
" shape = face_utils.shape_to_np(shape)\n",
" \"\"\"\n",
" 打哈欠\n",
" \"\"\"\n",
" if self.yawn_checkBox1.GetValue()== True:\n",
" # 嘴巴坐标\n",
" mouth = shape[mStart:mEnd] \n",
" # 打哈欠\n",
" mar = self.mouth_aspect_ratio(mouth)\n",
" # 使用cv2.convexHull获得凸包位置，使用drawContours画出轮廓位置进行画图操作\n",
" mouthHull = cv2.convexHull(mouth)\n",
" cv2.drawContours(im_rd, [mouthHull], -1, (0, 255, 0), 1)\n",
" # 同理，判断是否打哈欠 \n",
" if mar > self.MAR_THRESH:# 张嘴阈值0.5\n",
" self.mCOUNTER += 1\n",
" else:\n",
" # 如果连续3次都小于阈值，则表示打了一次哈欠\n",
" if self.mCOUNTER >= self.MOUTH_AR_CONSEC_FRAMES:# 阈值：3\n",
" self.mTOTAL += 1\n",
" #显示\n",
" cv2.putText(im_rd, \"Yawning!\", (10, 60),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2)\n",
" self.m_textCtrl3.AppendText(time.strftime('%Y-%m-%d %H:%M ', time.localtime())+u\"打哈欠\\n\")\n",
" # 重置嘴帧计数器\n",
" self.mCOUNTER = 0\n",
" cv2.putText(im_rd, \"COUNTER: {}\".format(self.mCOUNTER), (150, 60),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2) \n",
" cv2.putText(im_rd, \"MAR: {:.2f}\".format(mar), (300, 60),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2)\n",
" cv2.putText(im_rd, \"Yawning: {}\".format(self.mTOTAL), (450, 60),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255,255,0), 2)\n",
" else:\n",
" pass\n",
" \"\"\"\n",
" 眨眼\n",
" \"\"\"\n",
" if self.blink_checkBox2.GetValue()== True:\n",
" # 提取左眼和右眼坐标\n",
" leftEye = shape[lStart:lEnd]\n",
" rightEye = shape[rStart:rEnd]\n",
" # 构造函数计算左右眼的EAR值，使用平均值作为最终的EAR\n",
" leftEAR = self.eye_aspect_ratio(leftEye)\n",
" rightEAR = self.eye_aspect_ratio(rightEye)\n",
" ear = (leftEAR + rightEAR) / 2.0\n",
" leftEyeHull = cv2.convexHull(leftEye)\n",
" rightEyeHull = cv2.convexHull(rightEye)\n",
" # 使用cv2.convexHull获得凸包位置，使用drawContours画出轮廓位置进行画图操作\n",
" cv2.drawContours(im_rd, [leftEyeHull], -1, (0, 255, 0), 1)\n",
" cv2.drawContours(im_rd, [rightEyeHull], -1, (0, 255, 0), 1)\n",
" # 循环，满足条件的，眨眼次数+1\n",
" if ear < self.EYE_AR_THRESH:# 眼睛长宽比：0.2\n",
" self.COUNTER += 1\n",
"\n",
" else:\n",
" # 如果连续3次都小于阈值，则表示进行了一次眨眼活动\n",
" if self.COUNTER >= self.EYE_AR_CONSEC_FRAMES:# 阈值：3\n",
" self.TOTAL += 1\n",
" self.m_textCtrl3.AppendText(time.strftime('%Y-%m-%d %H:%M ', time.localtime())+u\"眨眼\\n\")\n",
" # 重置眼帧计数器\n",
" self.COUNTER = 0\n",
" # 第十四步：进行画图操作，同时使用cv2.putText将眨眼次数进行显示\n",
" cv2.putText(im_rd, \"Faces: {}\".format(len(faces)), (10, 30),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2) \n",
" cv2.putText(im_rd, \"COUNTER: {}\".format(self.COUNTER), (150, 30),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2) \n",
" cv2.putText(im_rd, \"EAR: {:.2f}\".format(ear), (300, 30),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (0, 0, 255), 2)\n",
" cv2.putText(im_rd, \"Blinks: {}\".format(self.TOTAL), (450, 30),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255,255,0), 2)\n",
" else:\n",
" pass\n",
" \"\"\"\n",
" 瞌睡点头\n",
" \"\"\"\n",
" if self.nod_checkBox7.GetValue()== True:\n",
" # 获取头部姿态\n",
" reprojectdst, euler_angle = self.get_head_pose(shape) \n",
" har = euler_angle[0, 0]# 取pitch旋转角度\n",
" if har > self.HAR_THRESH:# 点头阈值0.3\n",
" self.hCOUNTER += 1\n",
" else:\n",
" # 如果连续3次都小于阈值，则表示瞌睡点头一次\n",
" if self.hCOUNTER >= self.NOD_AR_CONSEC_FRAMES:# 阈值：3\n",
" self.hTOTAL += 1\n",
" self.m_textCtrl3.AppendText(time.strftime('%Y-%m-%d %H:%M ', time.localtime())+u\"瞌睡点头\\n\")\n",
" # 重置点头帧计数器\n",
" self.hCOUNTER = 0\n",
" # 绘制正方体12轴(视频流尺寸过大时，reprojectdst会超出int范围，建议压缩检测视频尺寸)\n",
" for start, end in self.line_pairs:\n",
" cv2.line(im_rd, reprojectdst[start], reprojectdst[end], (0, 0, 255))\n",
" # 显示角度结果\n",
" cv2.putText(im_rd, \"X: \" + \"{:7.2f}\".format(euler_angle[0, 0]), (10, 90), cv2.FONT_HERSHEY_SIMPLEX,0.75, (0, 255, 0), thickness=2)# GREEN\n",
" cv2.putText(im_rd, \"Y: \" + \"{:7.2f}\".format(euler_angle[1, 0]), (150, 90), cv2.FONT_HERSHEY_SIMPLEX,0.75, (255, 0, 0), thickness=2)# BLUE\n",
" cv2.putText(im_rd, \"Z: \" + \"{:7.2f}\".format(euler_angle[2, 0]), (300, 90), cv2.FONT_HERSHEY_SIMPLEX,0.75, (0, 0, 255), thickness=2)# RED \n",
" cv2.putText(im_rd, \"Nod: {}\".format(self.hTOTAL), (450, 90),cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255,255,0), 2)\n",
" else:\n",
" pass\n",
" \n",
" #print('嘴巴实时长宽比:{:.2f} '.format(mar)+\"\\t是否张嘴：\"+str([False,True][mar > self.MAR_THRESH]))\n",
" #print('眼睛实时长宽比:{:.2f} '.format(ear)+\"\\t是否眨眼：\"+str([False,True][self.COUNTER>=1]))\n",
" else:\n",
" # 没有检测到人脸\n",
" self.oCOUNTER+=1\n",
" cv2.putText(im_rd, \"No Face\", (20, 50), cv2.FONT_HERSHEY_SIMPLEX, 1, (0, 0, 255),3, cv2.LINE_AA)\n",
" if self.oCOUNTER >= self.OUT_AR_CONSEC_FRAMES_check:\n",
" self.m_textCtrl3.AppendText(time.strftime('%Y-%m-%d %H:%M ', time.localtime())+u\"员工脱岗!!!\\n\")\n",
" self.oCOUNTER = 0\n",
" \n",
" # 确定疲劳提示:眨眼50次，打哈欠15次，瞌睡点头30次\n",
" if self.TOTAL >= 50 or self.mTOTAL>=15 or self.hTOTAL>=30:\n",
" cv2.putText(im_rd, \"SLEEP!!!\", (100, 200),cv2.FONT_HERSHEY_SIMPLEX, 1, (0, 255, 255), 3)\n",
" #self.m_textCtrl3.AppendText(u\"疲劳\")\n",
" \n",
" # opencv中imread的图片内部是BGR排序，wxPython的StaticBitmap需要的图片是RGB排序，不转换会出现颜色变换\n",
" height,width = im_rd.shape[:2]\n",
" image1 = cv2.cvtColor(im_rd, cv2.COLOR_BGR2RGB)\n",
" pic = wx.Bitmap.FromBuffer(width,height,image1)\n",
" # 显示图片在panel上：\n",
" self.bmp.SetBitmap(pic)\n",
"\n",
" # 释放摄像头\n",
" self.cap.release()\n",
"\n",
" def camera_on(self,event):\n",
" \"\"\"使用多线程，子线程运行后台的程序，主线程更新前台的UI，这样不会互相影响\"\"\"\n",
" import _thread\n",
" # 创建子线程，按钮调用这个方法，\n",
" _thread.start_new_thread(self._learning_face, (event,))\n",
" \n",
" def cameraid_choice( self, event ):\n",
" # 摄像头编号\n",
" cameraid = int(event.GetString()[-1])# 截取最后一个字符\n",
" if cameraid == 0:\n",
" self.m_textCtrl3.AppendText(u\"准备打开本地摄像头!!!\\n\")\n",
" if cameraid == 1 or cameraid == 2:\n",
" self.m_textCtrl3.AppendText(u\"准备打开外置摄像头!!!\\n\")\n",
" self.VIDEO_STREAM = cameraid\n",
" \n",
" def vedio_on( self, event ): \n",
" if self.CAMERA_STYLE == True :# 释放摄像头资源\n",
" # 弹出关闭摄像头提示窗口\n",
" dlg = wx.MessageDialog(None, u'确定要关闭摄像头？', u'操作提示', wx.YES_NO | wx.ICON_QUESTION)\n",
" if(dlg.ShowModal() == wx.ID_YES):\n",
" self.cap.release()#释放摄像头\n",
" self.bmp.SetBitmap(wx.Bitmap(self.image_cover))#封面\n",
" dlg.Destroy()#取消弹窗\n",
" # 选择文件夹对话框窗口\n",
" dialog = wx.FileDialog(self,u\"选择视频检测\",os.getcwd(),'',wildcard=\"(*.mp4)|*.mp4\",style=wx.FD_OPEN | wx.FD_CHANGE_DIR)\n",
" if dialog.ShowModal() == wx.ID_OK:\n",
" #如果确定了选择的文件夹，将文件夹路径写到m_textCtrl3控件\n",
" self.m_textCtrl3.SetValue(u\"文件路径:\"+dialog.GetPath()+\"\\n\")\n",
" self.VIDEO_STREAM = str(dialog.GetPath())# 更新全局变量路径\n",
" dialog.Destroy\n",
" \"\"\"使用多线程，子线程运行后台的程序，主线程更新前台的UI，这样不会互相影响\"\"\"\n",
" import _thread\n",
" # 创建子线程，按钮调用这个方法，\n",
" _thread.start_new_thread(self._learning_face, (event,))\n",
" \n",
" def AR_CONSEC_FRAMES( self, event ):\n",
" self.m_textCtrl3.AppendText(u\"设置疲劳间隔为:\\t\"+event.GetString()+\"秒\\n\")\n",
" self.AR_CONSEC_FRAMES_check = int(event.GetString())\n",
" \n",
" def OUT_AR_CONSEC_FRAMES( self, event ):\n",
" self.m_textCtrl3.AppendText(u\"设置脱岗间隔为:\\t\"+event.GetString()+\"秒\\n\")\n",
" self.OUT_AR_CONSEC_FRAMES_check = int(event.GetString())\n",
"\n",
" def off(self,event):\n",
" \"\"\"关闭摄像头，显示封面页\"\"\"\n",
" self.cap.release()\n",
" self.bmp.SetBitmap(wx.Bitmap(self.image_cover))\n",
" \n",
" def OnClose(self, evt):\n",
" \"\"\"关闭窗口事件函数\"\"\"\n",
" dlg = wx.MessageDialog(None, u'确定要关闭本窗口？', u'操作提示', wx.YES_NO | wx.ICON_QUESTION)\n",
" if(dlg.ShowModal() == wx.ID_YES):\n",
" self.Destroy()\n",
" print(\"检测结束，成功退出程序!!!\")\n",
"\n",
" \n",
"class main_app(wx.App):\n",
" \"\"\"\n",
" 在OnInit() 里边申请Frame类，这样能保证一定是在app后调用，\n",
" 这个函数是app执行完自己的__init__函数后就会执行\n",
" \"\"\"\n",
" # OnInit 方法在主事件循环开始前被wxPython系统调用，是wxpython独有的\n",
" def OnInit(self):\n",
" self.frame = Fatigue_detecting(parent=None,title=\"Fatigue Demo\")\n",
" self.frame.Show(True)\n",
" return True \n",
"\n",
" \n",
"if __name__ == \"__main__\":\n",
" app = main_app()\n",
" app.MainLoop()\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.0"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
一键复制
编辑
Web IDE
原始数据
按行查看
历史
扫一扫
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
