diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000..ce152c0 Binary files /dev/null and b/.DS_Store differ diff --git a/.idea/.gitignore b/.idea/.gitignore new file mode 100644 index 0000000..13566b8 --- /dev/null +++ b/.idea/.gitignore @@ -0,0 +1,8 @@ +# Default ignored files +/shelf/ +/workspace.xml +# Editor-based HTTP Client requests +/httpRequests/ +# Datasource local storage ignored files +/dataSources/ +/dataSources.local.xml diff --git a/.idea/Intelligent-Eldly-Care.iml b/.idea/Intelligent-Eldly-Care.iml new file mode 100644 index 0000000..8efb697 --- /dev/null +++ b/.idea/Intelligent-Eldly-Care.iml @@ -0,0 +1,27 @@ + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/.idea/inspectionProfiles/Project_Default.xml b/.idea/inspectionProfiles/Project_Default.xml new file mode 100644 index 0000000..10062e3 --- /dev/null +++ b/.idea/inspectionProfiles/Project_Default.xml @@ -0,0 +1,79 @@ + + + + \ No newline at end of file diff --git a/.idea/inspectionProfiles/profiles_settings.xml b/.idea/inspectionProfiles/profiles_settings.xml new file mode 100644 index 0000000..105ce2d --- /dev/null +++ b/.idea/inspectionProfiles/profiles_settings.xml @@ -0,0 +1,6 @@ + + + + \ No newline at end of file diff --git a/.idea/misc.xml b/.idea/misc.xml new file mode 100644 index 0000000..d1e22ec --- /dev/null +++ b/.idea/misc.xml @@ -0,0 +1,4 @@ + + + + \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml new file mode 100644 index 0000000..6ab9395 --- /dev/null +++ b/.idea/modules.xml @@ -0,0 +1,8 @@ + + + + + + + + \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml new file mode 100644 index 0000000..94a25f7 --- /dev/null +++ b/.idea/vcs.xml @@ -0,0 +1,6 @@ + + + + + + \ No newline at end of file diff --git a/Img/.DS_Store b/Img/.DS_Store new file mode 100644 index 0000000..6b639f6 Binary files /dev/null and b/Img/.DS_Store differ diff --git a/Img/algo1.png b/Img/algo1.png new file mode 100644 index 0000000..5c2cae4 Binary files /dev/null and b/Img/algo1.png differ diff --git a/Img/algo2-1.png b/Img/algo2-1.png new file mode 100644 index 0000000..9d91c11 Binary files /dev/null and b/Img/algo2-1.png differ diff --git a/Img/algo2.png b/Img/algo2.png new file mode 100644 index 0000000..0810f13 Binary files /dev/null and b/Img/algo2.png differ diff --git a/Img/algo3.png b/Img/algo3.png new file mode 100644 index 0000000..356ee5d Binary files /dev/null and b/Img/algo3.png differ diff --git a/Img/bs.png b/Img/bs.png new file mode 100644 index 0000000..6e45b0b Binary files /dev/null and b/Img/bs.png differ diff --git a/Img/cnn.png b/Img/cnn.png new file mode 100644 index 0000000..3b88ca2 Binary files /dev/null and b/Img/cnn.png differ diff --git a/Img/configuration.png b/Img/configuration.png new file mode 100644 index 0000000..7f1f3af Binary files /dev/null and b/Img/configuration.png differ diff --git a/Img/cover.png b/Img/cover.png new file mode 100644 index 0000000..8d6c698 Binary files /dev/null and b/Img/cover.png differ diff --git a/Img/detector.gif b/Img/detector.gif new file mode 100644 index 0000000..3057bb6 Binary files /dev/null and b/Img/detector.gif differ diff --git a/Img/face.png b/Img/face.png new file mode 100644 index 0000000..15f1e71 Binary files /dev/null and b/Img/face.png differ diff --git a/Img/facenet.png b/Img/facenet.png new file mode 100644 index 0000000..d7dceaf Binary files /dev/null and b/Img/facenet.png differ diff --git a/Img/feature.png b/Img/feature.png new file mode 100644 index 0000000..1d2c903 Binary files /dev/null and b/Img/feature.png differ diff --git a/Img/framework.png b/Img/framework.png new file mode 100644 index 0000000..0604a3f Binary files /dev/null and b/Img/framework.png differ diff --git a/Img/gf4-1-1.png b/Img/gf4-1-1.png new file mode 100644 index 0000000..8d9b24f Binary files /dev/null and b/Img/gf4-1-1.png differ diff --git a/Img/gf4-1.png b/Img/gf4-1.png new file mode 100644 index 0000000..81f6577 Binary files /dev/null and b/Img/gf4-1.png differ diff --git a/Img/gf4-2-1.png b/Img/gf4-2-1.png new file mode 100644 index 0000000..82f02b0 Binary files /dev/null and b/Img/gf4-2-1.png differ diff --git a/Img/gf4-2.png b/Img/gf4-2.png new file mode 100644 index 0000000..3703ea0 Binary files /dev/null and b/Img/gf4-2.png differ diff --git a/Img/gf4-3-1.png b/Img/gf4-3-1.png new file mode 100644 index 0000000..3473b7d Binary files /dev/null and b/Img/gf4-3-1.png differ diff --git a/Img/gf4-3.png b/Img/gf4-3.png new file mode 100644 index 0000000..6d90323 Binary files /dev/null and b/Img/gf4-3.png differ diff --git a/Img/icon.png b/Img/icon.png new file mode 100644 index 0000000..798eb54 Binary files /dev/null and b/Img/icon.png differ diff --git a/Img/kp.png b/Img/kp.png new file mode 100644 index 0000000..5f85306 Binary files /dev/null and b/Img/kp.png differ diff --git a/Img/livestream.png b/Img/livestream.png new file mode 100644 index 0000000..573942c Binary files /dev/null and b/Img/livestream.png differ diff --git a/Img/mini-xception.png b/Img/mini-xception.png new file mode 100644 index 0000000..898c8e0 Binary files /dev/null and b/Img/mini-xception.png differ diff --git a/Img/sequence.png b/Img/sequence.png new file mode 100644 index 0000000..ba6706c Binary files /dev/null and b/Img/sequence.png differ diff --git a/Img/siamese.png b/Img/siamese.png new file mode 100644 index 0000000..89eb562 Binary files /dev/null and b/Img/siamese.png differ diff --git a/Img/system.png b/Img/system.png new file mode 100644 index 0000000..f12eb0f Binary files /dev/null and b/Img/system.png differ diff --git a/Img/triplets loss.png b/Img/triplets loss.png new file mode 100644 index 0000000..2cfc015 Binary files /dev/null and b/Img/triplets loss.png differ diff --git a/Img/win32com.jpg b/Img/win32com.jpg new file mode 100644 index 0000000..c7b1477 Binary files /dev/null and b/Img/win32com.jpg differ diff --git a/Img/yl.png b/Img/yl.png new file mode 100644 index 0000000..79034ca Binary files /dev/null and b/Img/yl.png differ diff --git a/Lib/bin/VCRUNTIME140.dll b/Lib/bin/VCRUNTIME140.dll deleted file mode 100644 index a6964e3..0000000 --- a/Lib/bin/VCRUNTIME140.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d89c7b863fc1ac3a179d45d5fe1b9fd35fb6fbd45171ca68d0d68ab1c1ad04fb -size 87888 diff --git a/Lib/bin/boost_filesystem-vc141-mt-gd-x64-1_69.dll b/Lib/bin/boost_filesystem-vc141-mt-gd-x64-1_69.dll deleted file mode 100644 index 1de83bf..0000000 --- a/Lib/bin/boost_filesystem-vc141-mt-gd-x64-1_69.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:917b51b68d785f280b5cb386c2ad59a5d434fb51052eb21aecae5f5b92cedee4 -size 236544 diff --git a/Lib/bin/boost_filesystem-vc141-mt-x64-1_69.dll b/Lib/bin/boost_filesystem-vc141-mt-x64-1_69.dll deleted file mode 100644 index d20f423..0000000 --- a/Lib/bin/boost_filesystem-vc141-mt-x64-1_69.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd62c8c506ad61e273551f4b9a33849e92be5ce69b5a3d6ca3fd295b945acf31 -size 130560 diff --git a/Lib/bin/boost_thread-vc141-mt-gd-x64-1_69.dll b/Lib/bin/boost_thread-vc141-mt-gd-x64-1_69.dll deleted file mode 100644 index 8a58634..0000000 --- a/Lib/bin/boost_thread-vc141-mt-gd-x64-1_69.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b5fe5a673fe2fff447125a62f6b8ea33d6a0e4c6dcdc5898ae42b1035e8f3b3f -size 228864 diff --git a/Lib/bin/boost_thread-vc141-mt-x64-1_69.dll b/Lib/bin/boost_thread-vc141-mt-x64-1_69.dll deleted file mode 100644 index 3776c63..0000000 --- a/Lib/bin/boost_thread-vc141-mt-x64-1_69.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9098978b1f5e2bc76bdc855239bbf030a5192cedcdcfc862041d5229a75cc03b -size 97280 diff --git a/Lib/bin/caffe-d.dll b/Lib/bin/caffe-d.dll deleted file mode 100644 index 0885c7d..0000000 --- a/Lib/bin/caffe-d.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:79051da0e88094996dfffca404bf4264a7c9366db5f99016b58191295fe52d2e -size 34192896 diff --git a/Lib/bin/caffe.dll b/Lib/bin/caffe.dll deleted file mode 100644 index 51b04c9..0000000 --- a/Lib/bin/caffe.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1351cbe28b9f391a3f243c04ab0d1359064b073c541daea63453b632ab963163 -size 18942976 diff --git a/Lib/bin/caffehdf5.dll b/Lib/bin/caffehdf5.dll deleted file mode 100644 index 0b564e3..0000000 --- a/Lib/bin/caffehdf5.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:26d69a5eb59d53463a07d9c7da85b0f12203ad63ca3368e581b803e7ccf9b8f9 -size 2307072 diff --git a/Lib/bin/caffehdf5_D.dll b/Lib/bin/caffehdf5_D.dll deleted file mode 100644 index 4b85832..0000000 --- a/Lib/bin/caffehdf5_D.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bc176bfe161c9a13ebe8ec12e476d471d3a6b7cdc63e0c3ed2d43bb23c2283ce -size 17643520 diff --git a/Lib/bin/caffehdf5_hl.dll b/Lib/bin/caffehdf5_hl.dll deleted file mode 100644 index bcd8890..0000000 --- a/Lib/bin/caffehdf5_hl.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5eb9ae3963f451123b176f8731f8c0ecd0ef00e15f6729b26b08ebeb4007b276 -size 104448 diff --git a/Lib/bin/caffehdf5_hl_D.dll b/Lib/bin/caffehdf5_hl_D.dll deleted file mode 100644 index 34ecd6c..0000000 --- a/Lib/bin/caffehdf5_hl_D.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d9eb801ceda08397403411fb2ae61f18fd4904af7abecc6c227a01cdf4ce9c12 -size 228864 diff --git a/Lib/bin/caffezlib1.dll b/Lib/bin/caffezlib1.dll deleted file mode 100644 index f4aac83..0000000 --- a/Lib/bin/caffezlib1.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:78c8d736ead1904ba4b7d499a918331adb68f39f43668c62dcbe00607a025594 -size 82432 diff --git a/Lib/bin/caffezlibd1.dll b/Lib/bin/caffezlibd1.dll deleted file mode 100644 index db686c7..0000000 --- a/Lib/bin/caffezlibd1.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c03623ba1b05b10d5781320a5a1a21a86f513f1f81482f52648fc7ec004d92a9 -size 201216 diff --git a/Lib/bin/cublas64_100.dll b/Lib/bin/cublas64_100.dll deleted file mode 100644 index afd440d..0000000 --- a/Lib/bin/cublas64_100.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:85fd45be66ad91bfb3cced55d0a0890cac38597a3a8b9a0155992111a4002184 -size 67318784 diff --git a/Lib/bin/cudart64_100.dll b/Lib/bin/cudart64_100.dll deleted file mode 100644 index b34f331..0000000 --- a/Lib/bin/cudart64_100.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7ca2ea3675f211078a7b0921bdfb49d633f0adbddcbc80f7faf5fcab136eb413 -size 416256 diff --git a/Lib/bin/cudnn64_7.dll b/Lib/bin/cudnn64_7.dll deleted file mode 100644 index 4d87b75..0000000 --- a/Lib/bin/cudnn64_7.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:26495e7008bc239cacf0e65704b5717b862ba5ca250c641ec4ad4b114efc0cff -size 349596160 diff --git a/Lib/bin/curand64_100.dll b/Lib/bin/curand64_100.dll deleted file mode 100644 index 9cbbdcc..0000000 --- a/Lib/bin/curand64_100.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ca23f0a2334a6a736b4513a69675cffe6caced6fa38baa3f325ef4a18a78c37f -size 49751040 diff --git a/Lib/bin/gflags.dll b/Lib/bin/gflags.dll deleted file mode 100644 index 2e67b6f..0000000 --- a/Lib/bin/gflags.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4cb11cccd0fad125f9bbb0845be38fa2e2b066923c1af640bb397b70a4cdb3f3 -size 139776 diff --git a/Lib/bin/gflagsd.dll b/Lib/bin/gflagsd.dll deleted file mode 100644 index 053abec..0000000 --- a/Lib/bin/gflagsd.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:63a3eedf1a6cba3113cdb896c146aa202e9ec08b9d46119211672694029e15d4 -size 557056 diff --git a/Lib/bin/glog.dll b/Lib/bin/glog.dll deleted file mode 100644 index d0f34f3..0000000 --- a/Lib/bin/glog.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a831ce2d426a6b53456f828ae1de592a08f2d1590035ac3439960c1de6ec1630 -size 114176 diff --git a/Lib/bin/glogd.dll b/Lib/bin/glogd.dll deleted file mode 100644 index 0bffabb..0000000 --- a/Lib/bin/glogd.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f7fa445f48425b05a5a1ce216ec9ff7d9fc83308abc95f92ebb5af4925b5970a -size 326656 diff --git a/Lib/bin/libgcc_s_seh-1.dll b/Lib/bin/libgcc_s_seh-1.dll deleted file mode 100644 index cca9f87..0000000 --- a/Lib/bin/libgcc_s_seh-1.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:621b30e0febd769e24b5b78c2ce77011595e8b9d7c2b4f05bfed75b2a1f53d7a -size 82432 diff --git a/Lib/bin/libgfortran-3.dll b/Lib/bin/libgfortran-3.dll deleted file mode 100644 index d2c7a73..0000000 --- a/Lib/bin/libgfortran-3.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b1abd767efd9f1bd3ab1a5d3bba3f9f332a051680c3a72cf45d475765e401a5b -size 1279488 diff --git a/Lib/bin/libopenblas.dll b/Lib/bin/libopenblas.dll deleted file mode 100644 index 439acad..0000000 --- a/Lib/bin/libopenblas.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7ce8bd02b8218a4156a09456607c4b2f9a1ac4318c65755f2e435e68d93e74b2 -size 38340126 diff --git a/Lib/bin/libquadmath-0.dll b/Lib/bin/libquadmath-0.dll deleted file mode 100644 index 1f70afa..0000000 --- a/Lib/bin/libquadmath-0.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:de6c30fcc5bc94120647ab0a382fd9dd8b2d1c031b1e629ddb8f54d36d575558 -size 331776 diff --git a/Lib/bin/opencv_videoio_ffmpeg420_64.dll b/Lib/bin/opencv_videoio_ffmpeg420_64.dll deleted file mode 100644 index 7382aee..0000000 --- a/Lib/bin/opencv_videoio_ffmpeg420_64.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bc6cca11924263d28c5716afba6208101574d190301ce9281af942c6d5c6b4dd -size 22066688 diff --git a/Lib/bin/opencv_world420.dll b/Lib/bin/opencv_world420.dll deleted file mode 100644 index fa1ce67..0000000 --- a/Lib/bin/opencv_world420.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ebf0e8976d76623addfd3f902ede9b9caf627b1f35018bc9a3002f2fe1c8e217 -size 59127808 diff --git a/Lib/bin/opencv_world420d.dll b/Lib/bin/opencv_world420d.dll deleted file mode 100644 index 29290e7..0000000 --- a/Lib/bin/opencv_world420d.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:76837bc159fa286f0f619165871ae9ebf8a397d036633763e6305b19004528c0 -size 111518208 diff --git a/Lib/x64/Release/openpose.dll b/Lib/x64/Release/openpose.dll deleted file mode 100644 index 7cc5728..0000000 --- a/Lib/x64/Release/openpose.dll +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aa6086909837a06a1bebc510e6fbdbc814a0cc6004cbcb74070789dc30cad18b -size 4652544 diff --git a/PPT/~$小学期终期答辩.pptx b/PPT/~$小学期终期答辩.pptx new file mode 100644 index 0000000..f9ee524 Binary files /dev/null and b/PPT/~$小学期终期答辩.pptx differ diff --git a/Readme.md b/Readme.md index 1a8196b..f1dae58 100644 --- a/Readme.md +++ b/Readme.md @@ -1,6 +1,6 @@

- CV + CV
基于计算机视觉的智慧养老系统 @@ -31,15 +31,15 @@ 基于计算机视觉的智慧养老系统通过（模拟）多组摄像头实时拍摄到的画面，用计算机视觉技术实时分析老人的情感、是否有人摔倒、是否有人闯入禁止区域、老人是否有和义工互动、是否有陌生人出现并追踪陌生人。一旦上述事件发生，该事件会立即插入到数据库中。这些事件数据被实时地更新在报表中，管理人员因此可以迅速做出反应，从而可以提高管理人员的服务水平和管理能力。 -
01
+
01
本系统分为2部分，分别是 Web 用户界面 和基于计算机视觉的摄像头（群组）。其中，系统 Web 用户界面仅供系统管理员使用。系统管理员使用该系统不仅可以管理老人、工作人员和义工的信息，包括录入、查看等，还可以查看实时监控以及得到实时的事件报警，如陌生人入侵、陌生人追踪等。Web 用户界面的功能结构图如下图所示： -
02
+
02
本文重点介绍该项目中摄像头（群组）负载的计算机视觉任务及其算法实现。根据项目需求，设计了如图所示的系统安装环境。办公室的摄像头用于收集人脸数据；房间的摄像头检测陌生人和老人微笑，走廊的摄像头检测是否有人摔倒，活动室的摄像头放在桌子上，当有义工访问才拿出来使用，同时在活动室安装标定板（用于获得世界坐标系与像素坐标系的映射关系），院子的摄像头监控是否有人闯入禁止区域。 -
01
+
01
  • Nginx-RTMP与直播推流
@@ -47,7 +47,7 @@ RTMP 在互联网 TCP/IP 五层体系结构中应用层，RTMP 协议是基于TCP协议的，是面向连接的协议，能够为数据的传输提供可靠保障，因此数据在网络上传输不会出现丢包的情况。不过这种可靠的保障也会造成一些问题，也就是说前面的数据包没有交付到目的地，后面的数据也无法进行传输。系统的视频流传输结构如图所示。 -
01
+
01
  • 单样本学习与人脸识别
@@ -60,11 +60,11 @@ RTMP 在互联网 TCP/IP 五层体系结构中应用层，RTMP 协议是基于TC 如图所示，传统 CNN 包含卷积层、全连接层等组件，并采用 softmax 多类别分类器和多类交叉熵损失函数。 -
01
+
01
孪生神经网络是单样本学习中最具代表性的模型。孪生网络是由两个并行神经网络构成的架构，每个神经网络采用不同的输入，其输出被组合起来以提供一些预测。这个网络的两个子网络相同（不同则为伪孪生神经网络），两个子网络有相同的参数和权重。其目标是寻找两个可比较对象的相似程度（例如，签名验证、人脸识别等）。 -
01
+
01
学习像图像这样的复杂输入的向量表示就是降维的一个例子。有效降维的目标是学习一种新的低维表示，它保留了输入的结构，使得输出向量之间的距离能够有意义地捕捉到输入中的差异。然而，向量必须捕获到输入中的不变特征。降维是孪生网络用于解决单样本学习的方法。 @@ -76,15 +76,15 @@ Raia Hadsell 等人在 2006 年发表的一篇题为《学习不变映射的降 Triplet 是一个三元组，这个三元组是这样构成的：从训练数据集中随机选一个样本，该样本称为 Anchor，然后再随机选取一个和 Anchor 属于同一类的样本和不同类的样本,这两个样本对应的称为 Positive 和 Negative，由此构成一个（Anchor，Positive，Negative）三元组。损失函数对模型进行惩罚，减小匹配样本之间的距离，增加了非匹配样本之间的距离。 -
01
+
01
这种方法是 FaceNet 系统的基础。FaceNet 是一个通用的系统，可以用于人脸验证，识别和聚类，它直接学习图像到欧式空间上点的映射，两张图像所对应的特征的欧式空间上的点的距离直接对应着两个图像的相似程度。 -
01
+
01
在本系统中，人脸验证的思路是通过人脸检测器将人脸从图像中提取出来，通过Facenet 进行验证。如下图所示： -
01
+
01
对比了不同的人脸检测器，发现OpenCV中提供的DNN运行速度快，对遮挡等情况适用。 @@ -126,18 +126,18 @@ Triplet 是一个三元组，这个三元组是这样构成的：从训练数据 不同人脸检测器的效果如下图所示 -
01
+
01
此外，从用户角度出发，在建立人脸数据库时，通过 OpenCV 和 win32com 从文字和语音方面进行操作提示。 -
01
+
01
  • Mini-Xception 与微笑检测
在微笑检测上，我们使用了基于fer2013数据集的Mini-Xecption模型，该模型移除了全连接层，结合了残差模块和深度可分离卷积减少参数，达到实时检测的目的。 -
01
+
01
😀 移除全连接层：VGG16 中90%的参数位于全连接层，与 AlexNet 相比，Mini-Xception 参数从 60M 减少到了 600,000
@@ -151,32 +151,32 @@ Triplet 是一个三元组，这个三元组是这样构成的：从训练数据 综上，我们首先建立人脸数据库，通过人脸检测器提取出图片中的人脸进行处理，利用 Facenet 计算新图片中人脸与数据库中人脸的欧式距离 ，若最小值大于选定的阈值（基于 KNN 和 SVM），则发出陌生人警告，反之，若新图片中的人脸为老人，则通过 Mini-Xception 选择置信度最大的情绪识别结果。算法结构如下图所示。 -
01
+
01
  • 物体运动特征与摔倒检测
摔倒检测方面，从单幅图像上来看，我们可以提取出人的高度、宽度和夹角信息。 -
01
+
01
从时间序列上来看，除了上述特征，我们还可以提取出速度和加速度，摔倒行为的特征表现如图所示。 -
01
+
01
在 中使用的背景差分法，由于易受到摄像头摆动等因素干扰而影响测量准确度。 -
01
+
01
故在本项目中使用 OpenPose 提取人体关键点从而提取人体运动特征。OpenPose 是由 C++ 开发的开源库，可用于实时人体姿态估计等，为了在python 中使用，需要对其进行编译。（在 提供了基于 Windows 10 + Python 3.7.4 + vs2017 +cmake 3.18.0 + OpenPose 1.6 + CUDA 10.0 +cudnn -10.0-windows10-x64-v7.6.5.32 的编译结果，自行编译请参考 ） -
01
+
01
但 OpenPose 在人体姿势极端的情况下，识别准确度下降，为识别摔倒的老人通过挥手臂等方式求救，我们实现了基于人体关键点和背景差分的摔打检测算法，利用人力关键点提取出速度、高度、宽度等描述特征，当发生异常通过背景差分提取出角度特征，当特征连续多次满足摔倒检测阈值时，则发出摔倒报警。算法结构如图所示。 -
01
+
01
-
01
+
01
该摔倒检测算法的效果如下 @@ -189,7 +189,7 @@ Triplet 是一个三元组，这个三元组是这样构成的：从训练数据 以 作为本原多项式生成伪随机序列，通过伽罗华域下的四则运算，生成 的伪随机矩阵，窗口大小为 。 -
01 02 02
+
01 02 02
编码图案以菱形作为基本图案，菱形的角点作为特征点，以红、蓝、绿、黑四种颜色作为菱形的颜色。分别对应矩阵中的不同数值，通过颜色及位置对特征点进行编码，从而可以唯一确定图案中某一角点的位置，进而确定不同角点在世界坐标系下的相对位置。 @@ -202,18 +202,18 @@ Triplet 是一个三元组，这个三元组是这样构成的：从训练数据 标定部分算法结构可参考下面伪代码： -
01
+
01
如图分别为拍摄原图，角点位置和颜色分类结果。 -
01 02 02
+
01 02 02
  • 移动物体监测与跟踪
在禁止区域入侵监测方面，包括物体监测和物体追踪两部分。在本项目中，物体检测的目的是识别出人这个物体，而物体追踪则是追踪画面中检测到的人。在对比了不同物体检测方法（如 R-CNN、YOLO等）后，出于实时性和准确性的考虑，选择了质心跟踪算法。其算法步骤如图所示。 -
01
+
01
## Features - [x] OpenCV 人脸检测器识别人脸，拍照录入人脸信息 diff --git a/cv_frontend/.DS_Store b/cv_frontend/.DS_Store new file mode 100644 index 0000000..420a138 Binary files /dev/null and b/cv_frontend/.DS_Store differ diff --git a/cv_frontend/assets/.DS_Store b/cv_frontend/assets/.DS_Store new file mode 100644 index 0000000..7be2bb3 Binary files /dev/null and b/cv_frontend/assets/.DS_Store differ