204 lines
8.2 KiB
Python
204 lines
8.2 KiB
Python
import os
|
|
import queue
|
|
import threading
|
|
import cv2
|
|
import sys
|
|
import platform
|
|
import subprocess as sp
|
|
from sys import platform
|
|
from datetime import datetime
|
|
from model import create_model
|
|
from websocket import create_connection
|
|
from Camera_Beside_Com import Face_Register
|
|
from Camera_In_Room import Face_Recognizer
|
|
from Calibration_On_Desk import Calibration
|
|
from Camera_In_Hall import Fall_Detection
|
|
from Camera_On_Desk import Interaction_Detection
|
|
from Camera_In_Yard import Intrusion_Detection
|
|
|
|
# Import Openpose (Windows/Ubuntu/OSX)
|
|
# dir_path = os.path.dirname(os.path.realpath(__file__))
|
|
dir_path = 'D:\\BJTU\\Python\\openpose-master\\build-2017'
|
|
try:
|
|
# Windows Import
|
|
if platform == "win32":
|
|
# Change these variables to point to the correct folder (Release/x64 etc.)
|
|
sys.path.append(dir_path + '\\python\\openpose\\Release')
|
|
os.environ['PATH'] = os.environ['PATH'] + ';' + dir_path + '\\x64\\Release;' + dir_path + '\\bin;'
|
|
import pyopenpose as op
|
|
else:
|
|
# Change these variables to point to the correct folder (Release/x64 etc.)
|
|
sys.path.append(dir_path + '\\python\\openpose\\Release')
|
|
# If you run `make install` (default path is `/usr/local/python` for Ubuntu), you can also access the OpenPose/python module from there. This will install OpenPose and the python library at your desired installation path. Ensure that this is in your python path in order to use it.
|
|
# sys.path.append('/usr/local/python')
|
|
from openpose import pyopenpose as op
|
|
except ImportError as e:
|
|
print(
|
|
'Error: OpenPose library could not be found. Did you enable `BUILD_PYTHON` in CMake and have this Python script in the right folder?')
|
|
raise e
|
|
|
|
|
|
class Live(object):
|
|
def __init__(self):
|
|
self.cap = cv2.VideoCapture(0)
|
|
|
|
# opencv dnn 人脸检测器
|
|
self.detector = cv2.dnn.readNetFromCaffe("data/data_opencv/deploy.prototxt.txt",
|
|
"data/data_opencv/res10_300x300_ssd_iter_140000.caffemodel")
|
|
|
|
# facenet model
|
|
self.nn4_small2 = create_model()
|
|
self.nn4_small2.load_weights('weights/nn4.small2.v1.h5')
|
|
|
|
# websocket 连接服务器
|
|
self.ws = create_connection("ws://192.144.229.49:8000/api/websocket/cameraLink")
|
|
|
|
self.frame_queue = queue.Queue()
|
|
|
|
self.rtmpUrl = "rtmp://39.97.124.237:1984/wodelive"
|
|
self.camera_path = "test4.mp4"
|
|
|
|
# 人脸搜集
|
|
self.Face_Register_on = Face_Register(people_type=1, id='3')
|
|
|
|
# 微笑检测
|
|
self.Face_Recognizer_on = Face_Recognizer(self.detector, self.nn4_small2)
|
|
|
|
# 与义工交互 距离标定和颜色标定
|
|
self.scale = -1
|
|
self.Calibration_on = Calibration()
|
|
self.Interaction_on = Interaction_Detection(detector=self.detector, nn4_small2=self.nn4_small2)
|
|
|
|
# 摔倒检测
|
|
self.transfer_flag = False
|
|
self.Fall_Detection_on = Fall_Detection()
|
|
|
|
# 入侵检测
|
|
self.net = cv2.dnn.readNetFromCaffe('data/data_opencv/MobileNetSSD_deploy.prototxt',
|
|
'data/data_opencv/MobileNetSSD_deploy.caffemodel')
|
|
self.Intrusion_Detection_on = Intrusion_Detection(self.net)
|
|
|
|
# 视频记录
|
|
self.fourcc = cv2.VideoWriter_fourcc('M', 'J', 'P', 'G')
|
|
self.out = cv2.VideoWriter('output.avi', self.fourcc, 20, (640, 480))
|
|
|
|
# Get video information
|
|
self.fps = 20 # 设置帧速率
|
|
|
|
# ffmpeg command
|
|
self.command = ['ffmpeg',
|
|
'-y',
|
|
'-f', 'rawvideo',
|
|
'-vcodec', 'rawvideo',
|
|
'-pix_fmt', 'bgr24',
|
|
'-s', "{}x{}".format(480, 640),
|
|
'-r', str(self.fps),
|
|
'-i', '-',
|
|
'-c:v', 'libx264',
|
|
'-pix_fmt', 'yuv420p',
|
|
'-preset', 'slow',
|
|
'-f', 'flv',
|
|
self.rtmpUrl]
|
|
self.recieve = None
|
|
self.pretodo = ''
|
|
|
|
self.transfer_flag = False
|
|
|
|
def read_frame(self):
|
|
# 根据不同的操作系统，设定读取哪个摄像头
|
|
if platform.system() == 'Linux': # 如果是Linux系统
|
|
cap = cv2.VideoCapture(10) # 绑定编号为10的摄像头
|
|
cap.set(cv2.CAP_PROP_FOURCC, cv2.VideoWriter_fourcc('M', 'J', 'P', 'G'))
|
|
cap.set(3, 640) # 设置摄像头画面的宽
|
|
cap.set(4, 480) # 设置摄像头画面的高
|
|
elif platform.system() == 'Darwin': # 如果是苹果的OS X系统
|
|
cap = cv2.VideoCapture(0) # 绑定编号为0的摄像头
|
|
cap.set(cv2.CAP_PROP_FOURCC, cv2.VideoWriter_fourcc('M', 'J', 'P', 'G'))
|
|
cap.set(3, 640)
|
|
cap.set(4, 480)
|
|
else: # windows系统
|
|
cap = cv2.VideoCapture(0) # 绑定编号为0的摄像头
|
|
cap.set(cv2.CAP_PROP_FOURCC, cv2.VideoWriter_fourcc('M', 'J', 'P', 'G'))
|
|
cap.set(3, 640)
|
|
cap.set(4, 480)
|
|
|
|
# read webcamera
|
|
counter = 0
|
|
pre = datetime.now()
|
|
while cap.isOpened():
|
|
counter += 1
|
|
if counter <= 10:
|
|
continue
|
|
ret, frame = cap.read()
|
|
if not ret:
|
|
self.cap = cv2.VideoCapture(0)
|
|
ret, frame = self.cap.read()
|
|
self.transfer_flag = False
|
|
recieve = self.ws.recv()
|
|
self.recieve = eval(recieve)
|
|
# put frame into queue
|
|
now = datetime.now()
|
|
if (now - pre).total_seconds() > 0.15:
|
|
self.frame_queue.put(frame)
|
|
pre = now
|
|
|
|
def push_frame(self):
|
|
# 防止多线程时 command 未被设置
|
|
while True:
|
|
if len(self.command) > 0:
|
|
# 管道配置
|
|
p = sp.Popen(self.command, stdin=sp.PIPE)
|
|
break
|
|
|
|
while True:
|
|
if not self.frame_queue.empty():
|
|
frame = self.frame_queue.get()
|
|
if self.recieve.todo == 'reboot':
|
|
pass
|
|
elif self.recieve.todo == 'entering':
|
|
data = self.recieve.data
|
|
people_type = data.type # 0代表老人,1代表员工,2代表义工
|
|
id = data.id
|
|
self.pretodo = 'entering'
|
|
self.Face_Register_on = Face_Register(people_type, id)
|
|
elif self.recieve.todo == 'takePhoto':
|
|
if self.pretodo == 'entering':
|
|
frame = self.Face_Register_on.take_photo(frame)
|
|
elif self.pretodo == '2':
|
|
self.scale = self.Calibration_on.run(frame)
|
|
elif self.recieve.todo == 'change':
|
|
fuc = self.recieve.data.fuc # 更改的功能 0:无 1微笑检测 2交互检测 3摔倒检测 4禁区入侵
|
|
if fuc == 0:
|
|
self.out.write(frame)
|
|
elif fuc == 1:
|
|
frame = self.Face_Recognizer_on.run(frame)
|
|
elif fuc == 2:
|
|
self.pretodo = '2'
|
|
if self.scale == -1:
|
|
frame = self.Calibration_on.run(frame)
|
|
else:
|
|
self.Interaction_on.process(frame)
|
|
elif fuc == 3:
|
|
if not self.transfer_flag:
|
|
self.cap = cv2.VideoCapture("test4.mp4")
|
|
self.transfer_flag = True
|
|
self.Fall_Detection_on.re_init()
|
|
frame = self.Fall_Detection_on.run(frame)
|
|
elif fuc == 4:
|
|
frame = self.Intrusion_Detection_on.process(frame)
|
|
# frame = Fall_Detection_on.run(frame=frame)
|
|
p.stdin.write(frame.tobytes())
|
|
|
|
def run(self):
|
|
threads = [
|
|
threading.Thread(target=Live.read_frame, args=(self,)),
|
|
threading.Thread(target=Live.push_frame, args=(self,))
|
|
]
|
|
[thread.setDaemon(False) for thread in threads]
|
|
[thread.start() for thread in threads]
|
|
|
|
|
|
if __name__ == "__main__":
|
|
live = Live()
|
|
live.run()
|