Integrated hardware commands to Facial Recognition Software.
This commit is contained in:
parent
c5bf048621
commit
cf228272a8
7 changed files with 170 additions and 177 deletions
|
@ -7,11 +7,13 @@ import numpy as np
|
||||||
import Facial_Recognition_Render as fr
|
import Facial_Recognition_Render as fr
|
||||||
import _pickle as cPickle
|
import _pickle as cPickle
|
||||||
import glob
|
import glob
|
||||||
|
'import Hardware.Motor' #Line 225-228
|
||||||
|
|
||||||
faceWidth = 320
|
faceWidth = 320
|
||||||
faceHeight = 320
|
faceHeight = 320
|
||||||
SKIP_FRAMES = 1
|
SKIP_FRAMES = 1
|
||||||
|
|
||||||
|
|
||||||
def alignFace(imFace, landmarks):
|
def alignFace(imFace, landmarks):
|
||||||
l_x = landmarks[39][0]
|
l_x = landmarks[39][0]
|
||||||
l_y = landmarks[39][1]
|
l_y = landmarks[39][1]
|
||||||
|
@ -28,8 +30,8 @@ def alignFace(imFace, landmarks):
|
||||||
alignedImFace = cv2.warpAffine(imFace, rotMatrix, (imFace.shape[1], imFace.shape[0]))
|
alignedImFace = cv2.warpAffine(imFace, rotMatrix, (imFace.shape[1], imFace.shape[0]))
|
||||||
return alignedImFace
|
return alignedImFace
|
||||||
|
|
||||||
def face_detector_haarcascade(image):
|
|
||||||
|
|
||||||
|
def face_detector_haarcascade(image):
|
||||||
grey = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
|
grey = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
|
||||||
|
|
||||||
resize_fx = 1
|
resize_fx = 1
|
||||||
|
@ -52,10 +54,11 @@ def face_detector_haarcascade(image):
|
||||||
|
|
||||||
return image
|
return image
|
||||||
|
|
||||||
def face_detector_ssd(image):
|
|
||||||
|
|
||||||
|
def face_detector_ssd(image):
|
||||||
pwd = sys.path[0]
|
pwd = sys.path[0]
|
||||||
net = cv2.dnn.readNetFromCaffe(pwd+"/Facial_models/deploy.prototxt", pwd+"/Facial_models/res10_300x300_ssd_iter_140000_fp16.caffemodel")
|
net = cv2.dnn.readNetFromCaffe(pwd + "/Facial_models/deploy.prototxt",
|
||||||
|
pwd + "/Facial_models/res10_300x300_ssd_iter_140000_fp16.caffemodel")
|
||||||
|
|
||||||
resize = (300, 300)
|
resize = (300, 300)
|
||||||
confidence_thres = 0.65
|
confidence_thres = 0.65
|
||||||
|
@ -81,6 +84,7 @@ def face_detector_ssd(image):
|
||||||
|
|
||||||
return image
|
return image
|
||||||
|
|
||||||
|
|
||||||
def training_data_loader():
|
def training_data_loader():
|
||||||
imagesFolder = sys.path[0] + "/Facial_images/face_rec/train/"
|
imagesFolder = sys.path[0] + "/Facial_images/face_rec/train/"
|
||||||
subfolders = []
|
subfolders = []
|
||||||
|
@ -137,8 +141,8 @@ def training_data_loader():
|
||||||
|
|
||||||
return imagesFaceTrain, labelsFaceTrain, labelsMap
|
return imagesFaceTrain, labelsFaceTrain, labelsMap
|
||||||
|
|
||||||
def training_recognizer(rec_type):
|
|
||||||
|
|
||||||
|
def training_recognizer(rec_type):
|
||||||
imagesFaceTrain, labelsFaceTrain, labelsMap = training_data_loader()
|
imagesFaceTrain, labelsFaceTrain, labelsMap = training_data_loader()
|
||||||
|
|
||||||
if (rec_type == 'LBPH'):
|
if (rec_type == 'LBPH'):
|
||||||
|
@ -157,6 +161,7 @@ def training_recognizer(rec_type):
|
||||||
with open(sys.path[0] + '/Facial_models/labels_map.pkl', 'wb') as f:
|
with open(sys.path[0] + '/Facial_models/labels_map.pkl', 'wb') as f:
|
||||||
cPickle.dump(labelsMap, f)
|
cPickle.dump(labelsMap, f)
|
||||||
|
|
||||||
|
|
||||||
def face_recognition_inference(rec_type):
|
def face_recognition_inference(rec_type):
|
||||||
# testFiles = glob.glob(sys.path[0]+'/Facial_test_images/face_rec/test/*.jpg')
|
# testFiles = glob.glob(sys.path[0]+'/Facial_test_images/face_rec/test/*.jpg')
|
||||||
# testFiles.sort()
|
# testFiles.sort()
|
||||||
|
@ -217,12 +222,15 @@ def face_recognition_inference(rec_type):
|
||||||
text = '{} {}%'.format(labelsMap[predictedLabel], round(score, 5))
|
text = '{} {}%'.format(labelsMap[predictedLabel], round(score, 5))
|
||||||
cv2.rectangle(original, (x1, y1), (x2, y2), (0, 255, 0), 5)
|
cv2.rectangle(original, (x1, y1), (x2, y2), (0, 255, 0), 5)
|
||||||
cv2.putText(original, text, (x1, y1 - 10), cv2.FONT_HERSHEY_SIMPLEX, 0.8, (0, 255, 0), 3)
|
cv2.putText(original, text, (x1, y1 - 10), cv2.FONT_HERSHEY_SIMPLEX, 0.8, (0, 255, 0), 3)
|
||||||
|
'Hardware.Motor.Motor.stop_motor()'
|
||||||
|
'Hardware.Motor.Motor.start_motor()'
|
||||||
|
'Hardware.Motor.Motor.stop_motor()'
|
||||||
|
'Hardware.Motor.Motor.start_alarm()'
|
||||||
|
|
||||||
cv2.imshow('Face Recognition Demo', original)
|
cv2.imshow('Face Recognition Demo', original)
|
||||||
|
|
||||||
k = cv2.waitKey(10)
|
k = cv2.waitKey(10)
|
||||||
|
|
||||||
|
|
||||||
cam.release()
|
cam.release()
|
||||||
cv2.destroyAllWindows()
|
cv2.destroyAllWindows()
|
||||||
|
|
||||||
|
@ -236,10 +244,6 @@ if __name__=="__main__":
|
||||||
elif (mode == 'test'):
|
elif (mode == 'test'):
|
||||||
face_recognition_inference(rec_type)
|
face_recognition_inference(rec_type)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
# video process (keep it in case if needed)
|
# video process (keep it in case if needed)
|
||||||
'''
|
'''
|
||||||
cameraCapture = cv2.VideoCapture(1)
|
cameraCapture = cv2.VideoCapture(1)
|
||||||
|
@ -274,6 +278,3 @@ if __name__=="__main__":
|
||||||
cv2.waitKey()
|
cv2.waitKey()
|
||||||
cv2.destroyAllWindows()
|
cv2.destroyAllWindows()
|
||||||
'''
|
'''
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -1,105 +0,0 @@
|
||||||
import RPi.GPIO as GPIO
|
|
||||||
from time import sleep
|
|
||||||
|
|
||||||
class Motor:
|
|
||||||
|
|
||||||
print("Starting of the program")
|
|
||||||
|
|
||||||
def __init__(self):
|
|
||||||
|
|
||||||
GPIO.setmode(GPIO.BCM)
|
|
||||||
GPIO.setwarnings(False)
|
|
||||||
|
|
||||||
#preset GPIO ports for 2 motors
|
|
||||||
self.Motor1 = {'EN': 25, 'input1': 24, 'input2': 23}
|
|
||||||
self.Motor2 = {'EN': 17, 'input1': 27, 'input2': 22}
|
|
||||||
|
|
||||||
# preset the port for buttons and alarm
|
|
||||||
GPIO.setup(5,GPIO.IN) # start motor button, initially True
|
|
||||||
GPIO.setup(13,GPIO.IN) # stop motor button, initially True
|
|
||||||
GPIO.setup(16,GPIO.IN) # start alarm button, initially True
|
|
||||||
GPIO.setup(26,GPIO.OUT) # alarm output
|
|
||||||
|
|
||||||
for x in self.Motor1:
|
|
||||||
GPIO.setup(self.Motor1[x], GPIO.OUT)
|
|
||||||
GPIO.setup(self.Motor2[x], GPIO.OUT)
|
|
||||||
|
|
||||||
#utilize PWM function, enable motors and frequency is 100Hz
|
|
||||||
self.EN1 = GPIO.PWM(self.Motor1['EN'], 100)
|
|
||||||
self.EN2 = GPIO.PWM(self.Motor2['EN'], 100)
|
|
||||||
|
|
||||||
self.EN1.start(0)
|
|
||||||
self.EN2.start(0)
|
|
||||||
|
|
||||||
#stop signals for motors and alarm
|
|
||||||
self.motorStop=False
|
|
||||||
self.alarmStop=False
|
|
||||||
|
|
||||||
|
|
||||||
def start_motor(self):
|
|
||||||
|
|
||||||
while (not self.motorStop) or (not GPIO.input(5)): #break the loop when motor stop signal is detected
|
|
||||||
|
|
||||||
print ("FORWARD MOTION")
|
|
||||||
self.motorStop=self.stop_motor()
|
|
||||||
|
|
||||||
self.EN1.ChangeDutyCycle(50)
|
|
||||||
self.EN2.ChangeDutyCycle(50)
|
|
||||||
|
|
||||||
GPIO.output(self.Motor1['input1'], GPIO.HIGH)
|
|
||||||
GPIO.output(self.Motor1['input2'], GPIO.LOW)
|
|
||||||
|
|
||||||
GPIO.output(self.Motor2['input1'], GPIO.HIGH)
|
|
||||||
GPIO.output(self.Motor2['input2'], GPIO.LOW)
|
|
||||||
|
|
||||||
GPIO.cleanup()
|
|
||||||
|
|
||||||
def stop_motor(self):
|
|
||||||
|
|
||||||
userStop=input("Stop the motor? choose between Y/N")
|
|
||||||
|
|
||||||
if (userStop=="Y") or (not GPIO.input(13)):
|
|
||||||
print("stopping motor...")
|
|
||||||
self.EN1.ChangeDutyCycle(0)
|
|
||||||
self.EN2.ChangeDutyCycle(0)
|
|
||||||
print("motor stops")
|
|
||||||
return True
|
|
||||||
elif userStop=="N":
|
|
||||||
return False
|
|
||||||
else:
|
|
||||||
self.stop_motor(self)
|
|
||||||
|
|
||||||
|
|
||||||
def start_alarm(self):
|
|
||||||
|
|
||||||
while (not self.alarmStop) or (not GPIO.input(16)):
|
|
||||||
|
|
||||||
self.alarmStop=self.stop_alarm()
|
|
||||||
GPIO.output(26,True)
|
|
||||||
|
|
||||||
GPIO.cleanup()
|
|
||||||
|
|
||||||
def stop_alarm(self):
|
|
||||||
|
|
||||||
stopRequest=input("Turn off the alarm? choose between Y/N")
|
|
||||||
if stopRequest=="Y":
|
|
||||||
print("Alarm turning off...")
|
|
||||||
GPIO.output(26,False)
|
|
||||||
print("Alarm is off")
|
|
||||||
return True
|
|
||||||
elif stopRequest=="N":
|
|
||||||
return False
|
|
||||||
else:
|
|
||||||
self.stop_alarm()
|
|
||||||
|
|
||||||
|
|
||||||
if __name__=="__main__":
|
|
||||||
|
|
||||||
#print("Execute function...")
|
|
||||||
|
|
||||||
|
|
||||||
motor1=Motor()
|
|
||||||
#motor1.start_motor()
|
|
||||||
motor1.start_alarm()
|
|
||||||
|
|
||||||
|
|
98
Hardware/Motor.py
Normal file
98
Hardware/Motor.py
Normal file
|
@ -0,0 +1,98 @@
|
||||||
|
import RPi.GPIO as GPIO
|
||||||
|
from time import sleep
|
||||||
|
|
||||||
|
|
||||||
|
class Motor:
|
||||||
|
|
||||||
|
def __init__(self):
|
||||||
|
print("Starting of the program")
|
||||||
|
|
||||||
|
GPIO.setmode(GPIO.BCM)
|
||||||
|
GPIO.setwarnings(False)
|
||||||
|
|
||||||
|
# preset GPIO ports for 2 motors
|
||||||
|
self.Motor1 = {'EN': 25, 'input1': 24, 'input2': 23}
|
||||||
|
self.Motor2 = {'EN': 17, 'input1': 27, 'input2': 22}
|
||||||
|
|
||||||
|
# preset the port for buttons and alarm
|
||||||
|
GPIO.setup(5, GPIO.IN) # start motor button, initially True
|
||||||
|
GPIO.setup(13, GPIO.IN) # stop motor button, initially True
|
||||||
|
GPIO.setup(16, GPIO.IN) # start alarm button, initially True
|
||||||
|
GPIO.setup(26, GPIO.OUT) # alarm output
|
||||||
|
|
||||||
|
for x in self.Motor1:
|
||||||
|
GPIO.setup(self.Motor1[x], GPIO.OUT)
|
||||||
|
GPIO.setup(self.Motor2[x], GPIO.OUT)
|
||||||
|
|
||||||
|
# utilize PWM function, enable motors and frequency is 100Hz
|
||||||
|
self.EN1 = GPIO.PWM(self.Motor1['EN'], 100)
|
||||||
|
self.EN2 = GPIO.PWM(self.Motor2['EN'], 100)
|
||||||
|
|
||||||
|
self.EN1.start(0)
|
||||||
|
self.EN2.start(0)
|
||||||
|
|
||||||
|
# stop signals for motors and alarm
|
||||||
|
self.motorStop = False
|
||||||
|
self.alarmStop = False
|
||||||
|
|
||||||
|
def start_motor(self):
|
||||||
|
|
||||||
|
while (not self.motorStop) or (not GPIO.input(5)): # break the loop when motor stop signal is detected
|
||||||
|
|
||||||
|
print("FORWARD MOTION")
|
||||||
|
self.motorStop = self.stop_motor()
|
||||||
|
|
||||||
|
self.EN1.ChangeDutyCycle(50)
|
||||||
|
self.EN2.ChangeDutyCycle(50)
|
||||||
|
|
||||||
|
GPIO.output(self.Motor1['input1'], GPIO.HIGH)
|
||||||
|
GPIO.output(self.Motor1['input2'], GPIO.LOW)
|
||||||
|
|
||||||
|
GPIO.output(self.Motor2['input1'], GPIO.HIGH)
|
||||||
|
GPIO.output(self.Motor2['input2'], GPIO.LOW)
|
||||||
|
|
||||||
|
GPIO.cleanup()
|
||||||
|
|
||||||
|
def stop_motor(self):
|
||||||
|
|
||||||
|
userStop = input("Stop the motor? choose between Y/N")
|
||||||
|
|
||||||
|
if (userStop == "Y") or (not GPIO.input(13)):
|
||||||
|
print("stopping motor...")
|
||||||
|
self.EN1.ChangeDutyCycle(0)
|
||||||
|
self.EN2.ChangeDutyCycle(0)
|
||||||
|
print("motor stops")
|
||||||
|
return True
|
||||||
|
elif userStop == "N":
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
self.stop_motor(self)
|
||||||
|
|
||||||
|
def start_alarm(self):
|
||||||
|
|
||||||
|
while (not self.alarmStop) or (not GPIO.input(16)):
|
||||||
|
self.alarmStop = self.stop_alarm()
|
||||||
|
GPIO.output(26, True)
|
||||||
|
|
||||||
|
GPIO.cleanup()
|
||||||
|
|
||||||
|
def stop_alarm(self):
|
||||||
|
|
||||||
|
stopRequest = input("Turn off the alarm? choose between Y/N")
|
||||||
|
if stopRequest == "Y":
|
||||||
|
print("Alarm turning off...")
|
||||||
|
GPIO.output(26, False)
|
||||||
|
print("Alarm is off")
|
||||||
|
return True
|
||||||
|
elif stopRequest == "N":
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
self.stop_alarm()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
# print("Execute function...")
|
||||||
|
|
||||||
|
motor1 = Motor()
|
||||||
|
# motor1.start_motor()
|
||||||
|
motor1.start_alarm()
|
BIN
Hardware/__pycache__/Motor.cpython-36.pyc
Normal file
BIN
Hardware/__pycache__/Motor.cpython-36.pyc
Normal file
Binary file not shown.
Binary file not shown.
|
@ -8,24 +8,23 @@ def start():
|
||||||
count = 0
|
count = 0
|
||||||
users = DBHelper.db.child("Users").get()
|
users = DBHelper.db.child("Users").get()
|
||||||
try:
|
try:
|
||||||
for user in users.each():
|
for x in users.each():
|
||||||
count = +1
|
count = +1
|
||||||
for x in range(20):
|
for y in range(20):
|
||||||
if not os.path.isdir("Facial_images/face_rec/train/User_" + str(count)):
|
if not os.path.isdir("Facial_images/face_rec/train/User_" + str(count)):
|
||||||
os.makedirs("Photos_of_Users/User_" + str(count))
|
os.makedirs("Photos_of_Users/User_" + str(count))
|
||||||
DBHelper.download_user_photo("User_" + str(count) + "/" + str(x) + ".jpg")
|
DBHelper.download_user_photo("User_" + str(count) + "/" + str(y) + ".jpg")
|
||||||
except:
|
except:
|
||||||
print("No Users are registered.")
|
print("No Users are registered.")
|
||||||
count = 0
|
count = 0
|
||||||
try:
|
try:
|
||||||
for user in users.each():
|
for x in users.each():
|
||||||
count = +1
|
count = +1
|
||||||
for x in range(20):
|
for y in range(20):
|
||||||
if not os.path.isdir("Photos_of_Thieves/Thief_" + str(count)):
|
if not os.path.isdir("Photos_of_Thieves/Thief_" + str(count)):
|
||||||
os.makedirs("Photos_of_Thieves/Thief_" + str(count))
|
os.makedirs("Photos_of_Thieves/Thief_" + str(count))
|
||||||
DBHelper.download_thief_photo("Thief_" + str(count) + "/" + str(x) + ".jpg")
|
DBHelper.download_thief_photo("Thief_" + str(count) + "/" + str(y) + ".jpg")
|
||||||
except:
|
except:
|
||||||
print("No Thieves for now.")
|
print("No Thieves for now.")
|
||||||
Facial_Recognition_Wrapper.training_recognizer("Fisher")
|
Facial_Recognition_Wrapper.training_recognizer("Fisher")
|
||||||
Facial_Recognition_Wrapper.face_recognition_inference("Fisher")
|
Facial_Recognition_Wrapper.face_recognition_inference("Fisher")
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue