-
Notifications
You must be signed in to change notification settings - Fork 0
/
web_app.py
108 lines (83 loc) · 3.48 KB
/
web_app.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
from flask import Flask, render_template, Response, jsonify
import cv2
from logic import HandClassifierHandler
import mediapipe as mp
mp_drawing = mp.solutions.drawing_utils
mp_drawing_styles = mp.solutions.drawing_styles
mp_hands = mp.solutions.hands
# setup Flask app
app = Flask(__name__)
camera = cv2.VideoCapture(0)
# Read model
hch = HandClassifierHandler.HandClassifierHandler()
model = hch.load_model()
def get_frames():
# setup hand result
right_hand_result = "None"
left_hand_result = "None"
with mp_hands.Hands(
model_complexity=0,
max_num_hands=2,
min_detection_confidence=0.75,
min_tracking_confidence=0.75) as hands:
while True:
success, image = camera.read()
if not success:
break
else:
image.flags.writeable = False
image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
results = hands.process(image)
# Draw the hand annotations on the image.
image.flags.writeable = True
image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
if results.multi_hand_landmarks:
message = results.multi_handedness
# obtain result from classificator:
result = hch.get_result(model=model, handlandmarks=results.multi_hand_landmarks[0],
is_R=hch.is_right(message))
resutl_name = hch.result_parser(result=result)
# check which hand:
if hch.is_right(message):
#print('Right')
right_hand_result = resutl_name
#print(right_hand_result)
else:
#print('Left')
left_hand_result = resutl_name
#print(left_hand_result)
# draw handlandmarks on image:
for hand_landmarks in results.multi_hand_landmarks:
mp_drawing.draw_landmarks(
image,
hand_landmarks,
mp_hands.HAND_CONNECTIONS,
mp_drawing_styles.get_default_hand_landmarks_style(),
mp_drawing_styles.get_default_hand_connections_style())
image = cv2.flip(image, 1)
h, w = image.shape[0], image.shape[1]
image = cv2.putText(image, right_hand_result, (10, h-10), cv2.FONT_HERSHEY_SIMPLEX, 1, color=(0,0,0), )
image = cv2.putText(image, left_hand_result, (w-30, h-10), cv2.FONT_HERSHEY_SIMPLEX, 1, color=(40,44,52))
ret, buffer = cv2.imencode('.jpg', image)
image = buffer.tobytes()
yield (b'--frame\r\n'
b'Content-Type: image/jpeg\r\n\r\n' + image + b'\r\n')
@app.route('/')
def index():
return render_template('index.html')
@app.route('/video')
def video():
return Response(get_frames(), mimetype='multipart/x-mixed-replace; boundary=frame')
# @app.route('/results_left')
# def results_left():
# return left_hand_result
#
#
# @app.route('/results_right')
# def results_right():
# return right_hand_result
# @app.route('/results', methods=['POST'])
# def results():
# return render_template("index.html", left_result=left_hand_result, right_result=right_hand_result)
if __name__ == "__main__":
app.run()