sounds

kristoph4822 · Nov 22, 2021 · b552947 · b552947
1 parent 8c12f54
commit b552947
Show file tree

Hide file tree

Showing 29 changed files with 47 additions and 6 deletions.
diff --git a/app.py b/app.py
@@ -17,7 +17,14 @@ def upload():
     img = base64.b64decode(request.data)
     img = cv2.imdecode(np.frombuffer(img, np.uint8), cv2.IMREAD_UNCHANGED)
     predictions = model.predict(img)
-    predictions = list(filter(lambda x: x.get("probability") > 0.5, predictions))
+    predictions = list(sorted(predictions, key=lambda x: x.get("probability"), reverse=True))
+    print(predictions)
+    if predictions and predictions[0].get("probability") > 0.4:
+        predictions = [predictions[0]]
+    else:
+        predictions = []
+    print(predictions)
+    print("\n\n")
     return jsonify({"predictions": predictions})
 
 if __name__ == '__main__':    

diff --git a/static/abc/A.wav b/static/abc/A.wav
diff --git a/static/abc/B.wav b/static/abc/B.wav
diff --git a/static/abc/C.wav b/static/abc/C.wav
diff --git a/static/abc/D.wav b/static/abc/D.wav
diff --git a/static/abc/E.wav b/static/abc/E.wav
diff --git a/static/abc/F.wav b/static/abc/F.wav
diff --git a/static/abc/G.wav b/static/abc/G.wav
diff --git a/static/abc/H.wav b/static/abc/H.wav
diff --git a/static/abc/I.wav b/static/abc/I.wav
diff --git a/static/abc/J.wav b/static/abc/J.wav
diff --git a/static/abc/K.wav b/static/abc/K.wav
diff --git a/static/abc/L.wav b/static/abc/L.wav
diff --git a/static/abc/M.wav b/static/abc/M.wav
diff --git a/static/abc/N.wav b/static/abc/N.wav
diff --git a/static/abc/O.wav b/static/abc/O.wav
diff --git a/static/abc/P.wav b/static/abc/P.wav
diff --git a/static/abc/Q.wav b/static/abc/Q.wav
diff --git a/static/abc/R.wav b/static/abc/R.wav
diff --git a/static/abc/S.wav b/static/abc/S.wav
diff --git a/static/abc/T.wav b/static/abc/T.wav
diff --git a/static/abc/U.wav b/static/abc/U.wav
diff --git a/static/abc/V.wav b/static/abc/V.wav
diff --git a/static/abc/W.wav b/static/abc/W.wav
diff --git a/static/abc/X.wav b/static/abc/X.wav
diff --git a/static/abc/Y.wav b/static/abc/Y.wav
diff --git a/static/abc/Z.wav b/static/abc/Z.wav
diff --git a/static/script.js b/static/script.js
@@ -2,9 +2,9 @@
 function init() {
     function upload() {
         function draw(data) {
+            console.log(data);
             predictions = data.predictions;
-            console.log(data)
-            if (predictions != null) {
+            if (predictions.length > 0) {
                 predictions.forEach(prediction => {
                     console.log(prediction)
                     box = prediction.boundingBox;
@@ -19,8 +19,16 @@ function init() {
                         (box.left)*640+5,
                         (box.top+box.height)*480-5
                         );
+                    document.getElementById(prediction.tagName).play();
                 });
-            }  
+            } else {
+                ocontext.strokeRect(
+                        0,
+                        0,
+                        640,
+                        480
+                        );
+            }
         }
         context.drawImage(video, 0, 0, 320, 240);
         var data = canvas.toDataURL('image/jpeg').replace("data:image/jpeg;base64,", "");

diff --git a/templates/index.html b/templates/index.html
@@ -8,11 +8,37 @@
         <div id="banner"><h1>Sign language detector</h1></div>
         <div id="link" style="height: 0px;width: 0px;overflow:hidden;">
             <a href="{{ url_for('upload') }}"></a>
-            <canvas id="canvas" class="canvas"  width="320" height="240" style="height: 0px; width: 0px; overflow:hidden"></canvas> 
+            <canvas id="canvas" class="canvas"  width="320" height="240" style="height: 0px; width: 0px; overflow:hidden"></canvas>
+            <audio id="A" src="static/abc/A.wav"></audio>
+            <audio id="B" src="static/abc/B.wav"></audio>
+            <audio id="C" src="static/abc/C.wav"></audio>
+            <audio id="D" src="static/abc/D.wav"></audio>
+            <audio id="E" src="static/abc/E.wav"></audio>
+            <audio id="F" src="static/abc/F.wav"></audio>
+            <audio id="G" src="static/abc/G.wav"></audio>
+            <audio id="H" src="static/abc/H.wav"></audio>
+            <audio id="I" src="static/abc/I.wav"></audio>
+            <audio id="J" src="static/abc/J.wav"></audio>
+            <audio id="K" src="static/abc/K.wav"></audio>
+            <audio id="L" src="static/abc/L.wav"></audio>
+            <audio id="M" src="static/abc/M.wav"></audio>
+            <audio id="N" src="static/abc/N.wav"></audio>
+            <audio id="O" src="static/abc/O.wav"></audio>
+            <audio id="P" src="static/abc/P.wav"></audio>
+            <audio id="Q" src="static/abc/Q.wav"></audio>
+            <audio id="R" src="static/abc/R.wav"></audio>
+            <audio id="S" src="static/abc/S.wav"></audio>
+            <audio id="T" src="static/abc/T.wav"></audio>
+            <audio id="U" src="static/abc/U.wav"></audio>
+            <audio id="V" src="static/abc/V.wav"></audio>
+            <audio id="W" src="static/abc/W.wav"></audio>
+            <audio id="Y" src="static/abc/Y.wav"></audio>
+            <audio id="X" src="static/abc/X.wav"></audio>
+            <audio id="Z" src="static/abc/Z.wav"></audio>
         </div>    
         <div id="container">
             <video id="video" class="video" width="640" height="480" autoplay></video> 
             <canvas id="overlay" class="overlay" width="640" height="480"></canvas>     
-        </div>     
+        </div>
     </body>
 </html>