intégration de la détéction audio à l'interface

This commit is contained in:
Quentin Roussel
2023-03-26 23:48:17 +02:00
parent f978ed0a8b
commit 38c9e4e0ea
23 changed files with 74 additions and 40 deletions

View File

@@ -1,5 +1,5 @@
from hand_detector import HandDetector
from audio_detector import get_grade
from audio_detector import record, analyze, test
from network import ApiClient, WebsocketServer
import time
@@ -57,23 +57,26 @@ class Manager():
state, coords, size, finalDecision = res
self.server.sendMessage({"type": "effects", "effects": [{"type": state, "x":coords[0], "y": coords[1], "width": size, "height": size}]})
self.isLastHandPacketEmpty = False
self.timeLastChange = time.time()
if(finalDecision != False):
self.avis["note"] = 10 if finalDecision == "thumbs_up" else 0
self.state = 2
self.timeLastChange = time.time()
self.server.sendMessage({"type": "state", "state": 2})
elif self.isLastHandPacketEmpty == False:
self.server.sendMessage({"type":"effects","effects":[]})
self.isLastHandPacketEmpty = True
def audio(self):
result = get_grade()
audio_query,sr = record()
self.server.sendMessage({"type":"recording_done"})
result = analyze(audio_query,sr)
# result = test()
if(result != False):
print("mot detecté : " + result["display"] + " avec une note de " + str(result["grade"]))
self.server.sendMessage({"type":"new_grade","word":result["display"]})
self.avis["notes_autres"]["test"] = result["grade"]
time.sleep(3)
self.state = 3
self.timeLastChange = time.time()
self.server.sendMessage({"type": "state", "state": 3})
def thankYou(self):