Telereview/code/backend_reconnaissance/manager.py

from hand_detector import HandDetector
from audio_detector import record, analyze, test
from network import ApiClient, WebsocketServer
import time
import speech_recognition as sr

#Classe qui coordonne les différents modules et qui s'occupe de construire l'avis au fur et a mesure
class Manager():
    def __init__(self):
        self.state = 0
        self.defualtAvis = {
            "note": None,
            "commentaire": None,
            "notes_autres": {}
        }

        self.TIMEOUT_CAMERA = 5 

        self.avis = self.defualtAvis
        self.server = WebsocketServer(None)
        self.server.start()
        self.handDetector = HandDetector()
        self.api = ApiClient()
        self.timeLastChange = time.time()
        self.isLastHandPacketEmpty = False
        self.recongizer = sr.Recognizer()
        print("Backend ready")

    #Boucle principale
    def loop(self):
        while(True):
            if(self.state == 0):
                self.sleep()
            if(self.state == 1):
                self.camera()
            if(self.state == 2):
                self.audio()
            if(self.state == 3):
                self.thankYou()
            time.sleep(0.01)

    #Fonction qui est executée pendant que la borne est en veille, reveille la borne si une main est detectée
    def sleep(self):
        res = self.handDetector.detect()
        if(res != False):
            self.state = 1
            self.timeLastChange = time.time()
            self.server.sendMessage({"type": "state", "state": 1})
    
    #Envoie la position de la main a l'écran et passe a l'étape suivante si une main est detectée pendant assez longtemps
    def camera(self):
        if(time.time() - self.timeLastChange > self.TIMEOUT_CAMERA):
            self.server.sendMessage({"type":"reset"})
            self.reset()
            return
        
        res = self.handDetector.detect()
        if(res != False):
            state, coords, size, finalDecision, progress = res
            self.server.sendMessage({"type": "effects", "effects": [{"type": "loading", "x":coords[0], "y": coords[1], "width": size, "height": size, "progress": progress},{"type": state, "x":coords[0], "y": coords[1], "width": size, "height": size}]})
            self.isLastHandPacketEmpty = False
            self.timeLastChange = time.time()
            if(finalDecision != False):
                self.avis["note"] = 10 if finalDecision == "thumbs_up" else 0
                self.state = 2
                self.server.sendMessage({"type": "state", "state": 2})
        elif self.isLastHandPacketEmpty == False:
            self.server.sendMessage({"type":"effects","effects":[]})
            self.isLastHandPacketEmpty = True

    def audio(self):
        time.sleep(3)
        self.server.sendMessage({"type":"recording_started"})
        with sr.Microphone() as source:
            audio = self.recongizer.listen(source)
            self.server.sendMessage({"type":"recording_done"})
        try:
            # utilisez le recognizer pour effectuer la reconnaissance vocale
            texte = self.recongizer.recognize_google(audio, language='fr-FR')
            print("AUDIO MESSAGE RECONGIZED : " + texte)
            self.server.sendMessage({"type":"new_grade","word":texte})
            self.avis["commentaire"] = texte

        # Audio non reconnu
        except sr.UnknownValueError:
            print("MESSAGE NOT RECONGIZED")
            self.server.sendMessage({"type":"new_grade","word":"Avis non reconnu"})
            self.avis["commentaire"] = ""
        
        #Erreur d'accès à l'api
        except sr.RequestError as e:
            print("Erreur avec l'api de reconnaissance vocale")
            self.avis["commentaire"] = ""
            self.server.sendMessage({"type":"new_grade","word":"Avis non reconnu"})
            print("Impossible de récupérer les résultats de la reconnaissance vocale; {0}".format(e))

        #On passe a la suite
        time.sleep(5)
        self.state = 3
        self.server.sendMessage({"type": "state", "state": 3})

    def thankYou(self):
        #On envoie l'avis à l'api
        res = self.api.send(self.avis["note"],self.avis["commentaire"])
        time.sleep(10)
        print("Reseting...")
        self.timeLastChange = time.time()
        self.server.sendMessage({"type": "state", "state": 0})
        print(res.text)
        self.reset()

    def reset(self):
        self.state = 0
        self.avis = self.defualtAvis 
        self.handDetector.reset()