Move inference onto the API

This commit is contained in:
2026-01-05 16:54:25 +01:00
parent e457fc6be8
commit 9e0d586f6a
15 changed files with 55 additions and 48 deletions

View File

@@ -1,95 +0,0 @@
import cv2
import numpy as np
from pathlib import Path
from ultralytics.engine.results import Results
from hardware.camera.camera import Camera
from models.detection.detector import Detector
from models.detection.board_manager import BoardManager
from models.detection.pieces_manager import PiecesManager
class DetectionService:
edges_detector : Detector
pieces_detector : Detector
board_manager : BoardManager
pieces_manager : PiecesManager
scale_size : tuple[int, int]
camera : Camera
def __init__(self):
current_file = Path(__file__).resolve()
project_root = current_file.parent.parent
self.edges_detector = Detector(project_root / "assets" / "models" / "edges.pt")
self.pieces_detector = Detector(project_root / "assets" / "models" / "unified-nano-refined.pt")
self.pieces_manager = PiecesManager()
self.board_manager = BoardManager()
self.scale_size = (800, 800)
self.camera = Camera()
def start(self):
self.camera.open()
def stop(self):
self.camera.close()
def analyze_single_frame(self) -> tuple[bytes, str | None]:
frame = self.camera.take_photo()
encoded_frame = cv2.imencode('.jpg', frame, [int(cv2.IMWRITE_JPEG_QUALITY), 80])[1].tobytes()
result = self.__run_complete_detection(frame)
edges_prediction = result["edges"]
pieces_prediction = result["pieces"]
processed_frame = self.board_manager.process_frame(edges_prediction[0], frame, self.scale_size)
if processed_frame is None:
return encoded_frame, None
warped_corners, matrix = processed_frame
detections = self.pieces_manager.extract_pieces(pieces_prediction)
board = self.pieces_manager.pieces_to_board(detections, warped_corners, matrix, self.scale_size)
return encoded_frame, self.pieces_manager.board_to_fen(board)
def __run_complete_detection(self, frame : np.ndarray, display=False) -> dict[str, list[Results]] :
pieces_prediction = self.__run_pieces_detection(frame)
edges_prediction = self.__run_edges_detection(frame)
if display:
edges_annotated_frame = edges_prediction[0].plot()
pieces_annotated_frame = pieces_prediction[0].plot(img=edges_annotated_frame)
self.__display_frame(pieces_annotated_frame)
return { "edges" : edges_prediction, "pieces" : pieces_prediction}
def __run_pieces_detection(self, frame : np.ndarray, display=False) -> list[Results]:
prediction = self.pieces_detector.make_prediction(frame)
if display:
self.__display_frame(prediction[0].plot())
return prediction
def __run_edges_detection(self, frame : np.ndarray, display=False) -> list[Results]:
prediction = self.edges_detector.make_prediction(frame)
if display:
self.__display_frame(prediction[0].plot())
return prediction
def __display_frame(self, frame : np.ndarray):
cv2.namedWindow("Frame", cv2.WINDOW_NORMAL)
cv2.resizeWindow("Frame", self.scale_size[0], self.scale_size[1])
cv2.imshow("Frame", frame)
cv2.waitKey(0)
cv2.destroyAllWindows()
return

View File

@@ -2,29 +2,29 @@ import json
from typing import Callable
from hardware.buzzer.buzzer import Buzzer
from hardware.camera.camera import Camera
from hardware.led.led import Led
from models.exceptions.ServiceException import ServiceException
from models.game import Game
from services.clock_service import ClockService
from services.detection_service import DetectionService
class GameService:
_game : Game
_detection_service : DetectionService
_camera : Camera
_clock_service : ClockService
_has_started : bool
_led : Led
_buzzer : Buzzer
_on_terminated : Callable[[str], None]
_has_started : bool
def __init__(self):
self._detection_service = DetectionService()
self._camera = Camera()
self._clock_service = ClockService()
self._has_started = False
self._led = Led(7)
self._buzzer = Buzzer(8)
self._has_started = False
def start(self, white_name, back_name, time_control : int, increment : int, timestamp : int) -> None:
if self._has_started :
@@ -46,18 +46,20 @@ class GameService:
self._notify()
self._has_started = False
def make_move(self) -> tuple[bytes, str] | None:
def make_move(self) -> bytes:
try :
if not self._has_started :
raise Exception("Game hasn't started yet.")
self._clock_service.switch()
img, fen = self._detection_service.analyze_single_frame()
self._game.add_move(fen)
return img, fen
img = self._camera.take_photo()
return img
except Exception as e:
print(e)
raise ServiceException(e)
def add_move(self, fen):
self._game.add_move(fen)
def set_on_terminated(self, callback: Callable[[str], None]):
self._on_terminated = callback