Integrate detection service
This commit is contained in:
Binary file not shown.
0
rpi/hardware/camera/__init__.py
Normal file
0
rpi/hardware/camera/__init__.py
Normal file
60
rpi/hardware/camera/camera.py
Normal file
60
rpi/hardware/camera/camera.py
Normal file
@@ -0,0 +1,60 @@
|
|||||||
|
import cv2
|
||||||
|
import threading
|
||||||
|
import numpy as np
|
||||||
|
from typing import Callable, Optional
|
||||||
|
|
||||||
|
|
||||||
|
class Camera:
|
||||||
|
def __init__(self, index: int = 0):
|
||||||
|
self.index = index
|
||||||
|
self.cap: Optional[cv2.VideoCapture] = None
|
||||||
|
self.thread: Optional[threading.Thread] = None
|
||||||
|
self.stop_event = threading.Event()
|
||||||
|
|
||||||
|
def open(self):
|
||||||
|
if self.cap is None:
|
||||||
|
self.cap = cv2.VideoCapture(self.index)
|
||||||
|
if not self.cap.isOpened():
|
||||||
|
self.cap = None
|
||||||
|
raise RuntimeError("Could not open camera")
|
||||||
|
|
||||||
|
def close(self):
|
||||||
|
if self.cap is not None:
|
||||||
|
self.cap.release()
|
||||||
|
self.cap = None
|
||||||
|
|
||||||
|
def take_photo(self) -> np.ndarray:
|
||||||
|
self.open()
|
||||||
|
try:
|
||||||
|
ret, frame = self.cap.read()
|
||||||
|
if not ret:
|
||||||
|
raise RuntimeError("Failed to capture image")
|
||||||
|
return frame
|
||||||
|
finally:
|
||||||
|
self.close()
|
||||||
|
|
||||||
|
def start_capture(self, callback: Callable[[np.ndarray], None]):
|
||||||
|
if self.thread and self.thread.is_alive():
|
||||||
|
return
|
||||||
|
|
||||||
|
self.open()
|
||||||
|
self.stop_event.clear()
|
||||||
|
|
||||||
|
def loop():
|
||||||
|
while not self.stop_event.is_set():
|
||||||
|
ret, frame = self.cap.read()
|
||||||
|
if not ret:
|
||||||
|
break
|
||||||
|
callback(frame)
|
||||||
|
|
||||||
|
self.thread = threading.Thread(target=loop, daemon=True)
|
||||||
|
self.thread.start()
|
||||||
|
|
||||||
|
def stop_capture(self):
|
||||||
|
self.stop_event.set()
|
||||||
|
|
||||||
|
self.close()
|
||||||
|
|
||||||
|
if self.thread:
|
||||||
|
self.thread.join(timeout=2)
|
||||||
|
self.thread = None
|
||||||
10
rpi/main.py
10
rpi/main.py
@@ -9,6 +9,7 @@ from hardware.rfid.reader import RfidReader
|
|||||||
from services.clock_service import ClockService
|
from services.clock_service import ClockService
|
||||||
from services.detection_service import DetectionService
|
from services.detection_service import DetectionService
|
||||||
from services.forwarder_service import ForwarderService
|
from services.forwarder_service import ForwarderService
|
||||||
|
from services.game_service import GameService
|
||||||
from services.mqtt_service import MQTTService
|
from services.mqtt_service import MQTTService
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
@@ -30,9 +31,6 @@ app = Flask(__name__)
|
|||||||
rfid_reader = RfidReader("/dev/serial0", 9600)
|
rfid_reader = RfidReader("/dev/serial0", 9600)
|
||||||
light_sensor_reader = LoraLightSensorReader("/dev/ttyUSB1", 9600)
|
light_sensor_reader = LoraLightSensorReader("/dev/ttyUSB1", 9600)
|
||||||
|
|
||||||
detection_service = DetectionService()
|
|
||||||
clock_service = ClockService()
|
|
||||||
|
|
||||||
local_broker = MQTTService(
|
local_broker = MQTTService(
|
||||||
local_broker_address,
|
local_broker_address,
|
||||||
local_broker_port,
|
local_broker_port,
|
||||||
@@ -50,6 +48,7 @@ api_broker = MQTTService(
|
|||||||
)
|
)
|
||||||
|
|
||||||
forward_service = ForwarderService(local_broker, api_broker)
|
forward_service = ForwarderService(local_broker, api_broker)
|
||||||
|
game_service = GameService()
|
||||||
|
|
||||||
@app.route("/command/party/start", methods=['POST'])
|
@app.route("/command/party/start", methods=['POST'])
|
||||||
def start_party():
|
def start_party():
|
||||||
@@ -61,9 +60,9 @@ def start_party():
|
|||||||
return jsonify({"status": "error", "message": f"An error occurred : {e}"}), 500
|
return jsonify({"status": "error", "message": f"An error occurred : {e}"}), 500
|
||||||
|
|
||||||
@app.route("/command/party/play", methods=['POST'])
|
@app.route("/command/party/play", methods=['POST'])
|
||||||
def party_play():
|
def make_move():
|
||||||
try:
|
try:
|
||||||
print("Move received started!")
|
game_service.make_move()
|
||||||
return jsonify({"status": "ok", "message": "Party started"}), 200
|
return jsonify({"status": "ok", "message": "Party started"}), 200
|
||||||
except Exception as ex:
|
except Exception as ex:
|
||||||
print(e)
|
print(e)
|
||||||
@@ -84,7 +83,6 @@ if __name__ == "__main__":
|
|||||||
rfid_reader.start()
|
rfid_reader.start()
|
||||||
light_sensor_reader.start()
|
light_sensor_reader.start()
|
||||||
|
|
||||||
clock_service.start(600, 0)
|
|
||||||
print("App started...")
|
print("App started...")
|
||||||
app.run(host="0.0.0.0", port=5000, debug=False)
|
app.run(host="0.0.0.0", port=5000, debug=False)
|
||||||
|
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ import numpy as np
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from ultralytics.engine.results import Results
|
from ultralytics.engine.results import Results
|
||||||
|
|
||||||
|
from hardware.camera.camera import Camera
|
||||||
from models.detection.detector import Detector
|
from models.detection.detector import Detector
|
||||||
from models.detection.board_manager import BoardManager
|
from models.detection.board_manager import BoardManager
|
||||||
from models.detection.pieces_manager import PiecesManager
|
from models.detection.pieces_manager import PiecesManager
|
||||||
@@ -18,6 +19,8 @@ class DetectionService:
|
|||||||
|
|
||||||
scale_size : tuple[int, int]
|
scale_size : tuple[int, int]
|
||||||
|
|
||||||
|
camera : Camera
|
||||||
|
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
current_file = Path(__file__).resolve()
|
current_file = Path(__file__).resolve()
|
||||||
project_root = current_file.parent.parent
|
project_root = current_file.parent.parent
|
||||||
@@ -28,11 +31,23 @@ class DetectionService:
|
|||||||
self.pieces_manager = PiecesManager()
|
self.pieces_manager = PiecesManager()
|
||||||
self.board_manager = BoardManager()
|
self.board_manager = BoardManager()
|
||||||
self.scale_size = (800, 800)
|
self.scale_size = (800, 800)
|
||||||
|
self.camera = Camera()
|
||||||
|
|
||||||
|
def start(self):
|
||||||
|
self.camera.open()
|
||||||
|
|
||||||
|
def stop(self):
|
||||||
|
self.camera.close()
|
||||||
|
|
||||||
|
def analyze_single_frame(self) -> str | None:
|
||||||
|
frame = self.camera.take_photo()
|
||||||
|
fen = self.__get_fen(frame)
|
||||||
|
return fen
|
||||||
|
|
||||||
|
|
||||||
def run_complete_detection(self, frame : np.ndarray, display=False) -> dict[str, list[Results]] :
|
def __run_complete_detection(self, frame : np.ndarray, display=False) -> dict[str, list[Results]] :
|
||||||
pieces_prediction = self.run_pieces_detection(frame)
|
pieces_prediction = self.__run_pieces_detection(frame)
|
||||||
edges_prediction = self.run_edges_detection(frame)
|
edges_prediction = self.__run_edges_detection(frame)
|
||||||
|
|
||||||
if display:
|
if display:
|
||||||
edges_annotated_frame = edges_prediction[0].plot()
|
edges_annotated_frame = edges_prediction[0].plot()
|
||||||
@@ -42,22 +57,22 @@ class DetectionService:
|
|||||||
return { "edges" : edges_prediction, "pieces" : pieces_prediction}
|
return { "edges" : edges_prediction, "pieces" : pieces_prediction}
|
||||||
|
|
||||||
|
|
||||||
def run_pieces_detection(self, frame : np.ndarray, display=False) -> list[Results]:
|
def __run_pieces_detection(self, frame : np.ndarray, display=False) -> list[Results]:
|
||||||
prediction = self.pieces_detector.make_prediction(frame)
|
prediction = self.pieces_detector.make_prediction(frame)
|
||||||
if display:
|
if display:
|
||||||
self.__display_frame(prediction[0].plot())
|
self.__display_frame(prediction[0].plot())
|
||||||
return prediction
|
return prediction
|
||||||
|
|
||||||
|
|
||||||
def run_edges_detection(self, frame : np.ndarray, display=False) -> list[Results]:
|
def __run_edges_detection(self, frame : np.ndarray, display=False) -> list[Results]:
|
||||||
prediction = self.edges_detector.make_prediction(frame)
|
prediction = self.edges_detector.make_prediction(frame)
|
||||||
if display:
|
if display:
|
||||||
self.__display_frame(prediction[0].plot())
|
self.__display_frame(prediction[0].plot())
|
||||||
return prediction
|
return prediction
|
||||||
|
|
||||||
|
|
||||||
def get_fen(self, frame : np.ndarray) -> str | None:
|
def __get_fen(self, frame : np.ndarray) -> str | None:
|
||||||
result = self.run_complete_detection(frame)
|
result = self.__run_complete_detection(frame)
|
||||||
|
|
||||||
edges_prediction = result["edges"]
|
edges_prediction = result["edges"]
|
||||||
pieces_prediction = result["pieces"]
|
pieces_prediction = result["pieces"]
|
||||||
@@ -75,7 +90,6 @@ class DetectionService:
|
|||||||
|
|
||||||
return self.pieces_manager.board_to_fen(board)
|
return self.pieces_manager.board_to_fen(board)
|
||||||
|
|
||||||
|
|
||||||
def __display_frame(self, frame : np.ndarray):
|
def __display_frame(self, frame : np.ndarray):
|
||||||
cv2.namedWindow("Frame", cv2.WINDOW_NORMAL)
|
cv2.namedWindow("Frame", cv2.WINDOW_NORMAL)
|
||||||
cv2.resizeWindow("Frame", self.scale_size[0], self.scale_size[1])
|
cv2.resizeWindow("Frame", self.scale_size[0], self.scale_size[1])
|
||||||
@@ -83,24 +97,3 @@ class DetectionService:
|
|||||||
cv2.waitKey(0)
|
cv2.waitKey(0)
|
||||||
cv2.destroyAllWindows()
|
cv2.destroyAllWindows()
|
||||||
return
|
return
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__" :
|
|
||||||
import os
|
|
||||||
import random
|
|
||||||
|
|
||||||
service = DetectionService()
|
|
||||||
|
|
||||||
img_folder = "../training/datasets/pieces/unified/test/images/"
|
|
||||||
|
|
||||||
test_images = os.listdir(img_folder)
|
|
||||||
|
|
||||||
rnd = random.randint(0, len(test_images) - 1)
|
|
||||||
img_path = os.path.join(img_folder, test_images[rnd])
|
|
||||||
|
|
||||||
image = cv2.imread(img_path)
|
|
||||||
|
|
||||||
fen = service.get_fen(image)
|
|
||||||
print(fen)
|
|
||||||
|
|
||||||
service.run_complete_detection(image, display=True)
|
|
||||||
|
|||||||
23
rpi/services/game_service.py
Normal file
23
rpi/services/game_service.py
Normal file
@@ -0,0 +1,23 @@
|
|||||||
|
from services.clock_service import ClockService
|
||||||
|
from services.detection_service import DetectionService
|
||||||
|
|
||||||
|
|
||||||
|
class GameService:
|
||||||
|
|
||||||
|
detection_service : DetectionService
|
||||||
|
clock_service : ClockService
|
||||||
|
|
||||||
|
def __init__(self):
|
||||||
|
self.detection_service = DetectionService()
|
||||||
|
self.clock_service = ClockService()
|
||||||
|
|
||||||
|
def start(self, time_control : int, increment : int ) -> None:
|
||||||
|
self.clock_service.start(time_control, increment)
|
||||||
|
self.clock_service.set_on_terminated(self.stop)
|
||||||
|
|
||||||
|
def stop(self):
|
||||||
|
self.clock_service.stop()
|
||||||
|
|
||||||
|
def make_move(self) -> None:
|
||||||
|
fen = self.detection_service.analyze_single_frame()
|
||||||
|
print(fen)
|
||||||
Reference in New Issue
Block a user