eye-scroll/MainWindow.py at main · xStylistic/eye-scroll · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
from PyQt5.QtWidgets import QMainWindow, QPushButton, QVBoxLayout, QWidget, QLabel
from PyQt5.QtGui import QImage, QPixmap
import cv2
import threading

class MainWindow(QMainWindow):
    def __init__(self, eye_tracker, scroller):
        super().__init__()
        self.eye_tracker = eye_tracker
        self.scroller = scroller
        self.tracking = False
        self.init_ui()

    def init_ui(self):
        self.setWindowTitle("Eye-Tracking Auto-Scroller")
        layout = QVBoxLayout()

        # Start Button
        self.start_button = QPushButton("Start Eye Tracking")
        self.start_button.clicked.connect(self.start_tracking)
        layout.addWidget(self.start_button)

        # Stop Button
        self.stop_button = QPushButton("Stop Eye Tracking")
        self.stop_button.clicked.connect(self.stop_tracking)
        layout.addWidget(self.stop_button)

        # Video Feed
        self.video_label = QLabel(self)
        layout.addWidget(self.video_label)

        container = QWidget()
        container.setLayout(layout)
        self.setCentralWidget(container)

    def start_tracking(self):
        print("Start tracking button clicked")
        if not self.tracking:
            self.tracking = True
            threading.Thread(target=self.run_tracking, daemon=True).start()

    def stop_tracking(self):
        self.tracking = False
        self.scroller.stop_scrolling()

    def run_tracking(self):
        cap = cv2.VideoCapture(0)
        while self.tracking:
            ret, frame = cap.read()
            if not ret:
                print("Failed to capture video frame.")
                break

            # Process frame to get gaze direction
            direction = self.eye_tracker.process_frame(frame)
            print(f"Gaze Direction: {direction}")

            if direction != "none":
                self.scroller.start_scrolling(direction)
            else:
                self.scroller.stop_scrolling()

            self.update_video_feed(frame)

        cap.release()
        cv2.destroyAllWindows()

    def update_video_feed(self, frame):
        rgb_image = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
        height, width, channel = rgb_image.shape
        bytes_per_line = width * channel
        qimg = QImage(rgb_image.data, width, height, bytes_per_line, QImage.Format_RGB888)
        self.video_label.setPixmap(QPixmap.fromImage(qimg))