import time import os from threading import Thread from screeninfo import get_monitors import pyautogui import numpy as np import cv2 as cv from matplotlib import pyplot as plt from core.Logger import Logger FPS_REPORT_DELAY = 3 class Monitor: def __init__(self): self.logger = Logger("Monitor") self.monitor = None self.screenThread = None self.screenshot = None self.fps = None self.getMonitor() def getMonitor(self): for monitor in get_monitors(): if (monitor.is_primary): self.monitor = monitor def updateScreen(self): self.logger.log("Monitor: Starting computer vision screen update...") self.logger.log("Monitor: Detected display resolution: " + str(self.monitor.width) + " x " + str(self.monitor.height)) loopTime = time.time() fpsPrintTime = time.time() while True: newScreenshot = pyautogui.screenshot() newScreenshot = cv.cvtColor(np.array(newScreenshot), cv.COLOR_RGB2BGR) cv.imwrite("in_memory_to_disk.png", newScreenshot) self.screenshot = newScreenshot currTime = time.time() if currTime - fpsPrintTime >= FPS_REPORT_DELAY: self.fps = 1 / (currTime - loopTime) fpsPrintTime = currTime loopTime = currTime def startScreenCaptureThread(self): self.screenThread = Thread(target=self.updateScreen, name="Update screen thread", daemon=True) self.screenThread.start() self.logger.log("Main Agent: Thread started") def findMatch(self, img, method = "TM_CCOEFF_NORMED"): methodInt = getattr(cv, method) herePath = os.path.dirname(os.path.realpath(__file__)) template = cv.imread(os.path.join(herePath, "assets", "FishTest3.png"), cv.IMREAD_GRAYSCALE) res = cv.matchTemplate(img, template, methodInt) w, h = template.shape[::-1] min_val, max_val, min_loc, max_loc = cv.minMaxLoc(res) # If the method is TM_SQDIFF or TM_SQDIFF_NORMED, take minimum if method in [cv.TM_SQDIFF, cv.TM_SQDIFF_NORMED]: top_left = min_loc else: top_left = max_loc bottom_right = (top_left[0] + w, top_left[1] + h) cv.rectangle(img,top_left, bottom_right, 255, 2) plt.subplot(121) plt.imshow(res,cmap = 'gray') plt.title('Matching Result') plt.xticks([]) plt.yticks([]) plt.subplot(122) plt.imshow(img,cmap = 'gray') plt.title('Detected Point') plt.xticks([]) plt.yticks([]) plt.suptitle(method) plt.show() def stopScreenCaptureThread(self): if (self.screenThread): self.screenThread.terminate() self.logger.log("Main Agent: Thread terminated")