minesweeper-bot-normal.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteração 1\n",
      "Iteração 2\n",
      "Iteração 3\n",
      "Iteração 4\n",
      "Iteração 5\n",
      "Iteração 6\n",
      "Iteração 7\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 1\n",
      "Iteração 2\n",
      "Iteração 3\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n",
      "Iteração 0\n"
     ]
    },
    {
     "ename": "FailSafeException",
     "evalue": "PyAutoGUI fail-safe triggered from mouse moving to a corner of the screen. To disable this fail-safe, set pyautogui.FAILSAFE to False. DISABLING FAIL-SAFE IS NOT RECOMMENDED.",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mFailSafeException\u001b[0m                         Traceback (most recent call last)",
      "\u001b[1;32mc:\\Users\\pablo\\Repositorio\\ia-opencv-deteccao-objetos\\minesweeper-bot-normal.ipynb Cell 1\u001b[0m line \u001b[0;36m1\n\u001b[0;32m    <a href='vscode-notebook-cell:/c%3A/Users/pablo/Repositorio/ia-opencv-deteccao-objetos/minesweeper-bot-normal.ipynb#W0sZmlsZQ%3D%3D?line=105'>106</a>\u001b[0m click_left(\u001b[39m745\u001b[39m, \u001b[39m217\u001b[39m)\n\u001b[0;32m    <a href='vscode-notebook-cell:/c%3A/Users/pablo/Repositorio/ia-opencv-deteccao-objetos/minesweeper-bot-normal.ipynb#W0sZmlsZQ%3D%3D?line=106'>107</a>\u001b[0m time\u001b[39m.\u001b[39msleep(\u001b[39m0.3\u001b[39m)\n\u001b[1;32m--> <a href='vscode-notebook-cell:/c%3A/Users/pablo/Repositorio/ia-opencv-deteccao-objetos/minesweeper-bot-normal.ipynb#W0sZmlsZQ%3D%3D?line=107'>108</a>\u001b[0m click_left(\u001b[39m945\u001b[39;49m, \u001b[39m586\u001b[39;49m)\n\u001b[0;32m    <a href='vscode-notebook-cell:/c%3A/Users/pablo/Repositorio/ia-opencv-deteccao-objetos/minesweeper-bot-normal.ipynb#W0sZmlsZQ%3D%3D?line=108'>109</a>\u001b[0m time\u001b[39m.\u001b[39msleep(\u001b[39m0.3\u001b[39m)\n\u001b[0;32m    <a href='vscode-notebook-cell:/c%3A/Users/pablo/Repositorio/ia-opencv-deteccao-objetos/minesweeper-bot-normal.ipynb#W0sZmlsZQ%3D%3D?line=109'>110</a>\u001b[0m click_left(\u001b[39m759\u001b[39m, \u001b[39m375\u001b[39m)\n",
      "\u001b[1;32mc:\\Users\\pablo\\Repositorio\\ia-opencv-deteccao-objetos\\minesweeper-bot-normal.ipynb Cell 1\u001b[0m line \u001b[0;36m6\n\u001b[0;32m      <a href='vscode-notebook-cell:/c%3A/Users/pablo/Repositorio/ia-opencv-deteccao-objetos/minesweeper-bot-normal.ipynb#W0sZmlsZQ%3D%3D?line=4'>5</a>\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mclick_left\u001b[39m(x, y):\n\u001b[1;32m----> <a href='vscode-notebook-cell:/c%3A/Users/pablo/Repositorio/ia-opencv-deteccao-objetos/minesweeper-bot-normal.ipynb#W0sZmlsZQ%3D%3D?line=5'>6</a>\u001b[0m     pyautogui\u001b[39m.\u001b[39;49mclick(x, y)\n",
      "File \u001b[1;32mc:\\Users\\pablo\\anaconda3\\Lib\\site-packages\\pyautogui\\__init__.py:593\u001b[0m, in \u001b[0;36m_genericPyAutoGUIChecks.<locals>.wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    591\u001b[0m \u001b[39m@functools\u001b[39m\u001b[39m.\u001b[39mwraps(wrappedFunction)\n\u001b[0;32m    592\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mwrapper\u001b[39m(\u001b[39m*\u001b[39margs, \u001b[39m*\u001b[39m\u001b[39m*\u001b[39mkwargs):\n\u001b[1;32m--> 593\u001b[0m     failSafeCheck()\n\u001b[0;32m    594\u001b[0m     returnVal \u001b[39m=\u001b[39m wrappedFunction(\u001b[39m*\u001b[39margs, \u001b[39m*\u001b[39m\u001b[39m*\u001b[39mkwargs)\n\u001b[0;32m    595\u001b[0m     _handlePause(kwargs\u001b[39m.\u001b[39mget(\u001b[39m\"\u001b[39m\u001b[39m_pause\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39mTrue\u001b[39;00m))\n",
      "File \u001b[1;32mc:\\Users\\pablo\\anaconda3\\Lib\\site-packages\\pyautogui\\__init__.py:1734\u001b[0m, in \u001b[0;36mfailSafeCheck\u001b[1;34m()\u001b[0m\n\u001b[0;32m   1732\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mfailSafeCheck\u001b[39m():\n\u001b[0;32m   1733\u001b[0m     \u001b[39mif\u001b[39;00m FAILSAFE \u001b[39mand\u001b[39;00m \u001b[39mtuple\u001b[39m(position()) \u001b[39min\u001b[39;00m FAILSAFE_POINTS:\n\u001b[1;32m-> 1734\u001b[0m         \u001b[39mraise\u001b[39;00m FailSafeException(\n\u001b[0;32m   1735\u001b[0m             \u001b[39m\"\u001b[39m\u001b[39mPyAutoGUI fail-safe triggered from mouse moving to a corner of the screen. To disable this fail-safe, set pyautogui.FAILSAFE to False. DISABLING FAIL-SAFE IS NOT RECOMMENDED.\u001b[39m\u001b[39m\"\u001b[39m\n\u001b[0;32m   1736\u001b[0m         )\n",
      "\u001b[1;31mFailSafeException\u001b[0m: PyAutoGUI fail-safe triggered from mouse moving to a corner of the screen. To disable this fail-safe, set pyautogui.FAILSAFE to False. DISABLING FAIL-SAFE IS NOT RECOMMENDED."
     ]
    }
   ],
   "source": [
    "import pyautogui\n",
    "import time\n",
    "import cv2\n",
    "import numpy as np\n",
    "\n",
    "# Função para clicar com o botão esquerdo do mouse\n",
    "def click_left(x, y):\n",
    "    pyautogui.click(x, y)\n",
    "\n",
    "# Função para verificar se a cor é igual a um dos alvos\n",
    "def is_color_equal(color, target_color):\n",
    "    return color == target_color\n",
    "\n",
    "# Função para reiniciar o jogo\n",
    "def reinicia():\n",
    "    color = pyautogui.pixel(778, 611)\n",
    "    if is_color_equal(color, (113, 63, 18)):\n",
    "        click_left(778, 611)\n",
    "        time.sleep(0.01)\n",
    "        click_left(745, 217)\n",
    "        time.sleep(0.01)\n",
    "        click_left(759, 375)\n",
    "        return True\n",
    "    else:\n",
    "        return False\n",
    "    \n",
    "def encontrar_string_na_tela(string):\n",
    "    # Capturar a tela\n",
    "    tela = pyautogui.screenshot()\n",
    "\n",
    "    # Converter a imagem capturada para array numpy\n",
    "    imagem = np.array(tela)\n",
    "\n",
    "    # Converter a imagem para RGB (OpenCV usa BGR por padrão)\n",
    "    imagem_rgb = cv2.cvtColor(imagem, cv2.COLOR_BGR2RGB)\n",
    "\n",
    "    # Carregar a imagem da string que estamos procurando\n",
    "    template = cv2.imread('.\\Congratulations.png')\n",
    "\n",
    "    # Procurar a string na imagem\n",
    "    resultado = cv2.matchTemplate(imagem_rgb, template, cv2.TM_CCOEFF_NORMED)\n",
    "\n",
    "    # Definir um limiar para determinar se a string foi encontrada\n",
    "    limiar = 0.8\n",
    "    loc = np.where(resultado >= limiar)\n",
    "\n",
    "    if loc[0].size > 0:\n",
    "        print(f\"A string '{string}' foi encontrada na tela!\")\n",
    "        if reinicia():\n",
    "            last_clicked_position = None\n",
    "            iteration_counter = 0  # Zera o contador ao reiniciar o jogo\n",
    "            print(\"Jogo reiniciado!\")\n",
    "        else:\n",
    "            last_clicked_position = None\n",
    "            iteration_counter = 0  # Zera o contador ao reiniciar o jogo\n",
    "            click_left(745, 217)\n",
    "            time.sleep(0.3)\n",
    "            click_left(945, 586)\n",
    "            time.sleep(0.3)\n",
    "            click_left(759, 375)\n",
    "    else:\n",
    "        print(f\"A string '{string}' não foi encontrada na tela.\")\n",
    "\n",
    "# Cores\n",
    "ignore_1 = (55, 65, 81)\n",
    "ignore_2 = (75, 85, 99)\n",
    "flag_1 = (2, 6, 23)\n",
    "flag_2 = (30, 41, 59)\n",
    "target_1 = (87, 83, 78)\n",
    "target_2 = (68, 64, 60)\n",
    "\n",
    "# Distâncias\n",
    "square_distance_x = 28\n",
    "square_distance_y = 28\n",
    "\n",
    "# Tamanho do tabuleiro\n",
    "board_size_x = 9\n",
    "board_size_y = 9\n",
    "\n",
    "# Posição inicial do mouse\n",
    "start_x = 638\n",
    "start_y = 263\n",
    "\n",
    "# Contador de iterações\n",
    "iteration_counter = 0\n",
    "\n",
    "# Última posição clicada\n",
    "last_clicked_position = None\n",
    "\n",
    "time.sleep(2)\n",
    "\n",
    "while True:\n",
    "    # Inicializa o contador para a iteração atual\n",
    "    current_iteration_counter = 0\n",
    "\n",
    "    for y in range(board_size_y):\n",
    "        for x in range(board_size_x):\n",
    "            # Calcula as coordenadas do centro do quadrado\n",
    "            square_center_x = start_x + x * square_distance_x\n",
    "            square_center_y = start_y + y * square_distance_y\n",
    "\n",
    "            # Obtém a cor do quadrado no centro diretamente da imagem capturada\n",
    "            color = pyautogui.pixel(square_center_x, square_center_y)\n",
    "\n",
    "            # Verifica se a cor do quadrado é igual a um dos alvos\n",
    "            if is_color_equal(color, target_1) or is_color_equal(color, target_2):\n",
    "                click_left(square_center_x, square_center_y)\n",
    "                current_iteration_counter += 1\n",
    "\n",
    "                # Atualiza a última posição clicada\n",
    "                last_clicked_position = (square_center_x, square_center_y)\n",
    "\n",
    "    # Chame a função com a string \"Congratulations!\"\n",
    "    encontrar_string_na_tela(\"Congratulations!\")\n",
    "\n",
    "    # Verifica se o contador da iteração atual é maior que 1\n",
    "    if current_iteration_counter > 1:\n",
    "        # Incrementa o contador global\n",
    "        iteration_counter += 1\n",
    "\n",
    "        # Verifica se a última posição clicada se repetiu 5 vezes\n",
    "        if last_clicked_position is not None and iteration_counter == 16:\n",
    "            last_clicked_position = None\n",
    "            iteration_counter = 0  # Zera o contador ao reiniciar o jogo\n",
    "            click_left(745, 217)\n",
    "            time.sleep(0.3)\n",
    "            click_left(945, 586)\n",
    "            time.sleep(0.3)\n",
    "            click_left(759, 375)\n",
    "\n",
    "        # Verifica se a última posição clicada se repetiu 8 vezes e clica no quadrado ao redor\n",
    "        elif last_clicked_position is not None and (iteration_counter == 9 or iteration_counter == 11):\n",
    "            click_left(last_clicked_position[0] - square_distance_x, last_clicked_position[1] + square_distance_y)\n",
    "            click_left(last_clicked_position[0] + square_distance_x, last_clicked_position[1] - square_distance_y)\n",
    "            last_clicked_position = None\n",
    "        elif last_clicked_position is not None and (iteration_counter == 8 or iteration_counter == 10):\n",
    "            click_left(last_clicked_position[0] - square_distance_x, last_clicked_position[1] - square_distance_y)\n",
    "            click_left(last_clicked_position[0] + square_distance_x, last_clicked_position[1] + square_distance_y)\n",
    "            last_clicked_position = None\n",
    "    else:\n",
    "        if reinicia():\n",
    "            last_clicked_position = None\n",
    "            iteration_counter = 0  # Zera o contador ao reiniciar o jogo\n",
    "            print(\"Jogo reiniciado!\")\n",
    "        else:\n",
    "            last_clicked_position = None\n",
    "            iteration_counter = 0  # Zera o contador ao reiniciar o jogo\n",
    "            click_left(745, 217)\n",
    "            time.sleep(0.3)\n",
    "            click_left(945, 586)\n",
    "            time.sleep(0.3)\n",
    "            click_left(759, 375)\n",
    "    print(f\"Iteração {iteration_counter}\")\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}