GarticAutoDrawBot.ipynb

{
 "metadata": {
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  },
  "orig_nbformat": 4,
  "kernelspec": {
   "name": "python3",
   "display_name": "Python 3.9.6 64-bit"
  },
  "interpreter": {
   "hash": "639e9cd4bdad712cd2a7c4c9b53f658627a24355d3f9e4cdd83ed32a6a8b3c7f"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2,
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "source": [
    "pip install opencv-python"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "source": [
    "pip install Pillow"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "source": [
    "pip install pyautogui"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "source": [
    "pip install mss"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "source": [
    "pip install keyboard"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "source": [
    "import cv2\r\n",
    "import numpy as np\r\n",
    "import pyautogui\r\n",
    "import mss\r\n",
    "import keyboard\r\n",
    "from PIL import Image\r\n",
    "from time import time, sleep"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "source": [
    "while True:\r\n",
    "    \r\n",
    "    if keyboard.is_pressed('m'):\r\n",
    "        \r\n",
    "        dimensions_canvas = { ### YOU MAY NEED TO CHANGE LEFT AND TOP TO THE TOP LEFT OF GARTIC'S DRAWING SPACE\r\n",
    "        'left': 518,\r\n",
    "        'top': 341,\r\n",
    "        'width': 882,\r\n",
    "        'height': 491 \r\n",
    "        }\r\n",
    "\r\n",
    "        x = 518  ### SAME AS dimensions_canvas ### x IS LEFT y IS TOP\r\n",
    "        y = 341\r\n",
    "        we = 880\r\n",
    "        he = 490\r\n",
    "\r\n",
    "        print('Press o to select Point 1')\r\n",
    "        keyboard.wait('o')\r\n",
    "        point1x, point1y = pyautogui.position()\r\n",
    "\r\n",
    "        print('Press n to select Point 2')\r\n",
    "        keyboard.wait('n')\r\n",
    "        point2x, point2y = pyautogui.position()\r\n",
    "\r\n",
    "        x1 = point1x\r\n",
    "        y1 = point1y\r\n",
    "        x2 = (point2x - point1x)\r\n",
    "        y2 = (point2y - point1y)\r\n",
    "\r\n",
    "        dimensions_scr = {\r\n",
    "            'left': x1,\r\n",
    "            'top': y1,\r\n",
    "            'width': x2,\r\n",
    "            'height': y2\r\n",
    "            }\r\n",
    "\r\n",
    "        with mss.mss() as sct:\r\n",
    "            imga = sct.grab(dimensions_scr)\r\n",
    "            output_filename = 'image.png'\r\n",
    "            img = Image.frombytes(\"RGB\", imga.size, imga.bgra, \"raw\", \"BGRX\")\r\n",
    "            img.save(output_filename, \"PNG\")\r\n",
    "\r\n",
    "        pyautogui.PAUSE = 0\r\n",
    "\r\n",
    "        black = (0, 0, 0) ### DO NOT CHANGE THESE, THEY ARE THE AVAILABLE COLORS' color codes\r\n",
    "        grey = (102, 102, 102)\r\n",
    "        blue = (205, 80, 0)\r\n",
    "\r\n",
    "        white = (255, 255, 255)\r\n",
    "        ligrey = (170, 170, 170)\r\n",
    "        teal = (255, 201, 38)\r\n",
    "\r\n",
    "        green = (1, 116, 32)\r\n",
    "        darbrown = (6, 21, 105)\r\n",
    "        brown = (18, 65, 150)\r\n",
    "\r\n",
    "        ligreen = (60, 176, 17)\r\n",
    "        red = (19, 0, 255)\r\n",
    "        orange = (41, 120, 255)\r\n",
    "\r\n",
    "        librown = (28, 112, 176)\r\n",
    "        purple = (78, 0, 153)\r\n",
    "        coral = (87, 90, 203)\r\n",
    "\r\n",
    "        yellow = (78, 193, 255)\r\n",
    "        magenta = (143, 0, 255)\r\n",
    "        pink = (168, 175, 254)\r\n",
    "\r\n",
    "        blackList = []\r\n",
    "        greyList = []\r\n",
    "        blueList = []\r\n",
    "        whiteList = []\r\n",
    "        ligreyList = []\r\n",
    "        tealList = []\r\n",
    "        greenList = []\r\n",
    "        darbrownList = []\r\n",
    "        brownList = []\r\n",
    "        ligreenList = []\r\n",
    "        redList = []\r\n",
    "        orangeList = []\r\n",
    "        librownList = []\r\n",
    "        purpleList = []\r\n",
    "        coralList = []\r\n",
    "        yellowList = []\r\n",
    "        magentaList = []\r\n",
    "        pinkList = []\r\n",
    "\r\n",
    "        im = Image.open('image.png')\r\n",
    "        rgb_im = im.convert('RGB')\r\n",
    "        size = (880, 490)\r\n",
    "        rgb_ima = rgb_im.resize(size)\r\n",
    "\r\n",
    "        j = 0\r\n",
    "        h = 0\r\n",
    "        n = 5 ###### CHANGE HOW OFTEN TO COPY COLOR. HIGHER n means higher quality but longer time USUALLY GO BY 5 FOR THE STANDARD SIZE GARTIC GIVES\r\n",
    "        list_of_colors = [black, grey, blue, white, ligrey, teal, green, darbrown, brown, ligreen, red, orange, librown, purple, coral, yellow, magenta, pink]\r\n",
    "\r\n",
    "        while j < (size[0] - n):\r\n",
    "            while h < (size[1] - n):\r\n",
    "                b, g, r = rgb_ima.getpixel((j, h))\r\n",
    "\r\n",
    "                color = [r, g, b]\r\n",
    "\r\n",
    "                def closest(colors, color):\r\n",
    "                    colors = np.array(colors)\r\n",
    "                    color = np.array(color)\r\n",
    "                    distances = np.sqrt(np.sum((colors-color)**2,axis=1))\r\n",
    "                    index_of_smallest = np.where(distances==np.amin(distances))\r\n",
    "                    smallest_distance = colors[index_of_smallest]\r\n",
    "                    return smallest_distance \r\n",
    "\r\n",
    "                closest_color = closest(list_of_colors, color)\r\n",
    "\r\n",
    "                if closest_color[0][0] == white[0] and closest_color[0][1] == white[1] and closest_color[0][2] == white[2]:\r\n",
    "                    whiteList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == teal[0] and closest_color[0][1] == teal[1] and closest_color[0][2] == teal[2]:\r\n",
    "                    tealList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == magenta[0] and closest_color[0][1] == magenta[1] and closest_color[0][2] == magenta[2]:\r\n",
    "                    magentaList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == yellow[0] and closest_color[0][1] == yellow[1] and closest_color[0][2] == yellow[2]:\r\n",
    "                    yellowList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == blue[0] and closest_color[0][1] == blue[1] and closest_color[0][2] == blue[2]:\r\n",
    "                    blueList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == green[0] and closest_color[0][1] == green[1] and closest_color[0][2] == green[2]:\r\n",
    "                    greenList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == red[0] and closest_color[0][1] == red[1] and closest_color[0][2] == red[2]:\r\n",
    "                    redList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == black[0] and closest_color[0][1] == black[1] and closest_color[0][2] == black[2]:\r\n",
    "                    blackList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == orange[0] and closest_color[0][1] == orange[1] and closest_color[0][2] == orange[2]:\r\n",
    "                    orangeList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == grey[0] and closest_color[0][1] == grey[1] and closest_color[0][2] == grey[2]:\r\n",
    "                    greyList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == ligrey[0] and closest_color[0][1] == ligrey[1] and closest_color[0][2] == ligrey[2]:\r\n",
    "                    ligreyList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == darbrown[0] and closest_color[0][1] == darbrown[1] and closest_color[0][2] == darbrown[2]:\r\n",
    "                    darbrownList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == brown[0] and closest_color[0][1] == brown[1] and closest_color[0][2] == brown[2]:\r\n",
    "                    brownList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == ligreen[0] and closest_color[0][1] == ligreen[1] and closest_color[0][2] == ligreen[2]:\r\n",
    "                    ligreenList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == librown[0] and closest_color[0][1] == librown[1] and closest_color[0][2] == librown[2]:\r\n",
    "                    librownList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == purple[0] and closest_color[0][1] == purple[1] and closest_color[0][2] == purple[2]:\r\n",
    "                    purpleList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == coral[0] and closest_color[0][1] == coral[1] and closest_color[0][2] == coral[2]:\r\n",
    "                    coralList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                elif closest_color[0][0] == pink[0] and closest_color[0][1] == pink[1] and closest_color[0][2] == pink[2]:\r\n",
    "                    pinkList.append((j, h))\r\n",
    "                    h = h + n\r\n",
    "                else:\r\n",
    "                    h = h + n\r\n",
    "                \r\n",
    "                if h == (size[1] - n):\r\n",
    "                    j = j + n\r\n",
    "                    h = 0\r\n",
    "                    break\r\n",
    "\r\n",
    "            if j == (size[0] - n):\r\n",
    "                break\r\n",
    "\r\n",
    "        tim = .025\r\n",
    "        print(\"Start by pressing 'k'.\")\r\n",
    "        print(\"Once started press 'p' to quit.\")\r\n",
    "        keyboard.wait('k')\r\n",
    "\r\n",
    "        colNum = 0\r\n",
    "        i = 0\r\n",
    "\r\n",
    "        while True:\r\n",
    "            if keyboard.is_pressed('g'):\r\n",
    "                break\r\n",
    "\r\n",
    "            if colNum == 0:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(372, 475)  ##IF DIMENSIONS DO NOT LINE UP YOU WILL HAVE TO CHANGE EVERYONE OF THESE COORDS FOR EACH COLOR\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(372, 475) ## THE SECOND ONE TOO\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(whiteList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(whiteList[i][0] + 518, whiteList[i][1] + 341) ## THE 518 and 341 LISTED HERE ARE THE x AND y VALUES FROM THE VERY TOP IF YOUR SCREEN DIMESION IS DIFFERENT THEY ALL HAVE TO CHANGE FOR EACH COLOR\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "                \r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 1:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(458, 474) ## ON EVERY COLOR\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(458, 474) ## ALL OF THEM\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(tealList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(tealList[i][0] + 518, tealList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 2:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(414, 661)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(414, 661)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(magentaList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(magentaList[i][0] + 518, magentaList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 3:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(371, 662)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(371, 662)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(yellowList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(yellowList[i][0] + 518, yellowList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 4:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(459, 424)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(459, 424)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(blueList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(blueList[i][0] + 518, blueList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 5:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(370, 517)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(370, 517)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(greenList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(greenList[i][0] + 518, greenList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 6:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(411, 567)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(411, 567)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(redList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(redList[i][0] + 518, redList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 7:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(373, 427)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(373, 427)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(blackList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(blackList[i][0] + 518, blackList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 8:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(458, 568)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(458, 568)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(orangeList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(orangeList[i][0] + 518, orangeList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 9:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(415, 428)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(415, 428)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(greyList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(greyList[i][0] + 518, greyList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 10:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(416, 474)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(416, 474)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(ligreyList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(ligreyList[i][0] + 518, ligreyList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 11:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(417, 520)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(417, 520)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(darbrownList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(darbrownList[i][0] + 518, darbrownList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 12:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(459, 517)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(459, 517)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(brownList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(brownList[i][0] + 518, brownList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 13:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(370, 568)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(370, 568)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(ligreenList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(ligreenList[i][0] + 518, ligreenList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 14:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(369, 612)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(369, 612)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(librownList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(librownList[i][0] + 518, librownList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 15:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(413, 616)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(413, 616)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(purpleList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(purpleList[i][0] + 518, purpleList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 16:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(458, 615)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(458, 615)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(coralList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(coralList[i][0] + 518, coralList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 17:\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(458, 664)\r\n",
    "                sleep(.25)\r\n",
    "                pyautogui.click(458, 664)\r\n",
    "                sleep(.25)\r\n",
    "                while i < len(pinkList):\r\n",
    "\r\n",
    "                    if keyboard.is_pressed('p'):\r\n",
    "                        break\r\n",
    "\r\n",
    "                    pyautogui.click(pinkList[i][0] + 518, pinkList[i][1] + 341)\r\n",
    "                    sleep(tim)\r\n",
    "                    i = i + 1\r\n",
    "\r\n",
    "                i = 0\r\n",
    "                colNum = colNum + 1\r\n",
    "\r\n",
    "            if colNum == 18:\r\n",
    "                break"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "source": [
    "##This is to find position of cursor\r\n",
    "print(\"Start by pressing 'k'.\")\r\n",
    "print(\"Once started press 'p' to quit.\")\r\n",
    "keyboard.wait('k')\r\n",
    "x, y = pyautogui.position()\r\n",
    "print(x)\r\n",
    "print(y)"
   ],
   "outputs": [],
   "metadata": {}
  }
 ]
}