final_maltron.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tkinter as tk\n",
    "from tkinter import ttk\n",
    "import time \n",
    "import threading\n",
    "import cv2\n",
    "import numpy as np\n",
    "import dlib\n",
    "from math import hypot\n",
    "import time\n",
    "import pandas as pd\n",
    "from fast_autocomplete import AutoComplete"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"data.csv\") \n",
    "words = {}\n",
    "empty = {}\n",
    "for index, row in df.iterrows():\n",
    "    if str(type(row['word'])) != \"<class 'str'>\":\n",
    "        continue\n",
    "    if len(row['word']) <= 4:\n",
    "        continue\n",
    "    words[row['word']] = empty\n",
    "    if len(words) > 20000:\n",
    "        break\n",
    "    \n",
    "autocomplete = AutoComplete(words = words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "root = tk.Tk()\n",
    "screen_width = root.winfo_screenwidth()\n",
    "screen_height = root.winfo_screenheight()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# highlights col based on col_num\n",
    "def highlightCol(cols, colnum):\n",
    "    for i in range(len(cols)):\n",
    "        selectedCol = cols[i]\n",
    "        for j in range(len(selectedCol)):\n",
    "            selectedBtn = selectedCol[j]\n",
    "            selectedBtn[\"bg\"] = \"#f7f7f7\"\n",
    "    \n",
    "    currCol = cols[colnum]\n",
    "    for i in range(len(currCol)):\n",
    "        currBtn = currCol[i]\n",
    "        currBtn[\"bg\"] = \"#5a79a5\"\n",
    "        \n",
    "# hightlights key based on col num and row num\n",
    "def highlightBtn(cols, colnum, rownum):\n",
    "    currBtn = cols[colnum][rownum]\n",
    "    \n",
    "    for i in range(len(cols)):\n",
    "        selectedCol = cols[i]\n",
    "        for j in range(len(selectedCol)):\n",
    "            selectedBtn = selectedCol[j]\n",
    "            selectedBtn[\"bg\"] = \"#f7f7f7\"\n",
    "    \n",
    "    currBtn[\"bg\"] = \"#5a79a5\"   \n",
    "    \n",
    "def get_letter_key(cols, column, rownum):\n",
    "    currBtn = cols[column][rownum]\n",
    "    return currBtn[\"text\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# updates the suggested list words \n",
    "def update(text_entry, cols):\n",
    "    currCol = cols[len(cols)-1]\n",
    "    currTxt = text_entry.get()\n",
    "    \n",
    "    lis = list(currTxt.split(\" \"))\n",
    "    length = len(lis)\n",
    "     \n",
    "    lastWord = lis[length-1]\n",
    "    listOfWords = autocomplete.search(word = lastWord , max_cost=1, size=6)\n",
    "    \n",
    "    i = 0\n",
    "    for btn in currCol:\n",
    "        if i >= len(listOfWords):\n",
    "            btn[\"text\"] = \"\"\n",
    "        else:\n",
    "            btn[\"text\"] = listOfWords[i]\n",
    "        i += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# prints letter using row_num and col_num\n",
    "def clickBtn(text_entry, cols, colnum, rownum):\n",
    "    extra = {\"backspace\", \"space\", \"enter\", \"clear\", \"close\"}\n",
    "    btn = cols[colnum][rownum]\n",
    "    currBtn = btn\n",
    "    if colnum == len(cols)-1:\n",
    "        index = text_entry.get().rfind(\" \") + 1\n",
    "        text_entry.delete(index, \"end\")\n",
    "        text_entry.insert(len(text_entry.get()), currBtn[\"text\"]) \n",
    "    elif btn[\"text\"] in extra:\n",
    "        currChar = currBtn[\"text\"]\n",
    "        if currChar == \"backspace\":\n",
    "            if len(text_entry.get()) == 0:\n",
    "                temp = 0\n",
    "            else:\n",
    "                text_entry.delete(len(text_entry.get())-1,\"end\")\n",
    "        elif currChar == \"space\":\n",
    "            text_entry.insert(len(text_entry.get()), ' ')\n",
    "        elif currChar == \"enter\":\n",
    "            text_entry.insert(len(text_entry.get()), '\\n')\n",
    "        elif currChar == \"clear\":\n",
    "            text_entry.delete(len(text_entry.get()),\"end\")\n",
    "        elif currChar == \"close\":\n",
    "            window.close()\n",
    "    else:\n",
    "        if len(text_entry.get()) == 0:\n",
    "            text_entry.insert(0,\"   \")\n",
    "        text_entry.insert(len(text_entry.get()), currBtn[\"text\"])\n",
    "    update(text_entry, cols)\n",
    "        \n",
    "        \n",
    "# prints letter using just button \n",
    "def clickThisBtn(text_entry, btn):\n",
    "    extra = {\"backspace\", \"space\", \"enter\", \"clear\", \"close\"}\n",
    "    if btn[\"text\"] in extra:\n",
    "        currBtn = btn\n",
    "        currChar = currBtn[\"text\"]\n",
    "        if currChar == \"backspace\":\n",
    "            if len(text_entry.get()) == 0:\n",
    "                temp = 0\n",
    "            else:\n",
    "                text_entry.delete(len(text_entry.get())-1,\"end\")\n",
    "        elif currChar == \"space\":\n",
    "            text_entry.insert(len(text_entry.get()), ' ')\n",
    "        elif currChar == \"enter\":\n",
    "            text_entry.insert(len(text_entry.get()), '\\n')\n",
    "        elif currChar == \"clear\":\n",
    "            text_entry.delete(len(text_entry.get()),\"end\")\n",
    "        elif currChar == \"close\":\n",
    "            window.close()\n",
    "    else:\n",
    "        if len(text_entry.get()) == 0:\n",
    "            text_entry.insert(0,\"   \")\n",
    "        text_entry.insert(len(text_entry.get()), btn[\"text\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "class tkinterApp(tk.Tk):\n",
    "    def __init__(self, *args, **kwargs): \n",
    "        tk.Tk.__init__(self, *args, **kwargs)\n",
    "        \n",
    "        container = tk.Frame(self,width = screen_width, height = screen_height)\n",
    "        self.title(\"Eye Gaze Controlled Keyboard\")\n",
    "        screen_dimension = str(screen_width) + \"x\" + str(screen_height)\n",
    "        self.geometry(screen_dimension)\n",
    "        \n",
    "        container.pack(side = \"top\", fill = \"both\", expand = True)\n",
    "        container.grid_rowconfigure(0, weight = 1)\n",
    "        container.grid_columnconfigure(0, weight = 1)\n",
    "        \n",
    "        self.frames = {} \n",
    "         \n",
    "        frame = Main(container, self)\n",
    "        self.frames[Main] = frame \n",
    "        frame.grid(row = 0, column = 0, sticky =\"nsew\")\n",
    "        self.show_frame(Main)\n",
    "        \n",
    "    def show_frame(self, cont):\n",
    "        frame = self.frames[cont]\n",
    "        frame.tkraise()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "detector = dlib.get_frontal_face_detector()\n",
    "predictor = dlib.shape_predictor(\"shape_predictor_68_face_landmarks.dat\")\n",
    "font = cv2.FONT_HERSHEY_PLAIN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "def midpoint(p1 ,p2):\n",
    "    return int((p1.x + p2.x)/2), int((p1.y + p2.y)/2)\n",
    "\n",
    "def get_blinking_ratio(eye_points, facial_landmarks):\n",
    "    left_point = (facial_landmarks.part(eye_points[0]).x, facial_landmarks.part(eye_points[0]).y)\n",
    "    right_point = (facial_landmarks.part(eye_points[3]).x, facial_landmarks.part(eye_points[3]).y)\n",
    "    center_top = midpoint(facial_landmarks.part(eye_points[1]), facial_landmarks.part(eye_points[2]))\n",
    "    center_bottom = midpoint(facial_landmarks.part(eye_points[5]), facial_landmarks.part(eye_points[4]))\n",
    "\n",
    "    #hor_line = cv2.line(frame, left_point, right_point, (0, 255, 0), 2)\n",
    "    #ver_line = cv2.line(frame, center_top, center_bottom, (0, 255, 0), 2)\n",
    "\n",
    "    hor_line_lenght = hypot((left_point[0] - right_point[0]), (left_point[1] - right_point[1]))\n",
    "    ver_line_lenght = hypot((center_top[0] - center_bottom[0]), (center_top[1] - center_bottom[1]))\n",
    "\n",
    "    ratio = hor_line_lenght / ver_line_lenght\n",
    "    return ratio\n",
    "\n",
    "\n",
    "def eyes_contour_points(facial_landmarks):\n",
    "    left_eye = []\n",
    "    right_eye = []\n",
    "    for n in range(36, 42):\n",
    "        x = facial_landmarks.part(n).x\n",
    "        y = facial_landmarks.part(n).y\n",
    "        left_eye.append([x, y])\n",
    "    for n in range(42, 48):\n",
    "        x = facial_landmarks.part(n).x\n",
    "        y = facial_landmarks.part(n).y\n",
    "        right_eye.append([x, y])\n",
    "    left_eye = np.array(left_eye, np.int32)\n",
    "    right_eye = np.array(right_eye, np.int32)\n",
    "    return left_eye, right_eye\n",
    "\n",
    "def get_gaze_ratio(eye_points, facial_landmarks,frame, gray):\n",
    "    left_eye_region = np.array([(facial_landmarks.part(eye_points[0]).x, facial_landmarks.part(eye_points[0]).y),\n",
    "                                (facial_landmarks.part(eye_points[1]).x, facial_landmarks.part(eye_points[1]).y),\n",
    "                                (facial_landmarks.part(eye_points[2]).x, facial_landmarks.part(eye_points[2]).y),\n",
    "                                (facial_landmarks.part(eye_points[3]).x, facial_landmarks.part(eye_points[3]).y),\n",
    "                                (facial_landmarks.part(eye_points[4]).x, facial_landmarks.part(eye_points[4]).y),\n",
    "                                (facial_landmarks.part(eye_points[5]).x, facial_landmarks.part(eye_points[5]).y)], np.int32)\n",
    "    # cv2.polylines(frame, [left_eye_region], True, (0, 0, 255), 2)\n",
    "\n",
    "    height, width, _ = frame.shape\n",
    "    mask = np.zeros((height, width), np.uint8)\n",
    "    cv2.polylines(mask, [left_eye_region], True, 255, 2)\n",
    "    cv2.fillPoly(mask, [left_eye_region], 255)\n",
    "    eye = cv2.bitwise_and(gray, gray, mask=mask)\n",
    "\n",
    "    min_x = np.min(left_eye_region[:, 0])\n",
    "    max_x = np.max(left_eye_region[:, 0])\n",
    "    min_y = np.min(left_eye_region[:, 1])\n",
    "    max_y = np.max(left_eye_region[:, 1])\n",
    "\n",
    "    gray_eye = eye[min_y: max_y, min_x: max_x]\n",
    "    _, threshold_eye = cv2.threshold(gray_eye, 70, 255, cv2.THRESH_BINARY)\n",
    "    height, width = threshold_eye.shape\n",
    "    left_side_threshold = threshold_eye[0: height, 0: int(width / 2)]\n",
    "    left_side_white = cv2.countNonZero(left_side_threshold)\n",
    "\n",
    "    right_side_threshold = threshold_eye[0: height, int(width / 2): width]\n",
    "    right_side_white = cv2.countNonZero(right_side_threshold)\n",
    "\n",
    "    if left_side_white == 0:\n",
    "        gaze_ratio = 1\n",
    "    elif right_side_white == 0:\n",
    "        gaze_ratio = 5\n",
    "    else:\n",
    "        gaze_ratio = left_side_white / right_side_white\n",
    "    return gaze_ratio"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Main(tk.Frame):\n",
    "    frames_count_1 = 0\n",
    "    \n",
    "    #for if highlights\n",
    "    key_blink = False\n",
    "    key_gaze = True\n",
    "    key_row = False\n",
    "    \n",
    "    #count frames\n",
    "    blinking_frames = 0\n",
    "    index_letter = 0\n",
    "    col_letter = 0\n",
    "    blinking_frames_le = 0\n",
    "    blinking_frames_ri = 0\n",
    "    \n",
    "    gaze_ratio = 0\n",
    "    blinking_ratio = 0\n",
    "    \n",
    "    gaze_sight = \"\"\n",
    "    \n",
    "    #active_constants\n",
    "    active_blinking = 4\n",
    "    active_gaze = 15\n",
    "    frame_limit = 25\n",
    "    \n",
    "    text = \"\"\n",
    "    \n",
    "    \n",
    "    def __init__(self, parent, controller): \n",
    "        tk.Frame.__init__(self, parent)\n",
    "        self.configure(background = \"#dee7ef\")\n",
    "    \n",
    "        heading_x = (screen_width//2) - 200\n",
    "        heading_y = 50   \n",
    "        \n",
    "        labelHeading = tk.Label(self, text = \"Eye Gaze Controlled Keyboard\",background = \"#dee7ef\", font=(\"Helvetica\", 20, 'bold'), fg = '#5a79a5')\n",
    "        labelHeading.place(x = heading_x, y = heading_y)\n",
    "        \n",
    "        x_gaze = (screen_width) - 300\n",
    "#         entryText_1 = tk.String()\n",
    "        \n",
    "        text_entry_1 = tk.Entry(self, font=(\"Helvetica\", 14), background = \"#f7f7f7\")\n",
    "        text_entry_1.place(x = x_gaze , y = heading_y , width =250 , height = 50)\n",
    "        text_entry_1.insert(0, \"This is the default text\")\n",
    "        text_entry_1.configure(state='disabled')\n",
    "        \n",
    "        text_entry_w = screen_width*0.7\n",
    "        text_entry_h = screen_height*0.3\n",
    "        \n",
    "        text_entry = tk.Entry(self, font=(\"Helvetica\", 18), background = \"#f7f7f7\")\n",
    "        text_entry.place(x = screen_width/2 - text_entry_w/2 , y = heading_y + 80, width = text_entry_w, height = text_entry_h)\n",
    "\n",
    "        keyboard_x = 20 \n",
    "        keyboard_y = heading_y + text_entry_h + 120 \n",
    "        \n",
    "        kw = 10\n",
    "        \n",
    "        b1 = tk.Button(self, text = \"backspace\", width = kw, pady = 5, bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b1.configure(command = lambda: clickThisBtn(text_entry, b1))\n",
    "        b1.place(x = keyboard_x,y= keyboard_y)   \n",
    "        b2 = tk.Button(self, text = \"space\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b2.configure(command = lambda: clickThisBtn(text_entry, b2))\n",
    "        b2.place(x = keyboard_x,y= keyboard_y + 50) \n",
    "        b3 = tk.Button(self, text = \"enter\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b3.configure(command = lambda: clickThisBtn(text_entry, b3))\n",
    "        b3.place(x = keyboard_x,y= keyboard_y + 100) \n",
    "        b4 = tk.Button(self, text = \"clear\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b4.configure(command = lambda: clickThisBtn(text_entry, b4))\n",
    "        b4.place(x = keyboard_x,y= keyboard_y + 150) \n",
    "        b5 = tk.Button(self, text = \"close\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b5.configure(command = lambda: clickThisBtn(text_entry, b5))\n",
    "        b5.place(x = keyboard_x,y= keyboard_y + 200) \n",
    "        \n",
    "        xx = screen_width*0.057\n",
    "        d =  screen_width*0.057\n",
    "        \n",
    "        b6 = tk.Button(self, text = \"q\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b6.configure(command = lambda: clickThisBtn(text_entry, b6))\n",
    "        b6.place(x = keyboard_x + xx,y= keyboard_y ) \n",
    "        b7 = tk.Button(self, text = \"a\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b7.configure(command = lambda: clickThisBtn(text_entry, b7))   \n",
    "        b7.place(x = keyboard_x + xx, y = keyboard_y + 50)   \n",
    "        b8 = tk.Button(self, text = \",\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b8.configure(command = lambda: clickThisBtn(text_entry, b8)) \n",
    "        b8.place(x = keyboard_x + xx,y= keyboard_y + 100) \n",
    "        b9 = tk.Button(self, text = \"!\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b9.configure(command = lambda: clickThisBtn(text_entry, b9))\n",
    "        b9.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b10 = tk.Button(self, text = \"<\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b10.configure(command = lambda: clickThisBtn(text_entry, b10))\n",
    "        b10.place(x = keyboard_x + xx,y= keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b11 = tk.Button(self, text = \"p\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b11.configure(command = lambda: clickThisBtn(text_entry, b11))\n",
    "        b11.place(x = keyboard_x + xx,y= keyboard_y ) \n",
    "        b12 = tk.Button(self, text = \"n\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b12.configure(command = lambda: clickThisBtn(text_entry, b12))\n",
    "        b12.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b13 = tk.Button(self, text = \".\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b13.configure(command = lambda: clickThisBtn(text_entry, b13))\n",
    "        b13.place(x = keyboard_x + xx, y = keyboard_y+100)   \n",
    "        b14 = tk.Button(self, text = \"\\\"\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b14.configure(command = lambda: clickThisBtn(text_entry, b14))\n",
    "        b14.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b15 = tk.Button(self, text = \">\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b15.configure(command = lambda: clickThisBtn(text_entry, b15))\n",
    "        b15.place(x = keyboard_x + xx,y= keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b16 = tk.Button(self, text = \"y\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b16.configure(command = lambda: clickThisBtn(text_entry, b16))\n",
    "        b16.place(x = keyboard_x + xx,y= keyboard_y) \n",
    "        b17 = tk.Button(self, text = \"l\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b17.configure(command = lambda: clickThisBtn(text_entry, b17))\n",
    "        b17.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b18 = tk.Button(self, text = \"j\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b18.configure(command = lambda: clickThisBtn(text_entry, b18))\n",
    "        b18.place(x = keyboard_x + xx,y= keyboard_y + 100)  \n",
    "        b19 = tk.Button(self, text = \"?\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b19.configure(command = lambda: clickThisBtn(text_entry, b19))\n",
    "        b19.place(x = keyboard_x + xx, y = keyboard_y + 150)   \n",
    "        b20 = tk.Button(self, text = \"#\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b20.configure(command = lambda: clickThisBtn(text_entry, b20))\n",
    "        b20.place(x = keyboard_x + xx,y= keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b21 = tk.Button(self, text = \"c\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b21.configure(command = lambda: clickThisBtn(text_entry, b21))\n",
    "        b21.place(x = keyboard_x + xx,y= keyboard_y) \n",
    "        b22 = tk.Button(self, text = \"s\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b22.configure(command = lambda: clickThisBtn(text_entry, b22))\n",
    "        b22.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b23 = tk.Button(self, text = \"g\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b23.configure(command = lambda: clickThisBtn(text_entry, b23))\n",
    "        b23.place(x = keyboard_x + xx,y= keyboard_y + 100) \n",
    "        b24 = tk.Button(self, text = \"@\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b24.configure(command = lambda: clickThisBtn(text_entry, b24))\n",
    "        b24.place(x = keyboard_x + xx,y= keyboard_y + 150)  \n",
    "        b25 = tk.Button(self, text = \"$\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b25.configure(command = lambda: clickThisBtn(text_entry, b25))\n",
    "        b25.place(x = keyboard_x + xx, y = keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b26 = tk.Button(self, text = \"b\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b26.configure(command = lambda: clickThisBtn(text_entry, b26))\n",
    "        b26.place(x = keyboard_x + xx,y= keyboard_y ) \n",
    "        b27 = tk.Button(self, text = \"f\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b27.configure(command = lambda: clickThisBtn(text_entry, b27))\n",
    "        b27.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b28 = tk.Button(self, text = \"e\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b28.configure(command = lambda: clickThisBtn(text_entry, b28))\n",
    "        b28.place(x = keyboard_x + xx,y= keyboard_y + 100) \n",
    "        b29 = tk.Button(self, text = \"'\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b29.configure(command = lambda: clickThisBtn(text_entry, b29))\n",
    "        b29.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b30 = tk.Button(self, text = \"{\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b30.configure(command = lambda: clickThisBtn(text_entry, b30))\n",
    "        b30.place(x = keyboard_x + xx,y= keyboard_y + 200)  \n",
    "        \n",
    "        xx += d\n",
    "\n",
    "        b31 = tk.Button(self, text = \"7\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b31.configure(command = lambda: clickThisBtn(text_entry, b31))\n",
    "        b31.place(x = keyboard_x + xx, y = keyboard_y)   \n",
    "        b32 = tk.Button(self, text = \"4\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b32.configure(command = lambda: clickThisBtn(text_entry, b32))\n",
    "        b32.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b33 = tk.Button(self, text = \"1\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b33.configure(command = lambda: clickThisBtn(text_entry, b33))\n",
    "        b33.place(x = keyboard_x + xx,y= keyboard_y + 100) \n",
    "        b34 = tk.Button(self, text = \"0\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b34.configure(command = lambda: clickThisBtn(text_entry, b34))\n",
    "        b34.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b35 = tk.Button(self, text = \"}\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b35.configure(command = lambda: clickThisBtn(text_entry, b35))\n",
    "        b35.place(x = keyboard_x + xx,y= keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b36 = tk.Button(self, text = \"8\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b36.configure(command = lambda: clickThisBtn(text_entry, b36))\n",
    "        b36.place(x = keyboard_x + xx,y= keyboard_y )  \n",
    "        b37 = tk.Button(self, text = \"5\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b37.configure(command = lambda: clickThisBtn(text_entry, b37))\n",
    "        b37.place(x = keyboard_x + xx, y = keyboard_y + 50)   \n",
    "        b38 = tk.Button(self, text = \"2\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b38.configure(command = lambda: clickThisBtn(text_entry, b38))\n",
    "        b38.place(x = keyboard_x + xx,y= keyboard_y + 100) \n",
    "        b39 = tk.Button(self, text = \".\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b39.configure(command = lambda: clickThisBtn(text_entry, b39))\n",
    "        b39.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b40 = tk.Button(self, text = \"[\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b40.configure(command = lambda: clickThisBtn(text_entry, b40))\n",
    "        b40.place(x = keyboard_x + xx,y= keyboard_y + 200)\n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b41 = tk.Button(self, text = \"9\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b41.configure(command = lambda: clickThisBtn(text_entry, b41))\n",
    "        b41.place(x = keyboard_x + xx,y= keyboard_y ) \n",
    "        b42 = tk.Button(self, text = \"6\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b42.configure(command = lambda: clickThisBtn(text_entry, b42))\n",
    "        b42.place(x = keyboard_x + xx,y= keyboard_y + 50)   \n",
    "        b43 = tk.Button(self, text = \"3\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b43.configure(command = lambda: clickThisBtn(text_entry, b43))\n",
    "        b43.place(x = keyboard_x + xx, y = keyboard_y + 100)   \n",
    "        b44 = tk.Button(self, text = \"enter\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b44.configure(command = lambda: clickThisBtn(text_entry, b44))\n",
    "        b44.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b45 = tk.Button(self, text = \"]\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b45.configure(command = lambda: clickThisBtn(text_entry, b45))\n",
    "        b45.place(x = keyboard_x + xx,y= keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b46 = tk.Button(self, text = \"*\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b46.configure(command = lambda: clickThisBtn(text_entry, b46))\n",
    "        b46.place(x = keyboard_x + xx,y= keyboard_y ) \n",
    "        b47 = tk.Button(self, text = \"/\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b47.configure(command = lambda: clickThisBtn(text_entry, b47))\n",
    "        b47.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b48 = tk.Button(self, text = \"+\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b48.configure(command = lambda: clickThisBtn(text_entry, b48))\n",
    "        b48.place(x = keyboard_x + xx,y= keyboard_y + 100) \n",
    "        b49 = tk.Button(self, text = \"-\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b49.configure(command = lambda: clickThisBtn(text_entry, b49))\n",
    "        b49.place(x = keyboard_x + xx, y = keyboard_y + 150)   \n",
    "        b50 = tk.Button(self, text = \"=\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b50.configure(command = lambda: clickThisBtn(text_entry, b50))\n",
    "        b50.place(x = keyboard_x + xx,y= keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b51 = tk.Button(self, text = \"v\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b51.configure(command = lambda: clickThisBtn(text_entry, b51))\n",
    "        b51.place(x = keyboard_x + xx,y= keyboard_y ) \n",
    "        b52 = tk.Button(self, text = \"d\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b52.configure(command = lambda: clickThisBtn(text_entry, b52))\n",
    "        b52.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b53 = tk.Button(self, text = \";\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b53.configure(command = lambda: clickThisBtn(text_entry, b53))\n",
    "        b53.place(x = keyboard_x + xx,y= keyboard_y + 100) \n",
    "        b54 = tk.Button(self, text = \":\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b54.configure(command = lambda: clickThisBtn(text_entry, b54))\n",
    "        b54.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b55 = tk.Button(self, text = \"%\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b55.configure(command = lambda: clickThisBtn(text_entry, b55))\n",
    "        b55.place(x = keyboard_x + xx, y = keyboard_y + 200)  \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b56 = tk.Button(self, text = \"m\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b56.configure(command = lambda: clickThisBtn(text_entry, b56))\n",
    "        b56.place(x = keyboard_x + xx,y= keyboard_y) \n",
    "        b57 = tk.Button(self, text = \"t\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b57.configure(command = lambda: clickThisBtn(text_entry, b57))\n",
    "        b57.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b58 = tk.Button(self, text = \"w\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b58.configure(command = lambda: clickThisBtn(text_entry, b58))\n",
    "        b58.place(x = keyboard_x + xx,y= keyboard_y + 100) \n",
    "        b59 = tk.Button(self, text = \"^\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b59.configure(command = lambda: clickThisBtn(text_entry, b59))\n",
    "        b59.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b60 = tk.Button(self, text = \"\\\\\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b60.configure(command = lambda: clickThisBtn(text_entry, b60))\n",
    "        b60.place(x = keyboard_x + xx,y= keyboard_y + 200)\n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b61 = tk.Button(self, text = \"u\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b61.configure(command = lambda: clickThisBtn(text_entry, b61))\n",
    "        b61.place(x = keyboard_x + xx, y = keyboard_y)   \n",
    "        b62 = tk.Button(self, text = \"h\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b62.configure(command = lambda: clickThisBtn(text_entry, b62))\n",
    "        b62.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b63 = tk.Button(self, text = \"k\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b63.configure(command = lambda: clickThisBtn(text_entry, b63))\n",
    "        b63.place(x = keyboard_x + xx,y= keyboard_y + 100) \n",
    "        b64 = tk.Button(self, text = \"&\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b64.configure(command = lambda: clickThisBtn(text_entry, b64))\n",
    "        b64.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b65 = tk.Button(self, text = \"`\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b65.configure(command = lambda: clickThisBtn(text_entry, b65))\n",
    "        b65.place(x = keyboard_x + xx,y= keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b66 = tk.Button(self, text = \"z\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b66.configure(command = lambda: clickThisBtn(text_entry, b66))\n",
    "        b66.place(x = keyboard_x + xx,y= keyboard_y) \n",
    "        b67 = tk.Button(self, text = \"o\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b67.configure(command = lambda: clickThisBtn(text_entry, b67))\n",
    "        b67.place(x = keyboard_x + xx, y = keyboard_y + 50)   \n",
    "        b68 = tk.Button(self, text = \"_\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b68.configure(command = lambda: clickThisBtn(text_entry, b68))\n",
    "        b68.place(x = keyboard_x + xx, y = keyboard_y + 100) \n",
    "        b69 = tk.Button(self, text = \"{\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b69.configure(command = lambda: clickThisBtn(text_entry, b69))\n",
    "        b69.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b70 = tk.Button(self, text = \"~\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b70.configure(command = lambda: clickThisBtn(text_entry, b70))\n",
    "        b70.place(x = keyboard_x + xx,y= keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b71 = tk.Button(self, text = \"l\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b71.configure(command = lambda: clickThisBtn(text_entry, b71))\n",
    "        b71.place(x = keyboard_x + xx,y= keyboard_y ) \n",
    "        b72 = tk.Button(self, text = \"r\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b72.configure(command = lambda: clickThisBtn(text_entry, b72))\n",
    "        b72.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b73 = tk.Button(self, text = \"x\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b73.configure(command = lambda: clickThisBtn(text_entry, b73))\n",
    "        b73.place(x = keyboard_x + xx, y = keyboard_y + 100)   \n",
    "        b74 = tk.Button(self, text = \"}\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b74.configure(command = lambda: clickThisBtn(text_entry, b74))\n",
    "        b74.place(x = keyboard_x + xx,y= keyboard_y + 150) \n",
    "        b75 = tk.Button(self, text = \"|\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b75.configure(command = lambda: clickThisBtn(text_entry, b75))\n",
    "        b75.place(x = keyboard_x + xx,y= keyboard_y + 200) \n",
    "        \n",
    "        xx += d\n",
    "        \n",
    "        b76 = tk.Button(self, text = \"The\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b76.configure(command = lambda: clickThisBtn(text_entry, b76))\n",
    "        b76.place(x = keyboard_x + xx,y= keyboard_y) \n",
    "        b77 = tk.Button(self, text = \"You\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b77.configure(command = lambda: clickThisBtn(text_entry, b77))\n",
    "        b77.place(x = keyboard_x + xx,y= keyboard_y + 50) \n",
    "        b78 = tk.Button(self, text = \"I\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b78.configure(command = lambda: clickThisBtn(text_entry, b78))\n",
    "        b78.place(x = keyboard_x + xx,y= keyboard_y + 100)\n",
    "        b79 = tk.Button(self, text = \"This\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b79.configure(command = lambda: clickThisBtn(text_entry, b78))\n",
    "        b79.place(x = keyboard_x + xx,y= keyboard_y + 150)\n",
    "        b80 = tk.Button(self, text = \"So\",width = kw, pady = 5,bg=\"#f7f7f7\",relief = \"sunken\")\n",
    "        b80.configure(command = lambda: clickThisBtn(text_entry, b78))\n",
    "        b80.place(x = keyboard_x + xx,y= keyboard_y + 200)\n",
    "        \n",
    "        \n",
    "        col1 = [b1, b2, b3, b4, b5 ]\n",
    "        col2 = [b6, b7, b8, b9, b10]\n",
    "        col3 = [ b11, b12, b13, b14, b15]\n",
    "        col4 = [b16, b17, b18, b19, b20]\n",
    "        col5 = [b21, b22, b23, b24, b25]\n",
    "        col6 = [b26, b27, b28, b29, b30]\n",
    "        col7 = [b31, b32, b33, b34, b35]\n",
    "        col8 = [b36, b37, b38, b39, b40]\n",
    "        col9 = [b41, b42, b43, b44, b45]\n",
    "        col10 = [b46, b47, b48,b49, b50]\n",
    "        col11 = [b51, b52, b53, b54, b55]\n",
    "        col12 = [b56, b57, b58, b59, b60]\n",
    "        col13 = [b61, b62, b63, b64, b65] \n",
    "        col14 = [b66,b67, b68, b69, b70]\n",
    "        col15 = [b71, b72, b73, b74, b75]\n",
    "        col16 = [b76, b77 , b78, b79, b80]\n",
    "        \n",
    "        cols = [col1, col2, col3, col4, col5, col6, col7, col8, col9, col10, col11, col12, col13, col14, col15, col16]  \n",
    "        \n",
    "        cap = cv2.VideoCapture(0)\n",
    "#         frames_count = 0\n",
    "        \n",
    "        \n",
    "        def my_mainloop():\n",
    "            _, frame = cap.read(0)\n",
    "            self.frames_count_1 += 1\n",
    "            gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)\n",
    "\n",
    "            # Face detection\n",
    "            faces = detector(gray)\n",
    "            temp_gaze = \"\"\n",
    "\n",
    "            for face in faces:\n",
    "                landmarks = predictor(gray, face)\n",
    "\n",
    "                left_eye, right_eye = eyes_contour_points(landmarks)\n",
    "\n",
    "                 # Eyes color\n",
    "                cv2.polylines(frame, [left_eye], True, (0, 0, 255), 2)\n",
    "                cv2.polylines(frame, [right_eye], True, (0, 0, 255), 2)\n",
    "\n",
    "                # Detect blinking\n",
    "                left_eye_ratio = get_blinking_ratio([36, 37, 38, 39, 40, 41], landmarks)\n",
    "                right_eye_ratio = get_blinking_ratio([42, 43, 44, 45, 46, 47], landmarks)\n",
    "                self.blinking_ratio = (left_eye_ratio + right_eye_ratio) / 2\n",
    "                \n",
    "                \n",
    "                gaze_ratio_left_eye = get_gaze_ratio([36, 37, 38, 39, 40, 41], landmarks, frame, gray)\n",
    "                gaze_ratio_right_eye = get_gaze_ratio([42, 43, 44, 45, 46, 47], landmarks, frame, gray)\n",
    "                self.gaze_ratio = (gaze_ratio_right_eye + gaze_ratio_left_eye) / 2\n",
    "\n",
    "                if(self.blinking_ratio > 5):\n",
    "                    cv2.putText(frame, \"Blinking\", (150, 100), font, 2, (0, 255 ,0), 1)\n",
    "                else:\n",
    "                    if self.gaze_ratio <= 0.9:\n",
    "                        temp_gaze = \"RIGHT\"\n",
    "                        cv2.putText(frame, \"RIGHT\", (50, 100), font, 2, (0, 0, 255), 3)\n",
    "                    elif 1 < self.gaze_ratio < 1.7:\n",
    "                        temp_gaze = \"CENTER\"\n",
    "                        cv2.putText(frame, \"CENTER\", (50, 100), font, 2, (0, 0, 255), 3)\n",
    "                    else:\n",
    "                        temp_gaze = \"LEFT\"\n",
    "                        cv2.putText(frame, \"LEFT\", (50, 100), font, 2, (0, 0, 255), 3)\n",
    "                        \n",
    "            text_entry_1.configure(state='normal')\n",
    "            text_entry_1.delete(0,'end')\n",
    "            text_entry_1.insert(0, temp_gaze)\n",
    "            text_entry_1.configure(state='disabled') \n",
    "            \n",
    "#             highlightCol(cols, 2)\n",
    "                        \n",
    "            if (self.key_gaze):                \n",
    "                if(self.gaze_ratio <= 0.9):\n",
    "                    self.blinking_frames_ri += 1\n",
    "                    self.frames_count_1 -= 1\n",
    "\n",
    "                    if(self.blinking_frames_ri == self.active_gaze):\n",
    "                        self.key_blink = True\n",
    "                        self.key_gaze = False\n",
    "                        self.frames_count_1 = 0\n",
    "                        self.gaze_sight = \"Right\"\n",
    "                        self.blinking_frames_ri = self.blinking_frames_le = 0 \n",
    "\n",
    "                elif (self.gaze_ratio >= 1.7):\n",
    "                    self.blinking_frames_le += 1\n",
    "                    self.frames_count_1 -= 1\n",
    "\n",
    "                    if(self.blinking_frames_le == self.active_gaze):\n",
    "                        self.key_blink = True\n",
    "                        self.key_gaze = False\n",
    "                        self.frames_count_1 = 0\n",
    "                        self.gaze_sight = \"Left\"\n",
    "                        self.blinking_frames_le = self.blinking_frames_ri = 0\n",
    "\n",
    "            if(self.key_blink):\n",
    "                if(self.gaze_sight == \"Left\"):\n",
    "                    highlightCol(cols, self.index_letter)\n",
    "\n",
    "                    if(self.blinking_ratio > 4.9):\n",
    "                        self.blinking_frames += 1\n",
    "                        self.frames_count_1 -= 1\n",
    "\n",
    "                        if(self.blinking_frames == self.active_blinking):\n",
    "                            self.key_row = True\n",
    "                            self.key_blink = False\n",
    "                            self.frames_count_1 = 0\n",
    "                            self.blinking_frames = 0\n",
    "                    else:\n",
    "                        self.blinking_frames = 0\n",
    "                        \n",
    "\n",
    "                    if(self.frames_count_1 == self.frame_limit):\n",
    "                        self.index_letter += 1\n",
    "                        self.frames_count_1 = 0\n",
    "                    if(self.index_letter == 8):\n",
    "                        self.index_letter = 0\n",
    "                else:\n",
    "                    highlightCol(cols, 8 + self.index_letter)\n",
    "                    if(self.blinking_ratio > 4.9):\n",
    "                        self.blinking_frames += 1\n",
    "                        self.frames_count_1 -= 1\n",
    "\n",
    "                        if(self.blinking_frames == self.active_blinking):\n",
    "                            self.key_row = True\n",
    "                            self.key_blink = False\n",
    "                            self.frames_count_1 = 0\n",
    "                            self.blinking_frames = 0\n",
    "                            self.blinking_frames_le = self.blinking_frames_ri = 0\n",
    "                    else:\n",
    "                        self.blinking_frames = 0\n",
    "                            \n",
    "\n",
    "                    if(self.frames_count_1 == self.frame_limit):\n",
    "                        self.index_letter += 1\n",
    "                        self.frames_count_1 = 0\n",
    "                    if(self.index_letter == 8):\n",
    "                        self.index_letter = 0\n",
    "\n",
    "            if (self.key_row):\n",
    "                row_number= self.index_letter\n",
    "                if (self.gaze_sight == \"Right\"):\n",
    "                    highlightBtn(cols, 8 + self.index_letter, self.col_letter)\n",
    "                    row_number += 8\n",
    "\n",
    "                else:\n",
    "                    highlightBtn(cols, self.index_letter, self.col_letter)\n",
    "\n",
    "                if(self.frames_count_1 == self.frame_limit):\n",
    "                    self.col_letter += 1\n",
    "                    self.frames_count_1 = 0\n",
    "                if(self.col_letter == 5):\n",
    "                    self.col_letter = 0\n",
    "\n",
    "                if(self.blinking_ratio > 4.9):\n",
    "                        self.blinking_frames += 1\n",
    "                        self.frames_count_1 -= 1\n",
    "\n",
    "                        if(self.blinking_frames == self.active_blinking):\n",
    "                            self.key_row = False\n",
    "                            self.text += get_letter_key(cols,row_number,self.col_letter)\n",
    "                            print(self.text)\n",
    "                            clickBtn(text_entry, cols,row_number,self.col_letter)\n",
    "\n",
    "                            self.key_blink = False\n",
    "                            self.key_gaze = True\n",
    "                            self.frames_count_1 = 0\n",
    "                            self.blinking_frames = 0 \n",
    "                            self.blinking_frames_le = self.blinking_frames_ri = 0\n",
    "\n",
    "                            self.col_letter = 0\n",
    "                            self.index_letter = 0\n",
    "\n",
    "\n",
    "            self.after(10, my_mainloop)\n",
    "\n",
    "\n",
    "        self.after(10,my_mainloop)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "b\n",
      "bu\n",
      "buq\n",
      "buqbuses\n"
     ]
    }
   ],
   "source": [
    "import time\n",
    "\n",
    "start = time.time()\n",
    "\n",
    "window = tkinterApp()\n",
    "window.mainloop()\n",
    "\n",
    "end = time.time()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "63.06331205368042\n"
     ]
    }
   ],
   "source": [
    "print(end - start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "351",
   "language": "python",
   "name": "351"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}