import local easyocr module

Author: Muntasib-creator

Framework/Built_In_Automation/Desktop/Windows/BuiltInFunctions.py

@@ -955,7 +955,7 @@ def install_ocr():
         if is_pytesseract_exe:
             CommonUtil.ExecLog(
                 sModuleInfo,
-                "Pytesseract executable file is alreday installed",
+                "Pytesseract executable file is already installed",
                 5,
             )
         else:
@@ -1144,7 +1144,6 @@ def image_search(step_data_set):
                 import numpy as np
                 import cv2
                 from pytesseract import pytesseract
-                import matplotlib.pyplot as plt
                 from difflib import SequenceMatcher
 
                 pytesseract.tesseract_cmd = os.environ["PROGRAMFILES"] + r"\Tesseract-OCR\tesseract.exe"
@@ -1255,107 +1254,99 @@ def new_image_text(step_data_set):
     install_ocr()
     sModuleInfo = inspect.currentframe().f_code.co_name + " : " + MODULE_NAME
 
-    import easyocr
-    import numpy as np
-    import cv2
-    from pytesseract import pytesseract
-    import matplotlib.pyplot as plt
-    from difflib import SequenceMatcher
-
-    pytesseract.tesseract_cmd = os.environ["PROGRAMFILES"] + r"\Tesseract-OCR\tesseract.exe"
-
-    file_name = ""
-    resolution = ""
-    idx = 0
-    confidence = 0.85
-    parent_dataset = []
-    image_text = ""
-    left_width = ""
-    top_height = ""
-    colour_state = ""
-    method_image = ""
-    language = ""
-    t_conf = 0.9
-    text_screenshot = ''
-    easyocr_paragraph = ''
-
-    for left, mid, right in step_data_set:
-        left = left.strip().lower()
-        mid = mid.strip().lower()
-        if mid == "element parameter":
-            if "index" in left:
-                idx = int(right.strip())
-            elif "ntext" in left:
-                image_text = right
-            elif 'language' in left:
-                language = right
-            elif 't_conf' in left:
-                t_conf = float(right)
-            elif 't_screenshot' in left:
-                text_screenshot = right
-            elif 'easyocr_paragraph' in left:
-                easyocr_paragraph = right
-
-    PIL.ImageGrab.grab().save("sample.png")
-    reader = easyocr.Reader([language])
-    if easyocr_paragraph == 'true':
-        output = reader.readtext("sample.png", paragraph=True)
-    else:
-        output = reader.readtext("sample.png", paragraph=False)
+    try:
+        from Framework import easyocr
+        import numpy as np
+        import cv2
+        from pytesseract import pytesseract
+        from difflib import SequenceMatcher
 
-    item = []
-    count = 0
-    crop_counter = 0
-    for text in output:
-        def seq(a, b):
-            c = SequenceMatcher(a=a, b=b).ratio()
-            print(c)
-            if c > 0.8:
-                return c
-            else:
-                return .00004
-
-        rslt = seq(image_text, text[1])
-        if rslt >= float(t_conf):
-            # if image_text in text[1]:
-            item.append([text])
-            print(text)
-            CommonUtil.ExecLog(sModuleInfo, "Found %s text. Returning element of index %s" % (image_text, count), 1)
-            count = count + 1
-        else:
-            print(text)
-            continue
+        pytesseract.tesseract_cmd = os.environ["PROGRAMFILES"] + r"\Tesseract-OCR\tesseract.exe"
 
-    if item == []:
-        CommonUtil.ExecLog(sModuleInfo, 'Could not find text "%s"' % image_text, 3)
-        return "zeuz_failed"
-    cord = np.array(item[idx][0])
-    cord1 = cord.tolist()
-    #
-    x_min, y_min = [min(cord_val) for cord_val in zip(*cord1[0])]
-    x_max, y_max = [max(cord_val) for cord_val in zip(*cord1[0])]
-
-    if text_screenshot != '':
-        img = cv2.imread("sample.png")
-        cropping = img[y_min:y_max, x_min:x_max]
-        cv2.imwrite('cropped_image.png', cropping)
-        from PIL import Image
-
-        image = Image.open('cropped_image.png')
-        gray_image = image.convert('L')
-        output_2 = pytesseract.image_to_string(gray_image)
-        print(output_2)
-
-        if output_2 in image_text or image_text in output_2:
-            element = x_min, y_min, x_max - x_min, y_max - y_min
-            crop_counter = 1
-            return _Element(element)
+        idx = 0
+        image_text = ""
+        language = ""
+        t_conf = 0.9
+        text_screenshot = ''
+        easyocr_paragraph = ''
+
+        for left, mid, right in step_data_set:
+            left = left.strip().lower()
+            mid = mid.strip().lower()
+            if mid == "element parameter":
+                if "index" in left:
+                    idx = int(right.strip())
+                elif "ntext" in left:
+                    image_text = right
+                elif 'language' in left:
+                    language = right
+                elif 't_conf' in left:
+                    t_conf = float(right)
+                elif 't_screenshot' in left:
+                    text_screenshot = right
+                elif 'easyocr_paragraph' in left:
+                    easyocr_paragraph = right
+
+        PIL.ImageGrab.grab().save("sample.png")
+        reader = easyocr.Reader([language])
+        if easyocr_paragraph == 'true':
+            output = reader.readtext("sample.png", paragraph=True)
         else:
+            output = reader.readtext("sample.png", paragraph=False)
+
+        item = []
+        count = 0
+        for text in output:
+            def seq(a, b):
+                c = SequenceMatcher(a=a, b=b).ratio()
+                print(c)
+                if c > 0.8:
+                    return c
+                else:
+                    return .00004
+
+            rslt = seq(image_text, text[1])
+            if rslt >= float(t_conf):
+                # if image_text in text[1]:
+                item.append([text])
+                print(text)
+                CommonUtil.ExecLog(sModuleInfo, "Found %s text. Returning element of index %s" % (image_text, count), 1)
+                count = count + 1
+            else:
+                print(text)
+                continue
+
+        if item == []:
             CommonUtil.ExecLog(sModuleInfo, 'Could not find text "%s"' % image_text, 3)
             return "zeuz_failed"
-    else:
-        element = x_min, y_min, x_max - x_min, y_max - y_min
-        return _Element(element)
+        cord = np.array(item[idx][0])
+        cord1 = cord.tolist()
+        #
+        x_min, y_min = [min(cord_val) for cord_val in zip(*cord1[0])]
+        x_max, y_max = [max(cord_val) for cord_val in zip(*cord1[0])]
+
+        if text_screenshot != '':
+            img = cv2.imread("sample.png")
+            cropping = img[y_min:y_max, x_min:x_max]
+            cv2.imwrite('cropped_image.png', cropping)
+            from PIL import Image
+
+            image = Image.open('cropped_image.png')
+            gray_image = image.convert('L')
+            output_2 = pytesseract.image_to_string(gray_image)
+            print(output_2)
+
+            if output_2 in image_text or image_text in output_2:
+                element = x_min, y_min, x_max - x_min, y_max - y_min
+                return _Element(element)
+            else:
+                CommonUtil.ExecLog(sModuleInfo, 'Could not find text "%s"' % image_text, 3)
+                return "zeuz_failed"
+        else:
+            element = x_min, y_min, x_max - x_min, y_max - y_min
+            return _Element(element)
+    except:
+        return CommonUtil.Exception_Handler(sys.exc_info())
 
 
 def _scale_image(file_name, size_w, size_h):