| | from flask import Flask, request
|
| | import numpy as np
|
| | import cv2
|
| | import easyocr
|
| | import difflib
|
| | from time import time as t
|
| | import json
|
| |
|
| |
|
| |
|
| | app = Flask(__name__)
|
| | reader = easyocr.Reader(['en'])
|
| |
|
| |
|
| |
|
| | def center(points):
|
| |
|
| | sum_x = sum(point[0] for point in points)
|
| | sum_y = sum(point[1] for point in points)
|
| |
|
| |
|
| | center_x = sum_x / len(points)
|
| | center_y = sum_y / len(points)
|
| |
|
| | return int(center_x), int(center_y)
|
| |
|
| |
|
| |
|
| | def ocr_v1_cl(img, st, double_click=False):
|
| | screen = np.array(img)
|
| | Data = {}
|
| | image_np = cv2.cvtColor(screen, cv2.COLOR_RGB2BGR)
|
| | c = t()
|
| | result = reader.readtext(image_np)
|
| | Data["time"] = t() - c
|
| | arr_of_words = []
|
| | for i in result:
|
| | arr_of_words.append(i[1].lower())
|
| |
|
| | closest_match = difflib.get_close_matches(st, arr_of_words, n=1)
|
| | if closest_match:
|
| | Data["match"] = closest_match[0]
|
| | for i in result:
|
| | if i[1].lower() == closest_match[0].lower():
|
| |
|
| | if double_click:
|
| | Data["click"] = "double"
|
| | Data["point"] = center(i[0])
|
| | else:
|
| | Data["click"] = "single"
|
| | Data["point"] = center(i[0])
|
| | break
|
| | print(Data)
|
| | return Data
|
| | else:
|
| | print(None)
|
| | return None
|
| |
|
| |
|
| |
|
| | @app.route('/imgs', methods=['GET', 'POST'])
|
| | def index():
|
| | if request.method == 'POST':
|
| |
|
| | if 'image' in request.files:
|
| | uploaded_image = request.files['image']
|
| | if uploaded_image:
|
| |
|
| | img = cv2.imdecode(np.fromstring(uploaded_image.read(), np.uint8), cv2.IMREAD_COLOR)
|
| | st = request.form.get('search_string')
|
| | double_click = request.form.get('double_click') == 'on'
|
| | result = ocr_v1_cl(img, st, double_click)
|
| | if result:
|
| | return json.dumps(result)
|
| | else:
|
| | return json.dumps({"error": "No matching text found."})
|
| | else:
|
| | return json.dumps({"error": "No image uploaded."})
|
| |
|
| | return """<!DOCTYPE html>
|
| | <html>
|
| | <head>
|
| | <title>OCR App</title>
|
| | </head>
|
| | <body>
|
| | <h1>OCR App</h1>
|
| | <form method="POST" action="/imgs" enctype="multipart/form-data">
|
| | <input type="file" name="image" accept="image/*" required>
|
| | <br>
|
| | <input type="text" name="search_string" placeholder="Search String" required>
|
| | <br>
|
| | <label for="double_click">Double Click</label>
|
| | <input type="checkbox" id="double_click" name="double_click">
|
| | <br>
|
| | <input type="submit" value="Submit">
|
| | </form>
|
| | </body>
|
| | </html>
|
| | """ |
