Spaces:
Build error
Build error
File size: 6,580 Bytes
28388f5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 | import streamlit as st
from PIL import Image
import cv2
import os
from SOURCE.yolo_files import detect
from SOURCE.gan_files import test
from SOURCE.vgg_finetuned_model import vgg_verify
from helper_fns import gan_utils
import shutil
import glob
import SessionState
MEDIA_ROOT = 'media/documents/'
SIGNATURE_ROOT = 'media/UserSignaturesSquare/'
YOLO_RESULT = 'results/yolov5/'
YOLO_OP = 'crops/DLSignature/'
GAN_IPS = 'results/gan/gan_signdata_kaggle/gan_ips/testB'
GAN_OP = 'results/gan/gan_signdata_kaggle/test_latest/images/'
GAN_OP_RESIZED = 'results/gan/gan_signdata_kaggle/test_latest/images/'
def select_cleaned_image(selection):
''' Returns the path of cleaned image corresponding to the document the user selected '''
return GAN_OP + selection + '_fake.png'
def copy_and_overwrite(from_path, to_path):
'''
Copy files from results/yolo_ops/ to results/gan/gan_signdata_kaggle/gan_ips
CycleGAN model requires ip files to be present in results/gan/gan_signdata_kaggle/gan_ips
'''
if os.path.exists(to_path):
shutil.rmtree(to_path)
shutil.copytree(from_path, to_path)
def signature_verify(selection):
''' Performs signature verification and displays the anchor image alongside
the detections from all the documents and their corresponding cosine
similarity score.
For the demo, all three phases (signature detection, cleaning and
verification) are performed on all the documents. The cleaned image of
all documents are compared with the anchor image (the signature in the
database corresponding to the document the user selected from the
dropdown) to demonstrate that matching pairs give a higher cosine
similarity score and non-matching pairs produce a lower score.
Ideally, the anchor image should be selected from the "Account Name" and
"Signatory Name" returned by Vikas' module.
For POC, the motive is to show that matching signature pairs have a
score close to 1 and non-matching signatures have a lower score (<0.7).
The logic used is a simple matching with filename.
So the index or id User Signatures are denoted by their file name.
Eg: User1's anchor signature in media/UserSignatureSquare will be named
as 1.png.
For the sake of simplicity, I have matched the name of document in
similar logic.
Eg: Document 1 (media/documents/1.png) contains the signature of the
user.
The the signature to be compared with is selected on the basis of
filename.
'''
anchor_image = SIGNATURE_ROOT + selection + '.png'
# verify the anchor signature with the detctions on all documents
feature_set = vgg_verify.verify(anchor_image, GAN_OP_RESIZED)
for image, score in feature_set:
columns = [column for column in st.columns(3)]
columns[0].image(anchor_image)
columns[1].image(image)
columns[2].write(score)
def signature_cleaning(selection, yolo_op):
''' Performs signature cleaning and displays the cleaned signatures '''
# copy files from results/yolo_ops/ to results/gan/gan_signdata_kaggle/gan_ips
copy_and_overwrite(yolo_op, GAN_IPS)
test.clean() # performs cleaning
#cleaned images are selected and displayed
cleaned_image = select_cleaned_image(selection)
st.image(cleaned_image)
def signature_detection(selection):
''' Performs signature detection and returns the results folder. '''
# call YOLOv5 detection fn on all images in the document folder.
detect.detect(MEDIA_ROOT)
# get the path where last detected results are stored.
latest_detection = max(glob.glob(os.path.join(YOLO_RESULT, '*/')), key=os.path.getmtime)
# resize and add top and bottom padding to detected sigantures.
# gan model expects ips in that particular format.
gan_utils.resize_images(os.path.join(latest_detection, YOLO_OP))
# selects and display the detections of the document which the user selected.
selection_detection =latest_detection + YOLO_OP + selection + '.jpg'
st.image(selection_detection)
return latest_detection + YOLO_OP # return the yolo op folder
def select_document():
'''
Selects the document from the dropdown menu and displays the image.
Returns an integer represeting the id of the document selected.
'''
left, right = st.columns(2) # Create two columns
# dropdown box in left column
selection = str(left.selectbox('Select document to run inference', [1, 2]))
# select corresponding document image from media/documents
selection_image = MEDIA_ROOT+selection+'.png'
#display image in right column.
right.image(selection_image, use_column_width='always')
return selection
def main():
# Sets Streamlit state variables for persistant values.
session_state = SessionState.get(
selection = '',
yolo_op = '',
detect_button = False,
clean_button = False,
verify_button = False,
)
st.sidebar.title('Deep Learning based Signature Detection and Verification')
st.sidebar.write('Built by [Akshay Dongare](https://www.linkedin.com/in/akshay-dongare-a2bb6b201/)')
st.sidebar.markdown("Github:")
st.sidebar.markdown("[](https://github.com/Akshay-Dongare)")
# Sets the session variable to store the document selected by the user.
session_state.selection = select_document()
detect_button = st.button('Detect Signature')
if detect_button:
session_state.detect_button = True
if session_state.detect_button:
# Performs Signature Detection task if the "Detect Signature" button is pressed.
session_state.yolo_op = signature_detection(session_state.selection)
clean_button = st.button('Clean Signature')
if clean_button:
session_state.clean_button = True
if session_state.clean_button:
# Performs Signature Cleaning task if the "Clean Signature" button is pressed.
signature_cleaning(session_state.selection, session_state.yolo_op)
verify_button = st.button('Verify Signature')
if verify_button:
session_state.verify_button = True
if session_state.verify_button:
# Performs Signature Verification task if the "Verify Signature" button is pressed.
signature_verify(session_state.selection)
main() |