import sys
import os
import io
import gradio as gr
import cv2
import json
import requests
import numpy as np
from gradio.components import Image
from PIL import Image, ExifTags
import logging
from id_ocr.engine.header import *
from id_live.engine.header import *
import id_ocr.engine.header as id_ocr_header
import id_live.engine.header as id_live_header
css = """
.example-image img{
display: flex; /* Use flexbox to align items */
justify-content: center; /* Center the image horizontally */
align-items: center; /* Center the image vertically */
height: 300px; /* Set the height of the container */
object-fit: contain; /* Preserve aspect ratio while fitting the image within the container */
}
.example-image img{
display: flex; /* Use flexbox to align items */
text-align: center;
justify-content: center; /* Center the image horizontally */
align-items: center; /* Center the image vertically */
height: 350px; /* Set the height of the container */
object-fit: contain; /* Preserve aspect ratio while fitting the image within the container */
}
.markdown-success-container {
background-color: #F6FFED;
padding: 20px;
margin: 20px;
border-radius: 1px;
border: 2px solid green;
text-align: center;
}
.markdown-fail-container {
background-color: #FFF1F0;
padding: 20px;
margin: 20px;
border-radius: 1px;
border: 2px solid red;
text-align: center;
}
.block-background {
# background-color: #202020; /* Set your desired background color */
border-radius: 5px;
}
"""
file_path = os.path.abspath(__file__)
root_path = os.path.dirname(file_path)
g_id_ocr_activation_result = -1
g_id_live_activation_result = -1
screenReplayThreshold = 0.5
portraitReplaceThreshold = 0.5
printedCopyThreshold = 0.5
def activate_id_ocr_sdk():
id_ocr_key = os.environ.get("LICENSE_KEY")
id_ocr_dict_path = os.path.join(root_path, "id_ocr/engine/bin")
ret = -1
if id_ocr_key is None:
print_warning("ID OCR online license key not found!")
return ret
else:
activate_ret = id_ocr_header.set_activation(id_ocr_key.encode('utf-8')).decode('utf-8')
ret = json.loads(activate_ret).get("errorCode", None)
if ret == 0:
init_ret = id_ocr_header.init_sdk(id_ocr_dict_path.encode('utf-8')).decode('utf-8')
ret = json.loads(init_ret).get("errorCode", None)
if ret == 0:
print_log("Successfully init ID OCR SDK!")
else:
print_log("Failed to init ID OCR SDK!")
else:
print_error(f"Falied to activate ID OCR SDK, Error code {ret}")
return ret
def activate_id_live_sdk():
print("id live sdk activation start")
sys.stdout.flush()
id_live_key = os.environ.get("ID_LIVE_LICENSE_KEY")
print(id_live_key)
id_live_dict_path = os.path.join(root_path, "id_live/engine/model")
print(id_live_dict_path)
ret = -1
if id_live_key is None:
print_warning("ID LIVE license key not found!")
return ret
else:
ret = id_live_header.set_activation(id_live_key.encode('utf-8'))
print(f"activation result {ret}")
if ret == 0:
ret = id_live_header.init_sdk(id_live_dict_path.encode('utf-8'))
print(f"init result {ret}")
if ret == 0:
print_log("Successfully init ID LIVE SDK!")
else:
print_log("Failed to init ID LIVE SDK!")
else:
print_error(f"Falied to activate ID LIVE SDK, Error code {ret}")
return ret
def find_key_in_dict(d, target_key):
for key, value in d.items():
if key == target_key:
return value
elif isinstance(value, dict): # If the value is a dictionary, search recursively
result = find_key_in_dict(value, target_key)
if result is not None:
return result
return None
def json_to_html_table(data, image_keys):
html = "
"
for key, value in data.items():
if isinstance(value, dict):
html += f"{key} |
"
for sub_key, sub_value in value.items():
if sub_key in image_keys:
html += f"{sub_key} |  |
"
else:
html += f"{sub_key} | {sub_value} |
"
else:
if key in image_keys:
html += f"{key} |  |
"
else:
html += f"{key} | {value} |
"
html += "
"
return html
def apply_exif_rotation(image):
try:
exif = image._getexif()
if exif is not None:
for orientation in ExifTags.TAGS.keys():
if ExifTags.TAGS[orientation] == 'Orientation':
break
# Get the orientation value
orientation = exif.get(orientation, None)
# Apply the appropriate rotation based on the orientation
if orientation == 3:
image = image.rotate(180, expand=True)
elif orientation == 6:
image = image.rotate(270, expand=True)
elif orientation == 8:
image = image.rotate(90, expand=True)
except AttributeError:
print("No EXIF data found")
return image
def check_liveness(frame):
# if frame is None:
# liveness_result = f""""""
# return [liveness_result, {"status": "error", "result": "select image file!"}]
# img_bytes = io.BytesIO()
# Image.open(frame).save(img_bytes, format="JPEG")
# img_bytes.seek(0)
# url = "https://recognito-iddocumentlivenessdetection.p.rapidapi.com/process_image"
# try:
# files = {'image': img_bytes}
# headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
# result = requests.post(url=url, files=files, headers=headers)
# except:
# liveness_result = f""""""
# return [liveness_result, {"status": "error", "result": "failed to open file!"}]
# if result.ok:
# json_result = result.json()
# if json_result.get("resultCode") == "Error":
# liveness_result = f""""""
# return [liveness_result, {"status": "error", "result": "server error!"}]
# process_results = json_result.get("result")
# status = process_results.get("status")
# if status == "Ok":
# screenReply = process_results.get("screenReply")
# portraitReplace = process_results.get("portraitReplace")
# printedCopy = process_results.get("printedCopy")
# liveness_result = f""""""
# # Check for "Spoof" condition
# if screenReply < screenReplayThreshold or portraitReplace < portraitReplaceThreshold or printedCopy < printedCopyThreshold:
# liveness_result = f""""""
# json_output = {"Screen Replay Check": "Failed" if screenReply < screenReplayThreshold else "Success",
# "Portrait Replace Check": "Failed" if portraitReplace < portraitReplaceThreshold else "Success",
# "Printed Cutout Check": "Failed" if printedCopy < printedCopyThreshold else "Success"}
# # Update json_result with the modified process_results
# return [liveness_result, json_output]
# liveness_result = f""""""
# return [liveness_result, {"status": "error", "result": "document not found!"}]
# else:
# liveness_result = f""""""
# return [liveness_result, {"status": "error", "result": f"{result.text}"}]
global g_id_live_activation_result
if g_id_live_activation_result != 0:
gr.Warning("ID LIVE SDK Activation Failed!")
return {"status": "error", "result": "activation error!"}
try:
image = Image.open(frame)
image = apply_exif_rotation(image.convert('RGB'))
except:
raise gr.Error("Please select image file!")
image_np = np.asarray(image)
result = id_live_header.processImage(image_np, image_np.shape[1], image_np.shape[0])
result_dict = json.loads(result.decode('utf-8'))
status = result_dict["status"]
if status == "Ok":
screenReply = float(result_dict["screenReply"])
portraitReplace = float(result_dict["portraitReplace"])
printedCopy = float(result_dict["printedCopy"])
detResult = "genuine"
# Check for "Spoof" condition
if screenReply < screenReplayThreshold or portraitReplace < portraitReplaceThreshold or printedCopy < printedCopyThreshold:
detResult = "spoof"
# Update json_result with the modified process_results
return {"status": "ok", "data": {"result": detResult, "screenreplay_integrity_score": screenReply, "portraitreplace_integrity_score": portraitReplace, "printedcutout_integrity_score": printedCopy}}
return {"status": "error", "result": "document not found!"}
def idcard_recognition(frame1, frame2):
# url = "https://recognito-iddocumentrecognition.p.rapidapi.com/api/read_idcard"
# files = None
# if frame1 is not None and frame2 is not None:
# files = {'image': open(frame1, 'rb'), 'image2': open(frame2, 'rb')}
# elif frame1 is not None and frame2 is None:
# files = {'image': open(frame1, 'rb')}
# elif frame1 is None and frame2 is not None:
# files = {'image': open(frame2, 'rb')}
# else:
# return ['', None, None]
# headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
# r = requests.post(url=url, files=files, headers=headers)
# images = None
# rawValues = {}
# image_table_value = ""
# result_table_dict = {
# 'portrait':'',
# 'documentName':'',
# 'score':'',
# 'countryName':'',
# 'name':'',
# 'sex':'',
# 'address':'',
# 'dateOfBirth':'',
# 'dateOfIssue':'',
# 'dateOfExpiry':'',
# 'documentNumber':'',
# }
# if 'data' in r.json():
# for key, value in r.json()['data'].items():
# if key == 'image':
# for image_key, image_value in value.items():
# row_value = (""
# "{key} | "
# "![]() | "
# "
".format(key=image_key, base64_image=image_value))
# image_table_value = image_table_value + row_value
# images = (""
# ""
# "Field | "
# "Image | "
# "
"
# "{image_table_value}"
# "
".format(image_table_value=image_table_value))
# for key, value in r.json().items():
# if key == 'data':
# if 'image' in value:
# del value['image']
# rawValues[key] = value
# else:
# rawValues[key] = value
# for result_key in result_table_dict.keys():
# result_table_dict[result_key] = find_key_in_dict(r.json(), result_key)
# result = json_to_html_table(result_table_dict, {'portrait'})
# json_result = json.dumps(rawValues, indent=6)
# return [result, json_result, images]
global g_id_ocr_activation_result
if g_id_ocr_activation_result != 0:
gr.Warning("ID OCR SDK Activation Failed!")
return ['', None]
image1, image2 = '', ''
if frame1 is not None and frame2 is not None:
image1, image2 = frame1, frame2
elif frame1 is not None and frame2 is None:
image1 = frame1
elif frame1 is None and frame2 is not None:
image1 = frame2
elif frame1 is None and frame2 is None:
raise gr.Error("Please select images files!")
ocrResult = id_ocr_header.ocr_id_card(image1.encode('utf-8'), image2.encode('utf-8'))
ocrResDict = json.loads(ocrResult)
images = None
rawValues = {}
image_table_value = ""
result_table_dict = {
'portrait':'',
'documentName':'',
'score':'',
'countryName':'',
'name':'',
'sex':'',
'address':'',
'dateOfBirth':'',
'dateOfIssue':'',
'dateOfExpiry':'',
'documentNumber':'',
}
for key, value in ocrResDict.items():
if key == 'image':
for image_key, image_value in value.items():
row_value = (""
"{key} | "
"![]() | "
"
".format(key=image_key, base64_image=image_value))
image_table_value = image_table_value + row_value
images = (""
""
"Field | "
"Image | "
"
"
"{image_table_value}"
"
".format(image_table_value=image_table_value))
value = ocrResDict.copy()
if 'image' in value:
del value['image']
rawValues = value
else:
rawValues = value
for result_key in result_table_dict.keys():
result_table_dict[result_key] = find_key_in_dict(ocrResDict, result_key)
result = json_to_html_table(result_table_dict, {'portrait'})
json_result = json.dumps(rawValues, indent=6)
return [result, json_result, images]
def launch_demo():
with gr.Blocks(css=css) as demo:
gr.Markdown(
f"""
Recognito
www.recognito.vision
📘 Product Documentation
🏠 Visit Recognito
🤝 Contact us for our on-premise ID Document Verification SDKs deployment
"""
)
with gr.Tabs():
with gr.Tab("ID Document Recognition"):
with gr.Row():
with gr.Column(scale=6):
with gr.Row():
with gr.Column(scale=3):
id_image_input1 = gr.Image(type='filepath', label='Front', elem_classes="example-image")
with gr.Column(scale=3):
id_image_input2 = gr.Image(type='filepath', label='Back', elem_classes="example-image")
with gr.Row():
id_examples = gr.Examples(
examples=[['examples/1_f.png', 'examples/1_b.png'],
['examples/2_f.png', 'examples/2_b.png'],
['examples/3_f.png', 'examples/3_b.png'],
['examples/4.png', None]],
inputs=[id_image_input1, id_image_input2],
outputs=None,
fn=idcard_recognition
)
with gr.Blocks():
with gr.Column(scale=4, min_width=400, elem_classes="block-background"):
id_recognition_button = gr.Button("ID Card Recognition", variant="primary", size="lg")
with gr.Tab("Key Fields"):
id_result_output = gr.HTML()
with gr.Tab("Raw JSON"):
json_result_output = gr.JSON()
with gr.Tab("Images"):
image_result_output = gr.HTML()
id_recognition_button.click(idcard_recognition, inputs=[id_image_input1, id_image_input2], outputs=[id_result_output, json_result_output, image_result_output])
with gr.Tab("ID Document Liveness Detection"):
with gr.Row():
with gr.Column(scale=1):
id_image_input = gr.Image(label="Image", type='filepath', elem_classes="example-image")
gr.Examples(examples=['examples/1_f.png', 'examples/2_f.png', 'examples/3_f.png', 'examples/4.png'], inputs=id_image_input)
with gr.Blocks():
with gr.Column(scale=1, elem_classes="block-background"):
check_liveness_button = gr.Button("Check Document Liveness", variant="primary", size="lg")
liveness_result = gr.Markdown("")
json_output = gr.JSON()
check_liveness_button.click(check_liveness, inputs=id_image_input, outputs=[liveness_result, json_output])
gr.HTML('
')
demo.launch(server_name="0.0.0.0", server_port=7860, show_api=False)
if __name__ == '__main__':
logging.info("This is an info log")
g_id_ocr_activation_result = activate_id_ocr_sdk()
g_id_live_activation_result = activate_id_live_sdk()
launch_demo()