Update app.py

add new liveness api

app.py

@@ -80,189 +80,7 @@ def convert_fun(input_str):
     # Remove line breaks and extra whitespaces
     return ' '.join(input_str.split())
 
-def get_attributes(json):    
-    liveness_thr = 0.5
-    liveness = "GENUINE" if json.get('liveness') >= liveness_thr else "FAKE"
-    attr = json.get('attribute')
-    age = attr.get('age')
-    gender = attr.get('gender')
-    emotion = attr.get('emotion')
-    ethnicity = attr.get('ethnicity')
-
-    mask = attr.get('face_mask')
-    glass = 'No Glasses'
-    if attr.get('glasses') == 'USUAL':
-        glass = 'Glasses'
-    if attr.get('glasses') == 'DARK':
-        glass = 'Sunglasses'
-    
-    open_eye_thr = 0.3
-    left_eye = 'Close'
-    if attr.get('eye_left') >= open_eye_thr:
-        left_eye = 'Open'
-
-    right_eye = 'Close'
-    if attr.get('eye_right') >= open_eye_thr:
-        right_eye = 'Open'
-
-    facehair = attr.get('facial_hair')
-    haircolor = attr.get('hair_color')
-    hairtype = attr.get('hair_type')
-    headwear = attr.get('headwear')
-
-    eating = 'No'
-    eat_thr = 0.5
-    if attr.get('food_consumption') >= eat_thr:
-        eating = 'Yes'
-
-    phone_record_thr = 0.5
-    phone_recording = 'No'    
-    if attr.get('phone_recording') >= phone_record_thr:
-        phone_recording = 'Yes'
-
-    phone_use_thr = 0.5
-    phone_use = 'No'
-    if attr.get('phone_use') >= phone_use_thr:
-        phone_use = 'Yes'
-
-    seatbelt = 'No'
-    seatbelt_thr = 0.5
-    if attr.get('seatbelt') >= seatbelt_thr:
-        seatbelt = 'Yes'
-
-    smoking = 'No'
-    smoking_thr = 0.5
-    if attr.get('smoking') >= smoking_thr:
-        smoking = 'Yes'
-
-    pitch = attr.get('pitch')
-    roll = attr.get('roll')
-    yaw = attr.get('yaw')
-    quality = attr.get('quality')
-
-    attribute = f"""
-    <br/>
-    <div class="markdown-attribute-container">
-    <table>
-    <tr>
-        <th style="text-align: center;">Attribute</th>
-        <th style="text-align: center;">Result</th>
-        <th style="text-align: center;">Score</th>
-        <th style="text-align: center;">Threshold</th>
-    </tr>
-    <tr>
-        <td>Liveness</td>
-        <td>{liveness}</td>
-        <td>{"{:.4f}".format(json.get('liveness'))}</td>
-        <td>{liveness_thr}</td>
-    </tr>
-    <tr>
-        <td>Gender</td>
-        <td>{gender}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>Age</td>
-        <td>{int(age)}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>Pitch</td>
-        <td>{"{:.4f}".format(pitch)}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>Yaw</td>
-        <td>{"{:.4f}".format(yaw)}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>Roll</td>
-        <td>{"{:.4f}".format(roll)}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>Emotion</td>
-        <td>{emotion}</td>
-        <td></td><td></td>
-    </tr>
-        <tr>
-        <td>Left Eye</td>
-        <td>{left_eye}</td>
-        <td>{"{:.4f}".format(attr.get('eye_left'))}</td>
-        <td>{open_eye_thr}</td>
-    </tr>
-    <tr>
-        <td>Right Eye</td>
-        <td>{right_eye}</td>
-        <td>{"{:.4f}".format(attr.get('eye_right'))}</td>
-        <td>{open_eye_thr}</td>
-    </tr>
-    <tr>
-        <td>Mask</td>
-        <td>{mask}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>Glass</td>
-        <td>{glass}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>FaceHair</td>
-        <td>{facehair}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>HairColor</td>
-        <td>{haircolor}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>HairType</td>
-        <td>{hairtype}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>HeadWear</td>
-        <td>{headwear}</td>
-        <td></td><td></td>
-    </tr>
-    <tr>
-        <td>Eating</td>
-        <td>{eating}</td>
-        <td>{"{:.4f}".format(attr.get('food_consumption'))}</td>
-        <td>{eat_thr}</td>
-    </tr>
-    <tr>
-        <td>Phone Use</td>
-        <td>{phone_use}</td>
-        <td>{"{:.4f}".format(attr.get('phone_use'))}</td>
-        <td>{phone_use_thr}</td>
-    </tr>
-    <tr>
-        <td>Smoking</td>
-        <td>{smoking}</td>
-        <td>{"{:.4f}".format(attr.get('smoking'))}</td>
-        <td>{smoking_thr}</td>
-    </tr>
-    <tr>
-        <td>Image Quality</td>
-        <td>{"{:.4f}".format(quality)}</td>
-        <td></td><td></td>
-    </tr>
-    </table>
-    </div>
-    """
-    one_line_attribute = convert_fun(attribute)
-    if liveness == 'GENUINE':
-        liveness_result = f"""<br/><div class="markdown-success-container"><p style="text-align: center; font-size: 20px; color: green;">Liveness Check:  GENUINE</p></div>"""
-    else:
-        liveness_result = f"""<br/><div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check:  FAKE</p></div>"""
-
-    return liveness_result, one_line_attribute
-
-def analyze_face(frame):
+def get_attributes(frame):    
     url = "https://recognito.p.rapidapi.com/api/analyze_face"
     try:
         files = {'image': open(frame, 'rb')}
@@ -270,16 +88,14 @@ def analyze_face(frame):
 
         r = requests.post(url=url, files=files, headers=headers)
     except:
-        raise gr.Error("Please select images files!")
+        raise gr.Error("Please select images file!")
 
     faces = None
-
+    face_crop, one_line_attribute = None, ""
     try:
         image = Image.open(frame)
 
         face = Image.new('RGBA',(150, 150), (80,80,80,0))
-
-        liveness, age, gender, emotion, ethnicity, mask, eye, facehair, haircolor, hairtype, headwear, activity, pitch, roll, yaw, quality = [None] * 16
         
         res = r.json().get('image')
         if res is not None and res:
@@ -304,11 +120,196 @@ def analyze_face(frame):
             resized_h = 150
 
             face_crop = face_crop.resize((int(resized_w), int(resized_h)))
-            liveness, attribute = get_attributes(res)
+            
+            attr = res.get('attribute')
+            
+            age = attr.get('age')
+            gender = attr.get('gender')
+            emotion = attr.get('emotion')
+            ethnicity = attr.get('ethnicity')
+
+            mask = attr.get('face_mask')
+            glass = 'No Glasses'
+            if attr.get('glasses') == 'USUAL':
+                glass = 'Glasses'
+            if attr.get('glasses') == 'DARK':
+                glass = 'Sunglasses'
+            
+            open_eye_thr = 0.3
+            left_eye = 'Close'
+            if attr.get('eye_left') >= open_eye_thr:
+                left_eye = 'Open'
+
+            right_eye = 'Close'
+            if attr.get('eye_right') >= open_eye_thr:
+                right_eye = 'Open'
+
+            facehair = attr.get('facial_hair')
+            haircolor = attr.get('hair_color')
+            hairtype = attr.get('hair_type')
+            headwear = attr.get('headwear')
+
+            pitch = attr.get('pitch')
+            roll = attr.get('roll')
+            yaw = attr.get('yaw')
+            quality = attr.get('quality')
+
+            attribute = f"""
+            <br/>
+            <div class="markdown-attribute-container">
+            <table>
+            <tr>
+                <th style="text-align: center;">Attribute</th>
+                <th style="text-align: center;">Result</th>
+                <th style="text-align: center;">Score</th>
+                <th style="text-align: center;">Threshold</th>
+            </tr>
+            <tr>
+                <td>Gender</td>
+                <td>{gender}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>Age</td>
+                <td>{int(age)}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>Pitch</td>
+                <td>{"{:.4f}".format(pitch)}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>Yaw</td>
+                <td>{"{:.4f}".format(yaw)}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>Roll</td>
+                <td>{"{:.4f}".format(roll)}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>Emotion</td>
+                <td>{emotion}</td>
+                <td></td><td></td>
+            </tr>
+                <tr>
+                <td>Left Eye</td>
+                <td>{left_eye}</td>
+                <td>{"{:.4f}".format(attr.get('eye_left'))}</td>
+                <td>{open_eye_thr}</td>
+            </tr>
+            <tr>
+                <td>Right Eye</td>
+                <td>{right_eye}</td>
+                <td>{"{:.4f}".format(attr.get('eye_right'))}</td>
+                <td>{open_eye_thr}</td>
+            </tr>
+            <tr>
+                <td>Mask</td>
+                <td>{mask}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>Glass</td>
+                <td>{glass}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>FaceHair</td>
+                <td>{facehair}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>HairColor</td>
+                <td>{haircolor}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>HairType</td>
+                <td>{hairtype}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>HeadWear</td>
+                <td>{headwear}</td>
+                <td></td><td></td>
+            </tr>
+            <tr>
+                <td>Image Quality</td>
+                <td>{"{:.4f}".format(quality)}</td>
+                <td></td><td></td>
+            </tr>
+            </table>
+            </div>
+            """
+            one_line_attribute = convert_fun(attribute)
+    except:
+        pass
+    
+    return face_crop, one_line_attribute
+
+def check_liveness(frame):
+    
+    url = "https://recognito-faceliveness.p.rapidapi.com/api/check_liveness"
+    try:
+        files = {'image': open(frame, 'rb')}
+        headers = {"X-RapidAPI-Key": os.environ.get("API_KEY")}
+
+        r = requests.post(url=url, files=files, headers=headers)
+    except:
+        raise gr.Error("Please select images file!")
+
+    faces = None
+
+    face_crop, liveness_result, liveness_score = None, "", -200
+    try:
+        image = Image.open(frame)
+
+        face = Image.new('RGBA',(150, 150), (80,80,80,0))
+        res = r.json().get('data')
+        if res is not None and res:
+            face = res.get('face_rect')
+            x1 = face.get('x')
+            y1 = face.get('y')
+            x2 = x1 + face.get('w')
+            y2 = y1 + face.get('h')
+
+            if x1 < 0:
+                x1 = 0
+            if y1 < 0:
+                y1 = 0
+            if x2 >= image.width:
+                x2 = image.width - 1
+            if y2 >= image.height:
+                y2 = image.height - 1
+
+            face_crop = image.crop((x1, y1, x2, y2))
+            face_image_ratio = face_crop.width / float(face_crop.height)
+            resized_w = int(face_image_ratio * 150)
+            resized_h = 150
+
+            face_crop = face_crop.resize((int(resized_w), int(resized_h)))
+            liveness_score = res.get('liveness_score')
+            liveness = res.get('result')
+
+            if liveness == 'REAL':
+                liveness_result = f"""<br/><div class="markdown-success-container"><p style="text-align: center; font-size: 20px; color: green;">Liveness Check:  REAL<br/>Score: {liveness_score}</p></div>"""
+            else:
+                liveness_result = f"""<br/><div class="markdown-fail-container"><p style="text-align: center; font-size: 20px; color: red;">Liveness Check:  {liveness}<br/>Score: {liveness_score}</p></div>"""
+
     except:
         pass
     
-    return [face_crop, liveness, attribute]
+    return face_crop, liveness_result, liveness_score
+
+def analyze_face(frame):
+    face_crop_1, liveness_result, liveness_score = check_liveness(frame)
+    face_crop_2, attribute = get_attributes(frame)
+
+    face_crop = face_crop_1 if (face_crop_1 is not None) else face_crop_2
+    return face_crop, liveness_result, attribute
 
 
 def compare_face(frame1, frame2):
@@ -470,5 +471,5 @@ with gr.Blocks(css=css) as demo:
                     analyze_face_button.click(analyze_face, inputs=face_input, outputs=[face_output, liveness_result, attribute_result])
 
     gr.HTML('<a href="https://visitorbadge.io/status?path=https%3A%2F%2Fhuggingface.co%2Fspaces%2FRecognito%2FFaceRecognition-LivenessDetection-FaceAnalysis"><img src="https://api.visitorbadge.io/api/combined?path=https%3A%2F%2Fhuggingface.co%2Fspaces%2FRecognito%2FFaceRecognition-LivenessDetection-FaceAnalysis&countColor=%2337d67a&style=flat&labelStyle=upper" /></a>')
-
-demo.launch(server_name="0.0.0.0", server_port=7860, show_api=False)
+    
+demo.launch(server_name="0.0.0.0", server_port=7880, show_api=False)