init

README.md

@@ -1,6 +1,6 @@
 ---
 title: Face Keypoint 3d
-emoji: 💻
+emoji: 👺
 colorFrom: red
 colorTo: purple
 sdk: gradio

app.py

@@ -0,0 +1,95 @@
+import cv2
+import gradio as gr
+import io
+import numpy as np
+
+from z_app_factory import get_app
+
+thickness = 3
+lineType = 8
+font = cv2.FONT_HERSHEY_SIMPLEX
+
+def plot3(fig):
+    with io.BytesIO() as buff:
+        fig.savefig(buff, format='raw')
+        buff.seek(0)
+        data = np.frombuffer(buff.getvalue(), dtype=np.uint8)
+    w, h = fig.canvas.get_width_height()
+    im = data.reshape((int(h), int(w), -1))
+    im = im[:, :, :-1]
+    # im = im[:, :, ::-1]
+    im = im[125:350,220:440,:]
+    # cv2.imwrite("res.png", im)
+    # 90/0
+    return im
+
+
+def inference(image):
+    image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
+    code,lst2d_res = get_app(image)
+    msg = "aaa"
+    if code == 401:
+        msg = "Not RGB three channel picture"
+    elif code == 402:
+        msg = "Pixels less than 32 * 32"
+    elif code == 403:
+        msg = "Pixels greater than 4096 * 4096"
+    elif code == 404:
+        msg = "Files greater than 5MB"
+    elif code == 405:
+        msg = "System error, please contact\n the server for troubleshooting"
+
+    if code!=200:
+        img_out = np.zeros((500, 600,3),dtype=np.uint8)
+        cv2.putText(img_out, msg, (20, 200), font, 1, (0, 255, 0), 2)
+        return img_out
+
+    # img_out = np.zeros((500, 600, 3),dtype=np.uint8)
+    # cv2.putText(img_out, "ease contact the server for trouble", (20, 100), font, 0.8, (0, 255, 0), 2)
+    # return img_out
+    # img_out = np.zeros((500, 600, 3), dtype=np.uint8)
+    # cv2.putText(img_out, msg, (20, 20), font, 1, (0, 255, 0), 2)
+    # return img_out
+    landmarks = lst2d_res['landmarks']
+    import numpy as np  # 用来处理数据
+    import matplotlib
+    import matplotlib.pyplot as plt
+    matplotlib.use('agg')
+    x = np.array([i[0] for i in landmarks])
+    y = np.array([i[1] for i in landmarks])
+    z = np.array([i[2] for i in landmarks])
+    z = z - z.min()
+    z = z / z.max()
+    fig = plt.figure()
+    ax = plt.subplot(projection='3d')  # 创建一个三维的绘图工程
+    ax.scatter(x, y, z, c=[int(i) for i in z * 255])  # 绘制数据点 c: 'r'红色，'y'黄色，等颜色
+
+    # ax.set_xlabel('X')  # 设置x坐标轴
+    # ax.set_ylabel('Y')  # 设置y坐标轴
+    # ax.set_zlabel('Z')  # 设置z坐标轴
+    ax.view_init(-90, -90)
+    im_plot = plot3(fig)
+    del fig
+    h, w, _ = im_plot.shape
+    # image[:h, :w] = im_plot
+    return im_plot
+
+
+
+title = "Face Keypoint 3d"
+description = "demo for Face Keypoint 3d. To use it, simply upload your image, or click one of the examples to load them. Read more at the links below."
+article = "<p style='text-align: center'><a href='https://www.yuque.com/itmorn/ability/face_keypoint_3d' target='_blank'>Project Documents</a> | <a href='https://www.bilibili.com/video/BV1GD4y1y77z' target='_blank'>Video Demo</a></p>"
+
+gr.Interface(
+    inference,
+    [gr.inputs.Image(label="Input")],
+    gr.outputs.Image(type="pil", label="Output"),
+    title=title,
+    description=description,
+    article=article,
+    examples=[
+              ["imgs/face1.jpg"],
+              ["imgs/face2.jpg"],
+              ["imgs/cc.png"],
+              ["imgs/2313.png"]
+    ]).launch(debug=True)

core.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2f8edde6016fc576d1bcb53e16ea3993770c752f25c72cdf39ed37d2876558
+size 42449144

mic.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff34b9c235adc7d6d87b5e62aa5602eb1e6f9e436e6acf89dbfdd4243ffac0b
+size 1611712

requirements.txt

@@ -0,0 +1,10 @@
+pyarmor
+opencv-python
+onnxruntime-gpu
+onnx
+py7zr
+onnx
+tqdm
+scikit-image
+fs
+flask