dev(narugo): add eyes detection

app.py

@@ -3,6 +3,7 @@ import os
 import gradio as gr
 
 from censor import _CENSOR_MODELS, _DEFAULT_CENSOR_MODEL, _gr_detect_censors
+from eye import _EYE_MODELS, _DEFAULT_EYE_MODEL, _gr_detect_eyes
 from face import _FACE_MODELS, _DEFAULT_FACE_MODEL, _gr_detect_faces
 from halfbody import _HALFBODY_MODELS, _DEFAULT_HALFBODY_MODEL, _gr_detect_halfbodies
 from hand import _gr_detect_hands, _HAND_MODELS, _DEFAULT_HAND_MODEL
@@ -109,6 +110,30 @@ if __name__ == '__main__':
                         outputs=[gr_halfbody_output_image],
                     )
 
+            with gr.Tab('Eyes Detection'):
+                with gr.Row():
+                    with gr.Column():
+                        gr_eye_input_image = gr.Image(type='pil', label='Original Image')
+                        gr_eye_model = gr.Dropdown(_EYE_MODELS, value=_DEFAULT_EYE_MODEL, label='Model')
+                        gr_eye_infer_size = gr.Slider(480, 960, value=640, step=32, label='Max Infer Size')
+                        with gr.Row():
+                            gr_eye_iou_threshold = gr.Slider(0.0, 1.0, 0.3, label='IOU Threshold')
+                            gr_eye_score_threshold = gr.Slider(0.0, 1.0, 0.3, label='Score Threshold')
+
+                        gr_eye_submit = gr.Button(value='Submit', variant='primary')
+
+                    with gr.Column():
+                        gr_eye_output_image = gr.Image(type='pil', label="Labeled")
+
+                    gr_eye_submit.click(
+                        _gr_detect_eyes,
+                        inputs=[
+                            gr_eye_input_image, gr_eye_model,
+                            gr_eye_infer_size, gr_eye_score_threshold, gr_eye_iou_threshold,
+                        ],
+                        outputs=[gr_eye_output_image],
+                    )
+
             with gr.Tab('Hand Detection'):
                 with gr.Row():
                     with gr.Column():

eye.py

@@ -0,0 +1,44 @@
+from functools import lru_cache
+from typing import List, Tuple
+
+from huggingface_hub import hf_hub_download
+from imgutils.data import ImageTyping, load_image, rgb_encode
+
+from onnx_ import _open_onnx_model
+from plot import detection_visualize
+from yolo_ import _image_preprocess, _data_postprocess
+
+_EYE_MODELS = [
+    'eye_detect_v0.4_s',
+    'eye_detect_v0.3_s',
+    'eye_detect_v0.2_s',
+]
+_DEFAULT_EYE_MODEL = _EYE_MODELS[0]
+
+
+@lru_cache()
+def _open_eye_detect_model(model_name):
+    return _open_onnx_model(hf_hub_download(
+        f'deepghs/anime_eye_detection',
+        f'{model_name}/model.onnx'
+    ))
+
+
+_LABELS = ['eye']
+
+
+def detect_eyes(image: ImageTyping, model_name: str, max_infer_size=640,
+                conf_threshold: float = 0.3, iou_threshold: float = 0.3) \
+        -> List[Tuple[Tuple[int, int, int, int], str, float]]:
+    image = load_image(image, mode='RGB')
+    new_image, old_size, new_size = _image_preprocess(image, max_infer_size)
+
+    data = rgb_encode(new_image)[None, ...]
+    output, = _open_eye_detect_model(model_name).run(['output0'], {'images': data})
+    return _data_postprocess(output[0], conf_threshold, iou_threshold, old_size, new_size, _LABELS)
+
+
+def _gr_detect_eyes(image: ImageTyping, model_name: str, max_infer_size=640,
+                    conf_threshold: float = 0.3, iou_threshold: float = 0.3):
+    ret = detect_eyes(image, model_name, max_infer_size, conf_threshold, iou_threshold)
+    return detection_visualize(image, ret, _LABELS)