File size: 5,107 Bytes
6fb2f90
449b9ac
dbd2a18
9b2c5e1
aed0d09
dbd2a18
 
d00769c
 
449b9ac
 
6492b12
aed0d09
24f4b49
f7b8e0e
dbd2a18
c3d8605
dbd2a18
aca98af
6492b12
90ff42e
 
 
aca98af
 
449b9ac
6492b12
fa09b4a
6492b12
fa09b4a
6492b12
dbd2a18
d00769c
 
d3127bb
dbd2a18
d3127bb
 
6492b12
d00769c
 
d3127bb
6492b12
dbd2a18
449b9ac
f504910
449b9ac
061bb0f
 
7ea4790
6492b12
 
 
 
 
 
 
 
449b9ac
 
6492b12
dbd2a18
 
6492b12
 
 
 
 
 
 
dbd2a18
 
 
0c96397
6492b12
7838123
dbd2a18
 
6492b12
408a665
 
 
 
 
dbd2a18
b30ea65
dbd2a18
ad84640
 
 
 
dbd2a18
 
d00769c
dbd2a18
 
 
 
 
 
 
 
6492b12
dbd2a18
 
 
6492b12
dbd2a18
 
 
 
 
 
20ca536
dbd2a18
6492b12
 
061bb0f
408a665
 
 
 
 
43b1616
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60b0ce7
 
 
43b1616
dbd2a18
fe67ca1
dbd2a18
adfc504
6fb2f90
fe67ca1
 
 
 
 
 
 
 
6fb2f90
89bae82
 
 
449b9ac
061bb0f
dbd2a18
449b9ac
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
import netron
import threading
import gradio as gr
import os
from PIL import Image
import cv2
import numpy as np
from yolov5 import xai_yolov5
from yolov8 import xai_yolov8s
import time
import tempfile

# Sample images directory
sample_images = {
    "Sample 1": os.path.join(os.getcwd(), "data/xai/sample1.jpeg"),
    "Sample 2": os.path.join(os.getcwd(), "data/xai/sample2.jpg"),
}

def load_sample_image(sample_name):
    """Load a sample image based on user selection."""
    image_path = sample_images.get(sample_name)
    if image_path and os.path.exists(image_path):
        return Image.open(image_path)
    return None

def process_image(sample_choice, uploaded_image, yolo_versions):
    """Process the image using selected YOLO models."""
    if uploaded_image is not None:
        image = uploaded_image  # Use the uploaded image
    else:
        image = load_sample_image(sample_choice)  # Use selected sample image

    image = np.array(image)
    image = cv2.resize(image, (640, 640))
    result_images = []

    for yolo_version in yolo_versions:
        if yolo_version == "yolov5":
            result_images.append(xai_yolov5(image)) 
        elif yolo_version == "yolov8s":
            result_images.append(xai_yolov8s(image))
        else:
            result_images.append((Image.fromarray(image), f"{yolo_version} not yet implemented."))

    return result_images

def view_model(selected_models):
    """Generate Netron visualization for the selected models."""
    for model in selected_models:
        if model == "yolov5":
            iframe_html = f"""
            <iframe 
                src="https://netron.app/?url=https://huggingface.co/FFusion/FFusionXL-BASE/blob/main/vae_encoder/model.onnx" 
                width="100%" 
                height="800" 
                frameborder="0">
            </iframe>
            """
            return iframe_html
    return "<p>Please select a valid model for Netron visualization.</p>"

# Custom CSS for styling (optional)
custom_css = """
#run_button {
    background-color: purple;
    color: white;
    width: 120px;
    border-radius: 5px;
    font-size: 14px;
}
"""

with gr.Blocks(css=custom_css) as interface:
    gr.Markdown("# NeuralVista: Visualize Object Detection of Your Models")
    
    default_sample = "Sample 1"

    with gr.Row():
        # Left side: Sample selection and upload image
        with gr.Column():
            sample_selection = gr.Radio(
                choices=list(sample_images.keys()),
                label="Select a Sample Image",
                type="value",
                value=default_sample,
            )

            upload_image = gr.Image(
                label="Upload an Image",
                type="pil",  
            )

            selected_models = gr.CheckboxGroup(
                choices=["yolov5", "yolov8s"],
                value=["yolov5"],
                label="Select Model(s)",
            )

            run_button = gr.Button("Run", elem_id="run_button")

        with gr.Column():
            sample_display = gr.Image(
                value=load_sample_image(default_sample),  
                label="Selected Sample Image",
            )

    # Below the sample image, display results and architecture side by side
    with gr.Row():
        result_gallery = gr.Gallery(
            label="Results",
            elem_id="gallery",
            rows=1,
            height=500,
        )

        netron_display = gr.HTML(label="Netron Visualization")

    # Update the sample image when the sample is changed
    sample_selection.change(
        fn=load_sample_image,
        inputs=sample_selection,
        outputs=sample_display,
    )
    def run_both(sample_choice, uploaded_image, selected_models):
        results = []
        netron_html = ""

        def update_results(res):
            nonlocal results
            results = res
            result_gallery.update(res)

        def update_netron(html):
            nonlocal netron_html
            netron_html = html
            netron_display.update(html)

        # Run both functions in parallel
        thread1 = threading.Thread(target=process_image, args=(sample_choice, uploaded_image, selected_models, update_results))
        thread2 = threading.Thread(target=view_model, args=(selected_models, update_netron))
        thread1.start()
        thread2.start()
        thread1.join()
        thread2.join()
        return results, netron_html



    run_button.click(
        fn=run_both,
        inputs=[sample_selection, upload_image, selected_models],
        outputs=[result_gallery,netron_display],
    )
   # run_button.click(
    #    fn=lambda sample_choice, uploaded_image, yolo_versions: [
      #      process_image(sample_choice, uploaded_image, yolo_versions),  # Process image
       #     view_model(yolo_versions)  # Display model visualization
      #  ],
       # inputs=[sample_selection, upload_image, selected_models],
       # outputs=[result_gallery, netron_display],
   # )

# Laun



# Launching Gradio app
if __name__ == "__main__":
    interface.launch(share=True)