app.py

import gradio as gr
from src.inference import SwinTExCo
import cv2
import os
from PIL import Image
import time
import app_config as cfg
import threading


model = SwinTExCo(weights_path=cfg.ckpt_path)

stop_thread = False

def stop_process():
    global stop_thread
    stop_thread = True

def video_colorization(video_path, ref_image, progress=gr.Progress()):
    global stop_thread
    
    # Initialize video reader
    video_reader = cv2.VideoCapture(video_path)
    fps = video_reader.get(cv2.CAP_PROP_FPS)
    height = int(video_reader.get(cv2.CAP_PROP_FRAME_HEIGHT))
    width = int(video_reader.get(cv2.CAP_PROP_FRAME_WIDTH))
    num_frames = int(video_reader.get(cv2.CAP_PROP_FRAME_COUNT))
    
    if not video_reader.isOpened():
        gr.Warning("Please upload a valid video.")
    if ref_image is None:
        gr.Warning("Please upload a valid reference image.")
    
    # Initialize reference image
    ref_image = Image.fromarray(ref_image)
    
    # Initialize video writer
    output_path = os.path.join(os.path.dirname(video_path), os.path.basename(video_path).split('.')[0] + f'_colorized_{time.time_ns()}.mp4')
    video_writer = cv2.VideoWriter(output_path, cv2.VideoWriter_fourcc(*'mp4v'), fps, (width, height))
    
    for colorized_frame, _ in zip(model.predict_video(video_reader, ref_image), progress.tqdm(range(num_frames), desc="Colorizing video", unit="frames")):
        if stop_thread:
            stop_thread = False
            break
        else:
            colorized_frame = cv2.cvtColor(colorized_frame, cv2.COLOR_RGB2BGR)
            video_writer.write(colorized_frame)
        
    video_writer.release()
    
    return output_path

def image_colorization(image, ref_image):
    if image is None:
        gr.Warning("Please upload a valid image.")
    if ref_image is None:
        gr.Warning("Please upload a valid reference image.")
    
    # Initialize image
    image = Image.fromarray(image)
    ref_image = Image.fromarray(ref_image)
    
    colorized_image = model.predict_image(image, ref_image)
    
    return colorized_image

# app = gr.Interface(
#     fn=video_colorization,
#     inputs=[gr.Video(format="mp4", sources="upload", label="Input video (grayscale)", interactive=True), 
#             gr.Image(sources="upload", label="Reference image (color)")],
#     outputs=gr.Video(label="Output video (colorized)"),
#     title=cfg.TITLE,
#     description=cfg.DESCRIPTION,
#     allow_flagging='never'
# )

with gr.Blocks() as app:
    # Title
    gr.Markdown(cfg.CONTENT)
    
    # Video tab
    with gr.Tab("📹 Video"):
        with gr.Row():
            with gr.Column(scale=1):
                input_video_comp = gr.Video(format="mp4", sources="upload", label="Input video (grayscale)", interactive=True)
                ref_image_comp = gr.Image(sources="upload", label="Reference image (color)", height=300)
                with gr.Row():
                    with gr.Column(scale=1):
                        clear_btn = gr.ClearButton(value="Clear input", variant=['secondary'])
                        clear_btn.add([input_video_comp, ref_image_comp])
                    with gr.Column(scale=1):
                        start_btn = gr.Button(value="Start!", variant=['primary'])
            with gr.Column(scale=1):
                output_video_comp = gr.Video(label="Output video (colorized)")
                with gr.Row():
                    with gr.Column(scale=1):
                        clear_output_btn = gr.ClearButton(value="Clear output", variant=['secondary'])
                        clear_output_btn.add([output_video_comp])
                    with gr.Column(scale=1):
                        stop_btn = gr.Button(value="Stop!", variant=['stop'])
    
            start_event = start_btn.click(video_colorization, inputs=[input_video_comp, ref_image_comp], outputs=[output_video_comp])
            stop_btn.click(fn=None, cancels=[start_event])
                
    # Image tab
    with gr.Tab("🖼️ Image"):
        with gr.Row():
            with gr.Column(scale=1):
                input_image_comp = gr.Image(sources="upload", label="Input image (grayscale)", height=300)
                ref_image_comp = gr.Image(sources="upload", label="Reference image (color)", height=300)
                with gr.Row():
                    with gr.Column(scale=1):
                        clear_input_btn = gr.ClearButton(value="Clear input", variant=['secondary'])
                        clear_input_btn.add([input_image_comp, ref_image_comp])
                    with gr.Column(scale=1):
                        start_btn = gr.Button(value="Start!", variant=['primary'])
            with gr.Column(scale=1):
                output_image_comp = gr.Image(label="Output image (colorized)", height=300)
                
                with gr.Row():
                    with gr.Column():
                        clear_output_btn = gr.ClearButton(value="Clear output", variant=['secondary'])
                        clear_output_btn.add([output_image_comp])
                    with gr.Column():
                        stop_btn = gr.Button(value="Stop!", variant=['stop'])
            
            start_event = start_btn.click(image_colorization, inputs=[input_image_comp, ref_image_comp], outputs=[output_image_comp])
            stop_btn.click(fn=None, cancels=[start_event])

    gr.Markdown(cfg.APPENDIX)

app.launch()