app.py

import gradio as gr
from transformers import VisionEncoderDecoderModel, TrOCRProcessor
import torch

def recognize_captcha(input, mdl):
    input = input.convert('RGB')

    # Load model and processor
    processor = TrOCRProcessor.from_pretrained(mdl)
    model = VisionEncoderDecoderModel.from_pretrained(mdl)
    
    # Prepare image
    pixel_values = processor(input, return_tensors="pt").pixel_values

    # Generate text
    generated_ids = model.generate(pixel_values)
    generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
    
    return generated_text

iface = gr.Interface(
    fn=recognize_captcha,
    inputs=[
        gr.Image,
        gr.Dropdown(
            ['anuashok/ocr-captcha-v3','anuashok/ocr-captcha-v2','anuashok/ocr-captcha-v1'], label='Model to use'
        )
    ],
    outputs=['text'],
    title  = "character sequence recognition from scene-image (captcha)",
    description = "Using some TrOCR models found on the HF Hub. Will you have to train your own?",
    examples = ['','']
)

iface.launch()