import gradio as gr from fastai.vision.all import * from fastai.learner import load_learner from pathlib import Path import pandas as pd import os """ Warning Lamp Detector using FastAI This application allows users to upload images of warning lamps and get classification results. """ def get_labels(fname): """ Function required by the model to process labels Args: fname: Path to the image file Returns: list: List of active labels """ # Since we're only doing inference, we can return an empty list # This function is only needed because the model was saved with it return [] # Load the FastAI model try: model_path = Path("WarningLampClassifier.pkl") learn_inf = load_learner(model_path) print("Model loaded successfully") except Exception as e: print(f"Error loading model: {e}") raise def detect_warning_lamp(image, history: list[tuple[str, str]], system_message): """ Process the uploaded image and return detection results using FastAI model Args: image: PIL Image from Gradio history: Chat history system_message: System prompt Returns: Updated chat history with prediction results """ if image is None: history.append((None, "Please upload an image first.")) return history try: # Print debug info print(f"Image type: {type(image)}") # Convert PIL image to FastAI compatible format img = PILImage(image) print(f"Converted to PILImage: {type(img)}") # Get model prediction print("Running prediction...") pred_class, pred_idx, probs = learn_inf.predict(img) # Print debug info about prediction results print(f"Prediction class type: {type(pred_class)}, value: {pred_class}") print(f"Prediction index type: {type(pred_idx)}, value: {pred_idx}") print(f"Probabilities type: {type(probs)}, shape: {probs.shape if hasattr(probs, 'shape') else 'no shape'}") # Safely convert tensors to Python types try: # Handle pred_class (could be string or tensor) if hasattr(pred_class, 'item'): pred_class_str = str(pred_class.item()) else: pred_class_str = str(pred_class) # Handle pred_idx (convert tensor to int) if hasattr(pred_idx, 'item'): pred_idx_int = pred_idx.item() else: pred_idx_int = int(pred_idx) # Get confidence score for predicted class if hasattr(probs[pred_idx_int], 'item'): confidence = probs[pred_idx_int].item() else: confidence = float(probs[pred_idx_int]) print(f"Converted values - class: {pred_class_str}, index: {pred_idx_int}, confidence: {confidence}") except Exception as conversion_error: print(f"Error during tensor conversion: {conversion_error}") raise # Format the prediction results response = f"Detected Warning Lamp: {pred_class_str}\nConfidence: {confidence:.2%}" # Add probabilities for all classes response += "\n\nProbabilities for all classes:" # Safely iterate through probabilities for i, cls in enumerate(learn_inf.dls.vocab): try: if hasattr(probs[i], 'item'): prob_value = probs[i].item() else: prob_value = float(probs[i]) response += f"\n- {cls}: {prob_value:.2%}" except Exception as prob_error: print(f"Error processing probability for class {cls}: {prob_error}") response += f"\n- {cls}: Error" # Update chat history history.append((None, response)) return history except Exception as e: error_msg = f"Error processing image: {str(e)}" print(f"Exception in detect_warning_lamp: {e}") import traceback traceback.print_exc() history.append((None, error_msg)) return history # Create a custom interface with image upload with gr.Blocks(title="Warning Lamp Detector", theme=gr.themes.Soft()) as demo: gr.Markdown(""" # 🚨 Warning Lamp Detector Upload an image of a warning lamp to get its classification. ### Instructions: 1. Upload a clear image of the warning lamp 2. Wait for the analysis 3. View the detailed classification results ### Supported Warning Lamps: """) # Display supported classes if available if 'learn_inf' in locals(): gr.Markdown("\n".join([f"- {cls}" for cls in learn_inf.dls.vocab])) with gr.Row(): with gr.Column(scale=1): image_input = gr.Image( label="Upload Warning Lamp Image", type="pil", sources="upload" ) system_message = gr.Textbox( value="You are an expert in warning lamp classification. Analyze the image and provide detailed information about the type, color, and status of the warning lamp.", label="System Message", lines=3, visible=False # Hide this since we're using direct model inference ) with gr.Column(scale=1): chatbot = gr.Chatbot( [], elem_id="chatbot", bubble_full_width=False, avatar_images=(None, "🚨"), height=400 ) # Add a submit button submit_btn = gr.Button("Analyze Warning Lamp", variant="primary") submit_btn.click( detect_warning_lamp, inputs=[image_input, chatbot, system_message], outputs=chatbot ) if __name__ == "__main__": demo.launch()