import gradio as gr
import torch
import numpy as np
import matplotlib.pyplot as plt
import base64
import io
from fastai.vision.all import *
import tensorflow as tf
from tensorflow import keras
import zipfile
import os
import traceback
# Descomprimir el modelo si no se ha descomprimido aún
if not os.path.exists("saved_model.pb"):
with zipfile.ZipFile("saved_model.zip", "r") as zip_ref:
zip_ref.extractall(".")
# Cargar modelo ISIC con TensorFlow desde el directorio correcto
from keras.layers import TFSMLayer
try:
model_isic = TFSMLayer(".", call_endpoint="serving_default")
except Exception as e:
print("\U0001F534 Error al cargar el modelo ISIC con TFSMLayer:", e)
raise
# Verificación de archivos FastAI
assert os.path.exists("modelo_malignancy.pkl"), "Falta el archivo modelo_malignancy.pkl"
assert os.path.exists("modelo_norm2000.pkl"), "Falta el archivo modelo_norm2000.pkl"
# Cargar modelos fastai
model_malignancy = load_learner("modelo_malignancy.pkl")
model_norm2000 = load_learner("modelo_norm2000.pkl")
# Cargar modelo ViT
from transformers import AutoImageProcessor, AutoModelForImageClassification
feature_extractor = AutoImageProcessor.from_pretrained("nateraw/vit-skin-cancer")
model_vit = AutoModelForImageClassification.from_pretrained("nateraw/vit-skin-cancer")
# Clases y colores
CLASSES = ['akiec', 'bcc', 'bkl', 'df', 'mel', 'nv', 'vasc']
RISK_LEVELS = {
0: {"label": "akiec", "color": "#FF6F61", "weight": 0.9},
1: {"label": "bcc", "color": "#FF8C42", "weight": 0.7},
2: {"label": "bkl", "color": "#FFD166", "weight": 0.3},
3: {"label": "df", "color": "#06D6A0", "weight": 0.1},
4: {"label": "mel", "color": "#EF476F", "weight": 1.0},
5: {"label": "nv", "color": "#118AB2", "weight": 0.2},
6: {"label": "vasc", "color": "#073B4C", "weight": 0.4},
}
# Preprocesado para TensorFlow ISIC
def preprocess_image_isic(pil_image):
image = pil_image.resize((224, 224))
array = np.array(image) / 255.0
return np.expand_dims(array, axis=0)
# Función de análisis (como ya la tienes)
def analizar_lesion_combined(img):
try:
img_fastai = PILImage.create(img)
inputs = feature_extractor(img, return_tensors="pt")
with torch.no_grad():
outputs = model_vit(**inputs)
probs_vit = outputs.logits.softmax(dim=-1).cpu().numpy()[0]
pred_idx_vit = int(np.argmax(probs_vit))
pred_class_vit = CLASSES[pred_idx_vit]
confidence_vit = probs_vit[pred_idx_vit]
pred_fast_malignant, _, probs_fast_mal = model_malignancy.predict(img_fastai)
prob_malignant = float(probs_fast_mal[1])
pred_fast_type, _, probs_fast_type = model_norm2000.predict(img_fastai)
x_isic = preprocess_image_isic(img)
preds_isic_dict = model_isic(x_isic)
key = list(preds_isic_dict.keys())[0]
preds_isic = preds_isic_dict[key].numpy()[0]
pred_idx_isic = int(np.argmax(preds_isic))
pred_class_isic = CLASSES[pred_idx_isic]
confidence_isic = preds_isic[pred_idx_isic]
colors_bars = [RISK_LEVELS[i]['color'] for i in range(7)]
fig, ax = plt.subplots(figsize=(8, 3))
ax.bar(CLASSES, probs_vit*100, color=colors_bars)
ax.set_title("Probabilidad ViT por tipo de lesión")
ax.set_ylabel("Probabilidad (%)")
ax.set_xticks(np.arange(len(CLASSES)))
ax.set_xticklabels(CLASSES, rotation=45, ha='right')
ax.grid(axis='y', alpha=0.2)
plt.tight_layout()
buf = io.BytesIO()
plt.savefig(buf, format="png")
plt.close(fig)
img_bytes = buf.getvalue()
img_b64 = base64.b64encode(img_bytes).decode("utf-8")
html_chart = f''
informe = f"""
🔍 Modelo | Resultado | Confianza |
---|---|---|
🧠 ViT (transformer) | {pred_class_vit} | {confidence_vit:.1%} |
🧬 Fast.ai (clasificación) | {pred_fast_type} | N/A |
⚠️ Fast.ai (malignidad) | {"Maligno" if prob_malignant > 0.5 else "Benigno"} | {prob_malignant:.1%} |
🔬 ISIC TensorFlow | {pred_class_isic} | {confidence_isic:.1%} |