import gradio as gr from transformers import T5Tokenizer, T5ForConditionalGeneration from fastapi import FastAPI from fastapi.middleware.cors import CORSMiddleware app = FastAPI() # Configure CORS app.add_middleware( CORSMiddleware, allow_origins=["https://pdarleyjr.github.io"], allow_credentials=True, allow_methods=["*"], allow_headers=["*"], ) # Load the base T5 model and tokenizer model = T5ForConditionalGeneration.from_pretrained('t5-small') tokenizer = T5Tokenizer.from_pretrained('t5-small') def generate_clinical_report(input_text): """ Generate a clinical report from the input text using the T5 model. """ try: # Prepare input text input_ids = tokenizer.encode("summarize: " + input_text, return_tensors="pt", max_length=512, truncation=True) # Generate report outputs = model.generate( input_ids, max_length=256, num_beams=4, no_repeat_ngram_size=3, length_penalty=2.0, early_stopping=True, bad_words_ids=[[tokenizer.encode(word, add_special_tokens=False)[0]] for word in ['http', 'www', '.com', '.org']] ) # Decode and return the generated report return tokenizer.decode(outputs[0], skip_special_tokens=True) except Exception as e: print(f"Error generating report: {str(e)}") return f"Error: {str(e)}" # Create Gradio interface demo = gr.Interface( fn=generate_clinical_report, inputs=gr.Textbox( lines=8, placeholder="Enter clinical notes here...", label="Clinical Notes" ), outputs=gr.Textbox( lines=8, label="Generated Clinical Report" ), title="Clinical Report Generator", description="Generate professional clinical reports from clinical notes using a T5 model.", allow_flagging="never" ) # Mount Gradio app to FastAPI app = gr.mount_gradio_app(app, demo, path="/") # Launch the app with FastAPI integration if __name__ == "__main__": import uvicorn demo.queue(max_size=20) uvicorn.run( app, host="0.0.0.0", port=7860, log_level="info" )