Upload app.py

app.py

@@ -0,0 +1,700 @@
+# BioGPT Medical Chatbot with Gradio Interface - HUGGING FACE SPACES VERSION
+
+import gradio as gr
+import torch
+import warnings
+import numpy as np
+import os
+import re
+import time
+from datetime import datetime
+from typing import List, Dict, Optional, Tuple
+import json
+
+# Install required packages if not already installed
+try:
+    from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+    from sentence_transformers import SentenceTransformer
+    import faiss
+except ImportError:
+    print("Installing required packages...")
+    import subprocess
+    import sys
+    
+    packages = [
+        "transformers>=4.21.0",
+        "torch>=1.12.0", 
+        "sentence-transformers",
+        "faiss-cpu",
+        "accelerate",
+        "bitsandbytes",
+        "datasets",
+        "numpy",
+        "sacremoses",
+        "scipy"
+    ]
+    
+    for package in packages:
+        try:
+            subprocess.check_call([sys.executable, "-m", "pip", "install", package])
+        except Exception as e:
+            print(f"Failed to install {package}: {e}")
+    
+    from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+    from sentence_transformers import SentenceTransformer
+    import faiss
+
+# Suppress warnings
+warnings.filterwarnings('ignore')
+
+class GradioBioGPTChatbot:
+    def __init__(self, use_gpu=False, use_8bit=False):  # Default to CPU for HF Spaces
+        """Initialize BioGPT chatbot for Gradio deployment"""
+        self.device = "cuda" if torch.cuda.is_available() and use_gpu else "cpu"
+        self.use_8bit = use_8bit and torch.cuda.is_available()
+        
+        print(f"🔧 Initializing on device: {self.device}")
+        
+        # Initialize components with error handling
+        try:
+            self.setup_embeddings()
+            self.setup_faiss_index()
+            self.setup_biogpt()
+        except Exception as e:
+            print(f"❌ Initialization error: {e}")
+            self.model = None
+            self.tokenizer = None
+            self.embedding_model = None
+        
+        # Conversation tracking
+        self.conversation_history = []
+        self.knowledge_chunks = []
+        self.is_data_loaded = False
+        
+    def setup_embeddings(self):
+        """Setup medical-optimized embeddings with error handling"""
+        try:
+            print("🔄 Loading embedding model...")
+            self.embedding_model = SentenceTransformer('all-MiniLM-L6-v2')
+            self.embedding_dim = self.embedding_model.get_sentence_embedding_dimension()
+            self.use_embeddings = True
+            print("✅ Embeddings loaded successfully")
+        except Exception as e:
+            print(f"❌ Embeddings setup failed: {e}")
+            self.embedding_model = None
+            self.embedding_dim = 384
+            self.use_embeddings = False
+
+    def setup_faiss_index(self):
+        """Setup FAISS for vector search with error handling"""
+        try:
+            print("🔄 Setting up FAISS index...")
+            self.faiss_index = faiss.IndexFlatIP(self.embedding_dim)
+            self.faiss_ready = True
+            print("✅ FAISS index ready")
+        except Exception as e:
+            print(f"❌ FAISS setup failed: {e}")
+            self.faiss_index = None
+            self.faiss_ready = False
+
+    def setup_biogpt(self):
+        """Setup BioGPT model with optimizations and fallbacks"""
+        print("🔄 Loading BioGPT model...")
+        
+        # Try BioGPT first, with fallbacks
+        models_to_try = [
+            "microsoft/BioGPT",  # Smaller version first
+            "microsoft/DialoGPT-medium",  # Fallback 1
+            "microsoft/DialoGPT-small",   # Fallback 2
+            "gpt2"  # Final fallback
+        ]
+        
+        for model_name in models_to_try:
+            try:
+                print(f"🔄 Trying model: {model_name}")
+                
+                # Load tokenizer
+                self.tokenizer = AutoTokenizer.from_pretrained(model_name)
+                if self.tokenizer.pad_token is None:
+                    self.tokenizer.pad_token = self.tokenizer.eos_token
+
+                # Load model with minimal config for HF Spaces
+                if self.device == "cuda" and self.use_8bit:
+                    quantization_config = BitsAndBytesConfig(
+                        load_in_8bit=True,
+                        llm_int8_threshold=6.0,
+                    )
+                else:
+                    quantization_config = None
+
+                self.model = AutoModelForCausalLM.from_pretrained(
+                    model_name,
+                    quantization_config=quantization_config,
+                    torch_dtype=torch.float16 if self.device == "cuda" else torch.float32,
+                    device_map="auto" if self.device == "cuda" else None,
+                    trust_remote_code=True,
+                    low_cpu_mem_usage=True  # Important for HF Spaces
+                )
+
+                if self.device == "cpu":
+                    self.model = self.model.to(self.device)
+                    
+                print(f"✅ Successfully loaded: {model_name}")
+                break
+                
+        except Exception as e:
+            print(f"❌ Failed to load {model_name}: {e}")
+            continue
+    else:
+        print("❌ All models failed to load")
+        self.model = None
+        self.tokenizer = None
+
+    def create_medical_chunks(self, text: str, chunk_size: int = 300) -> List[Dict]:
+        """Create medically-optimized text chunks with smaller size for efficiency"""
+        chunks = []
+        
+        # Split by medical sections first
+        medical_sections = self.split_by_medical_sections(text)
+        
+        chunk_id = 0
+        for section in medical_sections:
+            if len(section.split()) > chunk_size:
+                # Split large sections by sentences
+                sentences = re.split(r'[.!?]+', section)
+                current_chunk = ""
+                
+                for sentence in sentences:
+                    sentence = sentence.strip()
+                    if not sentence:
+                        continue
+                        
+                    if len(current_chunk.split()) + len(sentence.split()) < chunk_size:
+                        current_chunk += sentence + ". "
+                    else:
+                        if current_chunk.strip():
+                            chunks.append({
+                                'id': chunk_id,
+                                'text': current_chunk.strip(),
+                                'medical_focus': self.identify_medical_focus(current_chunk)
+                            })
+                            chunk_id += 1
+                        current_chunk = sentence + ". "
+                
+                if current_chunk.strip():
+                    chunks.append({
+                        'id': chunk_id,
+                        'text': current_chunk.strip(),
+                        'medical_focus': self.identify_medical_focus(current_chunk)
+                    })
+                    chunk_id += 1
+            else:
+                if section.strip():  # Don't add empty sections
+                    chunks.append({
+                        'id': chunk_id,
+                        'text': section,
+                        'medical_focus': self.identify_medical_focus(section)
+                    })
+                    chunk_id += 1
+                
+        return chunks
+
+    def split_by_medical_sections(self, text: str) -> List[str]:
+        """Split text by medical sections"""
+        section_patterns = [
+            r'\n\s*(?:SYMPTOMS?|TREATMENT|DIAGNOSIS|CAUSES?|PREVENTION|MANAGEMENT).*?\n',
+            r'\n\s*\d+\.\s+',
+            r'\n\n+'
+        ]
+        
+        sections = [text]
+        for pattern in section_patterns:
+            new_sections = []
+            for section in sections:
+                splits = re.split(pattern, section, flags=re.IGNORECASE)
+                new_sections.extend([s.strip() for s in splits if len(s.strip()) > 50])  # Reduced minimum length
+            sections = new_sections
+            
+        return sections
+
+    def identify_medical_focus(self, text: str) -> str:
+        """Identify the medical focus of a text chunk"""
+        text_lower = text.lower()
+        
+        categories = {
+            'pediatric_symptoms': ['fever', 'cough', 'rash', 'vomiting', 'diarrhea', 'child', 'baby', 'infant'],
+            'treatments': ['treatment', 'therapy', 'medication', 'antibiotics', 'medicine'],
+            'diagnosis': ['diagnosis', 'diagnostic', 'symptoms', 'signs', 'condition'],
+            'emergency': ['emergency', 'urgent', 'serious', 'hospital', 'call doctor'],
+            'prevention': ['prevention', 'vaccine', 'immunization', 'avoid', 'prevent']
+        }
+        
+        for category, keywords in categories.items():
+            if any(keyword in text_lower for keyword in keywords):
+                return category
+                
+        return 'general_medical'
+
+    def load_medical_data_from_file(self, file_path: str) -> Tuple[str, bool]:
+        """Load medical data from uploaded file with better error handling"""
+        if not file_path or not os.path.exists(file_path):
+            return "❌ No file uploaded or file not found.", False
+            
+        try:
+            print(f"🔄 Processing file: {file_path}")
+            
+            # Read file with encoding detection
+            encodings_to_try = ['utf-8', 'utf-8-sig', 'latin-1', 'cp1252']
+            text = None
+            
+            for encoding in encodings_to_try:
+                try:
+                    with open(file_path, 'r', encoding=encoding) as f:
+                        text = f.read()
+                    print(f"✅ File read successfully with {encoding} encoding")
+                    break
+                except UnicodeDecodeError:
+                    continue
+            
+            if text is None:
+                return "❌ Could not read file. Please ensure it's a valid text file.", False
+            
+            if len(text.strip()) < 100:
+                return "❌ File appears to be too short or empty. Please upload a substantial medical text.", False
+                
+            # Create chunks
+            print("🔄 Creating medical chunks...")
+            chunks = self.create_medical_chunks(text)
+            
+            if not chunks:
+                return "❌ No valid medical content found in the file.", False
+                
+            self.knowledge_chunks = chunks
+            print(f"✅ Created {len(chunks)} chunks")
+            
+            # Generate embeddings if available
+            if self.use_embeddings and self.embedding_model and self.faiss_ready:
+                print("🔄 Generating embeddings...")
+                success = self.generate_embeddings_and_index(chunks)
+                if success:
+                    self.is_data_loaded = True
+                    return f"✅ Medical data loaded successfully! {len(chunks)} chunks processed with vector search.", True
+            
+            self.is_data_loaded = True
+            return f"✅ Medical data loaded successfully! {len(chunks)} chunks processed (keyword search mode).", True
+            
+        except Exception as e:
+            print(f"❌ Error processing file: {e}")
+            return f"❌ Error loading file: {str(e)}", False
+
+    def generate_embeddings_and_index(self, chunks: List[Dict]) -> bool:
+        """Generate embeddings and add to FAISS index with error handling"""
+        try:
+            print("🔄 Generating embeddings...")
+            texts = [chunk['text'] for chunk in chunks]
+            
+            # Process in batches to avoid memory issues
+            batch_size = 32
+            all_embeddings = []
+            
+            for i in range(0, len(texts), batch_size):
+                batch_texts = texts[i:i+batch_size]
+                batch_embeddings = self.embedding_model.encode(batch_texts, show_progress_bar=False)
+                all_embeddings.append(batch_embeddings)
+            
+            embeddings = np.vstack(all_embeddings)
+            self.faiss_index.add(embeddings.astype('float32'))
+            print(f"✅ Added {len(embeddings)} embeddings to FAISS index")
+            return True
+            
+        except Exception as e:
+            print(f"❌ Embedding generation failed: {e}")
+            return False
+
+    def retrieve_medical_context(self, query: str, n_results: int = 3) -> List[str]:
+        """Retrieve relevant medical context with fallback"""
+        if not self.knowledge_chunks:
+            return []
+            
+        if self.use_embeddings and self.embedding_model and self.faiss_ready:
+            try:
+                query_embedding = self.embedding_model.encode([query])
+                distances, indices = self.faiss_index.search(query_embedding.astype('float32'), n_results)
+                context_chunks = []
+                for i in indices[0]:
+                    if i != -1 and i < len(self.knowledge_chunks):
+                        context_chunks.append(self.knowledge_chunks[i]['text'])
+                
+                if context_chunks:
+                    return context_chunks
+            except Exception as e:
+                print(f"❌ Embedding search failed: {e}")
+        
+        # Fallback to keyword search
+        return self.keyword_search_medical(query, n_results)
+
+    def keyword_search_medical(self, query: str, n_results: int) -> List[str]:
+        """Medical-focused keyword search"""
+        if not self.knowledge_chunks:
+            return []
+            
+        query_words = set(query.lower().split())
+        chunk_scores = []
+        
+        for chunk_info in self.knowledge_chunks:
+            chunk_text = chunk_info['text']
+            chunk_words = set(chunk_text.lower().split())
+            
+            word_overlap = len(query_words.intersection(chunk_words))
+            base_score = word_overlap / len(query_words) if query_words else 0
+            
+            # Boost medical content
+            medical_boost = 0
+            if chunk_info.get('medical_focus') in ['pediatric_symptoms', 'treatments', 'diagnosis']:
+                medical_boost = 0.3
+                
+            final_score = base_score + medical_boost
+            
+            if final_score > 0:
+                chunk_scores.append((final_score, chunk_text))
+        
+        chunk_scores.sort(reverse=True)
+        return [chunk for _, chunk in chunk_scores[:n_results]]
+
+    def generate_biogpt_response(self, context: str, query: str) -> str:
+        """Generate medical response using loaded model"""
+        if not self.model or not self.tokenizer:
+            return "Medical AI model is not available. Using fallback response based on retrieved context."
+            
+        try:
+            # Simplified prompt for better compatibility
+            prompt = f"Context: {context[:600]}\n\nQuestion: {query}\n\nAnswer:"
+
+            inputs = self.tokenizer(
+                prompt,
+                return_tensors="pt",
+                truncation=True,
+                max_length=512,  # Reduced for efficiency
+                padding=True
+            )
+            
+            if self.device == "cuda":
+                inputs = {k: v.to(self.device) for k, v in inputs.items()}
+            
+            with torch.no_grad():
+                outputs = self.model.generate(
+                    **inputs,
+                    max_new_tokens=100,  # Reduced for efficiency
+                    do_sample=True,
+                    temperature=0.7,
+                    top_p=0.9,
+                    pad_token_id=self.tokenizer.eos_token_id,
+                    repetition_penalty=1.1,
+                    no_repeat_ngram_size=3
+                )
+            
+            full_response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
+            
+            if "Answer:" in full_response:
+                generated_response = full_response.split("Answer:")[-1].strip()
+            else:
+                generated_response = full_response[len(prompt):].strip()
+            
+            return self.clean_medical_response(generated_response) if generated_response else self.fallback_response(context, query)
+            
+        except Exception as e:
+            print(f"❌ Generation failed: {e}")
+            return self.fallback_response(context, query)
+
+    def clean_medical_response(self, response: str) -> str:
+        """Clean and format medical response"""
+        if not response:
+            return "I couldn't generate a specific response. Please consult a healthcare professional."
+            
+        # Remove incomplete sentences and clean up
+        sentences = re.split(r'[.!?]+', response)
+        clean_sentences = []
+        
+        for sentence in sentences:
+            sentence = sentence.strip()
+            if len(sentence) > 15 and not sentence.endswith(('and', 'or', 'but', 'however', 'the', 'a', 'an')):
+                clean_sentences.append(sentence)
+            if len(clean_sentences) >= 2:  # Limit to 2 sentences for clarity
+                break
+        
+        if clean_sentences:
+            cleaned = '. '.join(clean_sentences) + '.'
+        else:
+            cleaned = response[:150] + '...' if len(response) > 150 else response
+            
+        return cleaned
+
+    def fallback_response(self, context: str, query: str) -> str:
+        """Fallback response when model generation fails"""
+        if not context:
+            return "I don't have specific information about this topic in my medical database. Please consult with a healthcare professional."
+            
+        # Extract most relevant sentences from context
+        sentences = [s.strip() for s in context.split('.') if len(s.strip()) > 20]
+        
+        if sentences:
+            # Return first 1-2 most relevant sentences
+            response = sentences[0]
+            if len(sentences) > 1 and len(response) < 100:
+                response += '. ' + sentences[1]
+            response += '.'
+        else:
+            response = context[:200] + '...' if len(context) > 200 else context
+            
+        return response
+
+    def handle_conversational_interactions(self, query: str) -> Optional[str]:
+        """Handle conversational interactions"""
+        query_lower = query.lower().strip()
+        
+        # Greetings
+        if query_lower in ['hello', 'hi', 'hey', 'good morning', 'good afternoon']:
+            if not self.is_data_loaded:
+        return "👋 Hello! I'm your medical AI assistant. Please upload your medical data file first, then ask me any health-related questions!"
+    else:
+        return \"👋 Hello again! I'm ready to help. Ask me any medical question related to your uploaded data.\"
+        
+        # Thanks
+        if any(thanks in query_lower for thanks in ['thank you', 'thanks', 'thx', 'appreciate']):
+            return "🙏 You're welcome! Remember to always consult healthcare professionals for medical decisions. Feel free to ask more questions!"
+        
+        # Goodbyes
+        if any(bye in query_lower for bye in ['bye', 'goodbye', 'see you', 'farewell']):
+            return "👋 Goodbye! Take care and stay healthy! 🏥"
+        
+        # Help/About
+        if any(help_word in query_lower for help_word in ['help', 'what can you do', 'how do you work']):
+            return """🤖 **Medical AI Assistant**
+
+I can help with:
+• Medical information and conditions
+• Symptom understanding
+• Treatment information
+• When to seek medical care
+
+**How to use:**
+1. Upload your medical data file
+2. Ask specific medical questions
+3. Get evidence-based information
+
+⚠️ **Important:** I provide educational information only. Always consult healthcare professionals for medical advice."""
+
+        return None
+
+    def chat_interface(self, message: str, history: List[List[str]]) -> Tuple[str, List[List[str]]]:
+        """Main chat interface for Gradio"""
+        if not message.strip():
+            return "", history
+        
+        # Check if data is loaded
+        if not self.is_data_loaded:
+            response = "⚠️ Please upload your medical data file first using the file upload above before asking questions."
+            history.append([message, response])
+            return "", history
+        
+        # Handle conversational interactions
+        conversational_response = self.handle_conversational_interactions(message)
+        if conversational_response:
+            history.append([message, conversational_response])
+            return "", history
+        
+        # Process medical query
+        try:
+            context = self.retrieve_medical_context(message)
+            
+            if not context:
+                response = "I don't have specific information about this topic in my medical database. Please consult with a healthcare professional for personalized medical advice."
+            else:
+                main_context = '\n\n'.join(context)
+                medical_response = self.generate_biogpt_response(main_context, message)
+                response = f"🩺 **Medical Information:** {medical_response}\n\n⚠️ **Important:** This information is for educational purposes only. Always consult with qualified healthcare professionals for medical diagnosis, treatment, and personalized advice."
+            
+            # Add to conversation history
+            self.conversation_history.append({
+                'query': message,
+                'response': response,
+                'timestamp': datetime.now().isoformat()
+            })
+            
+            history.append([message, response])
+            return "", history
+            
+        except Exception as e:
+            print(f"❌ Chat interface error: {e}")
+            error_response = "I encountered an error processing your question. Please try again or consult a healthcare professional."
+            history.append([message, error_response])
+            return "", history
+
+# Initialize the chatbot with error handling
+print("🚀 Initializing Medical AI Assistant...")
+try:
+    chatbot = GradioBioGPTChatbot(use_gpu=False, use_8bit=False)  # CPU-optimized for HF Spaces
+    print("✅ Chatbot initialized successfully")
+except Exception as e:
+    print(f"❌ Chatbot initialization failed: {e}")
+    chatbot = None
+
+def upload_and_process_file(file):
+    """Handle file upload and processing"""
+    if file is None:
+        return "❌ No file uploaded."
+    
+    if chatbot is None:
+        return "❌ Chatbot not initialized properly. Please refresh the page."
+    
+    try:
+        message, success = chatbot.load_medical_data_from_file(file)
+        return message
+    except Exception as e:
+        return f"❌ Error processing file: {str(e)}"
+
+# Create Gradio Interface
+def create_gradio_interface():
+    """Create and launch Gradio interface"""
+    
+    with gr.Blocks(
+        title="🏥 Medical AI Assistant",
+        theme=gr.themes.Soft(),
+        css="""
+        .gradio-container {
+            max-width: 1200px !important;
+        }
+        .chat-message {
+            border-radius: 10px !important;
+        }
+        """
+    ) as demo:
+        
+        gr.HTML("""
+        <div style="text-align: center; padding: 20px;">
+            <h1>🏥 Medical AI Assistant</h1>
+            <p style="font-size: 18px; color: #666;">
+                AI-powered medical information assistant
+            </p>
+            <p style="color: #888;">
+                ⚠️ For educational purposes only. Always consult healthcare professionals for medical advice.
+            </p>
+        </div>
+        """)
+        
+        with gr.Row():
+            with gr.Column(scale=1):
+                gr.HTML("<h3>📁 Upload Medical Data</h3>")
+                file_upload = gr.File(
+                    label="Upload Medical Text File (.txt)",
+                    file_types=[".txt"],
+                    type="filepath"
+                )
+                upload_status = gr.Textbox(
+                    label="Upload Status",
+                    value="📋 Please upload your medical data file to begin...",
+                    interactive=False,
+                    lines=3
+                )
+                
+                gr.HTML("""
+                <div style="margin-top: 20px; padding: 15px; background-color: #f0f8ff; border-radius: 10px;">
+                    <h4>💡 How to Use:</h4>
+                    <ol>
+                        <li>Upload your medical text file (.txt format)</li>
+                        <li>Wait for processing confirmation</li>
+                        <li>Start asking medical questions!</li>
+                    </ol>
+                    
+                    <h4>📝 Example Questions:</h4>
+                    <ul>
+                        <li>"What causes fever in children?"</li>
+                        <li>"How to treat a persistent cough?"</li>
+                        <li>"When should I call the doctor?"</li>
+                        <li>"Signs of dehydration in infants?"</li>
+                    </ul>
+                </div>
+                """)
+            
+            with gr.Column(scale=2):
+                gr.HTML("<h3>💬 Medical Consultation</h3>")
+                chatbot_interface = gr.Chatbot(
+                    label="Medical AI Chat",
+                    height=500,
+                    bubble_full_width=False
+                )
+                
+                msg_input = gr.Textbox(
+                    label="Your Medical Question",
+                    placeholder="Ask me about health topics, symptoms, treatments, or when to seek care...",
+                    lines=2
+                )
+                
+                with gr.Row():
+                    send_btn = gr.Button("🩺 Send Question", variant="primary")
+                    clear_btn = gr.Button("🗑️ Clear Chat", variant="secondary")
+        
+        # Event handlers with error handling
+        def safe_upload_handler(file):
+            try:
+                return upload_and_process_file(file)
+            except Exception as e:
+                return f"❌ Upload error: {str(e)}"
+        
+        def safe_chat_handler(message, history):
+            try:
+                if chatbot is None:
+                    return "", history + [[message, "❌ System error. Please refresh the page."]]
+                return chatbot.chat_interface(message, history)
+            except Exception as e:
+                return "", history + [[message, f"❌ Error: {str(e)}"]]
+        
+        file_upload.change(
+            fn=safe_upload_handler,
+            inputs=[file_upload],
+            outputs=[upload_status]
+        )
+        
+        msg_input.submit(
+            fn=safe_chat_handler,
+            inputs=[msg_input, chatbot_interface],
+            outputs=[msg_input, chatbot_interface]
+        )
+        
+        send_btn.click(
+            fn=safe_chat_handler,
+            inputs=[msg_input, chatbot_interface],
+            outputs=[msg_input, chatbot_interface]
+        )
+        
+        clear_btn.click(
+            fn=lambda: ([], ""),
+            outputs=[chatbot_interface, msg_input]
+        )
+        
+        gr.HTML("""
+        <div style="text-align: center; margin-top: 30px; padding: 20px; background-color: #fff3cd; border-radius: 10px;">
+            <h4>⚠️ Medical Disclaimer</h4>
+            <p>This AI assistant provides educational medical information only and is not a substitute for professional medical advice, diagnosis, or treatment. Always seek the advice of qualified healthcare providers with questions about medical conditions.</p>
+        </div>
+        """)
+    
+    return demo
+
+if __name__ == "__main__":
+    # Create and launch the Gradio interface
+    demo = create_gradio_interface()
+    
+    print("🌐 Launching Gradio interface...")
+    print("📋 Upload your medical data file and start chatting!")
+    
+    # Launch with HF Spaces optimized settings
+    demo.launch(
+        share=False,
+        server_name="0.0.0.0",
+        server_port=7860,
+        show_error=True,
+        show_tips=False,
+        enable_queue=True,
+        max_threads=40
+    )