Update app.py

app.py

@@ -6,7 +6,6 @@ import time
 from langchain_community.embeddings import HuggingFaceEmbeddings
 import torch
 import psutil
-import GPUtil
 
 # Set up logging
 logging.basicConfig(level=logging.INFO)
@@ -23,20 +22,17 @@ embedding_model.client.to(device)
 
 # Load datasets
 datasets = {}
-dataset_names = ['covidqa', 'hotpotqa', 'pubmedqa']  # Starting with key datasets
+dataset_names = ['covidqa', 'hotpotqa', 'pubmedqa']
 
 for name in dataset_names:
     datasets[name] = load_dataset("rungalileo/ragbench", name, split='train')
     logger.info(f"Loaded {name}")
 
 def get_system_metrics():
-    metrics = {
+    return {
         'cpu_percent': psutil.cpu_percent(),
-        'memory_percent': psutil.virtual_memory().percent,
-        'gpu_util': GPUtil.getGPUs()[0].load * 100 if torch.cuda.is_available() else 0,
-        'gpu_memory': GPUtil.getGPUs()[0].memoryUtil * 100 if torch.cuda.is_available() else 0
+        'memory_percent': psutil.virtual_memory().percent
     }
-    return metrics
 
 def process_query(query, dataset_choice="all"):
     start_time = time.time()
@@ -62,7 +58,6 @@ def process_query(query, dataset_choice="all"):
             temperature=0.7,
         )
         
-        # Get performance metrics
         metrics = get_system_metrics()
         metrics['processing_time'] = time.time() - start_time
         
@@ -70,16 +65,13 @@ def process_query(query, dataset_choice="all"):
         Processing Time: {metrics['processing_time']:.2f}s
         CPU Usage: {metrics['cpu_percent']}%
         Memory Usage: {metrics['memory_percent']}%
-        GPU Utilization: {metrics['gpu_util']:.1f}%
-        GPU Memory: {metrics['gpu_memory']:.1f}%
         """
         
         return response.choices[0].message.content.strip(), metrics_display
         
     except Exception as e:
-        return str(e), "Metrics collection in progress"
+        return str(e), "Performance metrics available on next query"
 
-# Create Gradio interface
 demo = gr.Interface(
     fn=process_query,
     inputs=[