Update app.py

app.py

@@ -348,7 +348,94 @@ class CustomClient(fl.client.NumPyClient):
 
             fig.tight_layout()
             plot_placeholder.pyplot(fig)
-
+import matplotlib.pyplot as plt
+import re
+
+def read_log_file(log_path='log.txt'):
+    with open(log_path, 'r') as file:
+        log_lines = file.readlines()
+    return log_lines
+
+def parse_log(log_lines):
+    rounds = []
+    clients = {}
+    memory_usage = []
+    
+    round_pattern = re.compile(r'\[ROUND (\d+)\]')
+    client_pattern = re.compile(r'Client (\d+) \| (INFO|DEBUG) \| (.*)')
+    memory_pattern = re.compile(r'memory used=(\d+\.\d+)GB')
+    
+    current_round = None
+    
+    for line in log_lines:
+        round_match = round_pattern.search(line)
+        client_match = client_pattern.search(line)
+        memory_match = memory_pattern.search(line)
+        
+        if round_match:
+            current_round = int(round_match.group(1))
+            rounds.append(current_round)
+        elif client_match:
+            client_id = int(client_match.group(1))
+            log_level = client_match.group(2)
+            message = client_match.group(3)
+            
+            if client_id not in clients:
+                clients[client_id] = {'rounds': [], 'messages': []}
+            
+            clients[client_id]['rounds'].append(current_round)
+            clients[client_id]['messages'].append((log_level, message))
+        elif memory_match:
+            memory_usage.append(float(memory_match.group(1)))
+    
+    return rounds, clients, memory_usage
+
+def plot_metrics(rounds, clients, memory_usage):
+    st.write("## Metrics Overview")
+    
+    st.write("### Memory Usage")
+    plt.figure()
+    plt.plot(range(len(memory_usage)), memory_usage, label='Memory Usage (GB)')
+    plt.xlabel('Step')
+    plt.ylabel('Memory Usage (GB)')
+    plt.legend()
+    st.pyplot(plt)
+    
+    for client_id, data in clients.items():
+        st.write(f"### Client {client_id} Metrics")
+        
+        info_messages = [msg for level, msg in data['messages'] if level == 'INFO']
+        debug_messages = [msg for level, msg in data['messages'] if level == 'DEBUG']
+        
+        st.write("#### INFO Messages")
+        for msg in info_messages:
+            st.write(msg)
+        
+        st.write("#### DEBUG Messages")
+        for msg in debug_messages:
+            st.write(msg)
+        
+        # Placeholder for actual loss and accuracy values, assuming they're included in the messages
+        losses = [float(re.search(r'loss=([\d\.]+)', msg).group(1)) for msg in debug_messages if 'loss=' in msg]
+        accuracies = [float(re.search(r'accuracy=([\d\.]+)', msg).group(1)) for msg in debug_messages if 'accuracy=' in msg]
+        
+        if losses:
+            plt.figure()
+            plt.plot(data['rounds'], losses, label='Loss')
+            plt.xlabel('Round')
+            plt.ylabel('Loss')
+            plt.legend()
+            st.pyplot(plt)
+        
+        if accuracies:
+            plt.figure()
+            plt.plot(data['rounds'], accuracies, label='Accuracy')
+            plt.xlabel('Round')
+            plt.ylabel('Accuracy')
+            plt.legend()
+            st.pyplot(plt)
+
+  
 def read_log_file():
     with open("./log.txt", "r") as file:
         return file.read()
@@ -423,7 +510,7 @@ def main():
                 config=fl.server.ServerConfig(num_rounds=1),
                 strategy=strategy,
                 client_resources={"num_cpus": 1, "num_gpus": 0},
-                ray_init_args={"log_to_driver": False, "num_cpus": 1, "num_gpus": 0}
+                ray_init_args={"log_to_driver": True, "num_cpus": 1, "num_gpus": 0}
             )
 
             for i, client in enumerate(clients):
@@ -447,7 +534,13 @@ def main():
 
         # Display log.txt content
         st.write("## Training Log")
-        st.text(read_log_file())
+        # st.text(read_log_file())
+        st.write("## Training Log Analysis")
+    
+        log_lines = read_log_file()
+        rounds, clients, memory_usage = parse_log(log_lines)
+        
+        plot_metrics(rounds, clients, memory_usage)
 
     else:
         st.write("Click the 'Start Training' button to start the training process.")