Refactor chat functionality and update dependencies

- Replaced the client initialization with a direct call to claude_llm.
- Enhanced chat function to stream responses from the LLM.
- Updated AWS region in the client configuration.
- Added user loading utility and user data CSV.
- Introduced custom CSS for UI styling.
- Added logo image for branding.

app.py

@@ -1,42 +1,61 @@
 import gradio as gr
-import os
-from bedrock_client import get_anthropic_client, claude_stream_response
+from bedrock_client import claude_llm
+from utils import load_users
 
-# Create Claude client via the official SDK
-client = get_anthropic_client()
+AUTHS = load_users('user.csv')
 
-# Streaming chat handler
-async def chat(user_message, history):
-    messages = history.copy()
-    messages.append({"role": "user", "content": user_message})
 
-    full_response = ""
+def chat(user_message, history):
+    # append the user message
+    messages = history + [{"role":"user","content":user_message}]
 
-    def run_generator():
-        for chunk in claude_stream_response(messages, client):
-            yield chunk
+    # pick the right LLM
+    llm = claude_llm 
+    full = ""
+    # stream tokens as they arrive
+    for token in llm.stream(user_message):
+        full += token
+        # yield an updated history snapshot
+        yield messages + [{"role":"assistant","content": full}]
 
-    for chunk in run_generator():
-        full_response += chunk
-        yield messages + [{"role": "assistant", "content": full_response}]
-
-    # Append full assistant response to history
-    messages.append({"role": "assistant", "content": full_response})
+    # final history
+    messages.append({"role":"assistant","content":full})
     yield messages
 
-# Gradio UI
-with gr.Blocks() as demo:
-    gr.Markdown("# 🤖 DevalBot")
-    chatbot = gr.Chatbot(label="Claude v2.1", type="messages")
-    msg = gr.Textbox(placeholder="Ask Claude anything...", show_label=False)
-    state = gr.State([])  # chat history
-    clear = gr.Button("🧹 Clear Chat")
-
-    def clear_chat():
-        return [], []
-
-    msg.submit(chat, [msg, state], chatbot, queue=True)
-    msg.submit(lambda: "", None, msg)  # clear input
-    clear.click(clear_chat, None, [chatbot, state])
 
-demo.queue().launch()
+with gr.Blocks(css_paths=["static/deval.css"],theme = gr.themes.Default(primary_hue="blue", secondary_hue="yellow"),) as demo:
+    # ── Logo + Header + Logout ────────────────────────────────
+
+    gr.Image(
+        value="static/logo.png",
+        show_label=False,
+        interactive=False,
+        show_download_button=False,
+        show_fullscreen_button=False,
+        elem_id="logo-primary",    # matches the CSS above
+    )
+        
+    #logout_btn = gr.Button("Logout", elem_id="logout-btn")
+    # inject auto-reload script
+    gr.HTML(
+        """
+        <script>
+          // Reload the page after 1 minutes (300 000 ms)
+          setTimeout(() => {
+            window.location.reload();
+          }, 1000);
+        </script>
+        """
+    )
+    gr.ChatInterface(
+        chat,
+        type="messages",
+        editable=True,
+        concurrency_limit=200,
+        save_history=True,
+    )
+    
+
+
+demo.queue() \
+    .launch(auth=AUTHS)

bedrock_client.py

@@ -1,11 +1,12 @@
 from anthropic import AnthropicBedrock
+from langchain_aws.llms.bedrock import BedrockLLM
 import os
 
 def get_anthropic_client():
     return AnthropicBedrock(
         aws_access_key=os.environ["AWS_ACCESS_KEY_ID"],
         aws_secret_key=os.environ["AWS_SECRET_ACCESS_KEY"],
-        aws_region=os.environ.get("AWS_DEFAULT_REGION", "us-east-1")
+        aws_region=os.environ.get("AWS_DEFAULT_REGION", "eu-central-1")
     )
 
 def claude_stream_response(messages, client):
@@ -22,4 +23,16 @@ def claude_stream_response(messages, client):
         if event.type == "content_block_delta":
             text = getattr(event.delta, "text", None)
             if text:
-                yield text
+                yield text
+
+
+
+claude_llm = BedrockLLM(
+    aws_access_key_id     = os.environ["AWS_ACCESS_KEY_ID"],
+    aws_secret_access_key = os.environ["AWS_SECRET_ACCESS_KEY"],
+    region_name           = "eu-central-1",
+    provider              = "anthropic",
+    model_id              = "anthropic.claude-v2:1",
+    streaming             = True,
+    model_kwargs          = {"temperature": 0.7},
+)

requirements.txt

@@ -4,4 +4,5 @@ botocore
 fastapi
 uvicorn
 aiofiles
-anthropic==0.54.0
+anthropic[bedrock]>=0.50.0
+langchain-aws>=0.2.17

static/deval.css

@@ -0,0 +1,28 @@
+/* ── Brand overrides ─────────────────────────────────────────── */
+:root {
+  --color-brand-primary:   #E7AB12;
+  --color-brand-secondary: #0D456C;
+}
+
+
+/* ── Page background ───────────────────────────── */
+body, .gradio-container {
+  background-color: #F2F6F8 !important;  /* your desired page bg */
+}
+
+/* ── All buttons ───────────────────────────────── */
+button.gr-button {
+  background-color: #0D456C !important;  /* your desired button bg */
+  color:            #F2F6F8 !important;  /* button text color */
+}
+
+/* optional: hover state */
+button.gr-button:hover {
+  background-color: #0056b3 !important;
+}
+
+/* ── Global button look ──────────────────────────────────────── */
+button.gr-button {
+  background-color: #0D456C !important;
+  color:            #E7AB12 !important;
+}

user.csv

@@ -0,0 +1,3 @@
+users,passwords
+alice,pw1
+bob,pw2

utils.py

@@ -0,0 +1,10 @@
+import csv
+
+def load_users(path):
+    """
+    Reads a CSV with header 'users,passwords'
+    and returns a list of (user, password) tuples.
+    """
+    with open(path, newline="", encoding="utf-8") as f:
+        reader = csv.DictReader(f)
+        return [(row["users"], row["passwords"]) for row in reader]