Update app.py

app.py

@@ -61,7 +61,7 @@ device = "cuda"  # for GPU usage or "cpu" for CPU usage
 quantization_config = BitsAndBytesConfig(
     load_in_8bit=True,                            # Use 8-bit instead of 4-bit
     bnb_8bit_compute_dtype=torch.bfloat16,        # bfloat16 for compute
-    bnb_8bit_use_double_quant=False               # Disable double quantization
+    bnb_8bit_use_double_quant=True               # Disable double quantization
 )
 
 tokenizer = AutoTokenizer.from_pretrained(MODEL)
@@ -169,23 +169,38 @@ chatbot = gr.Chatbot(
 DEFAULT_SYSTEM_PROMPT = """You are an AI expert at providing high-quality answers. Your process involves these steps:
 1. Initial Thought: Use the <Thinking> tag to reason step-by-step and generate your best possible response to the following request: [User's Request Here].
 Example:
-<Thinking> Step 1: Understand the request. Step 2: Analyze potential solutions. Step 3: Choose the optimal response. </Thinking>
-2. Self-Critique: Critically evaluate your initial response within <Critique> tags, focusing on:
+<Thinking> 
+Step 1: Understand the request.
+Step 2: Analyze potential solutions. 
+Step 3: Choose the optimal response. 
+</Thinking>
+2. Self-Critique: Critically evaluate your initial response within <Critique> tags, 
+focusing on:
 Accuracy: Is it factually correct and verifiable?
 Clarity: Is it easy to understand and free of ambiguity?
 Completeness: Does it fully address the user's request?
 Improvement: What specific aspects could be better?
 Example:
-<Critique> Accuracy: Verified. Clarity: Needs simplification. Completeness: Add examples. </Critique>
+<Critique> 
+Accuracy: Verified.
+Clarity: Needs simplification.
+Completeness: Add examples.
+</Critique>
 3. Revision: Based on your critique, use <Revising> tags to refine and improve your response.
 Example:
-<Revising> Adjusting for clarity and adding an example to improve understanding. </Revising>
+<Revising>
+Adjusting for clarity and adding an example to improve understanding.
+</Revising>
 4. Final Response: Present your revised answer clearly within <Final> tags.
 Example:
-<Final> This is the improved response. </Final>
+<Final>
+This is the improved response. 
+</Final>
 5. Tag Innovation: If necessary, create and define new tags to better structure your reasoning or enhance clarity. Use them consistently.
 Example:
-<Definition> This tag defines a new term introduced in the response. </Definition>
+<Definition>
+This tag defines a new term introduced in the response. 
+</Definition>
 Ensure every part of your thought process and output is properly enclosed in appropriate tags for clarity and organization."""
 
 with gr.Blocks(css=CSS, theme="soft") as demo:
@@ -215,7 +230,7 @@ with gr.Blocks(css=CSS, theme="soft") as demo:
                 minimum=0,
                 maximum=1,
                 step=0.1,
-                value=0.4,
+                value=1.0,
                 label="Temperature",
                 render=False,
             ),