Leetmonkey In Action. Darn LeetMonkey these days

app.py

@@ -56,7 +56,8 @@ generation_kwargs = {
     "temperature": 0.2,
     "top_k": 50,
     "top_p": 0.95,
-    "repeat_penalty": 1.1
+    "repeat_penalty": 1.1,
+    "stream": True
 }
 
 def generate_solution(instruction, model):
@@ -74,8 +75,15 @@ Here's the complete Python function implementation:
 ```python
 """
     
-    response = model(full_prompt, **generation_kwargs)
-    return response["choices"][0]["text"]
+    generated_text = ""
+    for chunk in model(full_prompt, stream=True, **generation_kwargs):
+        token = chunk["choices"][0]["text"]
+        generated_text += token
+        yield generated_text
+
+    formatted_code = extract_and_format_code(generated_text)
+    yield formatted_code
+
 
 def extract_and_format_code(text):
     # Extract code between triple backticks
@@ -136,29 +144,8 @@ def stream_solution(problem, model_name):
         model = Llama(model_path=model_path, n_ctx=2048, n_threads=4, n_gpu_layers=0, verbose=False)
     
     logger.info(f"Generating solution using {model_name} model")
-    system_prompt = "You are a Python coding assistant specialized in solving LeetCode problems. Provide only the complete implementation of the given function. Ensure proper indentation and formatting. Do not include any explanations or multiple solutions."
-    full_prompt = f"""### Instruction:
-{system_prompt}
-
-Implement the following function for the LeetCode problem:
-
-{problem}
-
-### Response:
-Here's the complete Python function implementation:
-
-```python
-"""
-    
-    generated_text = ""
-    for chunk in model(full_prompt, stream=True, **generation_kwargs):
-        token = chunk["choices"][0]["text"]
-        generated_text += token
+    for generated_text in generate_solution(problem, model):
         yield generated_text
-    
-    formatted_code = extract_and_format_code(generated_text)
-    logger.info("Solution generated successfully")
-    yield formatted_code
 
 with gr.Blocks() as demo:
     gr.Markdown("# LeetCode Problem Solver")