Leetmonkey In Action. Darn LeetMonkey these days

app.py

@@ -56,8 +56,7 @@ generation_kwargs = {
     "temperature": 0.2,
     "top_k": 50,
     "top_p": 0.95,
-    "repeat_penalty": 1.1,
-    "stream": True
+    "repeat_penalty": 1.1
 }
 
 def generate_solution(instruction, model):
@@ -75,15 +74,8 @@ Here's the complete Python function implementation:
 ```python
 """
     
-    generated_text = ""
-    for chunk in model(full_prompt, stream=True, **generation_kwargs):
-        token = chunk["choices"][0]["text"]
-        generated_text += token
-        yield generated_text
-
-    formatted_code = extract_and_format_code(generated_text)
-    yield formatted_code
-
+    response = model(full_prompt, **generation_kwargs)
+    return response["choices"][0]["text"]
 
 def extract_and_format_code(text):
     # Extract code between triple backticks
@@ -144,8 +136,29 @@ def stream_solution(problem, model_name):
         model = Llama(model_path=model_path, n_ctx=2048, n_threads=4, n_gpu_layers=0, verbose=False)
     
     logger.info(f"Generating solution using {model_name} model")
-    for generated_text in generate_solution(problem, model):
+    system_prompt = "You are a Python coding assistant specialized in solving LeetCode problems. Provide only the complete implementation of the given function. Ensure proper indentation and formatting. Do not include any explanations or multiple solutions."
+    full_prompt = f"""### Instruction:
+{system_prompt}
+
+Implement the following function for the LeetCode problem:
+
+{problem}
+
+### Response:
+Here's the complete Python function implementation:
+
+```python
+"""
+    
+    generated_text = ""
+    for chunk in model(full_prompt, stream=True, **generation_kwargs):
+        token = chunk["choices"][0]["text"]
+        generated_text += token
         yield generated_text
+    
+    formatted_code = extract_and_format_code(generated_text)
+    logger.info("Solution generated successfully")
+    yield formatted_code
 
 with gr.Blocks() as demo:
     gr.Markdown("# LeetCode Problem Solver")