Adding a simple monkey search for Leetcode - Darn LeetMonkey

app.py

@@ -93,23 +93,11 @@ def generate_response(user_query, top_k=5):
     user_prompt = f"Based on the following query, recommend relevant LeetCode problems:\n{user_query}"
     full_prompt = f"{system_prompt}\n\n{few_shot_prompt}\n{user_prompt}\n\nRecommendations:"
 
-    input_ids = tokenizer.encode(full_prompt, return_tensors="pt").to(device)
-    attention_mask = torch.ones_like(input_ids)
-
-    with torch.no_grad():
-        output = model.generate(
-            input_ids,
-            attention_mask=attention_mask,
-            max_new_tokens=100,  # Adjust as needed
-            do_sample=True,
-            top_p=0.9,
-            temperature=0.7,
-            num_return_sequences=1,
-            pad_token_id=tokenizer.eos_token_id
-        )
-
-    response = tokenizer.decode(output[0], skip_special_tokens=True)
-    recommendations = response.split("Recommendations:")[1].strip()
+     # Generate response using Llama model
+    response = llm(full_prompt, max_tokens=150, temperature=0.7, top_p=0.9)
+
+    # Extract the generated recommendations
+    recommendations = response['choices'][0]['text'].strip()
     return recommendations
 
 # Create Gradio interface