quantized version of qwen 2.5 7b

app.py

@@ -38,7 +38,7 @@ final_answer = FinalAnswerTool()
 model = HfApiModel(
  max_tokens=2096,
  temperature=0.5,
- model_id='Qwen/Qwen2.5-3B-Instruct',
+ model_id='mradermacher/Qwen2.5-Coder-7B-Instruct-i1-GGUF',
  custom_role_conversions=None,
 )