cyberosa commited on
Commit
95d010b
·
1 Parent(s): eb433bb

chaning to InferenceClientModel

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -1,4 +1,4 @@
1
- from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, load_tool, tool
2
  import datetime
3
  import requests
4
  import pytz
@@ -31,11 +31,12 @@ calories_checker = CaloriesCheckerTool()
31
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
32
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
33
 
34
- model = HfApiModel(
35
- max_tokens=2096,
36
  temperature=0.5,
37
  model_id="Qwen/Qwen2.5-Coder-32B-Instruct", # it is possible that this model may be overloaded
38
  custom_role_conversions=None,
 
39
  )
40
 
41
 
 
1
+ from smolagents import CodeAgent, load_tool, tool, InferenceClientModel
2
  import datetime
3
  import requests
4
  import pytz
 
31
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
32
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
33
 
34
+ model = InferenceClientModel(
35
+ max_tokens=2048,
36
  temperature=0.5,
37
  model_id="Qwen/Qwen2.5-Coder-32B-Instruct", # it is possible that this model may be overloaded
38
  custom_role_conversions=None,
39
+ inference_client_url="https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud",
40
  )
41
 
42