cyberosa commited on
Commit
21deddb
·
1 Parent(s): 4b34e83

trying different model

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -34,7 +34,9 @@ calories_checker = CaloriesCheckerTool()
34
  model = InferenceClientModel(
35
  max_tokens=2048,
36
  temperature=0.5,
37
- model_id="Qwen/Qwen2.5-Coder-32B-Instruct", # it is possible that this model may be overloaded
 
 
38
  custom_role_conversions=None,
39
  # inference_client_url="https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud",
40
  )
 
34
  model = InferenceClientModel(
35
  max_tokens=2048,
36
  temperature=0.5,
37
+ # alternative model to test "Qwen/Qwen3-32B", "Qwen/Qwen2.5-Coder-7B-Instruct"
38
+ model_id="Qwen/Qwen2.5-Coder-7B-Instruct",
39
+ # model_id="Qwen/Qwen2.5-Coder-32B-Instruct", # it is possible that this model may be overloaded
40
  custom_role_conversions=None,
41
  # inference_client_url="https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud",
42
  )