trying api model

app.py

@@ -35,13 +35,14 @@ def get_current_time_in_timezone(timezone: str) -> str:
 
 
 final_answer = FinalAnswerTool()
-model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-#model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
-model_id='meta-llama/Llama-3.2-3B-Instruct',
-custom_role_conversions=None,
-)
+# model = HfApiModel(
+# max_tokens=2096,
+# temperature=0.5,
+# #model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
+# model_id='meta-llama/Llama-3.2-3B-Instruct',
+# custom_role_conversions=None,
+# )
+model = InferenceClient("https://jc26mwg228mkj8dw.us-east-1.aws.endpoints.huggingface.cloud"/)
 
 
 # Import tool from Hub