opt

configs/llms/gpt4o.yml

@@ -1,7 +1,15 @@
-name: OpenaiGPTLLM
-model_id: gpt-4o
+#name: OpenaiGPTLLM
+#model_id: gpt-4o
+#api_key: ${env| custom_openai_key, openai_api_key}
+#endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1}
+#temperature: 0
+#vision: true
+#response_format: json_object
+name: AzureGPTLLM
+model_id: gpt-4o # the model id should be same as deployment id in Azure dashboard
 api_key: ${env| custom_openai_key, openai_api_key}
-endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1}
+endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1} # should be same as deployment endpoint in Azure dashboard
+api_version: ${env| custom_openai_api_version, 2024-02-15-preview} # this is mandatory
 temperature: 0
 vision: true
 response_format: json_object

configs/llms/json_res.yml

@@ -1,6 +1,14 @@
-name: OpenaiGPTLLM
-model_id: gpt-4o
+#name: OpenaiGPTLLM
+#model_id: gpt-4o
+#api_key: ${env| custom_openai_key, openai_api_key}
+#endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1}
+#temperature: 0
+#response_format: json_object
+name: AzureGPTLLM
+model_id: gpt-4o # the model id should be same as deployment id in Azure dashboard
 api_key: ${env| custom_openai_key, openai_api_key}
-endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1}
+endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1} # should be same as deployment endpoint in Azure dashboard
+api_version: ${env| custom_openai_api_version, 2024-02-15-preview} # this is mandatory
 temperature: 0
+vision: true
 response_format: json_object

configs/llms/text_res.yml

@@ -1,6 +1,14 @@
-name: OpenaiGPTLLM
-model_id: gpt-4o
+#name: OpenaiGPTLLM
+#model_id: gpt-4o
+#api_key: ${env| custom_openai_key, openai_api_key}
+#endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1}
+#temperature: 0
+#response_format: text
+name: AzureGPTLLM
+model_id: gpt-4o # the model id should be same as deployment id in Azure dashboard
 api_key: ${env| custom_openai_key, openai_api_key}
-endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1}
+endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1} # should be same as deployment endpoint in Azure dashboard
+api_version: ${env| custom_openai_api_version, 2024-02-15-preview} # this is mandatory
 temperature: 0
+vision: true
 response_format: text

configs/llms/text_res_stream.yml

@@ -1,7 +1,15 @@
-name: OpenaiGPTLLM
-model_id: gpt-4o-mini
+#name: OpenaiGPTLLM
+#model_id: gpt-4o-mini
+#api_key: ${env| custom_openai_key, openai_api_key}
+#endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1}
+#temperature: 0
+#stream: true
+#response_format: text
+name: AzureGPTLLM
+model_id: gpt-4o # the model id should be same as deployment id in Azure dashboard
 api_key: ${env| custom_openai_key, openai_api_key}
-endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1}
+endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1} # should be same as deployment endpoint in Azure dashboard
+api_version: ${env| custom_openai_api_version, 2024-02-15-preview} # this is mandatory
 temperature: 0
-stream: true
+vision: true
 response_format: text