Spaces:
Running
Running
Update config.yaml
Browse files- config.yaml +4 -4
config.yaml
CHANGED
@@ -13,10 +13,10 @@ model_list:
|
|
13 |
#bos_token: "<s>"
|
14 |
#eos_token: "</s>"
|
15 |
#max_tokens: 4096
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
|
21 |
litellm_settings: # module level litellm settings - https://github.com/BerriAI/litellm/blob/main/litellm/__init__.py
|
22 |
drop_params: True
|
|
|
13 |
#bos_token: "<s>"
|
14 |
#eos_token: "</s>"
|
15 |
#max_tokens: 4096
|
16 |
+
- model_name: xinference-llama-3-instruct
|
17 |
+
litellm_params:
|
18 |
+
model: xinference/llama-3-instruct
|
19 |
+
api_base: https://zhengr-xinference.hf.space
|
20 |
|
21 |
litellm_settings: # module level litellm settings - https://github.com/BerriAI/litellm/blob/main/litellm/__init__.py
|
22 |
drop_params: True
|