zhengr commited on
Commit
7b60ca1
·
verified ·
1 Parent(s): 808b9eb

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +4 -4
config.yaml CHANGED
@@ -13,10 +13,10 @@ model_list:
13
  #bos_token: "<s>"
14
  #eos_token: "</s>"
15
  #max_tokens: 4096
16
- #- model_name: xinference-llama-3-instruct
17
- # litellm_params:
18
- # model: xinference/llama-3-instruct
19
- # api_base: https://zhengr-xinference.hf.space/v1
20
 
21
  litellm_settings: # module level litellm settings - https://github.com/BerriAI/litellm/blob/main/litellm/__init__.py
22
  drop_params: True
 
13
  #bos_token: "<s>"
14
  #eos_token: "</s>"
15
  #max_tokens: 4096
16
+ - model_name: xinference-llama-3-instruct
17
+ litellm_params:
18
+ model: xinference/llama-3-instruct
19
+ api_base: https://zhengr-xinference.hf.space
20
 
21
  litellm_settings: # module level litellm settings - https://github.com/BerriAI/litellm/blob/main/litellm/__init__.py
22
  drop_params: True