zhengr commited on
Commit
00f689b
·
verified ·
1 Parent(s): fde06d0

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +4 -0
config.yaml CHANGED
@@ -1,4 +1,8 @@
1
  model_list:
 
 
 
 
2
  - model_name: ollama-phi3.5-3.8b
3
  litellm_params:
4
  model: ollama/phi3.5:3.8b
 
1
  model_list:
2
+ - model_name: Qwen3-235B-A22B
3
+ litellm_params:
4
+ model: huggingface/hf-inference/models/Qwen/Qwen3-235B-A22B
5
+ api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
6
  - model_name: ollama-phi3.5-3.8b
7
  litellm_params:
8
  model: ollama/phi3.5:3.8b