zhengr commited on
Commit
64c0a55
·
verified ·
1 Parent(s): 5f75ed6

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +34 -11
config.yaml CHANGED
@@ -1,39 +1,62 @@
1
  model_list:
2
- - model_name: Qwen3-235B-A22B
3
  litellm_params:
4
- model: huggingface/Qwen/Qwen3-235B-A22B
5
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
6
  - model_name: Qwen2.5-72B-Instruct
7
  litellm_params:
8
  model: huggingface/Qwen/Qwen2.5-72B-Instruct
9
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
10
  - model_name: DeepSeek-R1-Distill-Qwen-32B
11
  litellm_params:
12
  model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
13
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
14
- - model_name: Qwen/QwQ-32B
 
15
  litellm_params:
16
  model: huggingface/Qwen/QwQ-32B
17
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
18
- - model_name: Llama-3.3-70B-Instruct
 
19
  litellm_params:
20
- model: huggingface/meta-llama/Llama-3.3-70B-Instruct
 
 
 
 
 
21
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
22
- - model_name: Qwen2.5-VL-32B-Instruct
 
23
  litellm_params:
24
- model: huggingface/Qwen/Qwen2.5-VL-32B-Instruct
25
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
 
 
 
 
 
 
 
 
 
 
26
  - model_name: Qwen2.5-VL-32B-Instruct
27
  litellm_params:
28
  model: huggingface/Qwen/Qwen2.5-VL-32B-Instruct
29
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
30
- - model_name: DeepSeek-R1
 
31
  litellm_params:
32
- model: huggingface/together/deepseek-ai/DeepSeek-R1
33
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
34
- - model_name: gemma-3-27b-it
 
35
  litellm_params:
36
- model: huggingface/google/gemma-3-27b-it
37
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
38
  # ============================
39
  #
 
1
  model_list:
2
+ - model_name: Llama-3.3-70B-Instruct
3
  litellm_params:
4
+ model: huggingface/meta-llama/Llama-3.3-70B-Instruct
5
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
6
+
7
  - model_name: Qwen2.5-72B-Instruct
8
  litellm_params:
9
  model: huggingface/Qwen/Qwen2.5-72B-Instruct
10
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
11
+
12
  - model_name: DeepSeek-R1-Distill-Qwen-32B
13
  litellm_params:
14
  model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
15
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
16
+
17
+ - model_name: QwQ-32B
18
  litellm_params:
19
  model: huggingface/Qwen/QwQ-32B
20
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
21
+
22
+ - model_name: Mistral-Small-3.1-24B-Instruct-2503
23
  litellm_params:
24
+ model: huggingface/mistralai/Mistral-Small-3.1-24B-Instruct-2503
25
+ api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
26
+
27
+ - model_name: Phi-4
28
+ litellm_params:
29
+ model: huggingface/microsoft/Phi-4
30
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
31
+
32
+ - model_name: Qwen3-235B-A22B
33
  litellm_params:
34
+ model: huggingface/Qwen/Qwen3-235B-A22B
35
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
36
+
37
+ - model_name: Llama-3.1-Nemotron-70B-Instruct-HF
38
+ litellm_params:
39
+ model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
40
+ api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
41
+
42
+ - model_name: gemma-3-27b-it
43
+ litellm_params:
44
+ model: google/gemma-3-27b-it
45
+ api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
46
+
47
  - model_name: Qwen2.5-VL-32B-Instruct
48
  litellm_params:
49
  model: huggingface/Qwen/Qwen2.5-VL-32B-Instruct
50
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
51
+
52
+ - model_name: Hermes-3-Llama-3.1-8B
53
  litellm_params:
54
+ model: huggingface/NousResearch/Hermes-3-Llama-3.1-8B
55
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
56
+
57
+ - model_name: DeepSeek-R1
58
  litellm_params:
59
+ model: huggingface/together/deepseek-ai/DeepSeek-R1
60
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
61
  # ============================
62
  #