zhengr commited on
Commit
b5e82a6
·
verified ·
1 Parent(s): 64c0a55

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +2 -13
config.yaml CHANGED
@@ -3,57 +3,46 @@ model_list:
3
  litellm_params:
4
  model: huggingface/meta-llama/Llama-3.3-70B-Instruct
5
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
6
-
7
  - model_name: Qwen2.5-72B-Instruct
8
  litellm_params:
9
  model: huggingface/Qwen/Qwen2.5-72B-Instruct
10
- api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
11
-
12
  - model_name: DeepSeek-R1-Distill-Qwen-32B
13
  litellm_params:
14
  model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
15
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
16
-
17
  - model_name: QwQ-32B
18
  litellm_params:
19
  model: huggingface/Qwen/QwQ-32B
20
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
21
-
22
  - model_name: Mistral-Small-3.1-24B-Instruct-2503
23
  litellm_params:
24
  model: huggingface/mistralai/Mistral-Small-3.1-24B-Instruct-2503
25
- api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
26
-
27
  - model_name: Phi-4
28
  litellm_params:
29
  model: huggingface/microsoft/Phi-4
30
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
31
-
32
  - model_name: Qwen3-235B-A22B
33
  litellm_params:
34
  model: huggingface/Qwen/Qwen3-235B-A22B
35
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
36
-
37
  - model_name: Llama-3.1-Nemotron-70B-Instruct-HF
38
  litellm_params:
39
  model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
40
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
41
-
42
  - model_name: gemma-3-27b-it
43
  litellm_params:
44
  model: google/gemma-3-27b-it
45
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
46
-
47
  - model_name: Qwen2.5-VL-32B-Instruct
48
  litellm_params:
49
  model: huggingface/Qwen/Qwen2.5-VL-32B-Instruct
50
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
51
-
52
  - model_name: Hermes-3-Llama-3.1-8B
53
  litellm_params:
54
  model: huggingface/NousResearch/Hermes-3-Llama-3.1-8B
55
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
56
-
57
  - model_name: DeepSeek-R1
58
  litellm_params:
59
  model: huggingface/together/deepseek-ai/DeepSeek-R1
 
3
  litellm_params:
4
  model: huggingface/meta-llama/Llama-3.3-70B-Instruct
5
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
6
  - model_name: Qwen2.5-72B-Instruct
7
  litellm_params:
8
  model: huggingface/Qwen/Qwen2.5-72B-Instruct
9
+ api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
10
  - model_name: DeepSeek-R1-Distill-Qwen-32B
11
  litellm_params:
12
  model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
13
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
14
  - model_name: QwQ-32B
15
  litellm_params:
16
  model: huggingface/Qwen/QwQ-32B
17
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
18
  - model_name: Mistral-Small-3.1-24B-Instruct-2503
19
  litellm_params:
20
  model: huggingface/mistralai/Mistral-Small-3.1-24B-Instruct-2503
21
+ api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
22
  - model_name: Phi-4
23
  litellm_params:
24
  model: huggingface/microsoft/Phi-4
25
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
26
  - model_name: Qwen3-235B-A22B
27
  litellm_params:
28
  model: huggingface/Qwen/Qwen3-235B-A22B
29
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
30
  - model_name: Llama-3.1-Nemotron-70B-Instruct-HF
31
  litellm_params:
32
  model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
33
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
34
  - model_name: gemma-3-27b-it
35
  litellm_params:
36
  model: google/gemma-3-27b-it
37
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
38
  - model_name: Qwen2.5-VL-32B-Instruct
39
  litellm_params:
40
  model: huggingface/Qwen/Qwen2.5-VL-32B-Instruct
41
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
42
  - model_name: Hermes-3-Llama-3.1-8B
43
  litellm_params:
44
  model: huggingface/NousResearch/Hermes-3-Llama-3.1-8B
45
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
46
  - model_name: DeepSeek-R1
47
  litellm_params:
48
  model: huggingface/together/deepseek-ai/DeepSeek-R1