zhengr commited on
Commit
5f4af93
·
verified ·
1 Parent(s): c842401

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +6 -1
config.yaml CHANGED
@@ -25,8 +25,13 @@ model_list:
25
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
26
  - model_name: DeepSeek-R1-Distill-Llama-70B
27
  litellm_params:
28
- model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Llama-70B
29
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
 
 
 
 
 
30
  - model_name: ollama-phi3.5-3.8b
31
  litellm_params:
32
  model: ollama/phi3.5:3.8b
 
25
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
26
  - model_name: DeepSeek-R1-Distill-Llama-70B
27
  litellm_params:
28
+ model: huggingface/nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B
29
  api_key: os.environ/HF_TOKEN # ensure you have `HF_TOKEN` in your .env
30
+ # ============================
31
+ #
32
+ # Model-specific parameters with example
33
+ #
34
+ # ============================
35
  - model_name: ollama-phi3.5-3.8b
36
  litellm_params:
37
  model: ollama/phi3.5:3.8b