mtyrrell commited on
Commit
d0f80cd
·
verified ·
1 Parent(s): a0b841e

Update model_params.cfg

Browse files
Files changed (1) hide show
  1. model_params.cfg +2 -2
model_params.cfg CHANGED
@@ -7,9 +7,9 @@ MODEL = BAAI/bge-reranker-base
7
  TOP_K = 3
8
  [reader]
9
  TYPE = DEDICATED
10
- DEDICATED_MODEL = meta-llama/Llama-3.1-8B-Instruct
11
  DEDICATED_ENDPOINT = https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud
12
- NVIDIA_MODEL = meta-llama/Llama-3.1-8B-Instruct
13
  NVIDIA_ENDPOINT = https://huggingface.co/api/integrations/dgx/v1
14
  MAX_TOKENS = 512
15
  [app]
 
7
  TOP_K = 3
8
  [reader]
9
  TYPE = DEDICATED
10
+ DEDICATED_MODEL = meta-llama/Llama-3.2-3B-Instruct
11
  DEDICATED_ENDPOINT = https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud
12
+ NVIDIA_MODEL = meta-llama/Llama-3.2-3B-Instruct
13
  NVIDIA_ENDPOINT = https://huggingface.co/api/integrations/dgx/v1
14
  MAX_TOKENS = 512
15
  [app]