Hugging Face's logo

Spaces:
GIZ
/
audit_assistant
Running on T4

App Files Community
ppsingh commited on
Commit
f7e359e
·
verified ·
1 Parent(s): 05a3e5b

Update model_params.cfg

Browse files
Files changed (1) hide show
  1. model_params.cfg +3 -3
model_params.cfg CHANGED
@@ -4,11 +4,11 @@ NORMALIZE = 1
4
  TOP_K = 20
5
  [ranker]
6
  MODEL = BAAI/bge-reranker-v2-m3
7
- TOP_K = 3
8
  [reader]
9
- TYPE = SERVERLESS
10
  DEDICATED_MODEL = meta-llama/Llama-3.1-8B-Instruct
11
  DEDICATED_ENDPOINT = https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud
12
  NVIDIA_MODEL = meta-llama/Llama-3.1-8B-Instruct
13
  NVIDIA_ENDPOINT = https://huggingface.co/api/integrations/dgx/v1
14
- MAX_TOKENS = 512
 
4
  TOP_K = 20
5
  [ranker]
6
  MODEL = BAAI/bge-reranker-v2-m3
7
+ TOP_K = 5
8
  [reader]
9
+ TYPE = DEDICATED
10
  DEDICATED_MODEL = meta-llama/Llama-3.1-8B-Instruct
11
  DEDICATED_ENDPOINT = https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud
12
  NVIDIA_MODEL = meta-llama/Llama-3.1-8B-Instruct
13
  NVIDIA_ENDPOINT = https://huggingface.co/api/integrations/dgx/v1
14
+ MAX_TOKENS = 768