Spaces:
Sleeping
Sleeping
Update config/config.py
Browse files- config/config.py +4 -4
config/config.py
CHANGED
@@ -33,13 +33,13 @@ GROQ_MODEL_LITE = "llama3-8b-8192"
|
|
33 |
BEARER_TOKEN = os.getenv("BEARER_TOKEN", "c6cee5b5046310e401632a7effe9c684d071a9ef5ce09b96c9ec5c3ebd13085e")
|
34 |
|
35 |
# Chunking (TOKEN-BASED)
|
36 |
-
CHUNK_SIZE =
|
37 |
-
CHUNK_OVERLAP =
|
38 |
|
39 |
# Retrieval Settings
|
40 |
-
TOP_K =
|
41 |
SCORE_THRESHOLD = 0.3
|
42 |
-
RERANK_TOP_K =
|
43 |
BM25_WEIGHT = 0.3
|
44 |
SEMANTIC_WEIGHT = 0.7
|
45 |
|
|
|
33 |
BEARER_TOKEN = os.getenv("BEARER_TOKEN", "c6cee5b5046310e401632a7effe9c684d071a9ef5ce09b96c9ec5c3ebd13085e")
|
34 |
|
35 |
# Chunking (TOKEN-BASED)
|
36 |
+
CHUNK_SIZE = 1600 # Maximum tokens per chunk (optimal for most LLMs)
|
37 |
+
CHUNK_OVERLAP = 300 # Token overlap between chunks (reduced for efficiency)
|
38 |
|
39 |
# Retrieval Settings
|
40 |
+
TOP_K = 12
|
41 |
SCORE_THRESHOLD = 0.3
|
42 |
+
RERANK_TOP_K = 9
|
43 |
BM25_WEIGHT = 0.3
|
44 |
SEMANTIC_WEIGHT = 0.7
|
45 |
|