quantumbit commited on
Commit
dc231b8
·
verified ·
1 Parent(s): b39b919

Update config/config.py

Browse files
Files changed (1) hide show
  1. config/config.py +4 -4
config/config.py CHANGED
@@ -33,13 +33,13 @@ GROQ_MODEL_LITE = "llama3-8b-8192"
33
  BEARER_TOKEN = os.getenv("BEARER_TOKEN", "c6cee5b5046310e401632a7effe9c684d071a9ef5ce09b96c9ec5c3ebd13085e")
34
 
35
  # Chunking (TOKEN-BASED)
36
- CHUNK_SIZE = 400 # Maximum tokens per chunk (optimal for most LLMs)
37
- CHUNK_OVERLAP = 100 # Token overlap between chunks (reduced for efficiency)
38
 
39
  # Retrieval Settings
40
- TOP_K = 9
41
  SCORE_THRESHOLD = 0.3
42
- RERANK_TOP_K = 7 # 9*1200 = 10,800 tokens, but reranker will select best chunks
43
  BM25_WEIGHT = 0.3
44
  SEMANTIC_WEIGHT = 0.7
45
 
 
33
  BEARER_TOKEN = os.getenv("BEARER_TOKEN", "c6cee5b5046310e401632a7effe9c684d071a9ef5ce09b96c9ec5c3ebd13085e")
34
 
35
  # Chunking (TOKEN-BASED)
36
+ CHUNK_SIZE = 1600 # Maximum tokens per chunk (optimal for most LLMs)
37
+ CHUNK_OVERLAP = 300 # Token overlap between chunks (reduced for efficiency)
38
 
39
  # Retrieval Settings
40
+ TOP_K = 12
41
  SCORE_THRESHOLD = 0.3
42
+ RERANK_TOP_K = 9
43
  BM25_WEIGHT = 0.3
44
  SEMANTIC_WEIGHT = 0.7
45