shoom013 commited on
Commit
bac6ced
·
verified ·
1 Parent(s): f92cad6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -12,7 +12,8 @@ from llama_index.llms.huggingface import (
12
  )
13
  Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
14
  device_map="cpu",
15
- context_window=1024,
 
16
  tokenizer_name="facebook/blenderbot-400M-distill"
17
  )
18
  Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
 
12
  )
13
  Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
14
  device_map="cpu",
15
+ context_window=128,
16
+ max_token=2048,
17
  tokenizer_name="facebook/blenderbot-400M-distill"
18
  )
19
  Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")