Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,8 @@ from llama_index.llms.huggingface import (
|
|
12 |
)
|
13 |
Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
|
14 |
device_map="cpu",
|
15 |
-
context_window=
|
|
|
16 |
tokenizer_name="facebook/blenderbot-400M-distill"
|
17 |
)
|
18 |
Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
|
|
|
12 |
)
|
13 |
Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
|
14 |
device_map="cpu",
|
15 |
+
context_window=128,
|
16 |
+
max_token=2048,
|
17 |
tokenizer_name="facebook/blenderbot-400M-distill"
|
18 |
)
|
19 |
Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
|