shoom013 commited on
Commit
eade6fd
·
verified ·
1 Parent(s): 231a24c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -18,7 +18,7 @@ from llama_index.llms.huggingface import (
18
  system_propmpt = "You are a friendly Chatbot."
19
 
20
  Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
21
- device_map="auto",
22
  system_prompt = system_propmpt,
23
  context_window=3900,
24
  tokenizer_kwargs={"max_length": 4096},
 
18
  system_propmpt = "You are a friendly Chatbot."
19
 
20
  Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
21
+ device_map="cpu",
22
  system_prompt = system_propmpt,
23
  context_window=3900,
24
  tokenizer_kwargs={"max_length": 4096},