shoom013 commited on
Commit
91dc355
·
verified ·
1 Parent(s): 8dc7c18

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ login(token=("hf_" + HF_TOKEN))
23
  system_propmpt = "You are a friendly Chatbot."
24
 
25
  # "facebook/blenderbot-400M-distill", facebook/blenderbot-400M-distill, stabilityai/stablelm-zephyr-3b, BAAI/bge-small-en-v1.5
26
- Settings.llm = HuggingFaceLLM(model_name="mistralai/Mistral-Nemo-Instruct-2407",
27
  device_map="auto",
28
  system_prompt = system_propmpt,
29
  context_window=4096,
 
23
  system_propmpt = "You are a friendly Chatbot."
24
 
25
  # "facebook/blenderbot-400M-distill", facebook/blenderbot-400M-distill, stabilityai/stablelm-zephyr-3b, BAAI/bge-small-en-v1.5
26
+ Settings.llm = HuggingFaceInferenceAPI(model_name="mistralai/Mistral-Nemo-Instruct-2407",
27
  device_map="auto",
28
  system_prompt = system_propmpt,
29
  context_window=4096,