abhi1nandy2 commited on
Commit
9678d15
·
verified ·
1 Parent(s): 4e8a49f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,7 @@ for ext in extensions:
30
  """
31
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
32
  """
33
- client = InferenceClient("stabilityai/stablelm-2-1_6b-chat")#("TheBloke/TinyLlama-1.1B-Chat-v1.0-GPTQ")#("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF")#("QuantFactory/Meta-Llama-3-8B-Instruct-GGUF")#("HuggingFaceH4/zephyr-7b-beta")
34
 
35
  SYSTEM_MESSAGE = "You are a QA chatbot to answer queries on my homepage that has the following information -\n\n" + "\n\n".join(text_list) + "\n\n"
36
 
 
30
  """
31
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
32
  """
33
+ client = InferenceClient("TheBloke/stablelm-zephyr-3b-GPTQ")#("stabilityai/stablelm-2-1_6b-chat")#("TheBloke/TinyLlama-1.1B-Chat-v1.0-GPTQ")#("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF")#("QuantFactory/Meta-Llama-3-8B-Instruct-GGUF")#("HuggingFaceH4/zephyr-7b-beta")
34
 
35
  SYSTEM_MESSAGE = "You are a QA chatbot to answer queries on my homepage that has the following information -\n\n" + "\n\n".join(text_list) + "\n\n"
36