welcometoFightclub commited on
Commit
7e5de06
·
verified ·
1 Parent(s): c2b06cc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -4,8 +4,9 @@ from huggingface_hub import InferenceClient
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
 
 
 
9
 
10
  def respond(
11
  message,
@@ -39,10 +40,10 @@ def respond(
39
  response += token
40
  yield response
41
 
42
-
43
  """
44
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
45
  """
 
46
  demo = gr.ChatInterface(
47
  respond,
48
  additional_inputs=[
@@ -59,6 +60,5 @@ demo = gr.ChatInterface(
59
  ],
60
  )
61
 
62
-
63
  if __name__ == "__main__":
64
  demo.launch()
 
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
 
7
 
8
+ # Update to use the Llama 3.1 1B model hosted on Hugging Face
9
+ client = InferenceClient(model="meta-llama/Llama-3.1-1B-Instruct")
10
 
11
  def respond(
12
  message,
 
40
  response += token
41
  yield response
42
 
 
43
  """
44
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
45
  """
46
+
47
  demo = gr.ChatInterface(
48
  respond,
49
  additional_inputs=[
 
60
  ],
61
  )
62
 
 
63
  if __name__ == "__main__":
64
  demo.launch()