Neu256 commited on
Commit
cc078ed
·
verified ·
1 Parent(s): f965dfe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
2
  import torch
3
  from transformers import pipeline
4
 
5
- pipe = pipeline("text-generation", model="NousResearch/Llama-2-70b-chat-hf", torch_dtype=torch.bfloat32, device_map="auto")
6
 
7
  def model_generate(text):
8
  # We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating
 
2
  import torch
3
  from transformers import pipeline
4
 
5
+ pipe = pipeline("text-generation", model="NousResearch/Llama-2-70b-chat-hf", device_map="auto")
6
 
7
  def model_generate(text):
8
  # We use the tokenizer's chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating