ehristoforu commited on
Commit
d7ecc84
·
verified ·
1 Parent(s): b7cdf85

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,7 +5,7 @@ from typing import Iterator
5
  import gradio as gr
6
  import spaces
7
  import torch
8
- from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, LlamaTokenizerFast
9
 
10
  DESCRIPTION = """\
11
  # Llama 3.2 3B Instruct
@@ -22,7 +22,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
22
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
23
 
24
  model_id = "ehristoforu/HappyLlama1"
25
- tokenizer = LlamaTokenizerFast.from_pretrained(model_id)
26
  model = AutoModelForCausalLM.from_pretrained(
27
  model_id,
28
  device_map="auto",
 
5
  import gradio as gr
6
  import spaces
7
  import torch
8
+ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
9
 
10
  DESCRIPTION = """\
11
  # Llama 3.2 3B Instruct
 
22
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
23
 
24
  model_id = "ehristoforu/HappyLlama1"
25
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
26
  model = AutoModelForCausalLM.from_pretrained(
27
  model_id,
28
  device_map="auto",