genaforvena commited on
Commit
900e0aa
·
1 Parent(s): 5e5929e
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -1,14 +1,10 @@
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
- from unsloth.chat_templates import get_chat_template
5
 
6
  model_name = "genaforvena/huivam_finnegan_llama3.2-1b"
7
  model = AutoModelForCausalLM.from_pretrained(model_name)
8
- tokenizer = get_chat_template(
9
- tokenizer,
10
- chat_template = "llama-3.1",
11
- )
12
 
13
  device = "cuda" if torch.cuda.is_available() else "cpu"
14
  model.to(device)
 
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
 
4
 
5
  model_name = "genaforvena/huivam_finnegan_llama3.2-1b"
6
  model = AutoModelForCausalLM.from_pretrained(model_name)
7
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 
 
8
 
9
  device = "cuda" if torch.cuda.is_available() else "cpu"
10
  model.to(device)