benjamintli commited on
Commit
c4d699c
·
verified ·
1 Parent(s): 237855b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -7
app.py CHANGED
@@ -1,12 +1,9 @@
1
  import gradio as gr
2
 
3
- from unsloth import FastLanguageModel
4
- model, tokenizer = FastLanguageModel.from_pretrained(
5
- model_name = "benjamintli/llama3.2_abc_fine_tune", # YOUR MODEL YOU USED FOR TRAINING
6
- max_seq_length = 2048,
7
- dtype = None,
8
- load_in_4bit = True,
9
- )
10
 
11
  def greet(input):
12
  messages = [
 
1
  import gradio as gr
2
 
3
+ from transformers import AutoTokenizer, AutoModelForCausalLM
4
+
5
+ tokenizer = AutoTokenizer.from_pretrained("benjamintli/llama3.2_abc_fine_tune")
6
+ model = AutoModelForCausalLM.from_pretrained("benjamintli/llama3.2_abc_fine_tune")
 
 
 
7
 
8
  def greet(input):
9
  messages = [