eronariodito commited on
Commit
0206377
·
verified ·
1 Parent(s): defb265

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,8 +2,8 @@ import gradio as gr
2
  # Load model directly
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
 
5
- tokenizer = AutoTokenizer.from_pretrained("unsloth/gemma-7b-bnb-4bit")
6
- model = AutoModelForCausalLM.from_pretrained("unsloth/gemma-7b-bnb-4bit")
7
 
8
  # Move the model to the appropriate device (GPU if available, else CPU)
9
  device = "cuda" if torch.cuda.is_available() else "cpu"
 
2
  # Load model directly
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
 
5
+ tokenizer = AutoTokenizer.from_pretrained("unsloth/Llama-3.2-1B")
6
+ model = AutoModelForCausalLM.from_pretrained("unsloth/Llama-3.2-1B")
7
 
8
  # Move the model to the appropriate device (GPU if available, else CPU)
9
  device = "cuda" if torch.cuda.is_available() else "cpu"