Wonder-Griffin commited on
Commit
b487d52
·
verified ·
1 Parent(s): 35c86f2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -1,10 +1,12 @@
1
- from transformers import GPT2LMHeadModel, AutoTokenizer
2
  import gradio as gr
3
  import torch
4
  import time
5
 
6
- model = GPT2LMHeadModel.from_pretrained("GBhaveshKumar/ConvoAI")
7
- tokenizer = AutoTokenizer.from_pretrained("GBhaveshKumar/ConvoAI")
 
 
8
 
9
  device = torch.device("cpu")
10
  model = model.to(device)
 
1
+ from transformers import AutoModelForCausalLM, AutoTokenizer
2
  import gradio as gr
3
  import torch
4
  import time
5
 
6
+ # Load model directly
7
+
8
+ model = AutoModelForCausalLM.from_pretrained("Wonder-Griffin/ZeusForCausalLM", trust_remote_code=True, torch_dtype="auto"),)
9
+ tokenizer = AutoTokenizer.from_pretrained("Wonder-Griffin/ZeusForCausalLM")
10
 
11
  device = torch.device("cpu")
12
  model = model.to(device)