FlipTip commited on
Commit
f5cda07
1 Parent(s): f8d0e67

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -2
app.py CHANGED
@@ -4,8 +4,14 @@ import numpy as np
4
  import gradio as gr
5
  import spaces
6
 
7
- model = AutoModelForCausalLM.from_pretrained("NousResearch/Nous-Hermes-2-Mistral-7B-DPO")
8
- tokenizer = AutoTokenizer.from_pretrained("NousResearch/Nous-Hermes-2-Mistral-7B-DPO")
 
 
 
 
 
 
9
 
10
  print("Loading finished.")
11
 
 
4
  import gradio as gr
5
  import spaces
6
 
7
+ model = AutoModelForCausalLM.from_pretrained(
8
+ "microsoft/Phi-3-mini-4k-instruct",
9
+ device_map="cuda",
10
+ torch_dtype="auto",
11
+ trust_remote_code=True,
12
+ )
13
+
14
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
15
 
16
  print("Loading finished.")
17