hbaieb77 commited on
Commit
a606739
·
1 Parent(s): 25e402c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -0
app.py CHANGED
@@ -7,5 +7,15 @@ import bitsandbytes as bnb
7
  from transformers import GenerationConfig
8
  from transformers import AutoTokenizer, AutoConfig, LlamaForCausalLM, LlamaTokenizer
9
 
 
 
 
 
 
 
 
 
 
 
10
 
11
 
 
7
  from transformers import GenerationConfig
8
  from transformers import AutoTokenizer, AutoConfig, LlamaForCausalLM, LlamaTokenizer
9
 
10
+ tokenizer = LlamaTokenizer.from_pretrained("wxjiao/alpaca-7b")
11
+
12
+ model2 = LlamaForCausalLM.from_pretrained(
13
+ "wxjiao/alpaca-7b",
14
+ load_in_8bit=True,
15
+ device_map="auto",
16
+ )
17
+
18
+
19
+
20
 
21