Update app.py
Browse files
app.py
CHANGED
@@ -7,5 +7,15 @@ import bitsandbytes as bnb
|
|
7 |
from transformers import GenerationConfig
|
8 |
from transformers import AutoTokenizer, AutoConfig, LlamaForCausalLM, LlamaTokenizer
|
9 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
|
11 |
|
|
|
7 |
from transformers import GenerationConfig
|
8 |
from transformers import AutoTokenizer, AutoConfig, LlamaForCausalLM, LlamaTokenizer
|
9 |
|
10 |
+
tokenizer = LlamaTokenizer.from_pretrained("wxjiao/alpaca-7b")
|
11 |
+
|
12 |
+
model2 = LlamaForCausalLM.from_pretrained(
|
13 |
+
"wxjiao/alpaca-7b",
|
14 |
+
load_in_8bit=True,
|
15 |
+
device_map="auto",
|
16 |
+
)
|
17 |
+
|
18 |
+
|
19 |
+
|
20 |
|
21 |
|