Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ import torch
|
|
5 |
from transformers import TextStreamer
|
6 |
|
7 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
8 |
-
model_name = "
|
9 |
max_seq_length = 2048,
|
10 |
dtype = torch.float16,
|
11 |
load_in_4bit = True,
|
|
|
5 |
from transformers import TextStreamer
|
6 |
|
7 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
8 |
+
model_name = "unsloth/llama-2-7b-bnb-4bit",
|
9 |
max_seq_length = 2048,
|
10 |
dtype = torch.float16,
|
11 |
load_in_4bit = True,
|