Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -56,7 +56,7 @@ if not torch.cuda.is_available():
|
|
56 |
if torch.cuda.is_available():
|
57 |
|
58 |
# Model and Tokenizer Configuration
|
59 |
-
model_id = "meta-llama/Llama-
|
60 |
bnb_config = BitsAndBytesConfig(
|
61 |
load_in_4bit=True,
|
62 |
bnb_4bit_use_double_quant=False,
|
|
|
56 |
if torch.cuda.is_available():
|
57 |
|
58 |
# Model and Tokenizer Configuration
|
59 |
+
model_id = "meta-llama/Llama-3.1-8B-Instruct"
|
60 |
bnb_config = BitsAndBytesConfig(
|
61 |
load_in_4bit=True,
|
62 |
bnb_4bit_use_double_quant=False,
|