Update app.py
Browse files
app.py
CHANGED
@@ -19,7 +19,7 @@ import torch
|
|
19 |
# model_name = "simplescaling/s1.1-32B"
|
20 |
# model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF"
|
21 |
# model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-unsloth-bnb-4bit"
|
22 |
-
model_name = "meta-llama/Llama-4-Scout-17B-16E"
|
23 |
filename = "Llama-4-Scout-17B-16E-Instruct-UD-IQ2_XXS.gguf"
|
24 |
torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
|
25 |
cache_dir = "/data"
|
|
|
19 |
# model_name = "simplescaling/s1.1-32B"
|
20 |
# model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF"
|
21 |
# model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-unsloth-bnb-4bit"
|
22 |
+
model_name = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
|
23 |
filename = "Llama-4-Scout-17B-16E-Instruct-UD-IQ2_XXS.gguf"
|
24 |
torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
|
25 |
cache_dir = "/data"
|