bobber commited on
Commit
1bd88b5
·
verified ·
1 Parent(s): 45a12cc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -19,7 +19,7 @@ import torch
19
  # model_name = "simplescaling/s1.1-32B"
20
  # model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF"
21
  # model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-unsloth-bnb-4bit"
22
- model_name = "meta-llama/Llama-4-Scout-17B-16E"
23
  filename = "Llama-4-Scout-17B-16E-Instruct-UD-IQ2_XXS.gguf"
24
  torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
25
  cache_dir = "/data"
 
19
  # model_name = "simplescaling/s1.1-32B"
20
  # model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF"
21
  # model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-unsloth-bnb-4bit"
22
+ model_name = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
23
  filename = "Llama-4-Scout-17B-16E-Instruct-UD-IQ2_XXS.gguf"
24
  torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
25
  cache_dir = "/data"