Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
21 |
cache_dir = cache_dir,
|
22 |
)
|
23 |
tokenizer = AutoTokenizer.from_pretrained(model_name
|
24 |
-
, gguf_file=filename
|
25 |
# , subfolder=subfolder
|
26 |
)
|
27 |
SYSTEM_PROMPT = """
|
|
|
21 |
cache_dir = cache_dir,
|
22 |
)
|
23 |
tokenizer = AutoTokenizer.from_pretrained(model_name
|
24 |
+
# , gguf_file=filename
|
25 |
# , subfolder=subfolder
|
26 |
)
|
27 |
SYSTEM_PROMPT = """
|