Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ chat_template = os.getenv('CHAT_TEMPLATE')
|
|
11 |
# Interface variables
|
12 |
model_name = model_id.split('/')[1].split('-GGUF')[0]
|
13 |
title = f"{model_name}"
|
14 |
-
description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_name}</a> in GGUF format ({quant})! Context length = 4096, new token limit = 1024. Responce Time takes between
|
15 |
|
16 |
# Initialize the LLM
|
17 |
llm = Llama(model_path="model.gguf",
|
|
|
11 |
# Interface variables
|
12 |
model_name = model_id.split('/')[1].split('-GGUF')[0]
|
13 |
title = f"{model_name}"
|
14 |
+
description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_name}</a> in GGUF format ({quant})! Context length = 4096, new token limit = 1024. Responce Time takes between 100 to 1200 seconds, its not great."
|
15 |
|
16 |
# Initialize the LLM
|
17 |
llm = Llama(model_path="model.gguf",
|