Update app.py
Browse files
app.py
CHANGED
|
@@ -15,7 +15,6 @@ llm = Llama(
|
|
| 15 |
chat_format="llama-3",
|
| 16 |
n_gpu_layers=-1, # ensure all layers are on GPU
|
| 17 |
)
|
| 18 |
-
return llm
|
| 19 |
|
| 20 |
# Placeholder responses for when context is empty
|
| 21 |
GREETING_MESSAGES = [
|
|
|
|
| 15 |
chat_format="llama-3",
|
| 16 |
n_gpu_layers=-1, # ensure all layers are on GPU
|
| 17 |
)
|
|
|
|
| 18 |
|
| 19 |
# Placeholder responses for when context is empty
|
| 20 |
GREETING_MESSAGES = [
|