Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ from llama_cpp import Llama
|
|
5 |
llm = Llama.from_pretrained(
|
6 |
repo_id = "uonlp/Vistral-7B-Chat-gguf",
|
7 |
filename="ggml-vistral-7B-chat-f16.gguf"
|
8 |
-
|
9 |
# Define the function to interact with the model
|
10 |
def chat_with_model(user_input):
|
11 |
response = llm.generate(
|
|
|
5 |
llm = Llama.from_pretrained(
|
6 |
repo_id = "uonlp/Vistral-7B-Chat-gguf",
|
7 |
filename="ggml-vistral-7B-chat-f16.gguf"
|
8 |
+
)
|
9 |
# Define the function to interact with the model
|
10 |
def chat_with_model(user_input):
|
11 |
response = llm.generate(
|