Spaces:
Sleeping
Sleeping
zerostratos
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -2,10 +2,8 @@ import gradio as gr
|
|
2 |
#from llama_cpp import Llama
|
3 |
from transformers import AutoModelForCausalLM
|
4 |
# Load the model
|
5 |
-
llm = AutoModelForCausalLM.from_pretrained(
|
6 |
-
repo_id="Viet-Mistral/Vistral-7B-Chat"
|
7 |
# filename="models-7B-F16.gguf"
|
8 |
-
)
|
9 |
|
10 |
# Define the function to interact with the model
|
11 |
def chat_with_model(user_input):
|
|
|
2 |
#from llama_cpp import Llama
|
3 |
from transformers import AutoModelForCausalLM
|
4 |
# Load the model
|
5 |
+
llm = AutoModelForCausalLM.from_pretrained("Viet-Mistral/Vistral-7B-Chat",trust_remote_code=True)
|
|
|
6 |
# filename="models-7B-F16.gguf"
|
|
|
7 |
|
8 |
# Define the function to interact with the model
|
9 |
def chat_with_model(user_input):
|