zerostratos commited on
Commit
915ec53
·
verified ·
1 Parent(s): 1c98a2f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -2,10 +2,8 @@ import gradio as gr
2
  #from llama_cpp import Llama
3
  from transformers import AutoModelForCausalLM
4
  # Load the model
5
- llm = AutoModelForCausalLM.from_pretrained(
6
- repo_id="Viet-Mistral/Vistral-7B-Chat"
7
  # filename="models-7B-F16.gguf"
8
- )
9
 
10
  # Define the function to interact with the model
11
  def chat_with_model(user_input):
 
2
  #from llama_cpp import Llama
3
  from transformers import AutoModelForCausalLM
4
  # Load the model
5
+ llm = AutoModelForCausalLM.from_pretrained("Viet-Mistral/Vistral-7B-Chat",trust_remote_code=True)
 
6
  # filename="models-7B-F16.gguf"
 
7
 
8
  # Define the function to interact with the model
9
  def chat_with_model(user_input):