sushruthsam commited on
Commit
dcce504
·
verified ·
1 Parent(s): ccf3a93

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -5,6 +5,7 @@ from ctransformers import AutoModelForCausalLM
5
  llm = AutoModelForCausalLM.from_pretrained(
6
  model_path_or_repo_id="mistral-7b-instruct-v0.1.Q2_K.gguf",
7
  model_type="mistral",
 
8
  )
9
 
10
  st.title("Conversational Chat with Mistral 🦙🗨️")
 
5
  llm = AutoModelForCausalLM.from_pretrained(
6
  model_path_or_repo_id="mistral-7b-instruct-v0.1.Q2_K.gguf",
7
  model_type="mistral",
8
+ gpu_layers = 5
9
  )
10
 
11
  st.title("Conversational Chat with Mistral 🦙🗨️")