DrBenjamin commited on
Commit
fba1123
·
1 Parent(s): b299ae3

added files

Browse files
Files changed (1) hide show
  1. pages/🦙_Alpaca.py +4 -4
pages/🦙_Alpaca.py CHANGED
@@ -9,7 +9,7 @@
9
  import streamlit as st
10
  #from llamacpypy import Llama
11
  #import llamacpp
12
- #from llama_cpp import Llama
13
  import os
14
  import subprocess
15
  import sys
@@ -195,7 +195,7 @@ def llama(
195
 
196
 
197
  ### Llama cpp
198
- #llm = Llama(model_path="models/7B/ggml-model-q4_0.bin")
199
- #output = llm("Q: Name the planets in the solar system? A: ", max_tokens = 32, stop = ["Q:", "\n"], echo = True)
200
- #st.write(output)
201
 
 
9
  import streamlit as st
10
  #from llamacpypy import Llama
11
  #import llamacpp
12
+ from llama_cpp import Llama
13
  import os
14
  import subprocess
15
  import sys
 
195
 
196
 
197
  ### Llama cpp
198
+ llm = Llama(model_path = "models/7B/ggml-model-q4_0.bin")
199
+ output = llm("Q: Name the planets in the solar system? A: ", max_tokens = 32, stop = ["Q:", "\n"], echo = True)
200
+ st.write(output)
201