Spaces:
Runtime error
Runtime error
Commit
·
fba1123
1
Parent(s):
b299ae3
added files
Browse files- pages/🦙_Alpaca.py +4 -4
pages/🦙_Alpaca.py
CHANGED
@@ -9,7 +9,7 @@
|
|
9 |
import streamlit as st
|
10 |
#from llamacpypy import Llama
|
11 |
#import llamacpp
|
12 |
-
|
13 |
import os
|
14 |
import subprocess
|
15 |
import sys
|
@@ -195,7 +195,7 @@ def llama(
|
|
195 |
|
196 |
|
197 |
### Llama cpp
|
198 |
-
|
199 |
-
|
200 |
-
|
201 |
|
|
|
9 |
import streamlit as st
|
10 |
#from llamacpypy import Llama
|
11 |
#import llamacpp
|
12 |
+
from llama_cpp import Llama
|
13 |
import os
|
14 |
import subprocess
|
15 |
import sys
|
|
|
195 |
|
196 |
|
197 |
### Llama cpp
|
198 |
+
llm = Llama(model_path = "models/7B/ggml-model-q4_0.bin")
|
199 |
+
output = llm("Q: Name the planets in the solar system? A: ", max_tokens = 32, stop = ["Q:", "\n"], echo = True)
|
200 |
+
st.write(output)
|
201 |
|