Spaces:
Runtime error
Runtime error
Caleb Fahlgren
commited on
Commit
·
20998cb
1
Parent(s):
4ec985f
add max duration of 2 minutes and verbose llamacpp
Browse files
app.py
CHANGED
@@ -71,14 +71,14 @@ CREATE TABLE {} (
|
|
71 |
return sql_ddl
|
72 |
|
73 |
|
74 |
-
@spaces.GPU
|
75 |
def generate_query(dataset_id: str, query: str) -> dict:
|
76 |
llama = llama_cpp.Llama(
|
77 |
model_path="Hermes-2-Pro-Llama-3-8B-Q8_0.gguf",
|
78 |
n_gpu_layers=50,
|
79 |
chat_format="chatml",
|
80 |
n_ctx=2048,
|
81 |
-
verbose=
|
82 |
temperature=0.1,
|
83 |
)
|
84 |
|
|
|
71 |
return sql_ddl
|
72 |
|
73 |
|
74 |
+
@spaces.GPU(duration=120)
|
75 |
def generate_query(dataset_id: str, query: str) -> dict:
|
76 |
llama = llama_cpp.Llama(
|
77 |
model_path="Hermes-2-Pro-Llama-3-8B-Q8_0.gguf",
|
78 |
n_gpu_layers=50,
|
79 |
chat_format="chatml",
|
80 |
n_ctx=2048,
|
81 |
+
verbose=True,
|
82 |
temperature=0.1,
|
83 |
)
|
84 |
|