Caleb Fahlgren commited on
Commit
20998cb
·
1 Parent(s): 4ec985f

add max duration of 2 minutes and verbose llamacpp

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -71,14 +71,14 @@ CREATE TABLE {} (
71
  return sql_ddl
72
 
73
 
74
- @spaces.GPU
75
  def generate_query(dataset_id: str, query: str) -> dict:
76
  llama = llama_cpp.Llama(
77
  model_path="Hermes-2-Pro-Llama-3-8B-Q8_0.gguf",
78
  n_gpu_layers=50,
79
  chat_format="chatml",
80
  n_ctx=2048,
81
- verbose=False,
82
  temperature=0.1,
83
  )
84
 
 
71
  return sql_ddl
72
 
73
 
74
+ @spaces.GPU(duration=120)
75
  def generate_query(dataset_id: str, query: str) -> dict:
76
  llama = llama_cpp.Llama(
77
  model_path="Hermes-2-Pro-Llama-3-8B-Q8_0.gguf",
78
  n_gpu_layers=50,
79
  chat_format="chatml",
80
  n_ctx=2048,
81
+ verbose=True,
82
  temperature=0.1,
83
  )
84