Revert Back to app

README.md

@@ -3,8 +3,9 @@ title: Datajoi Sql Agent
 emoji: 🐣
 colorFrom: yellow
 colorTo: purple
-sdk: docker
+sdk: gradio
 sdk_version: 4.36.1
+app_file: app.py
 pinned: false
 license: mit
 ---

app.py

@@ -33,15 +33,20 @@ custom_css = """
 """
 print('Loading Model...')
 # Load Model
-llama = Llama(
-        model_path=hf_hub_download(
-        repo_id="motherduckdb/DuckDB-NSQL-7B-v0.1-GGUF",
-        filename="DuckDB-NSQL-7B-v0.1-q8_0.gguf",
-        local_dir='.'
-        ),
-        n_ctx=2048,
-        n_gpu_layers=-1
-        )
+@spaces.GPU
+def load_model():
+    llama = Llama(
+            model_path=hf_hub_download(
+            repo_id="motherduckdb/DuckDB-NSQL-7B-v0.1-GGUF",
+            filename="DuckDB-NSQL-7B-v0.1-q8_0.gguf",
+            local_dir='.'
+            ),
+            n_ctx=2048,
+            n_gpu_layers=-1
+            )
+    return llama
+
+llama = load_model()
 print('Model Loaded...')
 
 # Get Databases

requirements.txt

@@ -0,0 +1,9 @@
+pandas<=2.1.4
+numpy<=1.26.4
+httpx
+huggingface_hub
+python-dotenv
+scikit-build-core
+duckdb
+https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.82-cu124/llama_cpp_python-0.2.82-cp310-cp310-linux_x86_64.whl
+gradio