Update main.py
Browse files
main.py
CHANGED
@@ -6,9 +6,8 @@ app = create_app(
|
|
6 |
Settings(
|
7 |
n_threads=4,
|
8 |
model="model/gguf-model.gguf",
|
9 |
-
embedding=True
|
10 |
-
n_gpu_layers=33
|
11 |
-
|
12 |
)
|
13 |
)
|
14 |
|
|
|
6 |
Settings(
|
7 |
n_threads=4,
|
8 |
model="model/gguf-model.gguf",
|
9 |
+
embedding=True,
|
10 |
+
n_gpu_layers=33
|
|
|
11 |
)
|
12 |
)
|
13 |
|