matthoffner commited on
Commit
ad8faaf
·
verified ·
1 Parent(s): e452165

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +3 -1
main.py CHANGED
@@ -4,10 +4,12 @@ from fastapi.middleware.cors import CORSMiddleware
4
  from fastapi.responses import RedirectResponse
5
  import os
6
 
 
 
7
  app = create_app(
8
  Settings(
9
  n_threads=4,
10
- model="$HOME/model/gguf-model.gguf",
11
  embedding=True,
12
  n_gpu_layers=33
13
  )
 
4
  from fastapi.responses import RedirectResponse
5
  import os
6
 
7
+ model_path = "/home/user/model/gguf-model.gguf"
8
+
9
  app = create_app(
10
  Settings(
11
  n_threads=4,
12
+ model=model_path,
13
  embedding=True,
14
  n_gpu_layers=33
15
  )