pedrocas15 commited on
Commit
fb2c227
·
verified ·
1 Parent(s): 22974fb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -4
app.py CHANGED
@@ -9,8 +9,11 @@ def setup():
9
  from stream_unzip import stream_unzip
10
 
11
  DATASET_URL = os.environ.get("DATASET_URL")
 
 
12
  if not DATASET_URL:
13
  raise ValueError("DATASET_URL must be set in the environment")
 
14
  extract_dir = "/dev/shm/rpc-vecdb"
15
  os.makedirs(extract_dir, exist_ok=True)
16
  response = requests.get(DATASET_URL, stream=True)
@@ -32,12 +35,17 @@ def setup():
32
  for f in files: print(f)
33
  print("Index extracted")
34
 
35
- print("Installing NGT...")
36
- subprocess.check_call(["bash", "install_ngt.sh"])
37
- print("NGT installed")
 
38
 
39
  print("Loading index...")
40
- load_index(extract_dir + "/index")
 
 
 
 
41
  print("Index loaded")
42
 
43
 
 
9
  from stream_unzip import stream_unzip
10
 
11
  DATASET_URL = os.environ.get("DATASET_URL")
12
+ INDEX_TYPE = os.environ.get("INDEX_TYPE")
13
+
14
  if not DATASET_URL:
15
  raise ValueError("DATASET_URL must be set in the environment")
16
+
17
  extract_dir = "/dev/shm/rpc-vecdb"
18
  os.makedirs(extract_dir, exist_ok=True)
19
  response = requests.get(DATASET_URL, stream=True)
 
35
  for f in files: print(f)
36
  print("Index extracted")
37
 
38
+ if INDEX_TYPE == "ngt":
39
+ print("Installing NGT...")
40
+ subprocess.check_call(["bash", "install_ngt.sh"])
41
+ print("NGT installed")
42
 
43
  print("Loading index...")
44
+ if INDEX_TYPE == "ngt":
45
+ index_dir = extract_dir + "/index"
46
+ else:
47
+ index_dir = extract_dir
48
+ load_index(index_path=index_dir, idx_type=INDEX_TYPE)
49
  print("Index loaded")
50
 
51