Use faiss.IO_FLAG_ONDISK_SAME_DIR

app.py

@@ -10,6 +10,7 @@ from sys import stderr
 from typing import TypedDict, Self, Any, Callable
 
 from datasets import Dataset
+from datasets.search import FaissIndex
 import faiss
 import gradio as gr
 import requests
@@ -127,9 +128,12 @@ def get_model(
 
 
 def get_index(dir: Path, search_time_s: float) -> Dataset:
+    # NOTE: a private attr is used to get the faiss.IO_FLAG_ONDISK_SAME_DIR flag!
     index: Dataset = Dataset.from_parquet(str(dir / "ids.parquet"))  # type: ignore
-    index.load_faiss_index("embedding", dir / "index.faiss", None)
-    faiss_index: faiss.Index = index.get_index("embedding").faiss_index  # type: ignore
+    faiss_index: faiss.Index = faiss.read_index(
+        str(dir / "index.faiss"), faiss.IO_FLAG_ONDISK_SAME_DIR
+    )
+    index._indexes["embedding"] = FaissIndex(None, None, None, faiss_index)
 
     with open(dir / "params.json", "r") as f:
         params: Params = json.load(f)