derek-thomas commited on
Commit
d2943d6
·
1 Parent(s): 629069a

Adding Loading time for semantic_search.py

Browse files
Files changed (1) hide show
  1. backend/semantic_search.py +21 -0
backend/semantic_search.py CHANGED
@@ -1,10 +1,31 @@
 
 
1
  from qdrant_haystack import QdrantDocumentStore
2
  from haystack.nodes import EmbeddingRetriever
3
  from pathlib import Path
4
 
 
 
 
 
 
 
 
5
  proj_dir = Path(__file__).parents[1]
6
  qd_document_store = QdrantDocumentStore(path=str(proj_dir/'Qdrant'), index='RAGDemo')
 
 
 
 
 
 
 
 
7
  qd_retriever = EmbeddingRetriever(document_store=qd_document_store,
8
  embedding_model="BAAI/bge-base-en-v1.5",
9
  model_format="sentence_transformers",
10
  use_gpu=True)
 
 
 
 
 
1
+ import time
2
+ import logging
3
  from qdrant_haystack import QdrantDocumentStore
4
  from haystack.nodes import EmbeddingRetriever
5
  from pathlib import Path
6
 
7
+ # Setting up the logging
8
+ logging.basicConfig(level=logging.INFO)
9
+ logger = logging.getLogger(__name__)
10
+
11
+ # Start the timer for loading the QdrantDocumentStore
12
+ start_time = time.perf_counter()
13
+
14
  proj_dir = Path(__file__).parents[1]
15
  qd_document_store = QdrantDocumentStore(path=str(proj_dir/'Qdrant'), index='RAGDemo')
16
+
17
+ # Log the time taken to load the QdrantDocumentStore
18
+ document_store_loading_time = time.perf_counter() - start_time
19
+ logger.info(f"Time taken to load QdrantDocumentStore: {document_store_loading_time:.6f} seconds")
20
+
21
+ # Start the timer for loading the EmbeddingRetriever
22
+ start_time = time.perf_counter()
23
+
24
  qd_retriever = EmbeddingRetriever(document_store=qd_document_store,
25
  embedding_model="BAAI/bge-base-en-v1.5",
26
  model_format="sentence_transformers",
27
  use_gpu=True)
28
+
29
+ # Log the time taken to load the EmbeddingRetriever
30
+ retriever_loading_time = time.perf_counter() - start_time
31
+ logger.info(f"Time taken to load EmbeddingRetriever: {retriever_loading_time:.6f} seconds")