pvanand commited on
Commit
410c5d9
·
verified ·
1 Parent(s): 73a2ea8

Update rag_routerv2.py

Browse files
Files changed (1) hide show
  1. rag_routerv2.py +31 -34
rag_routerv2.py CHANGED
@@ -234,42 +234,39 @@ async def health_check():
234
 
235
  @router.on_event("startup")
236
  async def startup():
237
- init_db()
238
- print("RAG Router started")
239
-
240
- table_name = "digiyatra"
241
- user_id = "digiyatra"
242
-
243
- # Create vector store and index
244
- vector_store = LanceDBVectorStore(
245
- uri="./lancedb/dev",
246
- table_name=table_name,
247
- mode="overwrite",
248
- query_type="hybrid"
249
- )
250
-
251
- # Load CSV and create nodes
252
- with open('combined_digi_yatra.csv', newline='') as f:
253
- nodes = [
254
- TextNode(text=str(row), id_=str(uuid.uuid4()))
255
- for row in list(csv.reader(f))[1:]
256
- ]
257
 
258
- # Create and persist index
259
- index = VectorStoreIndex(nodes, vector_store=vector_store)
260
- index.storage_context.persist(persist_dir=f"./lancedb/index/{table_name}")
261
 
262
- # Store in SQLite
263
- db = get_db()
264
- db.execute(
265
- 'INSERT INTO tables (user_id, table_id, table_name) VALUES (?, ?, ?)',
266
- (user_id, table_name, table_name)
267
- )
268
- db.execute(
269
- 'INSERT INTO table_files (table_id, filename, file_path) VALUES (?, ?, ?)',
270
- (table_name, 'combined_digi_yatra.csv', 'combined_digi_yatra.csv')
271
- )
272
- db.commit()
 
273
 
274
  @router.on_event("shutdown")
275
  async def shutdown():
 
234
 
235
  @router.on_event("startup")
236
  async def startup():
237
+ init_db()
238
+ print("RAG Router started")
239
+
240
+ table_name = "digiyatra"
241
+ user_id = "digiyatra"
242
+
243
+ db = get_db()
244
+ # Check if table already exists
245
+ existing = db.execute('SELECT id FROM tables WHERE table_id = ?', (table_name,)).fetchone()
246
+ if not existing:
247
+ vector_store = LanceDBVectorStore(
248
+ uri="./lancedb/dev",
249
+ table_name=table_name,
250
+ mode="overwrite",
251
+ query_type="hybrid"
252
+ )
 
 
 
 
253
 
254
+ with open('combined_digi_yatra.csv', newline='') as f:
255
+ nodes = [TextNode(text=str(row), id_=str(uuid.uuid4()))
256
+ for row in list(csv.reader(f))[1:]]
257
 
258
+ index = VectorStoreIndex(nodes, vector_store=vector_store)
259
+ index.storage_context.persist(persist_dir=f"./lancedb/index/{table_name}")
260
+
261
+ db.execute(
262
+ 'INSERT INTO tables (user_id, table_id, table_name) VALUES (?, ?, ?)',
263
+ (user_id, table_name, table_name)
264
+ )
265
+ db.execute(
266
+ 'INSERT INTO table_files (table_id, filename, file_path) VALUES (?, ?, ?)',
267
+ (table_name, 'combined_digi_yatra.csv', 'combined_digi_yatra.csv')
268
+ )
269
+ db.commit()
270
 
271
  @router.on_event("shutdown")
272
  async def shutdown():