SQL Performance tuned

AirbnbMapVisualiser.py

@@ -14,6 +14,15 @@ class AirbnbMapVisualiser:
             'password': '7033',
             'dsn': 'imz409.ust.hk:1521/imz409'
         }
+        self.pool = oracledb.SessionPool(
+            user=self.connection_params['user'],
+            password=self.connection_params['password'],
+            dsn=self.connection_params['dsn'],
+            min=2,
+            max=5,
+            increment=1,
+            getmode=oracledb.SPOOL_ATTRVAL_WAIT
+        )
         self.tokenizer = AutoTokenizer.from_pretrained('bert-base-uncased')
         self.traffic_manager = TrafficSpotManager(self.connection_params)
 
@@ -29,9 +38,11 @@ class AirbnbMapVisualiser:
             self.cached_listings = {}
 
     def get_all_neighborhoods(self):
+        connection = self.pool.acquire()
         try:
-            with oracledb.connect(**self.connection_params) as conn:
-                cursor = conn.cursor()
+                cursor = connection.cursor()
+                cursor.prefetchrows = 50
+                cursor.arraysize = 50
                 cursor.execute("""
                     SELECT DISTINCT NEIGHBOURHOOD 
                     FROM airbnb_master_data 
@@ -43,15 +54,17 @@ class AirbnbMapVisualiser:
         except Exception as e:
             print(f"Database error getting neighborhoods: {str(e)}")
             return []
+        finally:
+            self.pool.release(connection)
 
     def get_neighborhood_listings(self, neighborhood):
-        # Check if listings are already cached
+        connection = self.pool.acquire()
         if neighborhood in self.cached_listings:
             return self.cached_listings[neighborhood]
-
         try:
-            with oracledb.connect(**self.connection_params) as conn:
-                cursor = conn.cursor()
+                cursor = connection.cursor()
+                cursor.prefetchrows = 50
+                cursor.arraysize = 50
                 cursor.execute("""
                    SELECT m.ID, m.NAME, m.HOST_NAME, m.NEIGHBOURHOOD,
 m.LATITUDE, m.LONGITUDE, m.ROOM_TYPE, m.PRICE,
@@ -59,7 +72,7 @@ COUNT(r.LISTING_ID) as NUMBER_OF_REVIEWS, m.REVIEWS_PER_MONTH,
 m.MINIMUM_NIGHTS, m.AVAILABILITY_365
 FROM airbnb_master_data m
 LEFT JOIN airbnb_reviews_data r ON m.ID = r.LISTING_ID
-WHERE m.LATITUDE IS NOT NULL AND m.LONGITUDE IS NOT NULL AND NEIGHBOURHOOD = :neighborhood
+WHERE m.LATITUDE IS NOT NULL AND m.LONGITUDE IS NOT NULL AND NEIGHBOURHOOD = :neighborhood AND ROWNUM <= 150
 GROUP BY m.ID, m.NAME, m.HOST_NAME, m.NEIGHBOURHOOD,
 m.LATITUDE, m.LONGITUDE, m.ROOM_TYPE, m.PRICE,
 m.REVIEWS_PER_MONTH, m.MINIMUM_NIGHTS, m.AVAILABILITY_365
@@ -72,6 +85,8 @@ m.REVIEWS_PER_MONTH, m.MINIMUM_NIGHTS, m.AVAILABILITY_365
         except Exception as e:
             print(f"Database error: {str(e)}")
             return []
+        finally:
+            self.pool.release(connection)
 
     def get_listing_reviews(self, listing_id):
         try:
@@ -85,7 +100,7 @@ m.REVIEWS_PER_MONTH, m.MINIMUM_NIGHTS, m.AVAILABILITY_365
                                ELSE COMMENTS 
                            END as COMMENTS
                     FROM AIRBNB_REVIEWS_DATA 
-                    WHERE LISTING_ID = :listing_id
+                    WHERE LISTING_ID = :listing_id AND ROWNUM <= 50
                     ORDER BY REVIEW_DATE DESC
                 """, listing_id=str(listing_id))
                 reviews = cursor.fetchall()