Update main.py

main.py

@@ -1,9 +1,275 @@
 import flet as ft 
 import flet_fastapi
+from flet import * 
+import requests
+import json
+import pandas as pd
+import elasticsearch_serverless 
+import re
+import os 
+
+def remove_arabic_diacritics(text):
+    diacritics_pattern = re.compile(r'[\u064B-\u065F\u0670\u06D6-\u06ED]')
+    
+    no_diacritics_text = re.sub(diacritics_pattern, '', text)
+    
+    return no_diacritics_text
+
+diacritics = re.compile("""
+    ّ    | # Tashdid
+    َ    | # Fatha
+    ً    | # Tanwin Fath
+    ُ    | # Damma
+    ٌ    | # Tanwin Damm
+    ِ    | # Kasra
+    ٍ    | # Tanwin Kasr
+    ْ    | # Sukun
+    ـ      # Tatwil/Kashida
+""", re.VERBOSE)
+
+def normalize_arabic(text):
+    text = diacritics.sub('', text)
+    text = text.replace('أ', 'ا')
+    text = text.replace('إ', 'ا')
+    text = text.replace('آ', 'ا')
+    text = text.replace('ة', 'ه')
+    text = text.replace('ى', 'ي')
+    return text
+
+book_selected = False
+
+first_run = 0
+client = elasticsearch_serverless.Elasticsearch(
+  "https://e790c240926f48a78eec48ccb79ddcd1.us-central1.gcp.cloud.es.io:443",
+  api_key="MmY2VlpZOEJtVVZGLVJjNHpzRTM6akFlVmM2bHhSVmU1M25qRTIyZy1kUQ"
+)
+
+
+import pickle
+with open('books_list.pkl', 'rb') as file:
+    books_list = pickle.load(file)
+
+
+def e_search(query):
+    url_search = 'http://localhost:9202/books_jsons_01/_search'
+
+    query = remove_arabic_diacritics(query)
+    query = normalize_arabic(query)
+
+    j_query = {
+        "size": 500,  
+        "query": {
+            "match": {
+                "Text": query
+            }
+        }
+    }
+
+
+    response_search = client.search(index="books_jsons_01", body=j_query)
+
+    unique_books = {}
+    for hit in response_search['hits']['hits']:
+        book = hit['_source']['Book']
+        page = hit['_source']['Page']
+        score = hit['_score']
+        if book not in unique_books:
+            unique_books[book] = {'Pages': {page: score}, 'Count': 1}
+        else:
+            if page not in unique_books[book]['Pages']:
+                unique_books[book]['Pages'][page] = score
+                unique_books[book]['Count'] += 1
+
+    book_data = []
+    for book, info in unique_books.items():
+        pages = sorted(info['Pages'].items()) 
+        book_data.append({'Book': book, 'Pages': [page for page, _ in pages], 'Scores': [score for _, score in pages], 'Count': info['Count']})
+    df = pd.DataFrame(book_data)
+
+    df = df.head(12)
+    print(j_query)
+
+    def get_top_two(row):
+        sorted_row = sorted(zip(row['Pages'], row['Scores']), key=lambda x: x[1], reverse=True)
+        return [page for page, score in sorted_row[:2]]
+    try:
+        df['Top Two Pages'] = df.apply(get_top_two, axis=1)
+    except:
+        pass
+
+    return df
+
 
 async def main (page:ft.Page):
+    def e_search_book(query):
+        book_name = book_btn.text
+        print(book_name)
+
+        url_search = 'http://localhost:9202/books_jsons_01/_search'
+        
+        query = remove_arabic_diacritics(query)
+        query = normalize_arabic(query)
+        j_query = {
+        "size": 10,
+        "query": {
+          "bool": {
+            "must": [
+              {
+                "match": {
+                  "Text": query
+                }
+              },
+              {
+                "match": {
+                  "Book": book_name
+                }
+              }
+            ]
+          }
+        }
+      }
+        response_search = client.search(index="books_jsons_01", body=j_query)
+
+        data = []
+        for hit in response_search['hits']['hits']:
+            book = hit['_source']['Book']
+            page = hit['_source']['Page']
+            score = hit['_score']
+            text = hit['_source']['Text'] 
+            data.append({
+                "Book": book,
+                "Page": page,
+                "Score": score,
+                "Text": text
+            })
+
+        df = pd.DataFrame(data)
+        return df
+
+    def printer(e, name):
+        query_feild.value=name
+        page.update()
+
+    def query_feild_changed(string):
+        datatable_row.visible = False
+        listview.visible=True
+        
+        query_list = books_list
+        
+        list_items = {
+            name: ListTile(
+                title=Text(name),
+                leading=Icon(icons.ARROW_RIGHT_SHARP),
+                on_click=lambda e, name=name: printer(e, name)
+            )
+            for name in query_list
+        }
+
+        str_lower = normalize_arabic(string.control.value)
+        listview.controls = [
+            list_items.get(n) for n in query_list if str_lower in normalize_arabic(n)
+        ] if str_lower else []
+        page.update()
+
+    def send_button(e):
+
+        global first_run
+
+        datatable_row.visible = True
+        listview.visible=False
+
+
+        if first_run >= 1 :
+
+            res_dt.columns.clear()
+            res_dt.rows.clear()
+
+        first_run=1                     
+
+        if not book_selected:
+            e_search_df = e_search(query_feild.value)
+
+            for i in range (len(e_search_df.columns)):
+                res_dt.columns.append(DataColumn(Text(e_search_df.columns[i])))  # Set column width here
+
+            for i in range (e_search_df.shape[0]):
+                res_dt.rows.append(DataRow(cells=[
+                    DataCell(Text(e_search_df['Book'][i], width = 450)),
+                    DataCell(Text(e_search_df['Pages'][i], width = 180)),
+                    DataCell(Text(e_search_df['Scores'][i], width = 180)),
+                    DataCell(Text(e_search_df['Count'][i], width = 120)),
+                    DataCell(Text(e_search_df['Top Two Pages'][i], width = 200))
+                ]))
+
+
+        else:
+            e_search_df = e_search_book(query_feild.value)
+
+            for i in range (len(e_search_df.columns)):
+                res_dt.columns.append(DataColumn(Text(e_search_df.columns[i])))  # Set column width here
+
+            for i in range ((e_search_df.shape[0])):
+                txt = e_search_df['Text'][i][:80].replace("\n", " ")
+                res_dt.rows.append(DataRow(cells=[
+                    DataCell(Text(e_search_df['Book'][i], width = 450)),
+                    DataCell(Text(e_search_df['Page'][i], width = 180)),
+                    DataCell(Text(e_search_df['Score'][i], width = 180)),
+                    DataCell(Row([Text(f"{txt}...", width = 400), IconButton(icon=icons.ARROW_RIGHT_OUTLINED, height = 50, on_click = show_book_text)]))
+                ]))
+
+
+
+
+        page.update()
+
+
+    def book_btn_filter(e):
+        global book_selected
+        book_value = query_feild.value
+
+        if  book_value in books_list:
+            book_btn.text = query_feild.value
+            book_btn.bgcolor=colors.GREEN    
+            book_selected = True          
+
+        else:
+            book_btn.text = "No Book Found"
+            book_btn.bgcolor=colors.CYAN
+            book_selected = False
+
+        page.update()
+
+    def show_book_text(e):
+        pass
+
+    res_dt=DataTable(
+        
+        border=border.all(2, "blue"),
+        border_radius=10,
+        column_spacing=10,
+        #data_row_min_height = 80
+        )  
+    datatable_row = Row([res_dt],alignment=MainAxisAlignment.CENTER) 
+
+    query_feild=TextField(label="Inquiry",hint_text="Please write your inquiry", expand=True,
+        on_change=query_feild_changed
+        ) 
+
+    query_send=FloatingActionButton(icon=icons.SEND,
+                                    on_click=send_button
+                                    )
+    book_btn = ElevatedButton(text="Book Filter", height = 55, width= 180, icon=icons.FILTER,on_click = book_btn_filter,
+                                                                                    bgcolor=colors.CYAN,
+                                                                                    color=colors.WHITE,
+                                                                                 style=ButtonStyle(shape=RoundedRectangleBorder(radius=10)),
+                                                                                )
+    listview = ListView(expand=1, spacing=10, padding=20)  
+
+    Query_row = Row(controls=[query_feild,book_btn,query_send])
 
-    await page.add_async(ft.ElevatedButton("hi"))
+    #Initial Invisable
+    datatable_row.visible = False
+    await page.add_async(Query_row,listview,datatable_row)
 
 app =flet_fastapi.app(main)