.

bill copy.py

@@ -1,216 +0,0 @@
-#!/usr/bin/env -S poetry run python
-
-import os
-import json
-import pdfplumber
-import streamlit as st
-from openai import OpenAI
-
-client = OpenAI()
-
-def load_user_data(user_id):
-    file_path = os.path.join("data", "user_data", f"user_data_{user_id}.json")
-    if not os.path.exists(file_path):
-        return {}
-    with open(file_path, "r") as file:
-        return json.load(file)
-
-def parse_pdf_to_json(pdf_path):
-    user_id = {}
-    serie_factura = {}
-    data_factura = {}
-    costuri = {}
-    with pdfplumber.open(pdf_path, ) as pdf:
-        for page in pdf.pages:
-            text = page.extract_text()
-            if text:
-                lines = text.split('\n')
-
-                # Process each line and look for specific categories
-                for line in lines:
-                    # Check for 'Data emiterii facturii'
-                    if 'Data facturii' in line:
-                        date = line.split()[-1]
-                        data_factura['Data factura'] = date
-
-                    # Check for 'Serie factură'
-                    if 'rul facturii:' in line:
-                        serie = line.split()[-1]
-                        serie_factura['Serie numar'] = serie
-                        
-                    # Check for 'Cont client'
-                    if 'Cont client' in line:
-                        cont = line.split()[-1]
-                        user_id['Cont client'] = cont
-                    
-                    # Check for 'Valoare facturată fără TVA'
-                    if 'Sold precedent' in line:
-                        value = line.split()[-2].replace(',', '.')  # Extract and convert to float
-                        costuri['Sold precedent'] = value
-                    
-                    # Check for 'Total bază de impozitare TVA'
-                    elif 'din sold precedent' in line:
-                        value = line.split()[-2].replace(',', '.')  # Extract and convert to float
-                        costuri['Total platit din sold precedent'] = value
-                    
-                    # Check for 'TVA'
-                    elif 'TVA' in line and '%' in line:
-                        value = line.split()[-2].replace(',', '.')  # Extract and convert to float
-                        costuri['TVA'] = value
-                    
-                    # Check for 'Dobânzi penalizatoare'
-                    elif 'Abonamente' in line:
-                        value = line.split()[-2].replace(',', '.')  # Extract and convert to float
-                        costuri['Abonamente si extraopiuni'] = value
-                    
-                    # Check for 'TOTAL DE PLATĂ FACTURĂ CURENTĂ'
-                    elif 'Total factura curenta fara TVA' in line:
-                        value = float(line.split()[-2].replace(',', '.'))  # Extract and convert to float
-                        costuri['Total factura curenta fara TVA'] = value
-                    
-                    # Check for 'Sold Cont Contract'
-                    elif 'Servicii utilizate' in line:
-                        value = line.split()[-2].replace(',', '.')  # Extract and convert to float
-                        costuri['Servicii utilizate'] = value
-                    
-                    # Check for 'Compensatii'
-                    elif 'Rate terminal' in line:
-                        value = float(line.split()[-2].replace(',', '.'))  # Extract and convert to float
-                        costuri['Rate terminal'] = value
-
-                    # Check for 'TVA 19,00%'
-                    elif 'TVA 19,00%' in line:
-                        value = float(line.split()[-2].replace(',', '.'))  # Extract and convert to float
-                        costuri['TVA'] = value
-
-                    # Check for 'Compensatii'
-                    elif 'Total factura curenta' in line:
-                        value = float(line.split()[-2].replace(',', '.'))  # Extract and convert to float
-                        costuri['Total factura curenta'] = value
-
-    return costuri
-
-def check_related_keys(question, user_id):
-    user_data = load_user_data(user_id)
-    bill_keys = set()
-    for bill in user_data.get("bills", []):
-        bill_keys.update(bill.keys())
-    return [key for key in bill_keys if key.lower() in question.lower()]
-
-def process_query(query, user_id):
-    user_data = load_user_data(user_id)
-    bill_info = user_data.get("bills", [])
-    related_keys = check_related_keys(query, user_id)
-    related_keys_str = ", ".join(related_keys) if related_keys else "N/A"
-
-    if related_keys_str != "N/A":
-        context = (
-            f"Citeste informatiile despre costrurile in lei facturate din dictionar: {bill_info} "
-            f"si raspunde la intrebarea: '{query}' dar numai cu info legate de: {related_keys_str}"
-        )
-    else:
-        context = (
-            f"Citeste informatiile despre costrurile in lei facturate din dictionar: {bill_info} "
-            f"si raspunde la intrebarea: '{query}' dar numai cu info legate de factura"
-        )
-
-    max_input_length = 550
-    st.write(f"Context:\n{context}")
-    st.write(f"Context size: {len(context)} characters")
-
-    if len(context) > max_input_length:
-        st.warning("Prea multe caractere în context, solicitarea nu va fi trimisă.")
-        return None
-
-    return context
-
-def main():
-
-    st.title("Telecom Bill Chat with LLM Agent")
-
-    if "user_id" not in st.session_state:
-        st.session_state.user_id = None
-
-    user_id = st.sidebar.text_input("Introdu numărul de telefon:")
-    if user_id and user_id != st.session_state.user_id:
-        data = load_user_data(user_id)
-        if data:
-            st.session_state.user_id = user_id
-            st.success("Utilizator găsit!")
-        else:
-            st.warning("Nu am găsit date pentru acest ID. Încărcați o factură PDF la nevoie.")
-            st.session_state.user_id = user_id
-
-    uploaded_file = st.file_uploader("Încarcă factura PDF", type="pdf")
-    if uploaded_file and st.session_state.user_id:
-        bill_data = parse_pdf_to_json(uploaded_file)
-        existing_data = load_user_data(st.session_state.user_id)
-        if "bills" not in existing_data:
-            existing_data["bills"] = []
-        existing_data["bills"].append(bill_data)
-        file_path = os.path.join("data", "user_data", f"user_data_{st.session_state['user_id']}.json")
-        os.makedirs(os.path.dirname(file_path), exist_ok=True)
-        with open(file_path, "w") as file:
-            json.dump(existing_data, file)
-        st.success("Factura a fost încărcată și salvată cu succes!")
-
-    if st.session_state.user_id:
-        data = load_user_data(st.session_state.user_id)
-        st.write(f"Phone Number: {st.session_state.user_id}")
-        st.write("Facturi existente:")
-        for bill in data.get("bills", []):
-            st.write(bill)
-    else:
-        st.info("Introduceți un ID și/sau încărcați o factură PDF pentru a continua.")
-
-    # Initialize conversation in the session state
-    # "context_prompt_added" indicates whether we've added the specialized "bill info" context yet.
-    if "messages" not in st.session_state:
-        st.session_state["messages"] = [
-            {"role": "assistant", "content": "Cu ce te pot ajuta?"}
-        ]
-    if "context_prompt_added" not in st.session_state:
-        st.session_state.context_prompt_added = False
-
-    st.write("---")
-    st.subheader("Chat")
-
-    for msg in st.session_state["messages"]:
-        st.chat_message(msg["role"]).write(msg["content"])
-
-    if prompt := st.chat_input("Introduceți întrebarea aici:"):
-        if not st.session_state.user_id:
-            st.error("Trebuie să introduceți un număr de telefon valid sau să încărcați date.")
-            return
-
-        # If the context prompt hasn't been added yet, build & inject it once;
-        # otherwise, just add the user's raw question.
-        if not st.session_state.context_prompt_added:
-            final_prompt = process_query(prompt, st.session_state["user_id"])
-            if final_prompt is None:
-                st.stop()
-            st.session_state["messages"].append({"role": "user", "content": final_prompt})
-            st.session_state.context_prompt_added = True
-        else:
-            st.session_state["messages"].append({"role": "user", "content": prompt})
-
-        # Display the latest user message in the chat
-        st.chat_message("user").write(st.session_state["messages"][-1]["content"])
-
-        # Now call GPT-4 with the entire conversation
-        completion = client.chat.completions.create(
-            model="gpt-4",
-            messages=st.session_state["messages"]
-        )
-        response_text = completion.choices[0].message.content.strip()
-
-        st.session_state["messages"].append({"role": "assistant", "content": response_text})
-        st.chat_message("assistant").write(response_text)
-
-        if hasattr(completion, "usage"):
-            st.write("Prompt tokens:", completion.usage.prompt_tokens)
-            st.write("Completion tokens:", completion.usage.completion_tokens)
-            st.write("Total tokens:", completion.usage.total_tokens)
-
-if __name__ == "__main__":
-    main()

bill.py

@@ -16,12 +16,35 @@ if not api_key:
 
 client = OpenAI()
 
+
 def load_user_data(user_id):
-    file_path = os.path.join("data", "user_data", f"user_data_{user_id}.json")
+    file_path = os.path.join(os.getcwd(), "data", "user_data", f"user_data_{user_id}.json")
+    #st.write(f"Loading user data from: {file_path}")
+    #st.write(f"Current working directory: {os.getcwd()}")
+
+    #Verify if the file exists
     if not os.path.exists(file_path):
+        #st.write("File does not exist.")
+        return {}
+    
+    try:
+        with open(file_path, "r") as file:
+            data = json.load(file)
+            #st.write(f"Loaded data: {data}")
+            return data
+    except json.JSONDecodeError:
+        st.write("Error decoding JSON.")
         return {}
-    with open(file_path, "r") as file:
-        return json.load(file)
+    except Exception as e:
+        st.write(f"An error occurred: {e}")
+        return {}
+
+    
+def save_user_data(user_id, data):
+    file_path = os.path.join("data", "user_data", f"user_data_{user_id}.json")
+    os.makedirs(os.path.dirname(file_path), exist_ok=True)
+    with open(file_path, "w") as file:
+        json.dump(data, file)    
 
 def parseBill(data):
     billDate = data.get("billDate")
@@ -33,16 +56,26 @@ def parseBill(data):
 
     totalBillCosts = [{"categorie": t.get("cat"), "amount": t.get("amt")} for t in taxItems]
     subscriberCosts = []
+    categories = set()
+    names = set()
+
     for sub in subscribers:
         logicalResource = sub.get("logicalResource")
         billSummaryItems = sub.get("billSummaryItem", [])
-        subscriberCosts.append({
-            "logicalResource": logicalResource,
-            "billSummaryItems": [
-                {"categorie": bsi.get("cat"), "amount": bsi.get("amt"), "name": bsi.get("name")}
-                for bsi in billSummaryItems
-            ],
-        })
+        for item in billSummaryItems:
+            try:
+                categories.add(item["cat"]),
+                names.add(item["name"])
+            except KeyError:
+                continue
+
+            subscriberCosts.append({
+                "Numar telefon": logicalResource,
+                "Categorie cost": item["cat"],
+                "Cost": item["name"],
+                "Valoare": item["amt"]
+            })  
+
 
     return {
         "billDate": billDate,
@@ -50,17 +83,18 @@ def parseBill(data):
         "amountDue": amountDue,
         "extraCharge": extraCharge,
         "totalBillCosts": totalBillCosts,
-        "subscriberCosts": subscriberCosts
+        "subscriberCosts": subscriberCosts,
+
     }
 
 def check_related_keys(question, user_id):
     user_data = load_user_data(user_id)
-    bill_keys = set()
+    categories = set()
     for bill in user_data.get("bills", []):
-        bill_keys.update(bill.keys())
-    return [key for key in bill_keys if key.lower() in question.lower()]
+        categories.update(bill.get("categories", []))
+    return [category for category in categories if category.lower() in question.lower()]
 
-def process_query(query, user_id, model):
+def process_query(query, user_id, model_name):
     user_data = load_user_data(user_id)
     bill_info = user_data.get("bills", [])
     related_keys = check_related_keys(query, user_id)
@@ -68,12 +102,12 @@ def process_query(query, user_id, model):
 
     if related_keys_str != "N/A":
         context = (
-            f"Citeste informatiile despre costrurile in lei facturate din dictionar: {bill_info} "
+            f"Citeste informatiile despre costurile in lei facturate din json: {bill_info} "
             f"si raspunde la intrebarea: '{query}' dar numai cu info legate de: {related_keys_str}"
         )
     else:
         context = (
-            f"Citeste informatiile despre costrurile in lei facturate din dictionar: {bill_info} "
+            f"Citeste informatiile despre costrurile in lei facturate din json: {bill_info} "
             f"si raspunde la intrebarea: '{query}' dar numai cu info legate de factura"
         )
 
@@ -86,12 +120,12 @@ def process_query(query, user_id, model):
         return None
 
     # Update this part to run the chosen model
-    if model == "4o":
+    if model_name == "gpt-4o-mini":
+        # Code to run model 4o mini
+        st.write("Running model GPT-4o-mini")
+    elif model_name == "gpt-4o":
         # Code to run model 4o
-        st.write("Running model 4o")
-    elif model == "4o-mini":
-        # Code to run model 4o-mini
-        st.write("Running model 4o-mini")
+        st.write("Running model GPT-4o")
 
     return context
 
@@ -99,37 +133,43 @@ def main():
     st.title("Telecom Bill Chat with LLM Agent")
 
     # Create a sidebar menu to choose between models
-    model_name = st.sidebar.selectbox("Choose OpenAI Model", ["gpt-4o", "gpt-4o-mini"])
+    model_name = st.sidebar.selectbox("Choose OpenAI Model", ["gpt-4o-mini", "gpt-4o"])
     if "user_id" not in st.session_state:
         st.session_state.user_id = None
 
     user_id = st.sidebar.text_input("Introdu numărul de telefon:")
+    # display the user data if the user_id is set
+    #st.write(f"User ID: {user_id}")
+
     if user_id and user_id != st.session_state.user_id:
         data = load_user_data(user_id)
         if data:
             st.session_state.user_id = user_id
             st.success("Utilizator găsit!")
         else:
-            st.warning("Nu am găsit date pentru acest ID. Încărcați o factură PDF la nevoie.")
+            st.warning("Nu am găsit date pentru acest ID. Încărcați o factură json.")
             st.session_state.user_id = user_id
 
-    uploaded_file = st.file_uploader("Încarcă factura JSON", type="json")
+    uploaded_file = st.file_uploader("Upload JSON Bill", type="json")
     if uploaded_file and st.session_state.user_id:
         bill_data = json.load(uploaded_file)
         parsed_bill = parseBill(bill_data)
         existing_data = load_user_data(st.session_state.user_id)
-        if "bills" not in existing_data:
-            existing_data["bills"] = []
-        existing_data["bills"].append(parsed_bill)
-        file_path = os.path.join("data", "user_data", f"user_data_{st.session_state['user_id']}.json")
-        os.makedirs(os.path.dirname(file_path), exist_ok=True)
-        with open(file_path, "w") as file:
-            json.dump(existing_data, file)
-        st.success("Factura a fost încărcată și salvată cu succes!")
+        
+        # Check if the billNo already exists in the existing data
+        existing_bill_nos = [bill.get("billNo") for bill in existing_data.get("bills", [])]
+        if parsed_bill.get("billNo") in existing_bill_nos:
+            st.warning("Factura existentă.")
+        else:
+            if "bills" not in existing_data:
+                existing_data["bills"] = []
+            existing_data["bills"].append(parsed_bill)
+            save_user_data(st.session_state.user_id, existing_data)
+            st.success("Factura a fost încărcată și salvată cu succes!")
 
     if st.session_state.user_id:
         data = load_user_data(st.session_state.user_id)
-        st.write(f"Phone Number: {st.session_state.user_id}")
+        st.write(f"Numar telefon: {st.session_state.user_id}")
         st.write("Facturi existente:")
         for bill in data.get("bills", []):
             st.write(bill)

data/bill_text.txt

@@ -1,38 +0,0 @@
-Factură seria FX nr. 24107160858 din data de 18.11.2024
-Furnizor
-SPEEH HIDROELECTRICA SA
-Societate administrată în sistem dualist
-Adresa: Bucuresti , B-dul Ion Mihalache nr. 15-17 ,cod postal 011171 .
-CIF: RO13267213, Nr. inreg. RC: J40/7426/2000
-Cont Bancar: RO63RNCB 0072 0183 3187 0495
-Banca: BCR
-Capital social: 4.498.025.670 Lei
-Centru de relații cu clienții: București, B-dul Ion Mihalache, nr. 15-17,
-sector 1, cod poștal 011171
-Program centrul de relații cu clienții: luni - joi, orele 10 - 14
-Client TICA SERBAN-GEORGE
-Adresa: Strada (N/A),8, bl. 17, sc. 1, et. 2, ap. 10
-Loc. BUCURESTI SECTORUL 4, jud./sect. Bucureşti
-Cod poștal 040023
-Cod Client:9900471492
-Cod Cont Contract:8000653635
-Număr contract / data contract / data încetare
-2022.3293.2183 / 13.12.2022 / 16.12.2025
-Ofertă client casnic: Viitor verde
-Produse Valoare
-Perioadă de facturare:
-28.09.2024 - 31.10.2024 1 Valoare facturată fără TVA (conform "Detalii factură") 135,96 lei
-2 Total bază de impozitare TVA (19%) 135,96 lei
-Data scadență:
-3 TVA 19% (3=2*19%) 25,83 lei
-03.01.2025
-4 Dobânzi penalizatoare 3,59 lei
-5 TOTAL DE PLATĂ FACTURĂ CURENTĂ (5=1+3+4) 165,38 lei
-(conform "Detalii factură")
-6 Sold Cont Contract la data emiterii facturii (facturi 577,61 lei
-restante sau creditate)
-7 Compensatii Aplicare ORD.46/2021 -30,00 lei
-8 TOTAL DE PLATĂ CONT CONTRACT (8=5+6+7) 712,99 lei
-9 Consum Energie Activă în perioada de facturare 211,00 kWh
-10Preţ final facturat energie electrică activă 0,77 lei/kWh
-Cod de bare pentru factura curent:ă 135.38 lei

data/user_data/user_data_0724077190.json

@@ -0,0 +1 @@
+{"bills": [{"billDate": "2025-01-06", "billNo": "VDF685952701", "amountDue": 5550.46, "extraCharge": 5445.53, "totalBillCosts": [{"categorie": "Total factura curenta", "amount": 104.93}, {"categorie": "TVA 19%", "amount": 16.75}, {"categorie": "Total rate terminal", "amount": 5445.53}, {"categorie": "Abonamente si extraoptiuni", "amount": 91.17}, {"categorie": "Reduceri", "amount": -2.99}, {"categorie": "Rest plata", "amount": -5073.74}, {"categorie": "Sold precedent", "amount": -5073.74}, {"categorie": "Total de plata", "amount": 476.72}], "subscriberCosts": [{"Numar telefon": "724015962", "Categorie cost": "Abonamente si extraoptiuni", "Cost": "Red 11", "Valoare": 34.08}, {"Numar telefon": "724015962", "Categorie cost": "Abonamente si extraoptiuni", "Cost": "Reducere promo", "Valoare": -8.52}, {"Numar telefon": "724015962", "Categorie cost": "Abonamente si extraoptiuni", "Cost": "Secure Net", "Valoare": 2.99}, {"Numar telefon": "724015962", "Categorie cost": "Abonamente si extraoptiuni", "Cost": "Reducere promotionala 12 luni", "Valoare": -4.26}, {"Numar telefon": "724015962", "Categorie cost": "Rate terminal", "Cost": "Promotie Vodafone Smartphone cu plata in rate 12/36", "Valoare": 70.99}, {"Numar telefon": "373920691", "Categorie cost": "Abonamente si extraoptiuni", "Cost": "Abonament Vodafone WiFi Instant Nelimitat+", "Valoare": 29.82}, {"Numar telefon": "724077190", "Categorie cost": "Reduceri", "Cost": "Reducere Secure Net", "Valoare": -2.99}, {"Numar telefon": "724077190", "Categorie cost": "Abonamente si extraoptiuni", "Cost": "RED Start", "Valoare": 38.33}, {"Numar telefon": "724077190", "Categorie cost": "Abonamente si extraoptiuni", "Cost": "Secure Net", "Valoare": 2.99}, {"Numar telefon": "724077190", "Categorie cost": "Abonamente si extraoptiuni", "Cost": "Reducere promotionala 12 luni", "Valoare": -4.26}, {"Numar telefon": "724077190", "Categorie cost": "Rate terminal", "Cost": "Valoare rate ramase pana la expirare contract", "Valoare": 5374.54}]}]}

data/user_data/user_data_0727723137.json

@@ -1 +0,0 @@
-{"bills": [{"Sold precedent": "precedent", "Servicii utilizate": "utilizate", "TVA": "19.00%"}, {"Sold precedent": "precedent", "Servicii utilizate": "utilizate", "TVA": "19.00%"}, {"Sold precedent": "precedent", "Total platit din sold precedent": "precedent", "Servicii utilizate": "utilizate", "TVA": "19.00%"}, {"Sold precedent": "precedent", "Total platit din sold precedent": "precedent", "Abonamente si extraop\u00feiuni": "Abonamentele", "Servicii utilizate": "Servicii", "TVA": "19.00%"}, {"Sold precedent": "precedent", "Total platit din sold precedent": "precedent", "Abonamente si extraopiuni": "Abonamentele", "Servicii utilizate": "Servicii", "TVA": "19.00%"}]}