qdrant cloud migration

app.py

@@ -19,6 +19,7 @@ from threading import Lock
 # from functools import partial
 # import time
 from gradio.routes import Request
+from qdrant_client import QdrantClient
 
 # TESTING DEBUG LOG
 from auditqa.logging_config import setup_logging
@@ -70,14 +71,44 @@ JSON_DATASET_PATH = Path(SPACES_LOG) # TESTING: local logging setup
 # https://huggingface.co/spaces/Wauplin/space_to_dataset_saver
 
 #####--------------- VECTOR STORE -------------------------------------------------
-# reports contain the already created chunks from Markdown version of pdf reports
-# document processing was done using : https://github.com/axa-group/Parsr
-# We need to create the local vectorstore collection once using load_chunks
-# vectorestore colection are stored on persistent storage so this needs to be run only once
-# hence, comment out line below when creating for first time
-vectorstores = load_new_chunks()
-# once the vectore embeddings  are created we will use qdrant client to access these
-vectorstores = get_local_qdrant()
+# Configure cloud Qdrant client
+def get_cloud_qdrant():
+    from langchain_community.embeddings import HuggingFaceEmbeddings
+    from langchain_community.vectorstores import Qdrant
+    from torch import cuda
+    
+    # Get config and setup embeddings like in process_chunks.py
+    model_config = getconfig("model_params.cfg")
+    device = 'cuda' if cuda.is_available() else 'cpu'
+    
+    embeddings = HuggingFaceEmbeddings(
+        model_kwargs = {'device': device},
+        encode_kwargs = {'normalize_embeddings': True},
+        model_name=model_config.get('retriever','MODEL')
+    )
+    
+    # Get Qdrant API key from environment variable
+    qdrant_api_key = os.getenv("QDRANT")
+    if not qdrant_api_key:
+        raise ValueError("QDRANT API key not found in environment variables")
+    
+    # Create the Qdrant client
+    client = QdrantClient(
+        url="https://ff3f0448-0a00-470e-9956-49efa3071db3.europe-west3-0.gcp.cloud.qdrant.io:6333", 
+        api_key=qdrant_api_key,
+    )
+    
+    # Wrap the client in Langchain's Qdrant vectorstore
+    vectorstore = Qdrant(
+        client=client,
+        collection_name="allreports",
+        embeddings=embeddings,
+    )
+    
+    return {"allreports": vectorstore}
+
+# Replace local Qdrant with cloud Qdrant
+vectorstores = get_cloud_qdrant()
 
 #####---------------------CHAT-----------------------------------------------------
 def start_chat(query,history):

app_interactions.jsonl

@@ -40,3 +40,5 @@
 {"session_id": "460c8b37-0e39-4a4f-814f-4daba0610b47", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 2e-06, "system_prompt": "\n        You are AuditQ&A, an AI Assistant created by Auditors and Data Scientist.             You are given a question and extracted passages of the consolidated/departmental/thematic focus audit reports.            Provide a clear and structured answer based on the passages/context provided and the guidelines.\n        Guidelines:\n        - Passeges are provided as comma separated list of strings\n        - If the passages have useful facts or numbers, use them in your answer.\n        - When you use information from a passage, mention where it came from by using [Doc i] at the end of the sentence. i stands for the number of the document.\n        - Do not use the sentence 'Doc i says ...' to say where information came from.\n        - If the same thing is said in more than one document, you can mention all of them like this: [Doc i, Doc j, Doc k]\n        - Do not just summarize each passage one by one. Group your summaries to highlight the key parts in the explanation.\n        - If it makes sense, use bullet points and lists to make your answers easier to understand.\n        - You do not need to use every passage. Only use the ones that help answer the question.\n        - If the documents do not have the information needed to answer the question, just say you do not have enough information.\n        ", "sources": "Consolidated", "reports": [], "subtype": ["Consolidted Report ,Report of the Auditor General 2023", "Annual Consolidated OAG audit reports 2018", "Annual Consolidated OAG audit reports 2019", "Annual Consolidated OAG audit reports 2020", "Annual Consolidated OAG audit reports 2021", "Annual Consolidated OAG audit reports 2022"], "year": ["2023"], "question": "Were there any cases of fraud, misappropriation, embezzlement or misuse of public resources detected in this audit?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "docs": ["1 ce ieee BASED esas 1 ET TEE BEL BEIDE RER nee  \n1 ns an ee EEE En 1.0 Implamentallen Gf tye Apkroved BUCGEE  \n1 \u201eennnrnn 2.0 Managerient. of The Government Salary Payrcl  \n8 nenne ET I TEE 11 3.0  \nChange in Accounting Treatment for Non-current Assets... 11 AD Paryablas\u0131 11 cs nennen une snnensere eins ergen FU ET nn 2 een Een EEE >  \n12 rreesspeen concerns ereesttts nen te Honcarceantedeneasseamemremrencommnenomenaememamenoa 6.0 Implementation Of Key Government Grants/ProgramMes............cccccsessssssecseeesseseeeseeeeeees 12 6.1  \nDistrict Rural Water Supply and Sanitation Conditional Grant............uneeeene 12 6.2 Implementation of Uganda Intergovernmental Fiscal Transfers Program.  \n14 ..................... Be En 17 EEE  \nEI RER 19 EEE EEREEETEEEEE MANAGEMENT'S RESPONSIBILITY FOR THE FINANCIAL STATEMENTS ..........nen 19 AUDITOR\u2019S RESPONSIBILITY FOR THE AUDIT OF FINANCIAL STATEMENTS ..........u.u.u.. 20 OTHER REPORTING RESPONSIBILITIES  \n21 scsscasacisnasssssivssesesesoarnannneonsamanvaneneneesneeascetenecnsnesntcseiresveveses REPORT ON THE AUDIT OF COMPLIANCE WITH LEGISLATION ............ennennennnn 21 7.0 Implementation of the Parish Development Model... 21 \nList of Acronyms \nMeaning \nInternational Organization of Supreme Audit \nrset cetitetn Institutions IPPS \nIntegrated Personnel and Payroll system  \nISSAIs  \n\\_International Standards of Supreme Audit Institutions MoFPED of conomic \nMinistry Finance, Planning and \\| E Development Oe Ministry of Local Government  \nMinistry of Works Transport and Engineering  \nNon-Tax Revenue \nProgram Budgeting System Public Finance Management Act \nPermanent Secretary / Secretary to Treasury \nUganda Intergovernrnentel Fiscal Transfers Program for Results \nREPORT OF THE AUDITOR GENERAL  \nON THE FINANCIAL STATEMENTS OF KITGUM DISTRICT LOCAL GOVERNMENT FOR THE YEAR ENDED 30\u2122 JUNE 2023 \nTHE RT. HON. SPEAKER OF PARLIAMENT \nOPINION  \nI have audited the accompanying financial statements of Kitgum District Local Government, which comprise the Statement of Financial Position as at 30\" June 2023, the Statement of Financial Performance, Statement of Changes in Equity, Statement of Cash Flows, together with other accompanying statements for the year then ended, and notes to the financial statements, including a summary of significant accounting policies. \nIn my opinion, the financial statements of Kitgum District Local Government for the year ended 30\" June 2023 are prepared, in all material respects, in accordance with section 51 of the Public Finance Management Act (PFMA), 2015 (as amended), the Financial Reporting Guide, 2018 and as guided by the Accountant General.", "2.0 Management of the Government Salary Payroll  \nOver the years, payroll cost estimation and subsequent expenditure has been characterised by wage overruns and the persistent need for increases in funding to cater for shortfalls on salaries, yet this is an area where employee numbers are certain and specific. In his letter to the Auditor General dated 29\" November 2022 referenced HRM 155/222/02, the Minister for Finance Planning and Economic Development (MoFPED) highlighted that, despite the reforms introduced by Government to mitigate against persistent supplementary requests for additional funds to cater for wage shortfalls, there have not been significant results and yet expenditure on wage is a substantial percentage of all Government entity budgets. Other anomalies highlighted included: payments for non-existent employees, underpayments to staff and irregular to \nothers. \nI established that, during the last four financial years, the Uganda Railways Corporation had a cumulative wage bill budget of UGX.91.368Bn out of which a cumulative figure of UGX.58.546Bn was utilised as shown table 3 below; \nTable 3: Showing annual waae bill budget and expenditure for the last four FYs  \nS/n Financial year Budget (UGX)  \nActual Expenditure (  \n% age UGX  \n1 2019/2020 \\| 27,046,397,000 13,568,658,000 50.2 \\| 2 2020/2021 23,017,734,000 15,032,829,000\\_ 65.3 \\| 3 2021/2022 23,193,705,000 11,850,953,000.... Sl, 4 120227220223 18,110,639,00 18,093,540,000 \\{99.9 \\|  \n\\_\\_\\|  \n\\| \n\\| Total 91,368,475,000 58,545,980,000 64.1 \\| \nI issued a separate detailed audit report upon completion of the audit procedures and below is the summary of the key findings from the Audit; \nNo Observation Recommendation 2.1 \nValidation of Employees on the Contract Staff payroll", "The following were my observations;  \n4.4.1 Positive observations  \nI noted the following areas where management had commendable performance;  \ne All program receipts of UGX.216,205,103 were utilized by the entity at the time of audit.  \noe Review of the district budget and departmental work plans revealed no variances between the budgeted amount and the required program percentage allocation for complementary category.  \ne Expenditure was incurred only on eligible activities.  \ne The outputs for complementary activities were adequately quantified in the work plan. The monthly program activity reports to the Accounting Officer were prepared as required.  \ne irrigation kits had been delivered for demonstration purposes in 3 sub counties.  \ne A review of the procurements undertaken revealed that the district complied with"], "answer": "is approximately absolute } 50 lt Early> atheist \u00c3 80401WH .................................... ", "time": "1739386332.579119", "feedback": "okay"}
 {"session_id": "34202723-3ad0-47ce-8e6f-f2c872adde24", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 3e-06, "system_prompt": "\n        You are AuditQ&A, an AI Assistant created by Auditors and Data Scientist.             You are given a question and extracted passages of the consolidated/departmental/thematic focus audit reports.            Provide a clear and structured answer based on the passages/context provided and the guidelines.\n        Guidelines:\n        - Passeges are provided as comma separated list of strings\n        - If the passages have useful facts or numbers, use them in your answer.\n        - When you use information from a passage, mention where it came from by using [Doc i] at the end of the sentence. i stands for the number of the document.\n        - Do not use the sentence 'Doc i says ...' to say where information came from.\n        - If the same thing is said in more than one document, you can mention all of them like this: [Doc i, Doc j, Doc k]\n        - Do not just summarize each passage one by one. Group your summaries to highlight the key parts in the explanation.\n        - If it makes sense, use bullet points and lists to make your answers easier to understand.\n        - You do not need to use every passage. Only use the ones that help answer the question.\n        - If the documents do not have the information needed to answer the question, just say you do not have enough information.\n        ", "sources": "Consolidated", "reports": [], "subtype": ["Consolidted Report ,Report of the Auditor General 2023", "Annual Consolidated OAG audit reports 2018", "Annual Consolidated OAG audit reports 2019", "Annual Consolidated OAG audit reports 2020", "Annual Consolidated OAG audit reports 2021", "Annual Consolidated OAG audit reports 2022"], "year": ["2023"], "question": "Were there any procurement or contract management concerns raised in this audit?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "docs": ["2.0 Management of the Government Salary Payroll  \nOver the years, payroll cost estimation and subsequent expenditure has been characterised by wage overruns and the persistent need for increases in funding to cater for shortfalls on salaries, yet this is an area where employee numbers are certain and specific. In his letter to the Auditor General dated 29\" November 2022 referenced HRM 155/222/02, the Minister for Finance Planning and Economic Development (MoFPED) highlighted that, despite the reforms introduced by Government to mitigate against persistent supplementary requests for additional funds to cater for wage shortfalls, there have not been significant results and yet expenditure on wage is a substantial percentage of all Government entity budgets. Other anomalies highlighted included: payments for non-existent employees, underpayments to staff and irregular to \nothers. \nI established that, during the last four financial years, the Uganda Railways Corporation had a cumulative wage bill budget of UGX.91.368Bn out of which a cumulative figure of UGX.58.546Bn was utilised as shown table 3 below; \nTable 3: Showing annual waae bill budget and expenditure for the last four FYs  \nS/n Financial year Budget (UGX)  \nActual Expenditure (  \n% age UGX  \n1 2019/2020 \\| 27,046,397,000 13,568,658,000 50.2 \\| 2 2020/2021 23,017,734,000 15,032,829,000\\_ 65.3 \\| 3 2021/2022 23,193,705,000 11,850,953,000.... Sl, 4 120227220223 18,110,639,00 18,093,540,000 \\{99.9 \\|  \n\\_\\_\\|  \n\\| \n\\| Total 91,368,475,000 58,545,980,000 64.1 \\| \nI issued a separate detailed audit report upon completion of the audit procedures and below is the summary of the key findings from the Audit; \nNo Observation Recommendation 2.1 \nValidation of Employees on the Contract Staff payroll", "The following were my observations;  \n4.4.1 Positive observations  \nI noted the following areas where management had commendable performance;  \ne All program receipts of UGX.216,205,103 were utilized by the entity at the time of audit.  \noe Review of the district budget and departmental work plans revealed no variances between the budgeted amount and the required program percentage allocation for complementary category.  \ne Expenditure was incurred only on eligible activities.  \ne The outputs for complementary activities were adequately quantified in the work plan. The monthly program activity reports to the Accounting Officer were prepared as required.  \ne irrigation kits had been delivered for demonstration purposes in 3 sub counties.  \ne A review of the procurements undertaken revealed that the district complied with", "a Public and Disposal Authority  \n\\_ LLG Lower \\| Local Governments  \n[LR Local Revenue 00000000000 \\_ Ministries, Departments and Agencies \n_MDAs_ \nof \\| \nMoES \n\\| Ministry Education Planning \\_ \nof \nand Economic Development \\_ \\_  \n\\| Ministry Finance, \nMoFPED \nMoGLSD_ \nMinistry of Gender, Labour and Social Development  \n\\_  \nMoLG Ministry\\_of Local Government  \n\u2014\\_  \n\\\\NAA \\| National Audit Act  \n\\| NTR \\_Non-Tax Revenue  \n\\_\\| Office of the Auditor General  \n\\| OAG  \nPBS \\_ Program Budgeting System  \n\\_  \n\\\\PCA \u2014\\_\\_ Payroll Consults Africa  \nPDMS Payroll Deduction Management System  \n\\_  \n\\| PDU \\| Procurement & Disposal Unit  \n. \nPFMA\\_ il Finance A At \n\\_ Public \u2018Management \\| \n\\| \nPublic Finance Management Regulations Assets ne PFMR\\_\\_  \n\\| PPDA  \nPublic Procurement & Disposal of Public.  \nPS/: ST \\_\\_\\_\\|  \n\\_\\_\\_\\_\\| Permanent Secretary / Secretary to Treasury  \n\\_  \n\\| Treasury Single \nTSA. \nAccount  \n\u0131TSSA\\_\\_\\_\\_\\_\\_\\_\\_\\| Treasury Sub Single Account  \nnern \\_UBA \\_Uganda Banker's Association  \n00 \n. \n\\\\UCF \ncei Uganda Consolidated \nFund  \n\\_ UCLA \\| Uganda Consumer \nand Lender's \\_ Assoc tion \n\\| \n\\| UgIFT \\| \nnn  \n\\| \\_ Uganda F \n\\| Intergovernmental Fiscal Transfers Program for \\| \nUGX Uganda Shilling \n\\| USMID \\_ Uganda to \nSupport \nMunicipal infrastructure \nDevelopment _ oo \n\\_\\_ \nnn UWEP 2 Uganda Empowerment Project  \nWomen  \n\\_\\_  \nL BEDIENEN \\| \n'YLP Youthlivelihood Pogam \nREPORT OF THE AUDITOR GENERAL  \nON THE FINANCIAL STATEMENTS OF BUGIRI MUNICIPAL COUNCIL FOR THE YEAR ENDED 30\u2122 JUNE, 2023 \nTHE RT. HON. SPEAKER OF PARLIAMENT \nOpinion  \nI have audited the accompanying financial statements of Bugiri Municipal Council, which comprise the Statement of Financial Position as at 30\" June 2023, the Statement of Financial Performance, Statement of Changes in Equity, Statement of Cash Flows, together with other accompanying statements for the year then ended, and notes to the financial statements, including a summary of significant accounting policies. \nIn my opinion, the financial statements of Bugiri Municipal Council for the year ended 30\" June 2023 are prepared, in all material respects, in accordance with section 51 of the Public Finance Management Act (PFMA), 2015 (as amended), the Financial Reporting Guide, 2018 and as guided by the Accountant General."], "answer": ">>(); Anonymous \\nFrameworks... Com ", "time": "1739386564.550952"}
 {"session_id": "34202723-3ad0-47ce-8e6f-f2c872adde24", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 3e-06, "system_prompt": "\n        You are AuditQ&A, an AI Assistant created by Auditors and Data Scientist.             You are given a question and extracted passages of the consolidated/departmental/thematic focus audit reports.            Provide a clear and structured answer based on the passages/context provided and the guidelines.\n        Guidelines:\n        - Passeges are provided as comma separated list of strings\n        - If the passages have useful facts or numbers, use them in your answer.\n        - When you use information from a passage, mention where it came from by using [Doc i] at the end of the sentence. i stands for the number of the document.\n        - Do not use the sentence 'Doc i says ...' to say where information came from.\n        - If the same thing is said in more than one document, you can mention all of them like this: [Doc i, Doc j, Doc k]\n        - Do not just summarize each passage one by one. Group your summaries to highlight the key parts in the explanation.\n        - If it makes sense, use bullet points and lists to make your answers easier to understand.\n        - You do not need to use every passage. Only use the ones that help answer the question.\n        - If the documents do not have the information needed to answer the question, just say you do not have enough information.\n        ", "sources": "Consolidated", "reports": [], "subtype": ["Consolidted Report ,Report of the Auditor General 2023", "Annual Consolidated OAG audit reports 2018", "Annual Consolidated OAG audit reports 2019", "Annual Consolidated OAG audit reports 2020", "Annual Consolidated OAG audit reports 2021", "Annual Consolidated OAG audit reports 2022"], "year": ["2023"], "question": "Were there any procurement or contract management concerns raised in this audit?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "docs": ["2.0 Management of the Government Salary Payroll  \nOver the years, payroll cost estimation and subsequent expenditure has been characterised by wage overruns and the persistent need for increases in funding to cater for shortfalls on salaries, yet this is an area where employee numbers are certain and specific. In his letter to the Auditor General dated 29\" November 2022 referenced HRM 155/222/02, the Minister for Finance Planning and Economic Development (MoFPED) highlighted that, despite the reforms introduced by Government to mitigate against persistent supplementary requests for additional funds to cater for wage shortfalls, there have not been significant results and yet expenditure on wage is a substantial percentage of all Government entity budgets. Other anomalies highlighted included: payments for non-existent employees, underpayments to staff and irregular to \nothers. \nI established that, during the last four financial years, the Uganda Railways Corporation had a cumulative wage bill budget of UGX.91.368Bn out of which a cumulative figure of UGX.58.546Bn was utilised as shown table 3 below; \nTable 3: Showing annual waae bill budget and expenditure for the last four FYs  \nS/n Financial year Budget (UGX)  \nActual Expenditure (  \n% age UGX  \n1 2019/2020 \\| 27,046,397,000 13,568,658,000 50.2 \\| 2 2020/2021 23,017,734,000 15,032,829,000\\_ 65.3 \\| 3 2021/2022 23,193,705,000 11,850,953,000.... Sl, 4 120227220223 18,110,639,00 18,093,540,000 \\{99.9 \\|  \n\\_\\_\\|  \n\\| \n\\| Total 91,368,475,000 58,545,980,000 64.1 \\| \nI issued a separate detailed audit report upon completion of the audit procedures and below is the summary of the key findings from the Audit; \nNo Observation Recommendation 2.1 \nValidation of Employees on the Contract Staff payroll", "The following were my observations;  \n4.4.1 Positive observations  \nI noted the following areas where management had commendable performance;  \ne All program receipts of UGX.216,205,103 were utilized by the entity at the time of audit.  \noe Review of the district budget and departmental work plans revealed no variances between the budgeted amount and the required program percentage allocation for complementary category.  \ne Expenditure was incurred only on eligible activities.  \ne The outputs for complementary activities were adequately quantified in the work plan. The monthly program activity reports to the Accounting Officer were prepared as required.  \ne irrigation kits had been delivered for demonstration purposes in 3 sub counties.  \ne A review of the procurements undertaken revealed that the district complied with", "a Public and Disposal Authority  \n\\_ LLG Lower \\| Local Governments  \n[LR Local Revenue 00000000000 \\_ Ministries, Departments and Agencies \n_MDAs_ \nof \\| \nMoES \n\\| Ministry Education Planning \\_ \nof \nand Economic Development \\_ \\_  \n\\| Ministry Finance, \nMoFPED \nMoGLSD_ \nMinistry of Gender, Labour and Social Development  \n\\_  \nMoLG Ministry\\_of Local Government  \n\u2014\\_  \n\\\\NAA \\| National Audit Act  \n\\| NTR \\_Non-Tax Revenue  \n\\_\\| Office of the Auditor General  \n\\| OAG  \nPBS \\_ Program Budgeting System  \n\\_  \n\\\\PCA \u2014\\_\\_ Payroll Consults Africa  \nPDMS Payroll Deduction Management System  \n\\_  \n\\| PDU \\| Procurement & Disposal Unit  \n. \nPFMA\\_ il Finance A At \n\\_ Public \u2018Management \\| \n\\| \nPublic Finance Management Regulations Assets ne PFMR\\_\\_  \n\\| PPDA  \nPublic Procurement & Disposal of Public.  \nPS/: ST \\_\\_\\_\\|  \n\\_\\_\\_\\_\\| Permanent Secretary / Secretary to Treasury  \n\\_  \n\\| Treasury Single \nTSA. \nAccount  \n\u0131TSSA\\_\\_\\_\\_\\_\\_\\_\\_\\| Treasury Sub Single Account  \nnern \\_UBA \\_Uganda Banker's Association  \n00 \n. \n\\\\UCF \ncei Uganda Consolidated \nFund  \n\\_ UCLA \\| Uganda Consumer \nand Lender's \\_ Assoc tion \n\\| \n\\| UgIFT \\| \nnn  \n\\| \\_ Uganda F \n\\| Intergovernmental Fiscal Transfers Program for \\| \nUGX Uganda Shilling \n\\| USMID \\_ Uganda to \nSupport \nMunicipal infrastructure \nDevelopment _ oo \n\\_\\_ \nnn UWEP 2 Uganda Empowerment Project  \nWomen  \n\\_\\_  \nL BEDIENEN \\| \n'YLP Youthlivelihood Pogam \nREPORT OF THE AUDITOR GENERAL  \nON THE FINANCIAL STATEMENTS OF BUGIRI MUNICIPAL COUNCIL FOR THE YEAR ENDED 30\u2122 JUNE, 2023 \nTHE RT. HON. SPEAKER OF PARLIAMENT \nOpinion  \nI have audited the accompanying financial statements of Bugiri Municipal Council, which comprise the Statement of Financial Position as at 30\" June 2023, the Statement of Financial Performance, Statement of Changes in Equity, Statement of Cash Flows, together with other accompanying statements for the year then ended, and notes to the financial statements, including a summary of significant accounting policies. \nIn my opinion, the financial statements of Bugiri Municipal Council for the year ended 30\" June 2023 are prepared, in all material respects, in accordance with section 51 of the Public Finance Management Act (PFMA), 2015 (as amended), the Financial Reporting Guide, 2018 and as guided by the Accountant General."], "answer": ">>(); Anonymous \\nFrameworks... Com ", "time": "1739386564.550952", "feedback": "not_okay"}
+{"session_id": "e316eb17-5001-4766-b8e0-af461edb7f94", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 3e-06, "system_prompt": "\n        You are AuditQ&A, an AI Assistant created by Auditors and Data Scientist.             You are given a question and extracted passages of the consolidated/departmental/thematic focus audit reports.            Provide a clear and structured answer based on the passages/context provided and the guidelines.\n        Guidelines:\n        - Passeges are provided as comma separated list of strings\n        - If the passages have useful facts or numbers, use them in your answer.\n        - When you use information from a passage, mention where it came from by using [Doc i] at the end of the sentence. i stands for the number of the document.\n        - Do not use the sentence 'Doc i says ...' to say where information came from.\n        - If the same thing is said in more than one document, you can mention all of them like this: [Doc i, Doc j, Doc k]\n        - Do not just summarize each passage one by one. Group your summaries to highlight the key parts in the explanation.\n        - If it makes sense, use bullet points and lists to make your answers easier to understand.\n        - You do not need to use every passage. Only use the ones that help answer the question.\n        - If the documents do not have the information needed to answer the question, just say you do not have enough information.\n        ", "sources": "Consolidated", "reports": [], "subtype": ["Consolidted Report ,Report of the Auditor General 2023", "Annual Consolidated OAG audit reports 2018", "Annual Consolidated OAG audit reports 2019", "Annual Consolidated OAG audit reports 2020", "Annual Consolidated OAG audit reports 2021", "Annual Consolidated OAG audit reports 2022"], "year": ["2023"], "question": "Were there any procurement or contract management concerns raised in this audit?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "docs": ["2.0 Management of the Government Salary Payroll  \nOver the years, payroll cost estimation and subsequent expenditure has been characterised by wage overruns and the persistent need for increases in funding to cater for shortfalls on salaries, yet this is an area where employee numbers are certain and specific. In his letter to the Auditor General dated 29\" November 2022 referenced HRM 155/222/02, the Minister for Finance Planning and Economic Development (MoFPED) highlighted that, despite the reforms introduced by Government to mitigate against persistent supplementary requests for additional funds to cater for wage shortfalls, there have not been significant results and yet expenditure on wage is a substantial percentage of all Government entity budgets. Other anomalies highlighted included: payments for non-existent employees, underpayments to staff and irregular to \nothers. \nI established that, during the last four financial years, the Uganda Railways Corporation had a cumulative wage bill budget of UGX.91.368Bn out of which a cumulative figure of UGX.58.546Bn was utilised as shown table 3 below; \nTable 3: Showing annual waae bill budget and expenditure for the last four FYs  \nS/n Financial year Budget (UGX)  \nActual Expenditure (  \n% age UGX  \n1 2019/2020 \\| 27,046,397,000 13,568,658,000 50.2 \\| 2 2020/2021 23,017,734,000 15,032,829,000\\_ 65.3 \\| 3 2021/2022 23,193,705,000 11,850,953,000.... Sl, 4 120227220223 18,110,639,00 18,093,540,000 \\{99.9 \\|  \n\\_\\_\\|  \n\\| \n\\| Total 91,368,475,000 58,545,980,000 64.1 \\| \nI issued a separate detailed audit report upon completion of the audit procedures and below is the summary of the key findings from the Audit; \nNo Observation Recommendation 2.1 \nValidation of Employees on the Contract Staff payroll", "The following were my observations;  \n4.4.1 Positive observations  \nI noted the following areas where management had commendable performance;  \ne All program receipts of UGX.216,205,103 were utilized by the entity at the time of audit.  \noe Review of the district budget and departmental work plans revealed no variances between the budgeted amount and the required program percentage allocation for complementary category.  \ne Expenditure was incurred only on eligible activities.  \ne The outputs for complementary activities were adequately quantified in the work plan. The monthly program activity reports to the Accounting Officer were prepared as required.  \ne irrigation kits had been delivered for demonstration purposes in 3 sub counties.  \ne A review of the procurements undertaken revealed that the district complied with", "a Public and Disposal Authority  \n\\_ LLG Lower \\| Local Governments  \n[LR Local Revenue 00000000000 \\_ Ministries, Departments and Agencies \n_MDAs_ \nof \\| \nMoES \n\\| Ministry Education Planning \\_ \nof \nand Economic Development \\_ \\_  \n\\| Ministry Finance, \nMoFPED \nMoGLSD_ \nMinistry of Gender, Labour and Social Development  \n\\_  \nMoLG Ministry\\_of Local Government  \n\u2014\\_  \n\\\\NAA \\| National Audit Act  \n\\| NTR \\_Non-Tax Revenue  \n\\_\\| Office of the Auditor General  \n\\| OAG  \nPBS \\_ Program Budgeting System  \n\\_  \n\\\\PCA \u2014\\_\\_ Payroll Consults Africa  \nPDMS Payroll Deduction Management System  \n\\_  \n\\| PDU \\| Procurement & Disposal Unit  \n. \nPFMA\\_ il Finance A At \n\\_ Public \u2018Management \\| \n\\| \nPublic Finance Management Regulations Assets ne PFMR\\_\\_  \n\\| PPDA  \nPublic Procurement & Disposal of Public.  \nPS/: ST \\_\\_\\_\\|  \n\\_\\_\\_\\_\\| Permanent Secretary / Secretary to Treasury  \n\\_  \n\\| Treasury Single \nTSA. \nAccount  \n\u0131TSSA\\_\\_\\_\\_\\_\\_\\_\\_\\| Treasury Sub Single Account  \nnern \\_UBA \\_Uganda Banker's Association  \n00 \n. \n\\\\UCF \ncei Uganda Consolidated \nFund  \n\\_ UCLA \\| Uganda Consumer \nand Lender's \\_ Assoc tion \n\\| \n\\| UgIFT \\| \nnn  \n\\| \\_ Uganda F \n\\| Intergovernmental Fiscal Transfers Program for \\| \nUGX Uganda Shilling \n\\| USMID \\_ Uganda to \nSupport \nMunicipal infrastructure \nDevelopment _ oo \n\\_\\_ \nnn UWEP 2 Uganda Empowerment Project  \nWomen  \n\\_\\_  \nL BEDIENEN \\| \n'YLP Youthlivelihood Pogam \nREPORT OF THE AUDITOR GENERAL  \nON THE FINANCIAL STATEMENTS OF BUGIRI MUNICIPAL COUNCIL FOR THE YEAR ENDED 30\u2122 JUNE, 2023 \nTHE RT. HON. SPEAKER OF PARLIAMENT \nOpinion  \nI have audited the accompanying financial statements of Bugiri Municipal Council, which comprise the Statement of Financial Position as at 30\" June 2023, the Statement of Financial Performance, Statement of Changes in Equity, Statement of Cash Flows, together with other accompanying statements for the year then ended, and notes to the financial statements, including a summary of significant accounting policies. \nIn my opinion, the financial statements of Bugiri Municipal Council for the year ended 30\" June 2023 are prepared, in all material respects, in accordance with section 51 of the Public Finance Management Act (PFMA), 2015 (as amended), the Financial Reporting Guide, 2018 and as guided by the Accountant General."], "answer": "Based on the provided passages, there were no explicit procurement or contract management concerns raised in this audit. However, there are a few areas that could be potentially related to procurement and contract management: 1. Positive observations: The audit report noted that \"All program receipts of UGX.216,205,103 were utilized by the entity at the time of audit.\" (Passage 4.4.1) This suggests that the entity was able to manage its program receipts effectively, which could imply proper procurement and contract management practices. 2. Wage bill management: The audit report highlighted ", "time": "1739394151.979627"}
+{"session_id": "e316eb17-5001-4766-b8e0-af461edb7f94", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 3e-06, "system_prompt": "\n        You are AuditQ&A, an AI Assistant created by Auditors and Data Scientist.             You are given a question and extracted passages of the consolidated/departmental/thematic focus audit reports.            Provide a clear and structured answer based on the passages/context provided and the guidelines.\n        Guidelines:\n        - Passeges are provided as comma separated list of strings\n        - If the passages have useful facts or numbers, use them in your answer.\n        - When you use information from a passage, mention where it came from by using [Doc i] at the end of the sentence. i stands for the number of the document.\n        - Do not use the sentence 'Doc i says ...' to say where information came from.\n        - If the same thing is said in more than one document, you can mention all of them like this: [Doc i, Doc j, Doc k]\n        - Do not just summarize each passage one by one. Group your summaries to highlight the key parts in the explanation.\n        - If it makes sense, use bullet points and lists to make your answers easier to understand.\n        - You do not need to use every passage. Only use the ones that help answer the question.\n        - If the documents do not have the information needed to answer the question, just say you do not have enough information.\n        ", "sources": "Consolidated", "reports": [], "subtype": ["Consolidted Report ,Report of the Auditor General 2023", "Annual Consolidated OAG audit reports 2018", "Annual Consolidated OAG audit reports 2019", "Annual Consolidated OAG audit reports 2020", "Annual Consolidated OAG audit reports 2021", "Annual Consolidated OAG audit reports 2022"], "year": ["2023"], "question": "Were there any procurement or contract management concerns raised in this audit?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "docs": ["2.0 Management of the Government Salary Payroll  \nOver the years, payroll cost estimation and subsequent expenditure has been characterised by wage overruns and the persistent need for increases in funding to cater for shortfalls on salaries, yet this is an area where employee numbers are certain and specific. In his letter to the Auditor General dated 29\" November 2022 referenced HRM 155/222/02, the Minister for Finance Planning and Economic Development (MoFPED) highlighted that, despite the reforms introduced by Government to mitigate against persistent supplementary requests for additional funds to cater for wage shortfalls, there have not been significant results and yet expenditure on wage is a substantial percentage of all Government entity budgets. Other anomalies highlighted included: payments for non-existent employees, underpayments to staff and irregular to \nothers. \nI established that, during the last four financial years, the Uganda Railways Corporation had a cumulative wage bill budget of UGX.91.368Bn out of which a cumulative figure of UGX.58.546Bn was utilised as shown table 3 below; \nTable 3: Showing annual waae bill budget and expenditure for the last four FYs  \nS/n Financial year Budget (UGX)  \nActual Expenditure (  \n% age UGX  \n1 2019/2020 \\| 27,046,397,000 13,568,658,000 50.2 \\| 2 2020/2021 23,017,734,000 15,032,829,000\\_ 65.3 \\| 3 2021/2022 23,193,705,000 11,850,953,000.... Sl, 4 120227220223 18,110,639,00 18,093,540,000 \\{99.9 \\|  \n\\_\\_\\|  \n\\| \n\\| Total 91,368,475,000 58,545,980,000 64.1 \\| \nI issued a separate detailed audit report upon completion of the audit procedures and below is the summary of the key findings from the Audit; \nNo Observation Recommendation 2.1 \nValidation of Employees on the Contract Staff payroll", "The following were my observations;  \n4.4.1 Positive observations  \nI noted the following areas where management had commendable performance;  \ne All program receipts of UGX.216,205,103 were utilized by the entity at the time of audit.  \noe Review of the district budget and departmental work plans revealed no variances between the budgeted amount and the required program percentage allocation for complementary category.  \ne Expenditure was incurred only on eligible activities.  \ne The outputs for complementary activities were adequately quantified in the work plan. The monthly program activity reports to the Accounting Officer were prepared as required.  \ne irrigation kits had been delivered for demonstration purposes in 3 sub counties.  \ne A review of the procurements undertaken revealed that the district complied with", "a Public and Disposal Authority  \n\\_ LLG Lower \\| Local Governments  \n[LR Local Revenue 00000000000 \\_ Ministries, Departments and Agencies \n_MDAs_ \nof \\| \nMoES \n\\| Ministry Education Planning \\_ \nof \nand Economic Development \\_ \\_  \n\\| Ministry Finance, \nMoFPED \nMoGLSD_ \nMinistry of Gender, Labour and Social Development  \n\\_  \nMoLG Ministry\\_of Local Government  \n\u2014\\_  \n\\\\NAA \\| National Audit Act  \n\\| NTR \\_Non-Tax Revenue  \n\\_\\| Office of the Auditor General  \n\\| OAG  \nPBS \\_ Program Budgeting System  \n\\_  \n\\\\PCA \u2014\\_\\_ Payroll Consults Africa  \nPDMS Payroll Deduction Management System  \n\\_  \n\\| PDU \\| Procurement & Disposal Unit  \n. \nPFMA\\_ il Finance A At \n\\_ Public \u2018Management \\| \n\\| \nPublic Finance Management Regulations Assets ne PFMR\\_\\_  \n\\| PPDA  \nPublic Procurement & Disposal of Public.  \nPS/: ST \\_\\_\\_\\|  \n\\_\\_\\_\\_\\| Permanent Secretary / Secretary to Treasury  \n\\_  \n\\| Treasury Single \nTSA. \nAccount  \n\u0131TSSA\\_\\_\\_\\_\\_\\_\\_\\_\\| Treasury Sub Single Account  \nnern \\_UBA \\_Uganda Banker's Association  \n00 \n. \n\\\\UCF \ncei Uganda Consolidated \nFund  \n\\_ UCLA \\| Uganda Consumer \nand Lender's \\_ Assoc tion \n\\| \n\\| UgIFT \\| \nnn  \n\\| \\_ Uganda F \n\\| Intergovernmental Fiscal Transfers Program for \\| \nUGX Uganda Shilling \n\\| USMID \\_ Uganda to \nSupport \nMunicipal infrastructure \nDevelopment _ oo \n\\_\\_ \nnn UWEP 2 Uganda Empowerment Project  \nWomen  \n\\_\\_  \nL BEDIENEN \\| \n'YLP Youthlivelihood Pogam \nREPORT OF THE AUDITOR GENERAL  \nON THE FINANCIAL STATEMENTS OF BUGIRI MUNICIPAL COUNCIL FOR THE YEAR ENDED 30\u2122 JUNE, 2023 \nTHE RT. HON. SPEAKER OF PARLIAMENT \nOpinion  \nI have audited the accompanying financial statements of Bugiri Municipal Council, which comprise the Statement of Financial Position as at 30\" June 2023, the Statement of Financial Performance, Statement of Changes in Equity, Statement of Cash Flows, together with other accompanying statements for the year then ended, and notes to the financial statements, including a summary of significant accounting policies. \nIn my opinion, the financial statements of Bugiri Municipal Council for the year ended 30\" June 2023 are prepared, in all material respects, in accordance with section 51 of the Public Finance Management Act (PFMA), 2015 (as amended), the Financial Reporting Guide, 2018 and as guided by the Accountant General."], "answer": "Based on the provided passages, there were no explicit procurement or contract management concerns raised in this audit. However, there are a few areas that could be potentially related to procurement and contract management: 1. Positive observations: The audit report noted that \"All program receipts of UGX.216,205,103 were utilized by the entity at the time of audit.\" (Passage 4.4.1) This suggests that the entity was able to manage its program receipts effectively, which could imply proper procurement and contract management practices. 2. Wage bill management: The audit report highlighted ", "time": "1739394151.979627", "feedback": "okay"}

logs/app.log

@@ -757,3 +757,32 @@
 2025-02-12 18:56:04,551 - auditqa.reader - INFO - Serverless endpoint activated
 2025-02-12 18:56:04,551 - auditqa.reader - INFO - Initializing InferenceClient with model: meta-llama/Meta-Llama-3-8B-Instruct
 2025-02-12 18:56:04,551 - auditqa.reader - INFO - Serverless InferenceClient initialization successful
+2025-02-12 20:56:52,341 - httpx - INFO - HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2025-02-12 20:56:52,341 - httpx - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2025-02-12 20:56:52,440 - httpx - INFO - HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2025-02-12 20:56:52,951 - httpx - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2025-02-12 20:57:02,445 - __main__ - DEBUG - Chat function called with query: What were the most significant areas of non-compliance in this audit?
+2025-02-12 20:57:02,445 - __main__ - DEBUG - Client IP: 127.0.0.1
+2025-02-12 20:57:02,446 - __main__ - DEBUG - Session ID: None
+2025-02-12 20:57:02,791 - __main__ - DEBUG - Created new session: 2c93b000-1a09-4263-96fa-89e6591d1066
+2025-02-12 20:57:02,792 - __main__ - DEBUG - Session duration: 2e-06
+2025-02-12 20:57:02,792 - auditqa.retriever - INFO - Retriever activated
+2025-02-12 21:02:09,398 - __main__ - INFO - App launched
+2025-02-12 21:02:15,324 - datasets - INFO - PyTorch version 2.4.0 available.
+2025-02-12 21:02:15,437 - sentence_transformers.SentenceTransformer - INFO - Load pretrained SentenceTransformer: BAAI/bge-large-en-v1.5
+2025-02-12 21:02:17,296 - httpx - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2025-02-12 21:02:17,301 - httpx - INFO - HTTP Request: GET http://127.0.0.1:7860/startup-events "HTTP/1.1 200 OK"
+2025-02-12 21:02:17,311 - httpx - INFO - HTTP Request: HEAD http://127.0.0.1:7860/ "HTTP/1.1 200 OK"
+2025-02-12 21:02:17,869 - httpx - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2025-02-12 21:02:25,160 - __main__ - DEBUG - Chat function called with query: Were there any procurement or contract management concerns raised in this audit?
+2025-02-12 21:02:25,161 - __main__ - DEBUG - Client IP: 127.0.0.1
+2025-02-12 21:02:25,164 - __main__ - DEBUG - Session ID: None
+2025-02-12 21:02:25,467 - __main__ - DEBUG - Created new session: e316eb17-5001-4766-b8e0-af461edb7f94
+2025-02-12 21:02:25,468 - __main__ - DEBUG - Session duration: 3e-06
+2025-02-12 21:02:25,469 - auditqa.retriever - INFO - Retriever activated
+2025-02-12 21:02:26,588 - sentence_transformers.cross_encoder.CrossEncoder - INFO - Use pytorch device: mps
+2025-02-12 21:02:29,388 - httpx - INFO - HTTP Request: POST https://ff3f0448-0a00-470e-9956-49efa3071db3.europe-west3-0.gcp.cloud.qdrant.io:6333/collections/allreports/points/search "HTTP/1.1 200 OK"
+2025-02-12 21:02:31,792 - auditqa.retriever - INFO - retrieved paragraphs:3
+2025-02-12 21:02:31,979 - auditqa.reader - INFO - Serverless endpoint activated
+2025-02-12 21:02:31,979 - auditqa.reader - INFO - Initializing InferenceClient with model: meta-llama/Meta-Llama-3-8B-Instruct
+2025-02-12 21:02:31,979 - auditqa.reader - INFO - Serverless InferenceClient initialization successful