Tools.py

import json
import chardet
import pandas as pd
import streamlit as st
import pymysql
import ast
import re
from utils import word_sentence_similarity, get_list_meaning_word, iast_process
from llama_index.core.tools.tool_spec.base import BaseToolSpec
from database import execute_query, get_details_mantra_json
import pandas as pd
import json
import ast
import logging


# Constants
SCRIPTURE_DESCRIPTIONS_CSV_PATH = "Data/scripture_descriptions.csv"
VEDAMANTRA_CSV_PATH = "Data/veda_content_modified_v5.csv"
PADA_CSV_PATH = "Data/term_data_processed_v2.csv"

class ScriptureDescriptionToolSpec(BaseToolSpec):
    '''
    Purpose: Obtains the description or summary about vedas, mandalas, kandas, shuktas, archakah, adhyaya, and other scriptural elements.
    Returns: A dictionary containing the description or basic information about the specified scriptural element.
    Structure of the levels in each Vedas:
    RigVeda->Mandala->Shukta
    ShuklaYajurVeda->Adhyaya
    SamaVeda->Archika->Shukta
    Atharvaveda->Kandah->Shukta
    Sample query:
    1. Describe the first kandah, second shukta from Atharvaveda? 
       scripture_name: Atharvaveda, level_0: 1, level_1:2
    2. Summarize ShuklaYajurVeda?
    3. What is the difference between ShuklaYajurVeda and KrishnaYajurVeda?
    '''
    spec_functions = ["get_description"]

    def __init__(self):
        super().__init__()
        with open(SCRIPTURE_DESCRIPTIONS_CSV_PATH, 'rb') as f:
            result = chardet.detect(f.read())
        encoding = result['encoding']
        self.df = pd.read_csv(SCRIPTURE_DESCRIPTIONS_CSV_PATH, encoding=encoding)

    def _query_description(self, conditions):
        try:
            result = self.df[conditions]
            if not result.empty:
                return result.iloc[0].to_dict()
            else:
                raise IndexError("Scripture description not found.")
        except IndexError as e:
            raise ValueError(f"Failed to get scripture description: {e}")

    def get_description(self, scripture_name: str, level_1: int=None, level_2: int=None, level_3: int=None):
        try:
            conditions = (self.df['scripture_name'].str.lower() == scripture_name.lower())
            if level_3 is not None:
                conditions &= (self.df['level_1'] == str(level_1)) & (self.df['level_2'] == str(level_2)) & (self.df['level_3'] == str(level_3))
            elif level_2 is not None:
                conditions &= (self.df['level_1'] == str(level_1)) & (self.df['level_2'] == str(level_2))
            elif level_1 is not None:
                conditions &= (self.df['level_1'] == str(level_1))
            return self._query_description(conditions)
        except ValueError as e:
            return {"error": str(e)}

class MantraToolSpec(BaseToolSpec):
    '''
    Use the function `get_vedamantra_details` to retrieve detailed information about Vedic mantras, including vedamantra, padapatha, devata, chandah, 
    and rishi, from all Vedas (RigVeda, AtharvaVeda, SamaVeda, KrishnaYajurVeda, and ShuklaYajurVeda). 
    Use the function `get_vedamantra_summary` to access the information such as anvaya of the mantra, mantraVishaya of the mantra, 
    adhibautic (or adhyatmic or adhidyvic) meaning (or bhavarth) of the mantra, purpose of the mantra, usage of the mantra, and tippani of the mantra.
    Sample Questions:
    1. Obtain the vedamantra of the mantra whose id is 1.1.1.1?
    2. Retrieve the devata of the vedamantra from Rigveda, first mandala, first shukta, and first mantra.
    3. Provide the meaning of the vedamantra from Rigveda, first mandala, first shukta, and first mantra written by Tulsi Ram.
    4. Explain the adhibautic meaning of the first mantra from RigVeda, first mandala, and first shukta.
    5. Identify the mantraVishaya of the vedamantra from RigVeda, first mandala, first shukta, and first mantra.
    6. What is the adibhautic meaning of the mantra 1.1.1.9?
    7. What is the adhyatmic meaning of the mantra 1.1.1.7?
    8. What is the adhidyic meaning of the 6th mantra from RigVeda, first mandala, and first shukta?
    '''
    spec_functions = ["get_vedamantra_details", "get_vedamantra_summary"]

    def __init__(self):
        super().__init__()
        self.df_vedamantra = pd.read_csv(VEDAMANTRA_CSV_PATH, encoding='utf-8')

    def _get_mantra_details_by_scripture(self, scripture_name=None, KandahNumber=None,MandalaNumber=None, ArchikahNumber=None, 
                                                           ShuktaNumber=None, PrapatakNumber=None, MantraNumber=None,
                                                           AnuvakNumber=None, AdhyayaNumber=None):
        try:
            condition = True
            if scripture_name:
                condition = (self.df_vedamantra['scripture_name'].str.lower() == scripture_name.lower())
            if KandahNumber:
                condition &= (self.df_vedamantra['KandahNumber'] == KandahNumber)
            if MandalaNumber:
                condition &= (self.df_vedamantra['MandalaNumber'] == MandalaNumber)
            if ArchikahNumber:
                condition &= (self.df_vedamantra['ArchikahNumber'] == ArchikahNumber)
            if ShuktaNumber:
                condition &= (self.df_vedamantra['ShuktaNumber'] == ShuktaNumber)
            if PrapatakNumber:
                condition &= (self.df_vedamantra['PrapatakNumber'] == PrapatakNumber)
            if MantraNumber:
                condition &= (self.df_vedamantra['MantraNumber'] == MantraNumber)
            if AnuvakNumber:
                condition &= (self.df_vedamantra['AnuvakNumber'] == AnuvakNumber)
            if AdhyayaNumber:
                condition &= (self.df_vedamantra['AdhyayaNumber'] == AdhyayaNumber)
            
            filtered_df = self.df_vedamantra[condition]
            if not filtered_df.empty:
                return filtered_df
            else:
                return None
        except Exception as e:
            logging.error(f"Error in _get_pada_details_by_scripture: {e}")


    def get_vedamantra_details(self, mantraid=None, scripture_name=None, KandahNumber=None,MandalaNumber=None, ArchikahNumber=None, 
                                                           ShuktaNumber=None, PrapatakNumber=None, MantraNumber=None,
                                                           AnuvakNumber=None, AdhyayaNumber=None):
        try:
            if mantraid:
                MantraID = mantraid
            else:
                filter_df = self._get_mantra_details_by_scripture(scripture_name=scripture_name, KandahNumber=KandahNumber,MandalaNumber=MandalaNumber, ArchikahNumber=ArchikahNumber, 
                                                           ShuktaNumber=ShuktaNumber, PrapatakNumber=PrapatakNumber, MantraNumber=MantraNumber,
                                                           AnuvakNumber=AnuvakNumber, AdhyayaNumber=AdhyayaNumber)
                if filter_df is not None:
                    MantraID = filter_df.iloc[0]['mantra_number']
            query = f"SELECT mantra_json FROM veda_content WHERE mantra_number = '{MantraID}'"
            details = get_details_mantra_json(query)
            mantra_details = details['mantraHeader']['language'][1]
            return mantra_details
        except Exception as e:
            return json.dumps({"error": str(e)})

    def get_vedamantra_summary(self, mantraid=None, scripture_name=None, KandahNumber=None,MandalaNumber=None, ArchikahNumber=None, 
                                                           ShuktaNumber=None, PrapatakNumber=None, MantraNumber=None,
                                                           AnuvakNumber=None, AdhyayaNumber=None):
        '''
        Sample Query:
        1. Obtain the anvaya of the mantra whose id (mantraid) is 1.1.1.1?
        2. Retrieve tha adibhautic meaning of the mantra from RigVeda, first mandala, first shukta, and first mantra.
        3. Provide the adhyatmic meaning of the mantra 1.1.1.9?
        4. What is the tippani of the mantra 1.1.1.7?
        5. What is the adhyatmic meaning of the mantra 1.1.1.7?
        6. What is the mantravishaya of the 6th mantra from RigVeda, first mandala, and first shukta?
        '''
        try:
            if mantraid:
                MantraID = mantraid
            else:
                filtered_df = self._get_mantra_details_by_scripture(scripture_name=scripture_name, KandahNumber=KandahNumber,MandalaNumber=MandalaNumber, ArchikahNumber=ArchikahNumber, 
                                                           ShuktaNumber=ShuktaNumber, PrapatakNumber=PrapatakNumber, MantraNumber=MantraNumber,
                                                           AnuvakNumber=AnuvakNumber, AdhyayaNumber=AdhyayaNumber)   
                if filtered_df is not None:
                    MantraID = filtered_df.iloc[0]['mantra_number']
            query = f"SELECT mantra_json FROM veda_content WHERE mantra_number = '{MantraID}'"
            json_dict = get_details_mantra_json(query)
            mantra_summary = json_dict['mantraSummary']['language']
            summary_dict = {"Roman-IAST summary of vedamantra": json_dict['mantraSummary']['language'][1]}
            for item in mantra_summary:
                if item['languageName'] == 'English':
                    mahatma = item['mahatma']['mahatmaName']
                    summary_dict[f"English summary of vedamantra by {mahatma}"] = item
            return summary_dict
        except Exception as e:
            return {"error": str(e)}


class PadaToolSpec(BaseToolSpec):
    '''
    Purpose: To obtains a complete or meaningful meaning of a word or pada based on context information.
    1. The function 'get_meaning_pada' used to get all the possible meanings of the pada based on the given information.
    2. The function 'get_adibauatic_adidaivic_adhyatmic_meaning_of_pada' used to get the adibhautic, adidaivic and sdyatmic meaning 
        of a word based on the information about the mantra (or vedamantra).
    Use the context to generate a meaningful meaning of the pada in the vedamantra.
    Sample query:
    1. What is the meaning of the word apratidhṛṣṭa-śavasam?
    2. What is the adibauatic meaning of the word agnim in the context of the vedamantra from Rigveda, first mandala, first shukta, and first mantra?
    3. Whats the adidaivic meaning of the word apratidhṛṣṭa-śavasam in the mantra 1.1.1.1?
    4. What is the adhyatmic meaning of the word apratidhṛṣṭa-śavasam in the context of the vedamantra from Rigveda, first mandala, first shukta, and first mantra?
    '''
    spec_functions = ["get_pada_meaning","get_adibauatic_adidaivic_adhyatmic_meaning_of_pada"]
    
    def __init__(self):
        super().__init__()
        self.df_terms = pd.read_csv(PADA_CSV_PATH, dtype={'AnuvakNumber': 'Int64', 'PrapatakNumber': 'Int64', 'KandahNumber': 'Int64', 'ShuktaNumber': 'Int64', 'ArchikahNumber': 'Int64', 'AdhyayaNumber': 'Int64', 'MandalaNumber': 'Int64', 'ParyayaNumber': 'Int64'}, encoding='utf-8')
        self.df_vedic_content = pd.read_csv(VEDAMANTRA_CSV_PATH,encoding = 'utf-8')

    def _get_pada_details_by_scripture(self, pada, scripture_name=None, KandahNumber=None,MandalaNumber=None, ArchikahNumber=None, 
                                       ShuktaNumber=None, PrapatakNumber=None, MantraNumber=None,AnuvakNumber=None, AdhyayaNumber=None):
        try:
            pada = iast_process(pada)
            condition = (self.df_terms['Pada'] == pada)

            if scripture_name:
                condition &= (self.df_terms['scripture_name'].str.lower() == scripture_name.lower())
            if KandahNumber:
                condition &= (self.df_terms['KandahNumber'] == KandahNumber)
            if MandalaNumber:
                condition &= (self.df_terms['MandalaNumber'] == MandalaNumber)
            if ArchikahNumber:
                condition &= (self.df_terms['ArchikahNumber'] == ArchikahNumber)
            if ShuktaNumber:
                condition &= (self.df_terms['ShuktaNumber'] == ShuktaNumber)
            if PrapatakNumber:
                condition &= (self.df_terms['PrapatakNumber'] == PrapatakNumber)
            if MantraNumber:
                condition &= (self.df_terms['MantraNumber'] == MantraNumber)
            if AnuvakNumber:
                condition &= (self.df_terms['AnuvakNumber'] == AnuvakNumber)
            if AdhyayaNumber:
                condition &= (self.df_terms['AdhyayaNumber'] == AdhyayaNumber)
            
            filtered_df = self.df_terms[condition]
            
            if not filtered_df.empty:
                return filtered_df
            else:
                return None
        
        except KeyError as ke:
            logging.error(f"KeyError in _get_pada_details_by_scripture: {ke}")
        except Exception as e:
            logging.error(f"Error in _get_pada_details_by_scripture: {e}")
        
        return None
        
    def _get_vedamantra_meaning(self, mantraID, MahatmaName=None):
        try:
            query = f"SELECT mantra_json FROM veda_content WHERE mantra_number = '{mantraID}'"
            jsonDict = get_details_mantra_json(query)
            mantraSummary = jsonDict['mantraSummary']['language']
            if MahatmaName is not None:
                filtered_summary = [data_dict for data_dict in mantraSummary if data_dict.get('mahatma', {}).get('mahatmaName') == MahatmaName]
                if filtered_summary:
                    mantraSummary = filtered_summary
            best_meaning = None
            best_count = 0
            for data_dict in mantraSummary:
                if data_dict.get('languageName') == "English":
                    meanings = data_dict['mahatma']['bhavartha']
                    count = sum(bool(meanings.get(cat, None)) for cat in ['adibhautic', 'adidaivic', 'adhyatmic'])
                    if count >= best_count:
                        best_meaning = {cat: meanings.get(cat, None) for cat in ['adibhautic', 'adidaivic', 'adhyatmic']}
                        best_count = count
            return best_meaning if best_meaning else json.dumps({"error": "Required meaning associated with vedamantra is not available."})
        except Exception as e:
            logging.error(f"Error in _get_vedamantra_meaning: {e}")
            return json.dumps({"error": f"An error occurred: {e}"})
    
    def _get_pada_morphology(self, term_details, meanings):
        try:
            morphology_list = ast.literal_eval(term_details['Morphology'])
            term_morph_list = []
            for morphs in morphology_list:
                term_info = {}
                for field in ['stem', 'root']:
                    morph_word = morphs.get(field)
                    if morph_word:
                        meaning = word_sentence_similarity(meanings, morph_word)
                        term_info[f'{field}_word'] = morph_word
                        term_info[f'{field}_meaning'] = meaning[0][0] if meaning else None
                        term_info[f'{field}_score'] = meaning[0][1] if meaning else None
                term_info['grammar'] = morphs['grammar']
                term_morph_list.append(term_info)
            return term_morph_list
        except Exception as e:
            logging.error(f"Error in _get_pada_morphology: {e}")
            return []

    def get_pada_meaning(self, pada):
        #pada=iast_process(pada)
        try:
            pada_details = self.df_terms[self.df_terms['Pada'] == pada]
            meanings_list = []
            for morphs in ast.literal_eval(pada_details['Morphology'].values[0]):
                for field in ['stem', 'root']:
                    word = morphs.get(field)
                    if word:
                        meanings_list.append(get_list_meaning_word(word))
            return meanings_list
        except Exception as e:
            logging.error(f"Error in get_pada_meaning: {e}")
            return json.dumps({"error": f"Required meaning associated with pada is not available. {e}"})    
    

    def get_adibauatic_adidaivic_adhyatmic_meaning_of_pada(self, pada, mantraid=None, scripture_name=None, 
                                                           KandahNumber=None,MandalaNumber=None, ArchikahNumber=None, 
                                                           ShuktaNumber=None, PrapatakNumber=None, MantraNumber=None,
                                                           AnuvakNumber=None, AdhyayaNumber=None,MahatmaName=None):
        '''
        Sample query:
        1. What is the meaning of pada 'agnim' from RigVeda, first mandala, first shukta and first mantra?
        2. What is the adhyatmic meaning of the pada agnim in the context of the mantra whose id is '1.1.1.1?'
        '''
        try:
            #pada = iast_process(pada)
            if mantraid:
                details = self.df_terms[(self.df_terms['mantra_id'] == mantraid) & (self.df_terms['Pada'] == pada)]
            else:
                details = self._get_pada_details_by_scripture(pada, scripture_name=scripture_name, KandahNumber=KandahNumber,MandalaNumber=MandalaNumber, ArchikahNumber=ArchikahNumber, 
                                                           ShuktaNumber=ShuktaNumber, PrapatakNumber=PrapatakNumber, MantraNumber=MantraNumber,
                                                           AnuvakNumber=AnuvakNumber, AdhyayaNumber=AdhyayaNumber)
        
            if not details.empty:
                pada_details = details.iloc[0]
                print(pada_details)
                mantraID = pada_details['mantra_id']
                meanings = self._get_vedamantra_meaning(mantraID,MahatmaName=MahatmaName)
                if 'error' in meanings:
                    return meanings
                ab_term_morph_list = self._get_pada_morphology(pada_details, meanings['adibhautic'])
                ad_term_morph_list = self._get_pada_morphology(pada_details, meanings['adidaivic'])
                at_term_morph_list = self._get_pada_morphology(pada_details, meanings['adhyatmic'])
                return json.dumps({
                    f'adibhautic_info_{pada}': ab_term_morph_list,
                    'vedamantra_adibhautic_meaning': meanings['adibhautic'],
                    f'adidavic_info_{pada}': ad_term_morph_list,
                    'vedamantra_adidavic_meaning': meanings['adidaivic'],
                    f'adhyatmic_info_{pada}': at_term_morph_list,
                    'vedamantra_adhyatmic_meaning': meanings['adhyatmic']
                })
            else:
                return json.dumps({"error": f"No details found for pada '{pada}'"})
        except Exception as e:
            logging.error(f"Error in get_adibauatic_adidaivic_adhyatmic_meaning_of_pada: {e}")
            return json.dumps({"error": f"Failed to get meaning of the word {pada}. {e}"})