add application file

.gitignore

@@ -0,0 +1,2 @@
+env
+.env

app.py

@@ -0,0 +1,85 @@
+import gradio as gr
+import os
+from dotenv import load_dotenv
+import google.generativeai as genai
+from llama_index.embeddings.huggingface import HuggingFaceEmbedding
+from sentence_transformers import SentenceTransformer
+from qdrant_client import QdrantClient
+
+load_dotenv()
+
+genai.configure(api_key=os.getenv("GEMINI_API_KEY"))
+gemini_model = genai.GenerativeModel('gemini-2.0-flash')
+
+model = HuggingFaceEmbedding(
+    model_name="llamaindex/vdr-2b-multi-v1",
+    device="cpu",
+    trust_remote_code=True,
+)
+
+os.environ["TOKENIZERS_PARALLELISM"] = "false"
+sbert_model = SentenceTransformer('all-MiniLM-L6-v2')
+
+client = QdrantClient(
+    url=os.getenv("QDRANT_URL"),
+    api_key=os.getenv("QDRANT_API_KEY")
+)
+
+TXT_COLLECTION_NAME = "llama-summaries"
+AUD_COLLECTION_NAME = "sbert-audio"
+
+def retrieve_and_generate(query, history):
+
+    find = model.get_query_embedding(query)
+    audio_find = sbert_model.encode(query)
+    
+    text_results = client.query_points(
+        collection_name=TXT_COLLECTION_NAME,
+        query=find,
+        using="text",
+        with_payload=["text"],
+        limit=5
+    )
+    
+    audio_results = client.query_points(
+        collection_name=AUD_COLLECTION_NAME,
+        query=audio_find,
+        using="text",
+        with_payload=["text"],
+        limit=5
+    )
+    
+    context = []
+    
+    for idx, point in enumerate(audio_results.points):
+        if text := point.payload.get('text'):
+            context.append(f"[Audio Excerpt {idx+1}]: {text}")
+    
+    for idx, point in enumerate(text_results.points):
+        if text := point.payload.get('text'):
+            context.append(f"[Slide Content {idx+1}]: {text}")
+    
+    context_text = "\n\n".join(context)
+    
+    prompt = f"""
+    You are a financial expert assistant. Synthesize a comprehensive answer using the 
+    provided context from multiple sources. If information is insufficient, state that clearly.
+    
+    Question: {query}
+    
+    Context from various sources:
+    {context_text}
+    
+    Provide a structured, professional response with clear sections when appropriate:
+    """
+    
+    response = gemini_model.generate_content([prompt], generation_config={"temperature": 0.5})
+    return response.text
+
+demo = gr.ChatInterface(
+    fn=retrieve_and_generate,
+    title="Financial AI Assistant",
+    description="Ask financial questions and receive AI-powered responses based on multimodal data.",
+)
+
+demo.launch(share=True)

requirements.txt

@@ -0,0 +1,115 @@
+aiofiles==23.2.1
+aiohappyeyeballs==2.4.6
+aiohttp==3.11.12
+aiosignal==1.3.2
+annotated-types==0.7.0
+anyio==4.8.0
+attrs==25.1.0
+cachetools==5.5.1
+certifi==2025.1.31
+charset-normalizer==3.4.1
+click==8.1.8
+colorama==0.4.6
+dataclasses-json==0.6.7
+Deprecated==1.2.18
+dirtyjson==1.0.8
+fastapi==0.115.8
+ffmpy==0.5.0
+filelock==3.17.0
+filetype==1.2.0
+frozenlist==1.5.0
+fsspec==2025.2.0
+google-ai-generativelanguage==0.6.15
+google-api-core==2.24.1
+google-api-python-client==2.161.0
+google-auth==2.38.0
+google-auth-httplib2==0.2.0
+google-generativeai==0.8.4
+googleapis-common-protos==1.67.0
+gradio==5.16.1
+gradio_client==1.7.0
+greenlet==3.1.1
+grpcio==1.70.0
+grpcio-status==1.70.0
+grpcio-tools==1.70.0
+h11==0.14.0
+h2==4.2.0
+hpack==4.1.0
+httpcore==1.0.7
+httplib2==0.22.0
+httpx==0.28.1
+huggingface-hub==0.29.0
+hyperframe==6.1.0
+idna==3.10
+Jinja2==3.1.5
+joblib==1.4.2
+llama-index-core==0.12.19
+llama-index-embeddings-huggingface==0.5.1
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+marshmallow==3.26.1
+mdurl==0.1.2
+mpmath==1.3.0
+multidict==6.1.0
+mypy-extensions==1.0.0
+nest-asyncio==1.6.0
+networkx==3.4.2
+nltk==3.9.1
+numpy==2.2.3
+orjson==3.10.15
+packaging==24.2
+pandas==2.2.3
+pillow==11.1.0
+portalocker==2.10.1
+propcache==0.2.1
+proto-plus==1.26.0
+protobuf==5.29.3
+pyasn1==0.6.1
+pyasn1_modules==0.4.1
+pydantic==2.10.6
+pydantic_core==2.27.2
+pydub==0.25.1
+Pygments==2.19.1
+pyparsing==3.2.1
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.20
+pytz==2025.1
+PyYAML==6.0.2
+qdrant-client==1.13.2
+regex==2024.11.6
+requests==2.32.3
+rich==13.9.4
+rsa==4.9
+ruff==0.9.6
+safehttpx==0.1.6
+safetensors==0.5.2
+scikit-learn==1.6.1
+scipy==1.15.2
+semantic-version==2.10.0
+sentence-transformers==3.4.1
+setuptools==75.8.0
+shellingham==1.5.4
+six==1.17.0
+sniffio==1.3.1
+SQLAlchemy==2.0.38
+starlette==0.45.3
+sympy==1.13.1
+tenacity==9.0.0
+threadpoolctl==3.5.0
+tiktoken==0.9.0
+tokenizers==0.21.0
+tomlkit==0.13.2
+torch==2.6.0
+tqdm==4.67.1
+transformers==4.49.0
+typer==0.15.1
+typing-inspect==0.9.0
+typing_extensions==4.12.2
+tzdata==2025.1
+uritemplate==4.1.1
+urllib3==2.3.0
+uvicorn==0.34.0
+websockets==14.2
+wrapt==1.17.2
+yarl==1.18.3