init

app.py

@@ -0,0 +1,18 @@
+import os
+from dataset_loader import load_dataset
+
+if not os.path.isdir('agent_function'):
+    load_dataset()
+
+import gradio as gr
+from agent_function.agent import Agent
+
+iface = gr.Interface(
+    fn=Agent().ask,
+    inputs=gr.components.Textbox(lines=7, label="Enter your text"),
+    outputs="text",
+    title="LGMS Cybersecurity ChatBot",
+    description="""Understand Cybersecurity with LLM Chatbot. 1 to 1 Q&A (No memory)"""
+    )
+
+iface.launch(share=False)

dataset_loader.py

@@ -0,0 +1,16 @@
+from huggingface_hub import Repository
+from huggingface_hub import login
+import os
+
+def load_dataset():
+    login(token = os.environ['HUB_TOKEN'])
+
+    repo = Repository(
+        local_dir="agent_function",
+        repo_type="dataset",
+        clone_from="gheng/lgms",
+        token=True
+    )
+    repo.git_pull()
+
+load_dataset()

requirements.txt

@@ -0,0 +1,82 @@
+aiofiles==23.2.1
+altair==5.3.0
+annotated-types==0.7.0
+anyio==4.4.0
+attrs==23.2.0
+boto3==1.34.121
+botocore==1.34.121
+certifi==2024.6.2
+charset-normalizer==3.3.2
+click==8.1.7
+contourpy==1.2.1
+cycler==0.12.1
+distro==1.9.0
+dnspython==2.6.1
+email_validator==2.1.1
+fastapi==0.111.0
+fastapi-cli==0.0.4
+ffmpy==0.3.2
+filelock==3.14.0
+fonttools==4.53.0
+fsspec==2024.6.0
+gradio==4.36.0
+gradio_client==1.0.1
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.3
+idna==3.7
+importlib_resources==6.4.0
+Jinja2==3.1.4
+jmespath==1.0.1
+joblib==1.4.2
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+kiwisolver==1.4.5
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.0
+mdurl==0.1.2
+numpy==1.26.4
+openai==1.32.0
+orjson==3.10.3
+packaging==24.0
+pandas==2.2.2
+pillow==10.3.0
+pydantic==2.7.3
+pydantic_core==2.18.4
+pydub==0.25.1
+Pygments==2.18.0
+pyparsing==3.1.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+referencing==0.35.1
+requests==2.32.3
+rich==13.7.1
+rpds-py==0.18.1
+ruff==0.4.8
+s3transfer==0.10.1
+scikit-learn==1.5.0
+scipy==1.13.1
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.1
+starlette==0.37.2
+threadpoolctl==3.5.0
+tomlkit==0.12.0
+toolz==0.12.1
+tqdm==4.66.4
+typer==0.12.3
+typing_extensions==4.12.1
+tzdata==2024.1
+ujson==5.10.0
+urllib3==2.2.1
+uvicorn==0.30.1
+uvloop==0.19.0
+watchfiles==0.22.0
+websockets==11.0.3