add new source

.github/workflows/deploy_hf.yaml

@@ -1,24 +0,0 @@
-name: Sync to Hugging Face hub
-on:
-  push:
-    branches: [main]
-    paths:
-      - 'scripts/**'  # Replace with the path to your specific folder
-      - 'requirements.txt'  # Add this line to include requirements.txt
-
-  # to run this workflow manually from the Actions tab
-  workflow_dispatch:
-
-jobs:
-  sync-to-hub:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          fetch-depth: 0
-          lfs: true
-      - name: Push to hub
-        env:
-          HF_TOKEN: ${{ secrets.HF_TOKEN }}
-          HF_USERNAME: ${{ secrets.HF_USERNAME }}
-        run: git push --force https://$HF_USERNAME:[email protected]/spaces/towardsai-buster/ai-tutor-chatbot main:main

scripts/main.py

@@ -59,7 +59,7 @@ def update_query_engine_tools(selected_sources) -> list[RetrieverTool]:
         "All Sources": (
             custom_retriever_all_sources,
             "all_sources_info",
-            """Useful for questions asking about information in the field of AI.""",
+            """Useful tool that contains general information about the field of AI.""",
         ),
     }
 
@@ -128,6 +128,7 @@ def generate_completion(
             "LangChain Docs": "langchain",
             "OpenAI Cookbooks": "openai_cookbooks",
             "Towards AI Blog": "tai_blog",
+            "8 Hour Primer": "8-hour_primer",
         }
 
         for source in sources:
@@ -144,7 +145,7 @@ def generate_completion(
             filters=filter_list,
             condition=FilterCondition.OR,
         )
-        # logfire.info(f"Filters: {filters}")
+        logfire.info(f"Filters: {filters}")
         query_engine_tools[0].retriever._vector_retriever._filters = filters
 
         # pdb.set_trace()
@@ -243,6 +244,7 @@ sources = gr.CheckboxGroup(
         "LangChain Docs",
         "OpenAI Cookbooks",
         "Towards AI Blog",
+        "8 Hour Primer",
         # "All Sources",
     ],
     interactive=True,

scripts/setup.py

@@ -34,7 +34,7 @@ if not os.path.exists("data/chroma-db-all_sources"):
     from huggingface_hub import snapshot_download
 
     snapshot_download(
-        repo_id="towardsai-buster/ai-tutor-vector-db",
+        repo_id="towardsai-tutors/ai-tutor-vector-db",
         local_dir="data",
         repo_type="dataset",
     )
@@ -177,6 +177,7 @@ AVAILABLE_SOURCES_UI = [
     "LangChain Docs",
     "OpenAI Cookbooks",
     "Towards AI Blog",
+    "8 Hour Primer",
     # "All Sources",
 ]
 
@@ -188,6 +189,7 @@ AVAILABLE_SOURCES = [
     "langchain",
     "openai_cookbooks",
     "tai_blog",
+    "8-hour_primer",
     # "all_sources",
 ]