diff --git "a/spinoza_project/hackathon/Ekimetrics x Spinoza - Hackathon.ipynb" "b/spinoza_project/hackathon/Ekimetrics x Spinoza - Hackathon.ipynb" new file mode 100644--- /dev/null +++ "b/spinoza_project/hackathon/Ekimetrics x Spinoza - Hackathon.ipynb" @@ -0,0 +1 @@ +{"cells":[{"cell_type":"code","source":["%pip install -r drive/MyDrive/Colab\\ Notebooks/Hackathon\\ Spinoza/requirements.txt"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"collapsed":true,"id":"3-hDvVTvEQil","executionInfo":{"status":"ok","timestamp":1732528320997,"user_tz":-60,"elapsed":195346,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"}},"outputId":"fb00e822-a196-4f9a-d1b9-0a656fcbc565"},"execution_count":1,"outputs":[{"output_type":"stream","name":"stdout","text":["Ignoring colorama: markers 'python_version >= \"3.10\" and python_version < \"4.0\" and (platform_system == \"Windows\" or sys_platform == \"win32\")' don't match your environment\n","Ignoring pywin32: markers 'python_version >= \"3.10\" and python_version < \"4.0\" and platform_system == \"Windows\"' don't match your environment\n","Collecting aiofiles==23.2.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1))\n"," Downloading aiofiles-23.2.1-py3-none-any.whl (15 kB)\n","Requirement already satisfied: aiohappyeyeballs==2.4.3 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 4)) (2.4.3)\n","Collecting aiohttp==3.11.6 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 7))\n"," Downloading aiohttp-3.11.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m25.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: aiosignal==1.3.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 84)) (1.3.1)\n","Collecting altair==5.4.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 87))\n"," Downloading altair-5.4.1-py3-none-any.whl (658 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m658.1/658.1 kB\u001b[0m \u001b[31m36.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: annotated-types==0.7.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 90)) (0.7.0)\n","Collecting anyio==4.6.2.post1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 93))\n"," Downloading anyio-4.6.2.post1-py3-none-any.whl (90 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m90.4/90.4 kB\u001b[0m \u001b[31m8.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: async-timeout==4.0.3 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 96)) (4.0.3)\n","Requirement already satisfied: attrs==24.2.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 99)) (24.2.0)\n","Collecting azure-common==1.1.28 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 102))\n"," Downloading azure_common-1.1.28-py2.py3-none-any.whl (14 kB)\n","Collecting azure-core==1.32.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 105))\n"," Downloading azure_core-1.32.0-py3-none-any.whl (198 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m198.9/198.9 kB\u001b[0m \u001b[31m19.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting azure-identity==1.19.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 108))\n"," Downloading azure_identity-1.19.0-py3-none-any.whl (187 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m187.6/187.6 kB\u001b[0m \u001b[31m18.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting azure-search-documents==11.5.2 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 111))\n"," Downloading azure_search_documents-11.5.2-py3-none-any.whl (298 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m298.8/298.8 kB\u001b[0m \u001b[31m22.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: certifi==2024.8.30 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 114)) (2024.8.30)\n","Requirement already satisfied: cffi==1.17.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 117)) (1.17.1)\n","Requirement already satisfied: charset-normalizer==3.4.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 185)) (3.4.0)\n","Requirement already satisfied: click==8.1.7 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 291)) (8.1.7)\n","Requirement already satisfied: contourpy==1.3.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 297)) (1.3.1)\n","Requirement already satisfied: cryptography==43.0.3 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 352)) (43.0.3)\n","Requirement already satisfied: cycler==0.12.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 380)) (0.12.1)\n","Collecting dataclasses-json==0.6.7 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 383))\n"," Downloading dataclasses_json-0.6.7-py3-none-any.whl (28 kB)\n","Collecting datasets==2.21.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 386))\n"," Downloading datasets-2.21.0-py3-none-any.whl (527 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m527.3/527.3 kB\u001b[0m \u001b[31m39.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting dill==0.3.8 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 389))\n"," Downloading dill-0.3.8-py3-none-any.whl (116 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m12.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: distro==1.9.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 392)) (1.9.0)\n","Collecting dnspython==2.7.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 395))\n"," Downloading dnspython-2.7.0-py3-none-any.whl (313 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m313.6/313.6 kB\u001b[0m \u001b[31m28.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting email-validator==2.2.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 398))\n"," Downloading email_validator-2.2.0-py3-none-any.whl (33 kB)\n","Requirement already satisfied: exceptiongroup==1.2.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 401)) (1.2.2)\n","Collecting fastapi-cli==0.0.5 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 404))\n"," Downloading fastapi_cli-0.0.5-py3-none-any.whl (9.5 kB)\n","Collecting fastapi==0.111.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 407))\n"," Downloading fastapi-0.111.0-py3-none-any.whl (91 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m92.0/92.0 kB\u001b[0m \u001b[31m9.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting ffmpy==0.4.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 410))\n"," Downloading ffmpy-0.4.0-py3-none-any.whl (5.8 kB)\n","Requirement already satisfied: filelock==3.16.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 413)) (3.16.1)\n","Requirement already satisfied: fonttools==4.55.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 416)) (4.55.0)\n","Requirement already satisfied: frozenlist==1.5.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 467)) (1.5.0)\n","Collecting fsspec==2024.6.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 560))\n"," Downloading fsspec-2024.6.1-py3-none-any.whl (177 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m177.6/177.6 kB\u001b[0m \u001b[31m17.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting gradio-client==1.0.2 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 566))\n"," Downloading gradio_client-1.0.2-py3-none-any.whl (318 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m318.2/318.2 kB\u001b[0m \u001b[31m24.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting gradio==4.37.2 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 569))\n"," Downloading gradio-4.37.2-py3-none-any.whl (12.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.3/12.3 MB\u001b[0m \u001b[31m106.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: greenlet==3.1.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 572)) (3.1.1)\n","Collecting groq==0.12.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 646))\n"," Downloading groq-0.12.0-py3-none-any.whl (108 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m108.9/108.9 kB\u001b[0m \u001b[31m12.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting grpcio-tools==1.68.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 649))\n"," Downloading grpcio_tools-1.68.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.4 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m62.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: grpcio==1.68.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 705)) (1.68.0)\n","Requirement already satisfied: h11==0.14.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 761)) (0.14.0)\n","Collecting h2==4.1.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 764))\n"," Downloading h2-4.1.0-py3-none-any.whl (57 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.5/57.5 kB\u001b[0m \u001b[31m5.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting hpack==4.0.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 767))\n"," Downloading hpack-4.0.0-py3-none-any.whl (32 kB)\n","Requirement already satisfied: httpcore==1.0.7 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 770)) (1.0.7)\n","Collecting httptools==0.6.4 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 773))\n"," Downloading httptools-0.6.4-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (442 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m442.1/442.1 kB\u001b[0m \u001b[31m35.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting httpx-sse==0.4.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 817))\n"," Downloading httpx_sse-0.4.0-py3-none-any.whl (7.8 kB)\n","Requirement already satisfied: httpx==0.27.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 820)) (0.27.2)\n","Collecting huggingface-hub==0.25.2 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 826))\n"," Downloading huggingface_hub-0.25.2-py3-none-any.whl (436 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m436.6/436.6 kB\u001b[0m \u001b[31m34.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting hyperframe==6.0.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 829))\n"," Downloading hyperframe-6.0.1-py3-none-any.whl (12 kB)\n","Requirement already satisfied: idna==3.10 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 832)) (3.10)\n","Requirement already satisfied: importlib-resources==6.4.5 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 835)) (6.4.5)\n","Collecting isodate==0.7.2 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 838))\n"," Downloading isodate-0.7.2-py3-none-any.whl (22 kB)\n","Requirement already satisfied: jinja2==3.1.4 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 841)) (3.1.4)\n","Requirement already satisfied: jiter==0.7.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 844)) (0.7.1)\n","Requirement already satisfied: joblib==1.4.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 918)) (1.4.2)\n","Requirement already satisfied: jsonpatch==1.33 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 921)) (1.33)\n","Requirement already satisfied: jsonpointer==3.0.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 924)) (3.0.0)\n","Requirement already satisfied: jsonschema-specifications==2024.10.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 927)) (2024.10.1)\n","Requirement already satisfied: jsonschema==4.23.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 930)) (4.23.0)\n","Requirement already satisfied: kiwisolver==1.4.7 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 933)) (1.4.7)\n","Collecting langchain-community==0.3.7 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1048))\n"," Downloading langchain_community-0.3.7-py3-none-any.whl (2.4 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m94.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: langchain-core==0.3.19 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1051)) (0.3.19)\n","Collecting langchain-groq==0.2.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1054))\n"," Downloading langchain_groq-0.2.1-py3-none-any.whl (14 kB)\n","Collecting langchain-openai==0.2.9 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1057))\n"," Downloading langchain_openai-0.2.9-py3-none-any.whl (50 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.4/50.4 kB\u001b[0m \u001b[31m3.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: langchain-text-splitters==0.3.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1060)) (0.3.2)\n","Requirement already satisfied: langchain==0.3.7 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1063)) (0.3.7)\n","Collecting langsmith==0.1.144 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1066))\n"," Downloading langsmith-0.1.144-py3-none-any.whl (310 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m310.1/310.1 kB\u001b[0m \u001b[31m24.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting load-dotenv==0.1.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1069))\n"," Downloading load_dotenv-0.1.0-py3-none-any.whl (7.2 kB)\n","Collecting loadenv==0.1.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1072))\n"," Downloading loadenv-0.1.1-py3-none-any.whl (6.9 kB)\n","Requirement already satisfied: markdown-it-py==3.0.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1075)) (3.0.0)\n","Collecting markupsafe==2.1.5 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1078))\n"," Downloading MarkupSafe-2.1.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (25 kB)\n","Collecting marshmallow==3.23.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1139))\n"," Downloading marshmallow-3.23.1-py3-none-any.whl (49 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.5/49.5 kB\u001b[0m \u001b[31m3.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting matplotlib==3.9.2 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1142))\n"," Downloading matplotlib-3.9.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (8.3 MB)\n","\u001b[2K \u001b[90m��━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.3/8.3 MB\u001b[0m \u001b[31m69.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: mdurl==0.1.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1183)) (0.1.2)\n","Requirement already satisfied: mpmath==1.3.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1186)) (1.3.0)\n","Collecting msal-extensions==1.2.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1189))\n"," Downloading msal_extensions-1.2.0-py3-none-any.whl (19 kB)\n","Collecting msal==1.31.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1192))\n"," Downloading msal-1.31.1-py3-none-any.whl (113 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m113.2/113.2 kB\u001b[0m \u001b[31m12.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: multidict==6.1.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1195)) (6.1.0)\n","Collecting multiprocess==0.70.16 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1288))\n"," Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m12.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting mypy-extensions==1.0.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1301))\n"," Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n","Collecting narwhals==1.14.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1304))\n"," Downloading narwhals-1.14.1-py3-none-any.whl (220 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m220.6/220.6 kB\u001b[0m \u001b[31m19.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: networkx==3.4.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1307)) (3.4.2)\n","Requirement already satisfied: nltk==3.9.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1310)) (3.9.1)\n","Requirement already satisfied: numpy==1.26.4 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1313)) (1.26.4)\n","Collecting nvidia-cublas-cu12==12.4.5.8 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1350))\n"," Downloading nvidia_cublas_cu12-12.4.5.8-py3-none-manylinux2014_x86_64.whl (363.4 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m363.4/363.4 MB\u001b[0m \u001b[31m3.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cuda-cupti-cu12==12.4.127 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1354))\n"," Downloading nvidia_cuda_cupti_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (13.8 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.8/13.8 MB\u001b[0m \u001b[31m114.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cuda-nvrtc-cu12==12.4.127 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1358))\n"," Downloading nvidia_cuda_nvrtc_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (24.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.6/24.6 MB\u001b[0m \u001b[31m81.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cuda-runtime-cu12==12.4.127 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1362))\n"," Downloading nvidia_cuda_runtime_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (883 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m883.7/883.7 kB\u001b[0m \u001b[31m60.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cudnn-cu12==9.1.0.70 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1366))\n"," Downloading nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl (664.8 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m664.8/664.8 MB\u001b[0m \u001b[31m1.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cufft-cu12==11.2.1.3 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1369))\n"," Downloading nvidia_cufft_cu12-11.2.1.3-py3-none-manylinux2014_x86_64.whl (211.5 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.5/211.5 MB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-curand-cu12==10.3.5.147 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1373))\n"," Downloading nvidia_curand_cu12-10.3.5.147-py3-none-manylinux2014_x86_64.whl (56.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.3/56.3 MB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cusolver-cu12==11.6.1.9 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1377))\n"," Downloading nvidia_cusolver_cu12-11.6.1.9-py3-none-manylinux2014_x86_64.whl (127.9 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m127.9/127.9 MB\u001b[0m \u001b[31m7.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-cusparse-cu12==12.3.1.170 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1381))\n"," Downloading nvidia_cusparse_cu12-12.3.1.170-py3-none-manylinux2014_x86_64.whl (207.5 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.5/207.5 MB\u001b[0m \u001b[31m6.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-nccl-cu12==2.21.5 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1385))\n"," Downloading nvidia_nccl_cu12-2.21.5-py3-none-manylinux2014_x86_64.whl (188.7 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m188.7/188.7 MB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-nvjitlink-cu12==12.4.127 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1387))\n"," Downloading nvidia_nvjitlink_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (21.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.1/21.1 MB\u001b[0m \u001b[31m93.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting nvidia-nvtx-cu12==12.4.127 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1391))\n"," Downloading nvidia_nvtx_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (99 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m99.1/99.1 kB\u001b[0m \u001b[31m9.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting openai==1.55.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1395))\n"," Downloading openai-1.55.0-py3-none-any.whl (389 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m389.5/389.5 kB\u001b[0m \u001b[31m33.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: orjson==3.10.11 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1398)) (3.10.11)\n","Requirement already satisfied: packaging==24.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1457)) (24.2)\n","Collecting pandas==2.2.3 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1460))\n"," Downloading pandas-2.2.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (13.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.1/13.1 MB\u001b[0m \u001b[31m79.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting pillow==10.4.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1503))\n"," Downloading pillow-10.4.0-cp310-cp310-manylinux_2_28_x86_64.whl (4.5 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.5/4.5 MB\u001b[0m \u001b[31m76.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting portalocker==2.10.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1584))\n"," Downloading portalocker-2.10.1-py3-none-any.whl (18 kB)\n","Requirement already satisfied: propcache==0.2.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1587)) (0.2.0)\n","Collecting protobuf==5.28.3 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1686))\n"," Downloading protobuf-5.28.3-cp38-abi3-manylinux2014_x86_64.whl (316 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m316.6/316.6 kB\u001b[0m \u001b[31m20.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting pyarrow==18.0.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1698))\n"," Downloading pyarrow-18.0.0-cp310-cp310-manylinux_2_28_x86_64.whl (40.0 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m40.0/40.0 MB\u001b[0m \u001b[31m16.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: pycparser==2.22 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1741)) (2.22)\n","Collecting pydantic-core==2.27.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1744))\n"," Downloading pydantic_core-2.27.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.1/2.1 MB\u001b[0m \u001b[31m53.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting pydantic-settings==2.6.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1845))\n"," Downloading pydantic_settings-2.6.1-py3-none-any.whl (28 kB)\n","Collecting pydantic==2.10.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1848))\n"," Downloading pydantic-2.10.0-py3-none-any.whl (454 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m454.3/454.3 kB\u001b[0m \u001b[31m34.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting pydub==0.25.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1851))\n"," Downloading pydub-0.25.1-py2.py3-none-any.whl (32 kB)\n","Requirement already satisfied: pygments==2.18.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1854)) (2.18.0)\n","Requirement already satisfied: pyjwt==2.10.0 in /usr/local/lib/python3.10/dist-packages (from pyjwt[crypto]==2.10.0->-r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1857)) (2.10.0)\n","Requirement already satisfied: pyparsing==3.2.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1860)) (3.2.0)\n","Collecting python-dateutil==2.9.0.post0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1863))\n"," Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m229.9/229.9 kB\u001b[0m \u001b[31m19.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting python-dotenv==1.0.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1866))\n"," Downloading python_dotenv-1.0.1-py3-none-any.whl (19 kB)\n","Collecting python-multipart==0.0.17 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1869))\n"," Downloading python_multipart-0.0.17-py3-none-any.whl (24 kB)\n","Requirement already satisfied: pytz==2024.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1872)) (2024.2)\n","Requirement already satisfied: pyyaml==6.0.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1894)) (6.0.2)\n","Collecting qdrant-client==1.12.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1948))\n"," Downloading qdrant_client-1.12.1-py3-none-any.whl (267 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m267.2/267.2 kB\u001b[0m \u001b[31m24.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: referencing==0.35.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1951)) (0.35.1)\n","Collecting regex==2024.11.6 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 1954))\n"," Downloading regex-2024.11.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (781 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m781.7/781.7 kB\u001b[0m \u001b[31m26.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: requests-toolbelt==1.0.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2049)) (1.0.0)\n","Requirement already satisfied: requests==2.32.3 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2052)) (2.32.3)\n","Requirement already satisfied: rich==13.9.4 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2055)) (13.9.4)\n","Requirement already satisfied: rpds-py==0.21.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2058)) (0.21.0)\n","Collecting ruff==0.7.4 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2149))\n"," Downloading ruff-0.7.4-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (11.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m11.1/11.1 MB\u001b[0m \u001b[31m90.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: safetensors==0.4.5 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2168)) (0.4.5)\n","Requirement already satisfied: scikit-learn==1.5.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2279)) (1.5.2)\n","Collecting scipy==1.14.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2301))\n"," Downloading scipy-1.14.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (41.2 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.2/41.2 MB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting semantic-version==2.10.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2335))\n"," Downloading semantic_version-2.10.0-py2.py3-none-any.whl (15 kB)\n","Collecting sentence-transformers==2.2.2 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2338))\n"," Downloading sentence-transformers-2.2.2.tar.gz (85 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.0/86.0 kB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: sentencepiece==0.2.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2340)) (0.2.0)\n","Collecting setuptools==75.6.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2394))\n"," Downloading setuptools-75.6.0-py3-none-any.whl (1.2 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m71.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: shellingham==1.5.4 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2397)) (1.5.4)\n","Requirement already satisfied: six==1.16.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2400)) (1.16.0)\n","Requirement already satisfied: sniffio==1.3.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2403)) (1.3.1)\n","Collecting sqlalchemy==2.0.35 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2406))\n"," Downloading SQLAlchemy-2.0.35-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m94.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting starlette==0.37.2 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2456))\n"," Downloading starlette-0.37.2-py3-none-any.whl (71 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.9/71.9 kB\u001b[0m \u001b[31m7.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2459)) (1.13.1)\n","Requirement already satisfied: tenacity==9.0.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2462)) (9.0.0)\n","Requirement already satisfied: threadpoolctl==3.5.0 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2465)) (3.5.0)\n","Collecting tiktoken==0.8.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2468))\n"," Downloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m69.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting tokenizers==0.15.2 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2500))\n"," Downloading tokenizers-0.15.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.6/3.6 MB\u001b[0m \u001b[31m64.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting tomlkit==0.12.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2611))\n"," Downloading tomlkit-0.12.0-py3-none-any.whl (37 kB)\n","Requirement already satisfied: torch==2.5.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2614)) (2.5.1+cu121)\n","Requirement already satisfied: torchvision==0.20.1 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2632)) (0.20.1+cu121)\n","Collecting tqdm==4.67.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2649))\n"," Downloading tqdm-4.67.0-py3-none-any.whl (78 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.6/78.6 kB\u001b[0m \u001b[31m7.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting transformers==4.39.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2652))\n"," Downloading transformers-4.39.0-py3-none-any.whl (8.8 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.8/8.8 MB\u001b[0m \u001b[31m114.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting triton==3.1.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2655))\n"," Downloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (209.5 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.5/209.5 MB\u001b[0m \u001b[31m7.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting typer==0.13.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2661))\n"," Downloading typer-0.13.1-py3-none-any.whl (44 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m44.7/44.7 kB\u001b[0m \u001b[31m3.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: typing-extensions==4.12.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2664)) (4.12.2)\n","Collecting typing-inspect==0.9.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2667))\n"," Downloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n","Requirement already satisfied: tzdata==2024.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2670)) (2024.2)\n","Collecting ujson==5.10.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2673))\n"," Downloading ujson-5.10.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (53 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.6/53.6 kB\u001b[0m \u001b[31m4.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: urllib3==2.2.3 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2752)) (2.2.3)\n","Collecting uvicorn==0.32.1 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2755))\n"," Downloading uvicorn-0.32.1-py3-none-any.whl (63 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m63.8/63.8 kB\u001b[0m \u001b[31m5.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting uvloop==0.21.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2761))\n"," Downloading uvloop-0.21.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.8 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m76.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting watchfiles==0.24.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2799))\n"," Downloading watchfiles-0.24.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (425 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m425.7/425.7 kB\u001b[0m \u001b[31m26.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting websockets==11.0.3 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2883))\n"," Downloading websockets-11.0.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.9/129.9 kB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting xxhash==3.5.0 (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 2954))\n"," Downloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m17.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: yarl==1.17.2 in /usr/local/lib/python3.10/dist-packages (from -r drive/MyDrive/Colab Notebooks/Hackathon Spinoza/requirements.txt (line 3078)) (1.17.2)\n","Building wheels for collected packages: sentence-transformers\n"," Building wheel for sentence-transformers (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for sentence-transformers: filename=sentence_transformers-2.2.2-py3-none-any.whl size=125924 sha256=d40ad138b7a7d475351eb5d9bbebe7c9d61c6d71f1c3eed583de62e5258a8599\n"," Stored in directory: /root/.cache/pip/wheels/62/f2/10/1e606fd5f02395388f74e7462910fe851042f97238cbbd902f\n","Successfully built sentence-transformers\n","Installing collected packages: pydub, azure-common, xxhash, websockets, uvloop, uvicorn, ujson, triton, tqdm, tomlkit, sqlalchemy, setuptools, semantic-version, scipy, ruff, regex, python-multipart, python-dotenv, python-dateutil, pydantic-core, pyarrow, protobuf, portalocker, pillow, nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, narwhals, mypy-extensions, marshmallow, markupsafe, loadenv, isodate, hyperframe, httpx-sse, httptools, hpack, fsspec, ffmpy, dnspython, dill, anyio, aiofiles, watchfiles, typing-inspect, tiktoken, starlette, pydantic, pandas, nvidia-cusparse-cu12, nvidia-cudnn-cu12, multiprocess, matplotlib, load-dotenv, huggingface-hub, h2, grpcio-tools, email-validator, azure-core, typer, tokenizers, pydantic-settings, openai, nvidia-cusolver-cu12, langsmith, groq, gradio-client, dataclasses-json, azure-search-documents, aiohttp, transformers, qdrant-client, msal, fastapi-cli, altair, sentence-transformers, msal-extensions, langchain-openai, langchain-groq, fastapi, datasets, gradio, azure-identity, langchain-community\n"," Attempting uninstall: tqdm\n"," Found existing installation: tqdm 4.66.6\n"," Uninstalling tqdm-4.66.6:\n"," Successfully uninstalled tqdm-4.66.6\n"," Attempting uninstall: sqlalchemy\n"," Found existing installation: SQLAlchemy 2.0.36\n"," Uninstalling SQLAlchemy-2.0.36:\n"," Successfully uninstalled SQLAlchemy-2.0.36\n"," Attempting uninstall: setuptools\n"," Found existing installation: setuptools 75.1.0\n"," Uninstalling setuptools-75.1.0:\n"," Successfully uninstalled setuptools-75.1.0\n"," Attempting uninstall: scipy\n"," Found existing installation: scipy 1.13.1\n"," Uninstalling scipy-1.13.1:\n"," Successfully uninstalled scipy-1.13.1\n"," Attempting uninstall: regex\n"," Found existing installation: regex 2024.9.11\n"," Uninstalling regex-2024.9.11:\n"," Successfully uninstalled regex-2024.9.11\n"," Attempting uninstall: python-dateutil\n"," Found existing installation: python-dateutil 2.8.2\n"," Uninstalling python-dateutil-2.8.2:\n"," Successfully uninstalled python-dateutil-2.8.2\n"," Attempting uninstall: pydantic-core\n"," Found existing installation: pydantic_core 2.23.4\n"," Uninstalling pydantic_core-2.23.4:\n"," Successfully uninstalled pydantic_core-2.23.4\n"," Attempting uninstall: pyarrow\n"," Found existing installation: pyarrow 17.0.0\n"," Uninstalling pyarrow-17.0.0:\n"," Successfully uninstalled pyarrow-17.0.0\n"," Attempting uninstall: protobuf\n"," Found existing installation: protobuf 4.25.5\n"," Uninstalling protobuf-4.25.5:\n"," Successfully uninstalled protobuf-4.25.5\n"," Attempting uninstall: pillow\n"," Found existing installation: pillow 11.0.0\n"," Uninstalling pillow-11.0.0:\n"," Successfully uninstalled pillow-11.0.0\n"," Attempting uninstall: nvidia-nvjitlink-cu12\n"," Found existing installation: nvidia-nvjitlink-cu12 12.6.77\n"," Uninstalling nvidia-nvjitlink-cu12-12.6.77:\n"," Successfully uninstalled nvidia-nvjitlink-cu12-12.6.77\n"," Attempting uninstall: nvidia-nccl-cu12\n"," Found existing installation: nvidia-nccl-cu12 2.23.4\n"," Uninstalling nvidia-nccl-cu12-2.23.4:\n"," Successfully uninstalled nvidia-nccl-cu12-2.23.4\n"," Attempting uninstall: nvidia-curand-cu12\n"," Found existing installation: nvidia-curand-cu12 10.3.7.77\n"," Uninstalling nvidia-curand-cu12-10.3.7.77:\n"," Successfully uninstalled nvidia-curand-cu12-10.3.7.77\n"," Attempting uninstall: nvidia-cufft-cu12\n"," Found existing installation: nvidia-cufft-cu12 11.3.0.4\n"," Uninstalling nvidia-cufft-cu12-11.3.0.4:\n"," Successfully uninstalled nvidia-cufft-cu12-11.3.0.4\n"," Attempting uninstall: nvidia-cuda-runtime-cu12\n"," Found existing installation: nvidia-cuda-runtime-cu12 12.6.77\n"," Uninstalling nvidia-cuda-runtime-cu12-12.6.77:\n"," Successfully uninstalled nvidia-cuda-runtime-cu12-12.6.77\n"," Attempting uninstall: nvidia-cuda-cupti-cu12\n"," Found existing installation: nvidia-cuda-cupti-cu12 12.6.80\n"," Uninstalling nvidia-cuda-cupti-cu12-12.6.80:\n"," Successfully uninstalled nvidia-cuda-cupti-cu12-12.6.80\n"," Attempting uninstall: nvidia-cublas-cu12\n"," Found existing installation: nvidia-cublas-cu12 12.6.3.3\n"," Uninstalling nvidia-cublas-cu12-12.6.3.3:\n"," Successfully uninstalled nvidia-cublas-cu12-12.6.3.3\n"," Attempting uninstall: markupsafe\n"," Found existing installation: MarkupSafe 3.0.2\n"," Uninstalling MarkupSafe-3.0.2:\n"," Successfully uninstalled MarkupSafe-3.0.2\n"," Attempting uninstall: fsspec\n"," Found existing installation: fsspec 2024.10.0\n"," Uninstalling fsspec-2024.10.0:\n"," Successfully uninstalled fsspec-2024.10.0\n"," Attempting uninstall: anyio\n"," Found existing installation: anyio 3.7.1\n"," Uninstalling anyio-3.7.1:\n"," Successfully uninstalled anyio-3.7.1\n"," Attempting uninstall: pydantic\n"," Found existing installation: pydantic 2.9.2\n"," Uninstalling pydantic-2.9.2:\n"," Successfully uninstalled pydantic-2.9.2\n"," Attempting uninstall: pandas\n"," Found existing installation: pandas 2.2.2\n"," Uninstalling pandas-2.2.2:\n"," Successfully uninstalled pandas-2.2.2\n"," Attempting uninstall: nvidia-cusparse-cu12\n"," Found existing installation: nvidia-cusparse-cu12 12.5.4.2\n"," Uninstalling nvidia-cusparse-cu12-12.5.4.2:\n"," Successfully uninstalled nvidia-cusparse-cu12-12.5.4.2\n"," Attempting uninstall: nvidia-cudnn-cu12\n"," Found existing installation: nvidia-cudnn-cu12 9.5.1.17\n"," Uninstalling nvidia-cudnn-cu12-9.5.1.17:\n"," Successfully uninstalled nvidia-cudnn-cu12-9.5.1.17\n"," Attempting uninstall: matplotlib\n"," Found existing installation: matplotlib 3.8.0\n"," Uninstalling matplotlib-3.8.0:\n"," Successfully uninstalled matplotlib-3.8.0\n"," Attempting uninstall: huggingface-hub\n"," Found existing installation: huggingface-hub 0.26.2\n"," Uninstalling huggingface-hub-0.26.2:\n"," Successfully uninstalled huggingface-hub-0.26.2\n"," Attempting uninstall: typer\n"," Found existing installation: typer 0.13.0\n"," Uninstalling typer-0.13.0:\n"," Successfully uninstalled typer-0.13.0\n"," Attempting uninstall: tokenizers\n"," Found existing installation: tokenizers 0.20.3\n"," Uninstalling tokenizers-0.20.3:\n"," Successfully uninstalled tokenizers-0.20.3\n"," Attempting uninstall: openai\n"," Found existing installation: openai 1.54.4\n"," Uninstalling openai-1.54.4:\n"," Successfully uninstalled openai-1.54.4\n"," Attempting uninstall: nvidia-cusolver-cu12\n"," Found existing installation: nvidia-cusolver-cu12 11.7.1.2\n"," Uninstalling nvidia-cusolver-cu12-11.7.1.2:\n"," Successfully uninstalled nvidia-cusolver-cu12-11.7.1.2\n"," Attempting uninstall: langsmith\n"," Found existing installation: langsmith 0.1.143\n"," Uninstalling langsmith-0.1.143:\n"," Successfully uninstalled langsmith-0.1.143\n"," Attempting uninstall: aiohttp\n"," Found existing installation: aiohttp 3.11.2\n"," Uninstalling aiohttp-3.11.2:\n"," Successfully uninstalled aiohttp-3.11.2\n"," Attempting uninstall: transformers\n"," Found existing installation: transformers 4.46.2\n"," Uninstalling transformers-4.46.2:\n"," Successfully uninstalled transformers-4.46.2\n"," Attempting uninstall: altair\n"," Found existing installation: altair 4.2.2\n"," Uninstalling altair-4.2.2:\n"," Successfully uninstalled altair-4.2.2\n"," Attempting uninstall: sentence-transformers\n"," Found existing installation: sentence-transformers 3.2.1\n"," Uninstalling sentence-transformers-3.2.1:\n"," Successfully uninstalled sentence-transformers-3.2.1\n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","ipython 7.34.0 requires jedi>=0.16, which is not installed.\n","cudf-cu12 24.10.1 requires pandas<2.2.3dev0,>=2.0, but you have pandas 2.2.3 which is incompatible.\n","cudf-cu12 24.10.1 requires pyarrow<18.0.0a0,>=14.0.0, but you have pyarrow 18.0.0 which is incompatible.\n","gcsfs 2024.10.0 requires fsspec==2024.10.0, but you have fsspec 2024.6.1 which is incompatible.\n","gensim 4.3.3 requires scipy<1.14.0,>=1.7.0, but you have scipy 1.14.1 which is incompatible.\n","google-colab 1.0.0 requires pandas==2.2.2, but you have pandas 2.2.3 which is incompatible.\n","jupyter-server 1.24.0 requires anyio<4,>=3.1.0, but you have anyio 4.6.2.post1 which is incompatible.\n","pylibcudf-cu12 24.10.1 requires pyarrow<18.0.0a0,>=14.0.0, but you have pyarrow 18.0.0 which is incompatible.\n","tensorflow 2.17.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3, but you have protobuf 5.28.3 which is incompatible.\n","tensorflow-metadata 1.13.1 requires protobuf<5,>=3.20.3, but you have protobuf 5.28.3 which is incompatible.\u001b[0m\u001b[31m\n","\u001b[0mSuccessfully installed aiofiles-23.2.1 aiohttp-3.11.6 altair-5.4.1 anyio-4.6.2.post1 azure-common-1.1.28 azure-core-1.32.0 azure-identity-1.19.0 azure-search-documents-11.5.2 dataclasses-json-0.6.7 datasets-2.21.0 dill-0.3.8 dnspython-2.7.0 email-validator-2.2.0 fastapi-0.111.0 fastapi-cli-0.0.5 ffmpy-0.4.0 fsspec-2024.6.1 gradio-4.37.2 gradio-client-1.0.2 groq-0.12.0 grpcio-tools-1.68.0 h2-4.1.0 hpack-4.0.0 httptools-0.6.4 httpx-sse-0.4.0 huggingface-hub-0.25.2 hyperframe-6.0.1 isodate-0.7.2 langchain-community-0.3.7 langchain-groq-0.2.1 langchain-openai-0.2.9 langsmith-0.1.144 load-dotenv-0.1.0 loadenv-0.1.1 markupsafe-2.1.5 marshmallow-3.23.1 matplotlib-3.9.2 msal-1.31.1 msal-extensions-1.2.0 multiprocess-0.70.16 mypy-extensions-1.0.0 narwhals-1.14.1 nvidia-cublas-cu12-12.4.5.8 nvidia-cuda-cupti-cu12-12.4.127 nvidia-cuda-nvrtc-cu12-12.4.127 nvidia-cuda-runtime-cu12-12.4.127 nvidia-cudnn-cu12-9.1.0.70 nvidia-cufft-cu12-11.2.1.3 nvidia-curand-cu12-10.3.5.147 nvidia-cusolver-cu12-11.6.1.9 nvidia-cusparse-cu12-12.3.1.170 nvidia-nccl-cu12-2.21.5 nvidia-nvjitlink-cu12-12.4.127 nvidia-nvtx-cu12-12.4.127 openai-1.55.0 pandas-2.2.3 pillow-10.4.0 portalocker-2.10.1 protobuf-5.28.3 pyarrow-18.0.0 pydantic-2.10.0 pydantic-core-2.27.0 pydantic-settings-2.6.1 pydub-0.25.1 python-dateutil-2.9.0.post0 python-dotenv-1.0.1 python-multipart-0.0.17 qdrant-client-1.12.1 regex-2024.11.6 ruff-0.7.4 scipy-1.14.1 semantic-version-2.10.0 sentence-transformers-2.2.2 setuptools-75.6.0 sqlalchemy-2.0.35 starlette-0.37.2 tiktoken-0.8.0 tokenizers-0.15.2 tomlkit-0.12.0 tqdm-4.67.0 transformers-4.39.0 triton-3.1.0 typer-0.13.1 typing-inspect-0.9.0 ujson-5.10.0 uvicorn-0.32.1 uvloop-0.21.0 watchfiles-0.24.0 websockets-11.0.3 xxhash-3.5.0\n"]},{"output_type":"display_data","data":{"application/vnd.colab-display-data+json":{"pip_warning":{"packages":["PIL","_distutils_hack","dateutil","setuptools"]},"id":"dff4c7364fd445419286298adb178ee2"}},"metadata":{}}]},{"cell_type":"code","source":["%pip install -U langchain-community\n","%pip install openpyxl\n","%pip install pypdf\n","%pip install --upgrade 'urllib3==1.26.7'"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"c2OafNrNuMdW","executionInfo":{"status":"ok","timestamp":1732528345407,"user_tz":-60,"elapsed":24441,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"}},"outputId":"3878d3e4-d050-4f53-e2dd-4278065fe90e"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: langchain-community in /usr/local/lib/python3.10/dist-packages (0.3.7)\n","Collecting langchain-community\n"," Downloading langchain_community-0.3.8-py3-none-any.whl.metadata (2.9 kB)\n","Requirement already satisfied: PyYAML>=5.3 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (6.0.2)\n","Requirement already satisfied: SQLAlchemy<2.0.36,>=1.4 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (2.0.35)\n","Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (3.11.6)\n","Requirement already satisfied: dataclasses-json<0.7,>=0.5.7 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (0.6.7)\n","Requirement already satisfied: httpx-sse<0.5.0,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (0.4.0)\n","Collecting langchain<0.4.0,>=0.3.8 (from langchain-community)\n"," Downloading langchain-0.3.8-py3-none-any.whl.metadata (7.1 kB)\n","Collecting langchain-core<0.4.0,>=0.3.21 (from langchain-community)\n"," Downloading langchain_core-0.3.21-py3-none-any.whl.metadata (6.3 kB)\n","Requirement already satisfied: langsmith<0.2.0,>=0.1.125 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (0.1.144)\n","Requirement already satisfied: numpy<2,>=1.22.4 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (1.26.4)\n","Requirement already satisfied: pydantic-settings<3.0.0,>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (2.6.1)\n","Requirement already satisfied: requests<3,>=2 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (2.32.3)\n","Requirement already satisfied: tenacity!=8.4.0,<10,>=8.1.0 in /usr/local/lib/python3.10/dist-packages (from langchain-community) (9.0.0)\n","Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (2.4.3)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.3.1)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (24.2.0)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.5.0)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (6.1.0)\n","Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (0.2.0)\n","Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.17.2)\n","Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (4.0.3)\n","Requirement already satisfied: marshmallow<4.0.0,>=3.18.0 in /usr/local/lib/python3.10/dist-packages (from dataclasses-json<0.7,>=0.5.7->langchain-community) (3.23.1)\n","Requirement already satisfied: typing-inspect<1,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from dataclasses-json<0.7,>=0.5.7->langchain-community) (0.9.0)\n","Requirement already satisfied: langchain-text-splitters<0.4.0,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from langchain<0.4.0,>=0.3.8->langchain-community) (0.3.2)\n","Requirement already satisfied: pydantic<3.0.0,>=2.7.4 in /usr/local/lib/python3.10/dist-packages (from langchain<0.4.0,>=0.3.8->langchain-community) (2.10.0)\n","Requirement already satisfied: jsonpatch<2.0,>=1.33 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.4.0,>=0.3.21->langchain-community) (1.33)\n","Requirement already satisfied: packaging<25,>=23.2 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.4.0,>=0.3.21->langchain-community) (24.2)\n","Requirement already satisfied: typing-extensions>=4.7 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.4.0,>=0.3.21->langchain-community) (4.12.2)\n","Requirement already satisfied: httpx<1,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.2.0,>=0.1.125->langchain-community) (0.27.2)\n","Requirement already satisfied: orjson<4.0.0,>=3.9.14 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.2.0,>=0.1.125->langchain-community) (3.10.11)\n","Requirement already satisfied: requests-toolbelt<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.2.0,>=0.1.125->langchain-community) (1.0.0)\n","Requirement already satisfied: python-dotenv>=0.21.0 in /usr/local/lib/python3.10/dist-packages (from pydantic-settings<3.0.0,>=2.4.0->langchain-community) (1.0.1)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (3.4.0)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (3.10)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (2.2.3)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2->langchain-community) (2024.8.30)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from SQLAlchemy<2.0.36,>=1.4->langchain-community) (3.1.1)\n","Requirement already satisfied: anyio in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (4.6.2.post1)\n","Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (1.0.7)\n","Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (1.3.1)\n","Requirement already satisfied: h11<0.15,>=0.13 in /usr/local/lib/python3.10/dist-packages (from httpcore==1.*->httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (0.14.0)\n","Requirement already satisfied: jsonpointer>=1.9 in /usr/local/lib/python3.10/dist-packages (from jsonpatch<2.0,>=1.33->langchain-core<0.4.0,>=0.3.21->langchain-community) (3.0.0)\n","Requirement already satisfied: annotated-types>=0.6.0 in /usr/local/lib/python3.10/dist-packages (from pydantic<3.0.0,>=2.7.4->langchain<0.4.0,>=0.3.8->langchain-community) (0.7.0)\n","Requirement already satisfied: pydantic-core==2.27.0 in /usr/local/lib/python3.10/dist-packages (from pydantic<3.0.0,>=2.7.4->langchain<0.4.0,>=0.3.8->langchain-community) (2.27.0)\n","Requirement already satisfied: mypy-extensions>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain-community) (1.0.0)\n","Requirement already satisfied: exceptiongroup>=1.0.2 in /usr/local/lib/python3.10/dist-packages (from anyio->httpx<1,>=0.23.0->langsmith<0.2.0,>=0.1.125->langchain-community) (1.2.2)\n","Downloading langchain_community-0.3.8-py3-none-any.whl (2.4 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m21.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading langchain-0.3.8-py3-none-any.whl (1.0 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m20.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading langchain_core-0.3.21-py3-none-any.whl (409 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m409.5/409.5 kB\u001b[0m \u001b[31m15.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hInstalling collected packages: langchain-core, langchain, langchain-community\n"," Attempting uninstall: langchain-core\n"," Found existing installation: langchain-core 0.3.19\n"," Uninstalling langchain-core-0.3.19:\n"," Successfully uninstalled langchain-core-0.3.19\n"," Attempting uninstall: langchain\n"," Found existing installation: langchain 0.3.7\n"," Uninstalling langchain-0.3.7:\n"," Successfully uninstalled langchain-0.3.7\n"," Attempting uninstall: langchain-community\n"," Found existing installation: langchain-community 0.3.7\n"," Uninstalling langchain-community-0.3.7:\n"," Successfully uninstalled langchain-community-0.3.7\n","Successfully installed langchain-0.3.8 langchain-community-0.3.8 langchain-core-0.3.21\n","Requirement already satisfied: openpyxl in /usr/local/lib/python3.10/dist-packages (3.1.5)\n","Requirement already satisfied: et-xmlfile in /usr/local/lib/python3.10/dist-packages (from openpyxl) (2.0.0)\n","Collecting pypdf\n"," Downloading pypdf-5.1.0-py3-none-any.whl.metadata (7.2 kB)\n","Requirement already satisfied: typing_extensions>=4.0 in /usr/local/lib/python3.10/dist-packages (from pypdf) (4.12.2)\n","Downloading pypdf-5.1.0-py3-none-any.whl (297 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m298.0/298.0 kB\u001b[0m \u001b[31m8.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hInstalling collected packages: pypdf\n","Successfully installed pypdf-5.1.0\n","Collecting urllib3==1.26.7\n"," Downloading urllib3-1.26.7-py2.py3-none-any.whl.metadata (44 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m44.5/44.5 kB\u001b[0m \u001b[31m2.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading urllib3-1.26.7-py2.py3-none-any.whl (138 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m138.8/138.8 kB\u001b[0m \u001b[31m6.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hInstalling collected packages: urllib3\n"," Attempting uninstall: urllib3\n"," Found existing installation: urllib3 2.2.3\n"," Uninstalling urllib3-2.2.3:\n"," Successfully uninstalled urllib3-2.2.3\n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","gradio 4.37.2 requires urllib3~=2.0, but you have urllib3 1.26.7 which is incompatible.\n","qdrant-client 1.12.1 requires urllib3<3,>=1.26.14, but you have urllib3 1.26.7 which is incompatible.\n","sentry-sdk 2.18.0 requires urllib3>=1.26.11, but you have urllib3 1.26.7 which is incompatible.\n","tensorflow 2.17.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3, but you have protobuf 5.28.3 which is incompatible.\u001b[0m\u001b[31m\n","\u001b[0mSuccessfully installed urllib3-1.26.7\n"]}]},{"cell_type":"code","execution_count":3,"metadata":{"executionInfo":{"elapsed":2984,"status":"ok","timestamp":1732528348614,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"},"user_tz":-60},"id":"nnW8fUByzzSJ"},"outputs":[],"source":["import pandas as pd\n","import os\n","import pickle\n","from tqdm import tqdm\n","from langchain_community.document_loaders import PyPDFLoader\n","from langchain.text_splitter import RecursiveCharacterTextSplitter\n","from langchain.vectorstores import Qdrant\n","from langchain.embeddings import HuggingFaceEmbeddings"]},{"cell_type":"code","execution_count":4,"metadata":{"executionInfo":{"elapsed":12,"status":"ok","timestamp":1732528348617,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"},"user_tz":-60},"id":"5yHatyYzyhDr"},"outputs":[],"source":["path_data = \"./drive/MyDrive/Colab Notebooks/Hackathon Spinoza/Data/\"\n","path_raw = \"0 - Raw\"\n","path_parsed = \"1 - Parsed\"\n","path_vectorized = \"2 - Vectorized\""]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":425},"executionInfo":{"elapsed":1026,"status":"ok","timestamp":1732528349632,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"},"user_tz":-60},"id":"v1Ecbat_yaU0","outputId":"7809efcb-2671-40fb-f2bb-de008ad4abef"},"outputs":[{"output_type":"execute_result","data":{"text/plain":[" file_name file_title \\\n","0 AGR2024 Adaptation Gap Report 2024 \n","1 EGR2024 Emissions Gap Report 2024 \n","2 ONERC_PNACC_1_complet Plan National d'Adaptation au Changement Clima... \n","3 code_action_sociale Code de l'Action Sociale et des Familles \n","4 code_de_la_defense Code de la Défense \n","5 code_des_assurances Code des Assurances \n","6 code_du_sport Code du Sport \n","\n"," file_url file_date_publishing \n","0 NaN NaN \n","1 NaN NaN \n","2 NaN NaN \n","3 NaN NaN \n","4 NaN NaN \n","5 NaN NaN \n","6 NaN NaN "],"text/html":["\n","
\n","
\n","\n","\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
file_namefile_titlefile_urlfile_date_publishing
0AGR2024Adaptation Gap Report 2024NaNNaN
1EGR2024Emissions Gap Report 2024NaNNaN
2ONERC_PNACC_1_completPlan National d'Adaptation au Changement Clima...NaNNaN
3code_action_socialeCode de l'Action Sociale et des FamillesNaNNaN
4code_de_la_defenseCode de la DéfenseNaNNaN
5code_des_assurancesCode des AssurancesNaNNaN
6code_du_sportCode du SportNaNNaN
\n","
\n","
\n","\n","
\n"," \n","\n"," \n","\n"," \n","
\n","\n","\n","
\n"," \n","\n","\n","\n"," \n","
\n","\n","
\n"," \n"," \n"," \n","
\n","\n","
\n","
\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"df_metadata","summary":"{\n \"name\": \"df_metadata\",\n \"rows\": 7,\n \"fields\": [\n {\n \"column\": \"file_name\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 7,\n \"samples\": [\n \"AGR2024\",\n \"EGR2024\",\n \"code_des_assurances\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"file_title\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 7,\n \"samples\": [\n \"Adaptation Gap Report 2024\",\n \"Emissions Gap Report 2024\",\n \"Code des Assurances\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"file_url\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": null,\n \"min\": null,\n \"max\": null,\n \"num_unique_values\": 0,\n \"samples\": [],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"file_date_publishing\",\n \"properties\": {\n \"dtype\": \"number\",\n \"std\": null,\n \"min\": null,\n \"max\": null,\n \"num_unique_values\": 0,\n \"samples\": [],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n }\n ]\n}"}},"metadata":{},"execution_count":5}],"source":["df_metadata = pd.read_excel(os.path.join(path_data, path_raw, \"metadata_raw.xlsx\"))\n","\n","df_metadata"]},{"cell_type":"code","execution_count":19,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"OfmfOHGvvl0C","outputId":"e568928c-eb0b-4ae6-9f98-c4048e81085e","executionInfo":{"status":"ok","timestamp":1732530028178,"user_tz":-60,"elapsed":116102,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"}}},"outputs":[{"output_type":"stream","name":"stderr","text":["100%|██████████| 9/9 [01:55<00:00, 12.83s/it]\n"]}],"source":["docs = []\n","for file_ in tqdm(os.listdir(os.path.join(path_data, path_raw))):\n"," if \".pdf\" in file_:\n"," loader = PyPDFLoader(\n"," file_path = os.path.join(path_data, path_raw, file_),\n"," extract_images = False,\n"," )\n"," preprompt = \"passage: \"\n"," text_splitter = RecursiveCharacterTextSplitter(\n"," chunk_size=256, chunk_overlap=50, length_function=lambda x: len(x.split())\n"," )\n"," splitted_docs = loader.load_and_split(text_splitter)\n","\n"," df_metadata_file = df_metadata[df_metadata[\"file_name\"] == file_.replace(\".pdf\", \"\")]\n","\n"," for doc in splitted_docs:\n"," dict_metadata = {}\n"," dict_metadata[\"content_page_number\"] = 0\n"," dict_metadata[\"content_sub_type\"] = \"Text\"\n"," dict_metadata[\"file_name\"] = df_metadata_file[\"file_name\"].values[0]\n"," dict_metadata[\"file_source_type\"] = \"Hackathon\"\n"," dict_metadata[\"file_source_sub_type\"] = \"Article\"\n"," dict_metadata[\"file_url\"] = \"\"\n"," dict_metadata[\"file_date_publishing\"] = \"\"\n"," dict_metadata[\"file_author\"] = \"\"\n"," dict_metadata[\"file_title\"] = df_metadata_file[\"file_title\"].values[0]\n"," dict_metadata[\"file_sub_title\"] = \"\"\n"," dict_metadata[\"file_summary\"] = \"\"\n"," dict_metadata[\"content_page_number\"] = doc.metadata[\"page\"]\n"," doc.metadata = dict_metadata\n"," doc.page_content = preprompt + doc.page_content\n","\n"," docs += splitted_docs\n","\n"," else:\n"," pass"]},{"cell_type":"code","execution_count":21,"metadata":{"colab":{"output_embedded_package_id":"1CAbtkd5ZG2WUVEna2HiUKAVLGHpgdJQs","base_uri":"https://localhost:8080/"},"id":"uopfqlryvnAe","outputId":"6e724311-379b-471f-9b7d-d3caf5950c26","executionInfo":{"status":"ok","timestamp":1732530073799,"user_tz":-60,"elapsed":13287,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"}}},"outputs":[{"output_type":"display_data","data":{"text/plain":"Output hidden; open in https://colab.research.google.com to view."},"metadata":{}}],"source":["print(len(docs))\n","print(docs[0].metadata)\n","print(docs)"]},{"cell_type":"code","execution_count":22,"metadata":{"id":"tYZxsDmq3do9","executionInfo":{"status":"ok","timestamp":1732530073799,"user_tz":-60,"elapsed":3,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"}}},"outputs":[],"source":["def embed_and_dump(docs, name_vector, embeddings, path_vectorized):\n"," qdrant = Qdrant.from_documents(\n"," docs,\n"," embeddings,\n"," location=\":memory:\"\n"," )\n"," db = os.path.join(path_data, path_vectorized, f'database_{name_vector}.pickle')\n"," with open(db, 'wb') as f:\n"," pickle.dump(qdrant, f)\n","\n"," del qdrant"]},{"cell_type":"code","execution_count":23,"metadata":{"id":"P53yf6zu312i","executionInfo":{"status":"ok","timestamp":1732530074110,"user_tz":-60,"elapsed":313,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"}}},"outputs":[],"source":["embed_model=embeddings = HuggingFaceEmbeddings(\n"," model_name=\"intfloat/multilingual-e5-base\"\n",")\n","\n","preprompt=\"passage: \""]},{"cell_type":"code","execution_count":24,"metadata":{"id":"6GJkkffsfkAn","executionInfo":{"status":"ok","timestamp":1732530404446,"user_tz":-60,"elapsed":330338,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"}}},"outputs":[],"source":["vector_name = \"Hackathon\"\n","embed_and_dump(docs, vector_name, embeddings, path_vectorized)"]},{"cell_type":"markdown","metadata":{"id":"wTR71FwJgTT3"},"source":["# Testing the vectorstore"]},{"cell_type":"code","execution_count":25,"metadata":{"id":"tXkO4v5VgYeU","executionInfo":{"status":"ok","timestamp":1732530408017,"user_tz":-60,"elapsed":3576,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"}}},"outputs":[],"source":["with open(os.path.join(path_data, path_vectorized, f'database_{vector_name}.pickle'), 'rb') as picklefile:\n"," vectorstore = pickle.load(picklefile)"]},{"cell_type":"code","execution_count":27,"metadata":{"id":"qGL3B_s7hnV-","executionInfo":{"status":"ok","timestamp":1732530426150,"user_tz":-60,"elapsed":255,"user":{"displayName":"Miguel Omenaca","userId":"07841831591327008852"}},"colab":{"base_uri":"https://localhost:8080/"},"outputId":"67cdc075-5f2a-4043-e958-55d61409f7f6"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["[(Document(metadata={'content_page_number': 14, 'content_sub_type': 'Text', 'file_name': 'ONERC_PNACC_1_complet', 'file_source_type': 'Hackathon', 'file_source_sub_type': 'Article', 'file_url': '', 'file_date_publishing': '', 'file_author': '', 'file_title': \"Plan National d'Adaptation au Changement Climatique\", 'file_sub_title': '', 'file_summary': '', '_id': 'e93cb7a5333c45bfa0318967224a0098', '_collection_name': '118409b8d6564a15b4311b056e1502a4'}, page_content='passage: 2.5. Quelques conséquences concrètes \\nDans l’ensemble des projections réalisées, qui peuvent alimenter les réflexions sur les impacts et les \\nmoyens de s’adapter à l’évolution du climat, on pourra remarquer en particulier : \\n- une hausse des phénomènes de canicule et une ba isse du nombre de jours de grand froid, \\nce qui aurait des effets respectivement négatifs et positifs sur la santé ; \\n- une baisse globale du nombre de jours de neige, mais sans que ce phénomène ne \\ndisparaisse \\n- une tendance notable à la baisse du nombre de degrés jours de chauffage ce qui \\ncorrespondrait à une réduction des besoins énergétiques de chauffage futurs (une réduction \\nde près de 1000°C dans les Alpes correspond à une diminution d’un tiers des besoisn en \\nchauffage dans ces régions) ; \\n \\n- une tendance à la hausse du nombre de degrés jours de climatisation ce qui correspondrait à \\nune hausse des consommations pour le refroidissement en été. \\n \\n4 thèse de J. Boé (2007) \\n5 projet RexHYSS'),\n"," 0.8423329659498818),\n"," (Document(metadata={'content_page_number': 43, 'content_sub_type': 'Text', 'file_name': 'ONERC_PNACC_1_complet', 'file_source_type': 'Hackathon', 'file_source_sub_type': 'Article', 'file_url': '', 'file_date_publishing': '', 'file_author': '', 'file_title': \"Plan National d'Adaptation au Changement Climatique\", 'file_sub_title': '', 'file_summary': '', '_id': '21cbf8b5d4774846aa1379b64810c303', '_collection_name': '118409b8d6564a15b4311b056e1502a4'}, page_content=\"passage: conséquences sur la réorientation de l’offre de transport. \\nLe changement climatique pourrait modifier la de mande de déplacement : modifications des origines-\\ndestinations notamment liées à la répartition tempore lle des flux et à la répartition géographique des \\npopulations et des activités, à l’attrait des destinati ons touristiques, etc. Il convient d’éclairer les \\névolutions possibles de la mobilité des voyageurs et du fret sous le double aspect de la prospective de \\nla demande de transport et de ses incidences sur la réorientation de l’offre de transport. L'impact de \\nl'évolution des morphologies urbaines sera également étudié. Cette action se décline en quatre \\nmesures qui concernent l’évolution de la répartition modale, géographique et temporelle des \\ntransports. \\n- Pour les voyageurs interurbains, lancer une recherche sur l’évolution du choix des \\nlocalisations des populations et des activités et sur les destinations touristiques,\"),\n"," 0.8376442154560488),\n"," (Document(metadata={'content_page_number': 2, 'content_sub_type': 'Text', 'file_name': 'ONERC_PNACC_1_complet', 'file_source_type': 'Hackathon', 'file_source_sub_type': 'Article', 'file_url': '', 'file_date_publishing': '', 'file_author': '', 'file_title': \"Plan National d'Adaptation au Changement Climatique\", 'file_sub_title': '', 'file_summary': '', '_id': '0a526d6f5d59460f9adf691f51534aef', '_collection_name': '118409b8d6564a15b4311b056e1502a4'}, page_content='passage: Plan national d’adaptation de la \\n \\nFrance aux effets du changement \\n \\nclimatique \\n \\n2011 - 2015'),\n"," 0.8365324538900955),\n"," (Document(metadata={'content_page_number': 109, 'content_sub_type': 'Text', 'file_name': 'ONERC_PNACC_1_complet', 'file_source_type': 'Hackathon', 'file_source_sub_type': 'Article', 'file_url': '', 'file_date_publishing': '', 'file_author': '', 'file_title': \"Plan National d'Adaptation au Changement Climatique\", 'file_sub_title': '', 'file_summary': '', '_id': 'ab44f7255176469ca69a80f27aed7024', '_collection_name': '118409b8d6564a15b4311b056e1502a4'}, page_content='passage: - 110 - \\nFiche FORET \\n \\nLe secteur de la forêt a été confronté à de graves cr ises au cours de la dernière décennie : tempêtes \\nde 1999 et 2009, sécheresse et canicule de 2003, incendies de forêts récurrents. Le changement \\nclimatique apparaît comme un facteur supplémentaire ou aggravant de risques qu’il faut donc \\nconsidérer avec la plus grande attention. A ces évènements exceptionnels, s’ajoutent des évolutions \\nde fond qui, compte tenu de la longueur des cycles fo restiers, nécessitent elles aussi d’être prises en \\ncompte dès maintenant. Ces évènements et évol utions présentent une double facette avec des \\naspects favorables (augmentation de la product ivité dans certaines zones) et d’autres plus \\nproblématiques (modification de l’aire de répartition des essences, aggravation des risques), les deux \\ncas méritant d’être gérés. \\n \\nLes actions présentées dans ce premier plan d’ada ptation au changement climatique traduisent les \\nrecommandations établies lors de la phase de concertation complétées par les apports des différents \\nrapports existants sur l’adaptation des forêts au changement climatique. Elles se proposent d’apporter \\ndes éléments aux cinq nécessités suivantes : \\n- Améliorer les connaissances des impacts du changement climatique sur les écosystèmes \\nforestiers et intensifier la rech erche et développement sur l’adaptation des forêts dans toutes ses \\ndimensions ; \\n- Promouvoir les dispositifs de suivi à long term e des écosystèmes forestiers et mettre à \\ndisposition des gestionnaires les données écologi ques nécessaires à l’élaboration de stratégies \\nd’adaptation ; \\n- Favoriser l’adaptation des peuplements par une ge stion forestière appropriée permettant de'),\n"," 0.8327545445389821),\n"," (Document(metadata={'content_page_number': 73, 'content_sub_type': 'Text', 'file_name': 'ONERC_PNACC_1_complet', 'file_source_type': 'Hackathon', 'file_source_sub_type': 'Article', 'file_url': '', 'file_date_publishing': '', 'file_author': '', 'file_title': \"Plan National d'Adaptation au Changement Climatique\", 'file_sub_title': '', 'file_summary': '', '_id': '93ecc2fcd15e4a57af00fb4a322d1444', '_collection_name': '118409b8d6564a15b4311b056e1502a4'}, page_content='passage: - Impact de modifications de la température, du CO 2 atmosphérique et des ressources en eau sur le \\ndéveloppement des plantes, notamment sur leur production de pollen et sur la modification de leur \\npotentiel allergisant ; \\n- Contributions respectives des moisissures, des pollens de graminées et des pics d’ozone à \\nl’augmentation de fréquence de survenue des symptômes allergiques en début d’été. \\n- Développement des microorganismes producteurs de toxines naturelles et changement climatique : \\ncas d’évolution de ce phénomène dans le Monde, existence éventuelle de facteurs favorisants \\n \\n14 Rapport de la mission confiée à J. Jouzel sur les scénarios climatiques. Janvier 2011.'),\n"," 0.8319464370448633)]"]},"metadata":{},"execution_count":27}],"source":["vectorstore.similarity_search_with_score(query=\"changement climatique ?\", k=5)"]},{"cell_type":"code","source":[],"metadata":{"id":"3IRHGict3E6h"},"execution_count":null,"outputs":[]}],"metadata":{"accelerator":"GPU","colab":{"gpuType":"T4","provenance":[],"mount_file_id":"1U-5s4j1OyGVC4tPW9LhulKKTMImQ32HJ","authorship_tag":"ABX9TyNP7vgo9MjN8W3sjb4LDwtP"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0} \ No newline at end of file