diff --git "a/notebooks/05-Improve_Prompts_+_Add_Source.ipynb" "b/notebooks/05-Improve_Prompts_+_Add_Source.ipynb"
deleted file mode 100644--- "a/notebooks/05-Improve_Prompts_+_Add_Source.ipynb"
+++ /dev/null
@@ -1,1425 +0,0 @@
-{
- "nbformat": 4,
- "nbformat_minor": 0,
- "metadata": {
- "colab": {
- "provenance": [],
- "authorship_tag": "ABX9TyPxv5TedufP36MtgitAwryV",
- "include_colab_link": true
- },
- "kernelspec": {
- "name": "python3",
- "display_name": "Python 3"
- },
- "language_info": {
- "name": "python"
- },
- "widgets": {
- "application/vnd.jupyter.widget-state+json": {
- "76fea2dabfea42aa8bc7ae719f2a22ee": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "HBoxModel",
- "model_module_version": "1.5.0",
- "state": {
- "_dom_classes": [],
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "HBoxModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/controls",
- "_view_module_version": "1.5.0",
- "_view_name": "HBoxView",
- "box_style": "",
- "children": [
- "IPY_MODEL_6c575687c8f1468a803b88eea3d26b7b",
- "IPY_MODEL_c266531dafcf4624af5fe9bcbc9d8df9",
- "IPY_MODEL_e20a27a2f7764cb4b9537e34a3659c9a"
- ],
- "layout": "IPY_MODEL_bba307f545cd4533be6f0489f95b9895"
- }
- },
- "6c575687c8f1468a803b88eea3d26b7b": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "HTMLModel",
- "model_module_version": "1.5.0",
- "state": {
- "_dom_classes": [],
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "HTMLModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/controls",
- "_view_module_version": "1.5.0",
- "_view_name": "HTMLView",
- "description": "",
- "description_tooltip": null,
- "layout": "IPY_MODEL_eb057e56f0f94e4993b8ae960c78b0ad",
- "placeholder": "",
- "style": "IPY_MODEL_2073b65c0db045aa8e86d91a4fea2e2b",
- "value": "Parsing nodes: 100%"
- }
- },
- "c266531dafcf4624af5fe9bcbc9d8df9": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "FloatProgressModel",
- "model_module_version": "1.5.0",
- "state": {
- "_dom_classes": [],
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "FloatProgressModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/controls",
- "_view_module_version": "1.5.0",
- "_view_name": "ProgressView",
- "bar_style": "success",
- "description": "",
- "description_tooltip": null,
- "layout": "IPY_MODEL_8141417665024172a4baa78c497acb69",
- "max": 14,
- "min": 0,
- "orientation": "horizontal",
- "style": "IPY_MODEL_01d27fdbe86a4ca2830b9bf3ccbf1ae9",
- "value": 14
- }
- },
- "e20a27a2f7764cb4b9537e34a3659c9a": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "HTMLModel",
- "model_module_version": "1.5.0",
- "state": {
- "_dom_classes": [],
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "HTMLModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/controls",
- "_view_module_version": "1.5.0",
- "_view_name": "HTMLView",
- "description": "",
- "description_tooltip": null,
- "layout": "IPY_MODEL_e4fe85a095e64d52b6a53c2a4bba8aeb",
- "placeholder": "",
- "style": "IPY_MODEL_70e17db8fc2f490f85b7af8aa664f0c7",
- "value": " 14/14 [00:00<00:00, 26.60it/s]"
- }
- },
- "bba307f545cd4533be6f0489f95b9895": {
- "model_module": "@jupyter-widgets/base",
- "model_name": "LayoutModel",
- "model_module_version": "1.2.0",
- "state": {
- "_model_module": "@jupyter-widgets/base",
- "_model_module_version": "1.2.0",
- "_model_name": "LayoutModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "LayoutView",
- "align_content": null,
- "align_items": null,
- "align_self": null,
- "border": null,
- "bottom": null,
- "display": null,
- "flex": null,
- "flex_flow": null,
- "grid_area": null,
- "grid_auto_columns": null,
- "grid_auto_flow": null,
- "grid_auto_rows": null,
- "grid_column": null,
- "grid_gap": null,
- "grid_row": null,
- "grid_template_areas": null,
- "grid_template_columns": null,
- "grid_template_rows": null,
- "height": null,
- "justify_content": null,
- "justify_items": null,
- "left": null,
- "margin": null,
- "max_height": null,
- "max_width": null,
- "min_height": null,
- "min_width": null,
- "object_fit": null,
- "object_position": null,
- "order": null,
- "overflow": null,
- "overflow_x": null,
- "overflow_y": null,
- "padding": null,
- "right": null,
- "top": null,
- "visibility": null,
- "width": null
- }
- },
- "eb057e56f0f94e4993b8ae960c78b0ad": {
- "model_module": "@jupyter-widgets/base",
- "model_name": "LayoutModel",
- "model_module_version": "1.2.0",
- "state": {
- "_model_module": "@jupyter-widgets/base",
- "_model_module_version": "1.2.0",
- "_model_name": "LayoutModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "LayoutView",
- "align_content": null,
- "align_items": null,
- "align_self": null,
- "border": null,
- "bottom": null,
- "display": null,
- "flex": null,
- "flex_flow": null,
- "grid_area": null,
- "grid_auto_columns": null,
- "grid_auto_flow": null,
- "grid_auto_rows": null,
- "grid_column": null,
- "grid_gap": null,
- "grid_row": null,
- "grid_template_areas": null,
- "grid_template_columns": null,
- "grid_template_rows": null,
- "height": null,
- "justify_content": null,
- "justify_items": null,
- "left": null,
- "margin": null,
- "max_height": null,
- "max_width": null,
- "min_height": null,
- "min_width": null,
- "object_fit": null,
- "object_position": null,
- "order": null,
- "overflow": null,
- "overflow_x": null,
- "overflow_y": null,
- "padding": null,
- "right": null,
- "top": null,
- "visibility": null,
- "width": null
- }
- },
- "2073b65c0db045aa8e86d91a4fea2e2b": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "DescriptionStyleModel",
- "model_module_version": "1.5.0",
- "state": {
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "DescriptionStyleModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "StyleView",
- "description_width": ""
- }
- },
- "8141417665024172a4baa78c497acb69": {
- "model_module": "@jupyter-widgets/base",
- "model_name": "LayoutModel",
- "model_module_version": "1.2.0",
- "state": {
- "_model_module": "@jupyter-widgets/base",
- "_model_module_version": "1.2.0",
- "_model_name": "LayoutModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "LayoutView",
- "align_content": null,
- "align_items": null,
- "align_self": null,
- "border": null,
- "bottom": null,
- "display": null,
- "flex": null,
- "flex_flow": null,
- "grid_area": null,
- "grid_auto_columns": null,
- "grid_auto_flow": null,
- "grid_auto_rows": null,
- "grid_column": null,
- "grid_gap": null,
- "grid_row": null,
- "grid_template_areas": null,
- "grid_template_columns": null,
- "grid_template_rows": null,
- "height": null,
- "justify_content": null,
- "justify_items": null,
- "left": null,
- "margin": null,
- "max_height": null,
- "max_width": null,
- "min_height": null,
- "min_width": null,
- "object_fit": null,
- "object_position": null,
- "order": null,
- "overflow": null,
- "overflow_x": null,
- "overflow_y": null,
- "padding": null,
- "right": null,
- "top": null,
- "visibility": null,
- "width": null
- }
- },
- "01d27fdbe86a4ca2830b9bf3ccbf1ae9": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "ProgressStyleModel",
- "model_module_version": "1.5.0",
- "state": {
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "ProgressStyleModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "StyleView",
- "bar_color": null,
- "description_width": ""
- }
- },
- "e4fe85a095e64d52b6a53c2a4bba8aeb": {
- "model_module": "@jupyter-widgets/base",
- "model_name": "LayoutModel",
- "model_module_version": "1.2.0",
- "state": {
- "_model_module": "@jupyter-widgets/base",
- "_model_module_version": "1.2.0",
- "_model_name": "LayoutModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "LayoutView",
- "align_content": null,
- "align_items": null,
- "align_self": null,
- "border": null,
- "bottom": null,
- "display": null,
- "flex": null,
- "flex_flow": null,
- "grid_area": null,
- "grid_auto_columns": null,
- "grid_auto_flow": null,
- "grid_auto_rows": null,
- "grid_column": null,
- "grid_gap": null,
- "grid_row": null,
- "grid_template_areas": null,
- "grid_template_columns": null,
- "grid_template_rows": null,
- "height": null,
- "justify_content": null,
- "justify_items": null,
- "left": null,
- "margin": null,
- "max_height": null,
- "max_width": null,
- "min_height": null,
- "min_width": null,
- "object_fit": null,
- "object_position": null,
- "order": null,
- "overflow": null,
- "overflow_x": null,
- "overflow_y": null,
- "padding": null,
- "right": null,
- "top": null,
- "visibility": null,
- "width": null
- }
- },
- "70e17db8fc2f490f85b7af8aa664f0c7": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "DescriptionStyleModel",
- "model_module_version": "1.5.0",
- "state": {
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "DescriptionStyleModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "StyleView",
- "description_width": ""
- }
- },
- "c0a70bcdf3fb4bbfb2675b8012b2ef24": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "HBoxModel",
- "model_module_version": "1.5.0",
- "state": {
- "_dom_classes": [],
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "HBoxModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/controls",
- "_view_module_version": "1.5.0",
- "_view_name": "HBoxView",
- "box_style": "",
- "children": [
- "IPY_MODEL_665b9b5e85a34be8a20d40c51e57cfe0",
- "IPY_MODEL_b604cef3deca4847afcc459e5c8a9e0f",
- "IPY_MODEL_076728d713254b49935c7938d18014f2"
- ],
- "layout": "IPY_MODEL_be591abb84a24c4b9903087501ebb0e5"
- }
- },
- "665b9b5e85a34be8a20d40c51e57cfe0": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "HTMLModel",
- "model_module_version": "1.5.0",
- "state": {
- "_dom_classes": [],
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "HTMLModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/controls",
- "_view_module_version": "1.5.0",
- "_view_name": "HTMLView",
- "description": "",
- "description_tooltip": null,
- "layout": "IPY_MODEL_85f23ab21c3b404aaa146cfcaefc85d8",
- "placeholder": "",
- "style": "IPY_MODEL_10340f8e7c8e482c8d35047a3e43ee7f",
- "value": "Generating embeddings: 100%"
- }
- },
- "b604cef3deca4847afcc459e5c8a9e0f": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "FloatProgressModel",
- "model_module_version": "1.5.0",
- "state": {
- "_dom_classes": [],
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "FloatProgressModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/controls",
- "_view_module_version": "1.5.0",
- "_view_name": "ProgressView",
- "bar_style": "success",
- "description": "",
- "description_tooltip": null,
- "layout": "IPY_MODEL_1095efa793804a3fb625855e715a5317",
- "max": 108,
- "min": 0,
- "orientation": "horizontal",
- "style": "IPY_MODEL_b43a5a6a65034a16927700e442dde52a",
- "value": 108
- }
- },
- "076728d713254b49935c7938d18014f2": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "HTMLModel",
- "model_module_version": "1.5.0",
- "state": {
- "_dom_classes": [],
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "HTMLModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/controls",
- "_view_module_version": "1.5.0",
- "_view_name": "HTMLView",
- "description": "",
- "description_tooltip": null,
- "layout": "IPY_MODEL_121dbf44a222434cbc57ebe6beb83e2a",
- "placeholder": "",
- "style": "IPY_MODEL_2af0821ebb7e47988d134d4ec2776e87",
- "value": " 108/108 [00:34<00:00, 3.66it/s]"
- }
- },
- "be591abb84a24c4b9903087501ebb0e5": {
- "model_module": "@jupyter-widgets/base",
- "model_name": "LayoutModel",
- "model_module_version": "1.2.0",
- "state": {
- "_model_module": "@jupyter-widgets/base",
- "_model_module_version": "1.2.0",
- "_model_name": "LayoutModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "LayoutView",
- "align_content": null,
- "align_items": null,
- "align_self": null,
- "border": null,
- "bottom": null,
- "display": null,
- "flex": null,
- "flex_flow": null,
- "grid_area": null,
- "grid_auto_columns": null,
- "grid_auto_flow": null,
- "grid_auto_rows": null,
- "grid_column": null,
- "grid_gap": null,
- "grid_row": null,
- "grid_template_areas": null,
- "grid_template_columns": null,
- "grid_template_rows": null,
- "height": null,
- "justify_content": null,
- "justify_items": null,
- "left": null,
- "margin": null,
- "max_height": null,
- "max_width": null,
- "min_height": null,
- "min_width": null,
- "object_fit": null,
- "object_position": null,
- "order": null,
- "overflow": null,
- "overflow_x": null,
- "overflow_y": null,
- "padding": null,
- "right": null,
- "top": null,
- "visibility": null,
- "width": null
- }
- },
- "85f23ab21c3b404aaa146cfcaefc85d8": {
- "model_module": "@jupyter-widgets/base",
- "model_name": "LayoutModel",
- "model_module_version": "1.2.0",
- "state": {
- "_model_module": "@jupyter-widgets/base",
- "_model_module_version": "1.2.0",
- "_model_name": "LayoutModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "LayoutView",
- "align_content": null,
- "align_items": null,
- "align_self": null,
- "border": null,
- "bottom": null,
- "display": null,
- "flex": null,
- "flex_flow": null,
- "grid_area": null,
- "grid_auto_columns": null,
- "grid_auto_flow": null,
- "grid_auto_rows": null,
- "grid_column": null,
- "grid_gap": null,
- "grid_row": null,
- "grid_template_areas": null,
- "grid_template_columns": null,
- "grid_template_rows": null,
- "height": null,
- "justify_content": null,
- "justify_items": null,
- "left": null,
- "margin": null,
- "max_height": null,
- "max_width": null,
- "min_height": null,
- "min_width": null,
- "object_fit": null,
- "object_position": null,
- "order": null,
- "overflow": null,
- "overflow_x": null,
- "overflow_y": null,
- "padding": null,
- "right": null,
- "top": null,
- "visibility": null,
- "width": null
- }
- },
- "10340f8e7c8e482c8d35047a3e43ee7f": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "DescriptionStyleModel",
- "model_module_version": "1.5.0",
- "state": {
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "DescriptionStyleModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "StyleView",
- "description_width": ""
- }
- },
- "1095efa793804a3fb625855e715a5317": {
- "model_module": "@jupyter-widgets/base",
- "model_name": "LayoutModel",
- "model_module_version": "1.2.0",
- "state": {
- "_model_module": "@jupyter-widgets/base",
- "_model_module_version": "1.2.0",
- "_model_name": "LayoutModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "LayoutView",
- "align_content": null,
- "align_items": null,
- "align_self": null,
- "border": null,
- "bottom": null,
- "display": null,
- "flex": null,
- "flex_flow": null,
- "grid_area": null,
- "grid_auto_columns": null,
- "grid_auto_flow": null,
- "grid_auto_rows": null,
- "grid_column": null,
- "grid_gap": null,
- "grid_row": null,
- "grid_template_areas": null,
- "grid_template_columns": null,
- "grid_template_rows": null,
- "height": null,
- "justify_content": null,
- "justify_items": null,
- "left": null,
- "margin": null,
- "max_height": null,
- "max_width": null,
- "min_height": null,
- "min_width": null,
- "object_fit": null,
- "object_position": null,
- "order": null,
- "overflow": null,
- "overflow_x": null,
- "overflow_y": null,
- "padding": null,
- "right": null,
- "top": null,
- "visibility": null,
- "width": null
- }
- },
- "b43a5a6a65034a16927700e442dde52a": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "ProgressStyleModel",
- "model_module_version": "1.5.0",
- "state": {
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "ProgressStyleModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "StyleView",
- "bar_color": null,
- "description_width": ""
- }
- },
- "121dbf44a222434cbc57ebe6beb83e2a": {
- "model_module": "@jupyter-widgets/base",
- "model_name": "LayoutModel",
- "model_module_version": "1.2.0",
- "state": {
- "_model_module": "@jupyter-widgets/base",
- "_model_module_version": "1.2.0",
- "_model_name": "LayoutModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "LayoutView",
- "align_content": null,
- "align_items": null,
- "align_self": null,
- "border": null,
- "bottom": null,
- "display": null,
- "flex": null,
- "flex_flow": null,
- "grid_area": null,
- "grid_auto_columns": null,
- "grid_auto_flow": null,
- "grid_auto_rows": null,
- "grid_column": null,
- "grid_gap": null,
- "grid_row": null,
- "grid_template_areas": null,
- "grid_template_columns": null,
- "grid_template_rows": null,
- "height": null,
- "justify_content": null,
- "justify_items": null,
- "left": null,
- "margin": null,
- "max_height": null,
- "max_width": null,
- "min_height": null,
- "min_width": null,
- "object_fit": null,
- "object_position": null,
- "order": null,
- "overflow": null,
- "overflow_x": null,
- "overflow_y": null,
- "padding": null,
- "right": null,
- "top": null,
- "visibility": null,
- "width": null
- }
- },
- "2af0821ebb7e47988d134d4ec2776e87": {
- "model_module": "@jupyter-widgets/controls",
- "model_name": "DescriptionStyleModel",
- "model_module_version": "1.5.0",
- "state": {
- "_model_module": "@jupyter-widgets/controls",
- "_model_module_version": "1.5.0",
- "_model_name": "DescriptionStyleModel",
- "_view_count": null,
- "_view_module": "@jupyter-widgets/base",
- "_view_module_version": "1.2.0",
- "_view_name": "StyleView",
- "description_width": ""
- }
- }
- }
- }
- },
- "cells": [
- {
- "cell_type": "markdown",
- "metadata": {
- "id": "view-in-github",
- "colab_type": "text"
- },
- "source": [
- "
"
- ]
- },
- {
- "cell_type": "markdown",
- "source": [
- "# Install Packages and Setup Variables"
- ],
- "metadata": {
- "id": "5BGJ3fxhOk2V"
- }
- },
- {
- "cell_type": "code",
- "execution_count": 2,
- "metadata": {
- "id": "QPJzr-I9XQ7l",
- "colab": {
- "base_uri": "https://localhost:8080/"
- },
- "outputId": "809b17a0-5b45-4e3c-9d3f-72ad8b0e0d9d"
- },
- "outputs": [
- {
- "output_type": "stream",
- "name": "stdout",
- "text": [
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m15.7/15.7 MB\u001b[0m \u001b[31m69.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m225.4/225.4 kB\u001b[0m \u001b[31m22.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.0/2.0 MB\u001b[0m \u001b[31m73.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m508.6/508.6 kB\u001b[0m \u001b[31m45.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m79.9/79.9 MB\u001b[0m \u001b[31m10.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.7/45.7 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m51.7/51.7 kB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.9/75.9 kB\u001b[0m \u001b[31m8.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m72.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m92.1/92.1 kB\u001b[0m \u001b[31m10.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.7/60.7 kB\u001b[0m \u001b[31m7.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.1/41.1 kB\u001b[0m \u001b[31m4.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m91.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.8/6.8 MB\u001b[0m \u001b[31m92.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━���━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.9/57.9 kB\u001b[0m \u001b[31m5.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m105.6/105.6 kB\u001b[0m \u001b[31m12.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.3/67.3 kB\u001b[0m \u001b[31m7.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
- " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
- " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m698.9/698.9 kB\u001b[0m \u001b[31m52.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m69.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.6/67.6 kB\u001b[0m \u001b[31m8.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m79.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.5/71.5 kB\u001b[0m \u001b[31m8.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m76.9/76.9 kB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m7.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.0/46.0 kB\u001b[0m \u001b[31m6.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.8/50.8 kB\u001b[0m \u001b[31m6.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m341.4/341.4 kB\u001b[0m \u001b[31m31.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.4/3.4 MB\u001b[0m \u001b[31m62.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m56.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m14.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.4/49.4 kB\u001b[0m \u001b[31m6.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
- "\u001b[?25h Building wheel for pypika (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
- "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
- "tensorflow-probability 0.22.0 requires typing-extensions<4.6.0, but you have typing-extensions 4.9.0 which is incompatible.\u001b[0m\u001b[31m\n",
- "\u001b[0m"
- ]
- }
- ],
- "source": [
- "!pip install -q llama-index==0.9.21 openai==1.6.0 tiktoken==0.5.2 chromadb==0.4.21 kaleido==0.2.1 python-multipart==0.0.6 cohere==4.39"
- ]
- },
- {
- "cell_type": "code",
- "source": [
- "import os\n",
- "\n",
- "# Set the \"OPENAI_API_KEY\" in the Python environment. Will be used by OpenAI client later.\n",
- "os.environ[\"OPENAI_API_KEY\"] = \"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\""
- ],
- "metadata": {
- "id": "riuXwpSPcvWC"
- },
- "execution_count": 3,
- "outputs": []
- },
- {
- "cell_type": "code",
- "source": [
- "import nest_asyncio\n",
- "\n",
- "nest_asyncio.apply()"
- ],
- "metadata": {
- "id": "km-KQOrgr3VB"
- },
- "execution_count": 4,
- "outputs": []
- },
- {
- "cell_type": "markdown",
- "source": [
- "# Load a Model"
- ],
- "metadata": {
- "id": "Bkgi2OrYzF7q"
- }
- },
- {
- "cell_type": "code",
- "source": [
- "from llama_index.llms import OpenAI\n",
- "\n",
- "llm = OpenAI(temperature=0.9, model=\"gpt-3.5-turbo\", max_tokens=512)"
- ],
- "metadata": {
- "id": "9oGT6crooSSj"
- },
- "execution_count": 5,
- "outputs": []
- },
- {
- "cell_type": "markdown",
- "source": [
- "# Create a VectoreStore"
- ],
- "metadata": {
- "id": "0BwVuJXlzHVL"
- }
- },
- {
- "cell_type": "code",
- "source": [
- "import chromadb\n",
- "\n",
- "# create client and a new collection\n",
- "# chromadb.EphemeralClient saves data in-memory.\n",
- "chroma_client = chromadb.PersistentClient(path=\"./mini-llama-articles\")\n",
- "chroma_collection = chroma_client.create_collection(\"mini-llama-articles\")"
- ],
- "metadata": {
- "id": "SQP87lHczHKc"
- },
- "execution_count": 6,
- "outputs": []
- },
- {
- "cell_type": "code",
- "source": [
- "from llama_index.vector_stores import ChromaVectorStore\n",
- "\n",
- "# Define a storage context object using the created vector database.\n",
- "vector_store = ChromaVectorStore(chroma_collection=chroma_collection)"
- ],
- "metadata": {
- "id": "zAaGcYMJzHAN"
- },
- "execution_count": 7,
- "outputs": []
- },
- {
- "cell_type": "markdown",
- "source": [
- "# Load the Dataset (CSV)"
- ],
- "metadata": {
- "id": "I9JbAzFcjkpn"
- }
- },
- {
- "cell_type": "markdown",
- "source": [
- "## Download"
- ],
- "metadata": {
- "id": "_Tif8-JoRH68"
- }
- },
- {
- "cell_type": "markdown",
- "source": [
- "The dataset includes several articles from the TowardsAI blog, which provide an in-depth explanation of the LLaMA2 model."
- ],
- "metadata": {
- "id": "4fQaa1LN1mXL"
- }
- },
- {
- "cell_type": "code",
- "source": [
- "!wget https://raw.githubusercontent.com/AlaFalaki/tutorial_notebooks/main/data/mini-llama-articles.csv"
- ],
- "metadata": {
- "colab": {
- "base_uri": "https://localhost:8080/"
- },
- "id": "fQtpDvUzKNzI",
- "outputId": "f170fb33-8edc-4993-8025-b2bc5c0d0e99"
- },
- "execution_count": 8,
- "outputs": [
- {
- "output_type": "stream",
- "name": "stdout",
- "text": [
- "--2024-02-05 16:59:59-- https://raw.githubusercontent.com/AlaFalaki/tutorial_notebooks/main/data/mini-llama-articles.csv\n",
- "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 185.199.108.133, 185.199.109.133, 185.199.110.133, ...\n",
- "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|185.199.108.133|:443... connected.\n",
- "HTTP request sent, awaiting response... 200 OK\n",
- "Length: 173646 (170K) [text/plain]\n",
- "Saving to: ‘mini-llama-articles.csv’\n",
- "\n",
- "\rmini-llama-articles 0%[ ] 0 --.-KB/s \rmini-llama-articles 100%[===================>] 169.58K --.-KB/s in 0.003s \n",
- "\n",
- "2024-02-05 16:59:59 (47.7 MB/s) - ‘mini-llama-articles.csv’ saved [173646/173646]\n",
- "\n"
- ]
- }
- ]
- },
- {
- "cell_type": "markdown",
- "source": [
- "## Load the Articles"
- ],
- "metadata": {
- "id": "zk-4alIxROo8"
- }
- },
- {
- "cell_type": "code",
- "source": [
- "import csv\n",
- "\n",
- "rows = []\n",
- "\n",
- "# Load the file as a JSON\n",
- "with open(\"./mini-llama-articles.csv\", mode=\"r\", encoding=\"utf-8\") as file:\n",
- " csv_reader = csv.reader(file)\n",
- "\n",
- " for idx, row in enumerate( csv_reader ):\n",
- " if idx == 0: continue; # Skip header row\n",
- " rows.append( row )\n",
- "\n",
- "# The number of characters in the dataset.\n",
- "len( rows )"
- ],
- "metadata": {
- "colab": {
- "base_uri": "https://localhost:8080/"
- },
- "id": "_WER5lt0N7c5",
- "outputId": "521f21f1-c84d-4e1b-9983-8ea17e80ea6c"
- },
- "execution_count": 9,
- "outputs": [
- {
- "output_type": "execute_result",
- "data": {
- "text/plain": [
- "14"
- ]
- },
- "metadata": {},
- "execution_count": 9
- }
- ]
- },
- {
- "cell_type": "markdown",
- "source": [
- "# Convert to Document obj"
- ],
- "metadata": {
- "id": "wxEStggPdxYs"
- }
- },
- {
- "cell_type": "code",
- "source": [
- "from llama_index import Document\n",
- "\n",
- "# Convert the chunks to Document objects so the LlamaIndex framework can process them.\n",
- "documents = [Document(text=row[1], metadata={\"title\": row[0], \"url\": row[2], \"source_name\": row[3]}) for row in rows]"
- ],
- "metadata": {
- "id": "lFvW_886dxKX"
- },
- "execution_count": 10,
- "outputs": []
- },
- {
- "cell_type": "code",
- "source": [
- "len( documents )"
- ],
- "metadata": {
- "colab": {
- "base_uri": "https://localhost:8080/"
- },
- "id": "Njoc3XEVkKkf",
- "outputId": "8dec6077-4301-44ed-ad9b-95d943e00af6"
- },
- "execution_count": 11,
- "outputs": [
- {
- "output_type": "execute_result",
- "data": {
- "text/plain": [
- "14"
- ]
- },
- "metadata": {},
- "execution_count": 11
- }
- ]
- },
- {
- "cell_type": "markdown",
- "source": [
- "# Transforming"
- ],
- "metadata": {
- "id": "S17g2RYOjmf2"
- }
- },
- {
- "cell_type": "code",
- "source": [
- "from llama_index.text_splitter import TokenTextSplitter\n",
- "\n",
- "text_splitter = TokenTextSplitter(\n",
- " separator=\" \", chunk_size=512, chunk_overlap=128\n",
- ")"
- ],
- "metadata": {
- "id": "STACTMUR1z9N"
- },
- "execution_count": 12,
- "outputs": []
- },
- {
- "cell_type": "code",
- "source": [
- "from llama_index.embeddings import OpenAIEmbedding\n",
- "from llama_index.ingestion import IngestionPipeline\n",
- "\n",
- "pipeline = IngestionPipeline(\n",
- " transformations=[\n",
- " text_splitter,\n",
- " OpenAIEmbedding(),\n",
- " ],\n",
- " vector_store=vector_store\n",
- ")\n",
- "\n",
- "b = pipeline.run(documents=documents, show_progress=True);"
- ],
- "metadata": {
- "id": "CtdsIUQ81_hT",
- "colab": {
- "base_uri": "https://localhost:8080/",
- "height": 331,
- "referenced_widgets": [
- "76fea2dabfea42aa8bc7ae719f2a22ee",
- "6c575687c8f1468a803b88eea3d26b7b",
- "c266531dafcf4624af5fe9bcbc9d8df9",
- "e20a27a2f7764cb4b9537e34a3659c9a",
- "bba307f545cd4533be6f0489f95b9895",
- "eb057e56f0f94e4993b8ae960c78b0ad",
- "2073b65c0db045aa8e86d91a4fea2e2b",
- "8141417665024172a4baa78c497acb69",
- "01d27fdbe86a4ca2830b9bf3ccbf1ae9",
- "e4fe85a095e64d52b6a53c2a4bba8aeb",
- "70e17db8fc2f490f85b7af8aa664f0c7",
- "c0a70bcdf3fb4bbfb2675b8012b2ef24",
- "665b9b5e85a34be8a20d40c51e57cfe0",
- "b604cef3deca4847afcc459e5c8a9e0f",
- "076728d713254b49935c7938d18014f2",
- "be591abb84a24c4b9903087501ebb0e5",
- "85f23ab21c3b404aaa146cfcaefc85d8",
- "10340f8e7c8e482c8d35047a3e43ee7f",
- "1095efa793804a3fb625855e715a5317",
- "b43a5a6a65034a16927700e442dde52a",
- "121dbf44a222434cbc57ebe6beb83e2a",
- "2af0821ebb7e47988d134d4ec2776e87"
- ]
- },
- "outputId": "325e8cd3-ce27-4ab0-e542-cbfdb7a0debb"
- },
- "execution_count": 13,
- "outputs": [
- {
- "output_type": "display_data",
- "data": {
- "text/plain": [
- "Parsing nodes: 0%| | 0/14 [00:00, ?it/s]"
- ],
- "application/vnd.jupyter.widget-view+json": {
- "version_major": 2,
- "version_minor": 0,
- "model_id": "76fea2dabfea42aa8bc7ae719f2a22ee"
- }
- },
- "metadata": {}
- },
- {
- "output_type": "stream",
- "name": "stdout",
- "text": [
- "464\n",
- "452\n",
- "457\n",
- "465\n",
- "448\n",
- "468\n",
- "434\n",
- "447\n",
- "455\n",
- "445\n",
- "449\n",
- "455\n",
- "431\n",
- "453\n"
- ]
- },
- {
- "output_type": "display_data",
- "data": {
- "text/plain": [
- "Generating embeddings: 0%| | 0/108 [00:00, ?it/s]"
- ],
- "application/vnd.jupyter.widget-view+json": {
- "version_major": 2,
- "version_minor": 0,
- "model_id": "c0a70bcdf3fb4bbfb2675b8012b2ef24"
- }
- },
- "metadata": {}
- }
- ]
- },
- {
- "cell_type": "code",
- "source": [
- "b"
- ],
- "metadata": {
- "colab": {
- "base_uri": "https://localhost:8080/"
- },
- "id": "MGsNiyz1Mrjq",
- "outputId": "7838f241-cc2e-41ab-fb93-8398c3b9ab48"
- },
- "execution_count": 14,
- "outputs": [
- {
- "output_type": "execute_result",
- "data": {
- "text/plain": [
- "[TextNode(id_='e3d9f19f-3b58-447b-be15-1febc10e6068', embedding=[-0.022294234484434128, 0.010746242478489876, -0.017483742907643318, -0.013271046802401543, 0.0047014812007546425, 0.013728184625506401, -0.02814559079706669, 0.025374636054039, -0.03814634680747986, -0.028680089861154556, 0.028412839397788048, 0.028117459267377853, -0.028553497046232224, -0.014304880052804947, 0.008024517446756363, 0.01914350315928459, 0.014937839470803738, 0.003152488963678479, 0.004687415435910225, -0.004866753704845905, -0.0025845838245004416, 0.00024900794960558414, -0.006403438281267881, -0.01973426528275013, 0.004585438407957554, 0.026556160300970078, 0.026204515248537064, -0.02858162857592106, -0.01759626902639866, 0.002206566510722041, 0.012806876562535763, 0.014044663868844509, -0.029341179877519608, -0.001695803483016789, -0.013791480101644993, -0.01749780774116516, 0.016935177147388458, -0.005738831125199795, 0.035670772194862366, -0.010964262299239635, 0.014656524173915386, 0.007574412971735001, 0.00634365901350975, -0.03060709871351719, -0.027836143970489502, 7.818586163921282e-05, 0.022927192971110344, -0.02624671347439289, -0.025444963946938515, 0.0010698770638555288, -0.004181047901511192, 0.04520735889673233, -0.032829489558935165, 0.020085908472537994, 0.002519529778510332, -0.004043906927108765, 0.006034212186932564, -0.0014250375097617507, 0.02628890983760357, 0.013728184625506401, -0.002292719203978777, -0.0039173150435090065, -0.017708795145154, 0.021450288593769073, -0.0109361307695508, -0.0057423473335802555, -0.030297651886940002, 0.032660700380802155, 0.008882529102265835, -0.008713739924132824, -0.000817132880911231, 0.015402009710669518, 0.008495720103383064, -0.02312411367893219, 0.02891920693218708, 0.007300130557268858, -0.018172964453697205, -0.020564144477248192, -0.024882333353161812, 0.006428053602576256, 0.01683671772480011, 0.00346369412727654, -0.000945922511164099, 0.03448924794793129, 0.01711803302168846, -0.005151585675776005, 0.021140841767191887, -0.019171634688973427, -0.011991062201559544, -0.027020329609513283, -0.0011744911316782236, -0.0006848268094472587, 0.05049608647823334, 0.022589614614844322, -0.03164796531200409, 0.006670687813311815, -0.014698721468448639, 0.013904006220400333, -0.02105644717812538, -0.02197072096168995, -0.025487162172794342, -0.019368555396795273, -0.018215162679553032, -0.020156238228082657, -0.015894312411546707, 0.010162513703107834, 0.017300887033343315, 0.02137995883822441, 0.004757744260132313, 0.03156357258558273, -0.01689298078417778, 0.04531988501548767, 0.005376637913286686, -0.04022808000445366, -0.017511874437332153, 0.007036397699266672, 0.02755482867360115, -0.010795473121106625, -0.008840331807732582, 0.022392693907022476, 0.027189118787646294, 0.02219577319920063, 0.008214405737817287, -0.003776657162234187, 0.021084578707814217, 0.0001536244963062927, -0.016386613249778748, -0.003368750214576721, -0.02005777694284916, 0.0016465733060613275, 0.023264771327376366, 0.02382740192115307, 0.03361717239022255, 0.004166982136666775, -0.03780876845121384, 0.024418164044618607, -0.020043712109327316, -0.012989731505513191, -0.025388700887560844, -0.017736926674842834, -0.0040157753974199295, 0.025979463011026382, 0.002874690108001232, 0.01358049362897873, -0.020043712109327316, 0.01782132126390934, 0.021351827308535576, 0.01457212958484888, 0.02651396207511425, 0.0005098839174024761, 0.005323891062289476, -0.03327959403395653, -0.021506551653146744, 0.011688648723065853, 0.0018584388308227062, 0.014614326879382133, 0.019256029278039932, 0.006846509873867035, -0.01568332500755787, -0.0026724948547780514, -0.015106628648936749, 0.014445537701249123, -0.013102257624268532, 0.006044761277735233, 0.02728758007287979, 0.03159170225262642, 0.03012886270880699, -0.018243294209241867, 0.0015199814224615693, -0.017947912216186523, -0.031169729307293892, 0.013524230569601059, -0.04413836449384689, 0.020761065185070038, -0.0010162513935938478, 0.012012161314487457, 0.003259740537032485, -0.005812676157802343, -0.015050365589559078, -0.020465685054659843, 0.0011999853886663914, 0.0011120743583887815, 0.0036535817198455334, 0.007553314324468374, -0.022125445306301117, -0.011393267661333084, 0.0022557966876775026, 0.010429763235151768, 0.0014936081133782864, -0.01054932177066803, 0.029116127640008926, 0.016935177147388458, -0.002345465822145343, -0.023644546046853065, -0.619343638420105, -0.03235125541687012, -0.0017722860211506486, -0.032069940119981766, -0.0015903102466836572, -0.015767719596624374, -0.018510542809963226, -0.005594656802713871, -0.023025652393698692, 0.0382588729262352, -0.02132369577884674, -0.00364303239621222, 0.01054932177066803, -0.0162881538271904, 0.0027357907965779305, -0.022828731685876846, 0.0020993149373680353, -0.02350388839840889, 0.0197905283421278, 0.007335294969379902, -0.01161128655076027, -0.0022522802464663982, 0.0026039243675768375, -0.007384525146335363, -0.01706176996231079, -0.0023489822633564472, -0.012469298206269741, 0.009438126347959042, 0.009241205640137196, 0.012905336916446686, -0.045882515609264374, 0.019649870693683624, 0.004145883489400148, -0.02607792429625988, 0.040425002574920654, -0.008608246222138405, -0.011709746904671192, 0.01842614822089672, -0.005482131149619818, 0.014009498991072178, -0.02372894063591957, -0.015767719596624374, 0.01311632338911295, 0.013657855801284313, -0.01533168088644743, 0.029059864580631256, 0.02416498027741909, -0.006276846397668123, -0.021661274135112762, -0.013904006220400333, 0.004040390253067017, 7.27463630028069e-05, 0.02055007964372635, -0.008263635449111462, 0.0018320655217394233, 0.012680284678936005, 0.04022808000445366, -0.011006459593772888, 0.004022808279842138, 0.0060764094814658165, -0.0005340594216249883, 0.01099239382892847, -0.032491911202669144, -0.027836143970489502, -0.026598356664180756, 0.01744154468178749, 0.0064702508971095085, 0.01276467926800251, 0.0075111170299351215, 0.0006285637500695884, 0.0005824104882776737, 0.02734384313225746, 0.013017863035202026, -0.015936508774757385, -0.0032034774776548147, 0.014839379116892815, 0.009824935346841812, -0.008713739924132824, 0.014185321517288685, 0.031788624823093414, 0.01590837724506855, -0.015092562884092331, 0.004571372643113136, -0.009191975928843021, 0.036711640655994415, 0.01147766225039959, -0.0021995336282998323, -0.011280741542577744, 0.026992198079824448, 0.011189313605427742, 0.019213831052184105, 0.01224424596875906, -0.03783690184354782, -0.03285762295126915, 0.015120694413781166, 0.02126743271946907, -0.017300887033343315, 0.012349739670753479, 0.01880592480301857, -0.03223872929811478, -0.015022234059870243, -0.016878914088010788, 0.03226685896515846, 0.008734838105738163, 0.0333358570933342, 0.027315711602568626, -0.03809008374810219, -0.008488687686622143, 0.01611936464905739, -0.0340954065322876, -0.009740540757775307, 0.004944115411490202, -0.01617562770843506, -0.016738256439566612, 0.019101304933428764, -0.025191780179739, -0.0016166835557669401, -0.01699144020676613, -0.0034795179963111877, -0.008460556156933308, 0.032013677060604095, -0.013904006220400333, 0.009227139875292778, -0.017300887033343315, 0.018777793273329735, 0.02640143595635891, -0.009093515574932098, -0.02465728111565113, -0.014114992693066597, 0.018412083387374878, -0.014909707941114902, -0.01082360465079546, 0.012511495500802994, -0.015486404299736023, 0.0030188641976565123, 0.013088191859424114, 0.044250890612602234, 0.004747194703668356, 0.0073493607342243195, -0.013643790036439896, -0.02657022513449192, -0.00915681105107069, 0.01848241128027439, -0.004321705549955368, -0.0390184260904789, -0.031169729307293892, -0.01946701481938362, 0.00808781385421753, 0.007602544501423836, -0.007015299052000046, -0.014726852998137474, -0.009255271404981613, 0.008833298459649086, 0.01852460950613022, 0.0015947058564051986, -0.011569089256227016, -0.005573558621108532, -0.029988205060362816, -0.004086104221642017, -0.016597600653767586, 0.008376161567866802, -0.00011714142601704225, -0.007064529228955507, 0.0017696487484499812, 0.0042724753729999065, -0.010619650594890118, -0.022913126274943352, 0.027737684547901154, -0.02574034593999386, -0.020972052589058876, -0.004409616347402334, -0.035389456897974014, 0.006955519784241915, 0.012293476611375809, -0.01421345304697752, 0.024347834289073944, -0.0035392974968999624, -0.004968730732798576, -0.007883859798312187, -0.0012755888747051358, 0.0031472144182771444, 0.03088841401040554, 0.0002916447992902249, -0.021731603890657425, 0.01590837724506855, 0.017019571736454964, 0.03780876845121384, 0.014171255752444267, -0.021168973296880722, 0.010999426245689392, 0.01656946912407875, 0.016808586195111275, -0.022603679448366165, 0.03339212015271187, -0.01738528162240982, 0.011189313605427742, 0.007257933262735605, -0.017750991508364677, 0.013193685561418533, 0.03755558654665947, 0.009009120985865593, 0.015219154767692089, -0.016752323135733604, -0.010035921819508076, 0.010872834362089634, -0.030353914946317673, 0.01205435860902071, -0.01924196258187294, -0.010457894764840603, -0.005696633830666542, 0.003720394102856517, -0.0064632180146873, -0.008959890343248844, -0.012117654085159302, 0.0008725168299861252, 0.03150730952620506, -0.005573558621108532, 0.007426722440868616, -0.026331108063459396, 0.011027557775378227, 0.003525231732055545, 0.01700550690293312, -0.013552362099289894, 0.01270841620862484, -0.01043679565191269, 0.004873786587268114, -0.020043712109327316, 0.020732933655381203, -0.007475952617824078, -0.03131038695573807, 0.00426192581653595, 0.009599883109331131, 0.03268883377313614, 0.004399067256599665, 0.022969389334321022, -0.018018241971731186, 0.022378627210855484, 0.00140042242128402, 0.044250890612602234, -0.00571421580389142, -0.00722980173304677, 0.0036113844253122807, -1.8983284462592565e-05, -0.03100094012916088, 0.012673252262175083, -0.010275039821863174, 0.03842766210436821, -0.014375208877027035, -0.01711803302168846, -0.0055841077119112015, -0.036655377596616745, 0.011379201896488667, -0.002064150758087635, 0.004975763615220785, 0.029059864580631256, -0.009550652466714382, 0.004722579848021269, 0.0031841369345784187, 0.015373878180980682, 0.0037098447792232037, -0.013411704450845718, 0.0013608625158667564, -0.0028869977686554193, 0.015233220532536507, 0.02204105071723461, -0.004961697850376368, -0.0038856668397784233, -0.01142139919102192, -0.007085627876222134, -0.013974335044622421, -0.02126743271946907, -0.010057020001113415, 0.02486826851963997, -0.04062192142009735, 0.04259112849831581, 0.020761065185070038, 0.004247860051691532, 0.014994102530181408, -0.0034144639503210783, 0.032069940119981766, -0.02486826851963997, -0.03783690184354782, 0.014783116057515144, -0.008530884981155396, -0.03192928060889244, -0.01962173916399479, -0.018594937399029732, 0.007328262086957693, -0.001784593565389514, 0.00043955506407655776, -0.008861429989337921, -0.008425391279160976, -0.012251279316842556, 0.012195016257464886, 0.0002890074683818966, 0.008108912035822868, 0.014853444881737232, -0.006150254514068365, 0.008031550794839859, -0.020690737292170525, 0.02012810669839382, 0.012103588320314884, -0.009670211933553219, -0.005612239241600037, 0.0116464514285326, -0.016245955601334572, -0.03361717239022255, -0.00023933773627504706, 0.0002190083177993074, -0.033870354294776917, 0.003846985986456275, -0.0073493607342243195, 0.008615279570221901, -0.04143773764371872, 0.015486404299736023, 0.012743581086397171, 0.02043755352497101, 0.0035041330847889185, 0.01941075176000595, 0.013418737798929214, -0.007911991328001022, 0.001976239727810025, -0.010964262299239635, 0.019002845510840416, 0.04863940551877022, 0.018735595047473907, 0.0037625913973897696, 0.0009397687390446663, -0.005626305006444454, 0.003604351542890072, -0.02475574240088463, 0.0020834910683333874, 0.0009740540408529341, 0.010570420883595943, -0.016372548416256905, -0.01952327787876129, 0.01803230680525303, 0.0010188886662945151, 0.04005929082632065, 0.0032825972884893417, 0.010324269533157349, -0.013826644979417324, -0.009424060583114624, -0.01309522520750761, 0.014417406171560287, -0.00267952773720026, 0.01008515153080225, 0.024530690163373947, 0.011625352315604687, -0.009810869581997395, 0.008263635449111462, 0.028356576338410378, -0.006737500429153442, -0.021450288593769073, 0.012251279316842556, 0.004676865879446268, 0.008819232694804668, 0.008699674159288406, -0.016808586195111275, 0.011351070366799831, -0.0006531788385473192, -0.0032790808472782373, 0.013868842273950577, 0.015373878180980682, 0.004202146548777819, 0.02460101805627346, 0.008024517446756363, 0.013404672034084797, 0.009944493882358074, -0.014543998055160046, -0.0039173150435090065, 0.010232842527329922, -0.00699771661311388, -0.039271607995033264, 0.003702811896800995, 0.004937082529067993, -0.040762580931186676, -0.0017476709326729178, 0.02825811691582203, 0.006674204487353563, 0.0012747097061946988, -0.011294807307422161, -0.004828073084354401, -0.035614509135484695, -0.006632007192820311, -0.030382046476006508, 0.007039913907647133, -0.01533168088644743, -0.004188080783933401, -0.0031841369345784187, -0.003632483072578907, 0.0012659186031669378, -0.0161896925419569, 8.35154642118141e-05, -0.0162881538271904, -0.01120337937027216, -0.05800720304250717, -0.013369507156312466, -0.0014478943776339293, -0.004036874044686556, 0.010668881237506866, -0.0027076592668890953, 0.0031823788303881884, 0.021998852491378784, -0.008875495754182339, -0.020353158935904503, 0.0024070036597549915, -0.01994525082409382, 0.005594656802713871, -0.02323663979768753, -0.003864568192511797, -0.02077513188123703, -0.012349739670753479, 0.022237971425056458, -0.008770002983510494, -0.013875874690711498, -0.020099975168704987, 0.0024052453227341175, 0.0052535622380673885, 0.024530690163373947, 0.016203759238123894, 0.006779697723686695, 0.022969389334321022, -0.02340542897582054, -0.0008224075427278876, -0.01852460950613022, -0.01988898776471615, -0.03595208749175072, 0.0031278738752007484, 0.008425391279160976, 0.035501983016729355, 0.008544950745999813, 0.010190645232796669, -0.020845459774136543, 0.0005494438228197396, -0.014241584576666355, 0.012258311733603477, -0.0017485501011833549, 0.012792810797691345, -0.014023564755916595, 0.01205435860902071, -0.0037239105440676212, -0.0053520225919783115, -0.02984754741191864, 0.016878914088010788, -0.03012886270880699, 0.020099975168704987, 0.010218776762485504, 0.009789770469069481, 0.017230559140443802, 0.022448956966400146, 0.0021643692161887884, -0.04520735889673233, 0.0002261510817334056, 0.0011683374177664518, 0.014487734995782375, -0.0040509398095309734, -0.010978328064084053, -0.002598649589344859, -0.014825313352048397, -0.015303549356758595, 0.00898802187293768, -0.024615084752440453, 0.006459701340645552, -0.015205089002847672, -0.004054456017911434, -0.009438126347959042, -0.014670589938759804, 0.004856204614043236, -0.029369311407208443, -0.009177910163998604, 0.02914425916969776, 0.016738256439566612, 0.03111346624791622, -0.01350313238799572, 0.010619650594890118, -0.038343269377946854, -0.016372548416256905, 0.0004138411022722721, -0.023574218153953552, -0.010422729887068272, -0.006224100012332201, 0.011435464955866337, 0.016653863713145256, 0.02185819484293461, 0.005805643275380135, 0.017624400556087494, 0.01575365476310253, -0.0022434890270233154, -0.0063717905431985855, -0.010239874944090843, 0.0001497783960076049, -0.020310960710048676, -0.013292145915329456, 0.012701383791863918, -0.0033634754363447428, 0.009775704704225063, 0.004722579848021269, -0.0021274464670568705, 0.0019867890514433384, -0.014937839470803738, -0.004202146548777819, -0.01836988516151905, -0.041184552013874054, -0.021506551653146744, 0.008411325514316559, -0.006283879280090332, -0.002088765846565366, -0.046220093965530396, -0.017694728448987007, 0.01825735904276371, 0.00827770121395588, 0.014445537701249123, 0.012145785614848137, 0.036880429834127426, -0.029116127640008926, -0.0027199669275432825, 0.029988205060362816, 0.016907045617699623, -0.008052648976445198, -0.007419689558446407, -0.04399770498275757, 0.013735217042267323, 0.01527541782706976, 0.007363426499068737, 0.040537528693675995, 0.02613418735563755, -0.015317615121603012, 0.016541337594389915, 0.014206419698894024, 0.0033019378315657377, 0.01008515153080225, -0.0047647771425545216, -0.010345368646085262, 0.003614900866523385, -0.012265345081686974, -0.025135517120361328, -0.02378520369529724, -0.019171634688973427, 0.011217445135116577, 0.013193685561418533, 0.030804019421339035, -0.024741675704717636, -0.02043755352497101, 0.023799270391464233, 0.008629345335066319, 0.05069300904870033, 0.0133976386860013, 0.00891066063195467, 0.02378520369529724, 0.009817901998758316, -0.010689979419112206, 0.011175247840583324, 0.012602923437952995, -0.014178288169205189, 0.02077513188123703, 0.01569739170372486, 0.002853591460734606, -0.009705375880002975, 0.012420068494975567, 0.010078119114041328, -0.03918721526861191, -0.04847061634063721, 0.009867132641375065, 0.02149248495697975, 0.005436417181044817, -0.03592395782470703, -0.030185125768184662, -0.025177715346217155, -0.0007085627876222134, -0.02547309547662735, 0.023095982149243355, 0.010218776762485504, -0.008010451681911945, 0.011161182075738907, 0.009016153402626514, 0.010162513703107834, -0.0006448273197747767, -0.004687415435910225, 0.02204105071723461, 0.004789391998201609, 0.001231633359566331, -0.0033265529200434685, 0.010162513703107834, -0.006185418926179409, 0.037639979273080826, -0.009248238988220692, 0.011463596485555172, 0.010232842527329922, -0.0011648209765553474, 0.006188935600221157, -0.008080780506134033, 0.004363902844488621, 0.03702108561992645, -0.035445719957351685, -0.0109361307695508, -0.008045616559684277, -0.01645694300532341, 0.016302218660712242, -0.01569739170372486, 0.014143124222755432, -0.0045678564347326756, -0.013925105333328247, 0.0038891832809895277, 0.023855533450841904, 0.02378520369529724, -0.032126203179359436, 0.007025848142802715, 0.0028957887552678585, -0.0323793850839138, -0.027034396305680275, 0.005759929772466421, 0.0323793850839138, -0.03727427124977112, 0.007602544501423836, 0.008587148040533066, -0.02164720930159092, 0.021337762475013733, 0.02109864354133606, -0.0037098447792232037, -0.029200522229075432, 0.03235125541687012, -0.03392661735415459, 0.021886326372623444, 0.0013274563243612647, -0.010049987584352493, -0.026935935020446777, -0.0017889891751110554, -0.01498003676533699, -0.029200522229075432, 0.004479945171624422, -0.025346504524350166, -0.022209839895367622, -0.011716780252754688, 0.0166679285466671, 0.0068183783441782, -0.010619650594890118, 0.013278080150485039, 0.0032913885079324245, 0.0030944678001105785, -0.0007217494421638548, -0.01579585112631321, -0.001553387613967061, 0.023053783923387527, 0.0010338335996493697, 0.0036641310434788465, 0.030522704124450684, -0.0034619357902556658, 0.012216114439070225, -0.013777414336800575, -0.005211364943534136, -0.009768672287464142, -0.05817599222064018, -0.020761065185070038, 0.00978273805230856, 0.00173184706363827, 0.0001086250485968776, 0.0011278983438387513, -0.016752323135733604, -0.010478992946445942, -0.012666218914091587, -0.0021362376864999533, 0.010275039821863174, 0.002909854520112276, 0.007201670203357935, 0.02323663979768753, -0.0001669210469117388, 0.008411325514316559, -0.01787758432328701, -0.02055007964372635, -0.01897471398115158, -0.003639515955001116, -0.0318167544901371, -0.018707463517785072, -0.033757828176021576, 0.05058048292994499, -0.006241681985557079, -0.03887776657938957, -0.021168973296880722, -0.015050365589559078, -0.038455795496702194, -0.020564144477248192, 0.002472057705745101, 0.01820109598338604, 0.013081159442663193, 0.01689298078417778, 0.0029766669031232595, 0.03575516864657402, 0.0065651945769786835, 0.004965214058756828, -0.026921870186924934, 0.012898304499685764, -0.0007925177924335003, -0.013629724271595478, 0.012736547738313675, 0.017680663615465164, -0.02115490660071373, 0.01848241128027439, 0.011955898255109787, -0.02787834033370018, -0.024193111807107925, 0.026921870186924934, -0.015092562884092331, -0.009944493882358074, 0.021844130009412766, -0.009072416462004185, 0.007085627876222134, -0.012560726143419743, 0.02028282918035984, -0.03131038695573807, -0.009283402934670448, 0.02651396207511425, -0.006589809898287058, 0.016330350190401077, -0.01498003676533699, 0.01700550690293312, 0.009142745286226273, 0.008826266042888165, 0.01611936464905739, -0.01211062166839838, 0.006389372516423464, 0.004588955081999302, 0.04405396804213524, 0.019326357170939445, 0.010577453300356865, 0.029228653758764267, -0.016639797016978264, -0.0016421778127551079, -0.007757267914712429, 0.015050365589559078, 0.000825923983938992, -0.008812200278043747, 0.043603863567113876, -0.01689298078417778, 0.009958559647202492, -0.010127348825335503, 0.0030417211819440126, -0.022336430847644806, -0.01711803302168846, -0.016245955601334572, -0.0026549126487225294, -0.022603679448366165, 0.014473669230937958, 0.019874922931194305, -0.02185819484293461, -0.0032614986412227154, -0.012799844145774841, 0.022561483085155487, 0.0036570981610566378, -0.014234551228582859, -0.005749380216002464, -0.0011762493522837758, -0.003358200890943408, 0.01929822564125061, 0.010035921819508076, -0.0063331094570457935, 0.014417406171560287, 0.003483034437522292, -0.021830063313245773, 0.015514535829424858, 0.19928371906280518, -0.03156357258558273, 0.013538296334445477, 0.02853943221271038, 0.017033638432621956, -0.016485074535012245, 0.044419679790735245, 0.008151109330356121, 0.0014602019218727946, -0.004501043818891048, 0.007124308496713638, 0.005865423008799553, -0.016527270898222923, 0.00033450141199864447, 0.019157567992806435, -0.026331108063459396, -0.021408090367913246, -0.035670772194862366, -0.017680663615465164, -0.003948962781578302, 0.0061783860437572, 0.0010021856287494302, -0.007236834615468979, -0.022645877674221992, -0.0031472144182771444, 0.005348506383597851, -3.6318237107479945e-05, -0.0035094076301902533, 0.018440214917063713, 0.0007727378397248685, -0.016794519498944283, 0.00517971720546484, -0.008298800326883793, 0.001856680610217154, 0.00019065701053477824, -0.009747573174536228, 0.01049305871129036, -0.0005859269294887781, 0.006248714867979288, 0.025191780179739, 0.021942589432001114, 0.021365894004702568, 0.003632483072578907, -0.025051122531294823, 0.015261352062225342, 0.011076788417994976, -0.0039173150435090065, 0.008755937218666077, 0.007862761616706848, 0.007363426499068737, -0.022533351555466652, 0.022645877674221992, 0.023517955094575882, 0.020747000351548195, -0.006677720695734024, 0.000798671564552933, -0.019762396812438965, 0.015064431354403496, 0.00029911723686382174, -0.004930049646645784, -0.027259448543190956, -0.008495720103383064, -0.00021032711083535105, 0.024361900985240936, -0.010753275826573372, 0.012539627030491829, -0.007672873325645924, -0.023869598284363747, 0.00792605709284544, -0.029059864580631256, -0.01211062166839838, -0.01481124758720398, 0.00023845862597227097, -0.011491728015244007, -0.01990305446088314, -0.03896216303110123, 0.022153576835989952, 0.027737684547901154, 0.0007868036045692861, 0.0486675389111042, -0.0038047886919230223, -0.038624584674835205, 0.004578405525535345, -0.01211062166839838, 0.005309825297445059, -0.02393992803990841, 0.009789770469069481, -0.01527541782706976, -0.021689405664801598, -0.011083820834755898, -0.01661166548728943, -0.009571751579642296, 0.0041494001634418964, 0.024882333353161812, -0.00013692140055354685, 0.0045995041728019714, 0.007342327851802111, 0.005992014892399311, -0.010394598357379436, -0.031085334718227386, -0.0071524400264024734, 0.05918872728943825, 0.021351827308535576, 0.002751614898443222, -0.0008004297851584852, 0.019270094111561775, -0.0032544657588005066, 0.00013318518176674843, -0.002187225967645645, -8.769123815000057e-05, 0.009698343463242054, -0.027920538559556007, 0.011400300078094006, 0.0036359995137900114, -0.0025968914851546288, 0.011864470317959785, 0.011083820834755898, -0.009726474992930889, 0.016386613249778748, -0.01024690829217434, -0.007068045437335968, -0.0222520362585783, -0.005819709040224552, 0.011414365842938423, 2.7293623134028167e-05, -0.027371974661946297, 0.006786730606108904, 0.0011261401232331991, -0.027625158429145813, 0.01700550690293312, 0.0004008742398582399, -0.04000302776694298, 0.009360765106976032, 0.003938413690775633, 0.0006175749003887177, -0.008777035400271416, 0.014726852998137474, -0.006737500429153442, -0.028666023164987564, 0.013545329682528973, -0.008713739924132824, 0.02431970275938511, 0.004729612730443478, -0.02143622189760208, 0.014304880052804947, -0.01457212958484888, 0.002554694190621376, 0.015598930418491364, -0.013074126094579697, -0.019917119294404984, -0.02005777694284916, 0.007954188622534275, 0.005221914499998093, 0.00954362004995346, -0.0007208703318610787, 0.0243337694555521, -0.011857437901198864, -0.0007446063100360334, 0.022730272263288498, 0.008530884981155396, -0.0283143799751997, 0.003043479286134243, 0.015570798888802528, 0.006888707168400288, -0.015936508774757385, -0.0070539796724915504, -0.18082943558692932, -0.015022234059870243, 0.011308873072266579, -0.04025621339678764, 0.018440214917063713, 0.006210034247487783, 0.012736547738313675, 0.007820564322173595, -0.011041623540222645, 0.0009635047172196209, 0.02170347236096859, -0.018468346446752548, -0.004912467673420906, -0.006220583338290453, -0.0007204307476058602, 0.007968254387378693, -0.008875495754182339, 0.009705375880002975, 0.012328640557825565, 0.0009424060699529946, 0.03142291307449341, -0.027076592668890953, 0.009916362352669239, -0.009578783996403217, 0.017835386097431183, 0.012434134259819984, 0.009199008345603943, 0.042281683534383774, -0.017230559140443802, -0.031141597777605057, -0.011041623540222645, -0.014698721468448639, 0.029256785288453102, 0.006350691895931959, 0.031141597777605057, 0.0307758878916502, 0.011737878434360027, -0.019368555396795273, -0.01848241128027439, -0.01573958806693554, 0.022111378610134125, 0.01355939544737339, 0.024249374866485596, -0.008551983162760735, -0.031844887882471085, 0.007623643148690462, 0.007475952617824078, -0.02132369577884674, -0.0012026226613670588, -0.013045994564890862, 0.01700550690293312, 0.009902296587824821, 0.014297847636044025, -0.004237310960888863, 0.02475574240088463, 0.030438309535384178, -0.00535553926602006, 0.003428529715165496, -0.00669530313462019, -0.02011404000222683, -0.0005744984955526888, -0.00029845788958482444, 0.0008369128918275237, -0.00048438968951813877, 0.008460556156933308, -0.03524880111217499, -0.008235503919422626, 0.004923016764223576, -0.04005929082632065, 0.0020764581859111786, -0.03395475074648857, 0.0032333671115338802, -0.02793460339307785, -0.014368176460266113, 0.027597026899456978, 0.03887776657938957, -0.03049457259476185, 0.016696060076355934, 0.04413836449384689, 0.008270668797194958, -0.01995931752026081, 0.002653154544532299, -0.01907317340373993, 0.021126775071024895, -0.003973578102886677, 0.005362572148442268, 0.01585211418569088, 0.025768477469682693, -0.015247286297380924, -0.009220107458531857, 0.02011404000222683, -0.010078119114041328, 0.01765253208577633, -0.01161128655076027, -0.0008751541608944535, 0.014065762050449848, 0.010675913654267788, -0.034798696637153625, -0.006069376599043608, -0.016541337594389915, 0.007539248559623957, 0.006382339634001255, -0.008995055221021175, -0.0109361307695508, 0.020198434591293335, 0.022209839895367622, -0.022730272263288498, 0.02098611742258072, 0.028328444808721542, -0.0028852394316345453, -0.01990305446088314, -0.008671542629599571, 0.0025212878827005625, 0.0035568797029554844, 0.0017353635048493743, -0.0009089998784475029, -0.018594937399029732, -0.028440970927476883, 0.03240751847624779, -0.0018689881544560194, 0.05162134766578674, -0.00831286609172821, 0.0025951331481337547, 0.02191445790231228, -0.009965592995285988, -0.03460177406668663, -0.10464927554130554, -0.035389456897974014, 0.019368555396795273, 0.03136665001511574, -0.016414744779467583, 0.03280135989189148, -0.0051902662962675095, 0.04121268540620804, -0.008059682324528694, 0.039496660232543945, -0.005559492856264114, -0.004166982136666775, 0.02416498027741909, 0.015894312411546707, 0.014389274641871452, -0.011787109076976776, 0.0005094443331472576, -0.015880245715379715, -0.027850210666656494, 0.029875678941607475, 0.016963308677077293, -0.010450861416757107, 0.010570420883595943, -0.03204180672764778, 0.013460935093462467, -0.020310960710048676, -0.0382588729262352, 0.01918569952249527, 0.005693117156624794, -0.0037274269852787256, 0.012026227079331875, -0.015303549356758595, 0.008713739924132824, -0.01645694300532341, 0.010893933475017548, -0.004437747877091169, 0.015430141240358353, -0.01988898776471615, 0.0158099178224802, -0.0002432937326375395, -0.010324269533157349, 0.023039719089865685, 0.012293476611375809, -0.0085238516330719, -0.025388700887560844, 0.004437747877091169, -0.00950845517218113, 0.019213831052184105, 0.0036465488374233246, -0.028229985386133194, -0.04011555388569832, -0.0026215065736323595, -0.048189301043748856, 0.009107581339776516, 0.013200717978179455, -0.010366466827690601, -0.001429433119483292, 0.02520584687590599, -0.010689979419112206, -0.008952857926487923, -0.000629882444627583, -0.018130768090486526, -0.014044663868844509, 0.002697109943255782, -0.014501800760626793, 0.006245198659598827, -0.008544950745999813, -0.024502558633685112, 0.02574034593999386, -0.004631152376532555, 0.00044219239498488605, 0.02318037673830986, -0.011955898255109787, 0.0038153380155563354, -0.017033638432621956, -0.006020146422088146, -0.0008602092857472599, -0.016330350190401077, 0.011224478483200073, -0.001132293837144971, -0.017807254567742348, -0.011625352315604687, 0.016864849254488945, -0.013798513449728489, -0.005211364943534136, 0.011301839724183083, -0.014192353934049606, -0.00863637775182724, 0.010113283060491085, -0.05390000343322754, -0.00710672652348876, 0.0325763076543808, 0.006733983755111694, -0.01814483292400837, 0.0232929028570652, 0.0007868036045692861, -0.011386234313249588, 0.004968730732798576, 0.005900587420910597, 0.0006685632979497313, -0.021014248952269554, -0.02185819484293461, -0.07207296788692474, 0.019776461645960808, 0.001810966874472797, -0.010239874944090843, 0.014227518811821938, -0.012799844145774841, 0.00751814991235733, -0.01014141459017992, 0.009874165058135986, 0.026542093604803085, -0.028300313279032707, 0.011991062201559544, -0.023194441571831703, -0.033870354294776917, -0.00907944981008768, -0.009107581339776516, 0.018819989636540413, -0.009592849761247635, 0.0048948852345347404, -0.0014874543994665146, 0.03297014907002449, -0.02569814771413803, 0.02530430629849434, 0.01903097704052925, -0.0002527441829442978, -0.0022540383506566286, -0.04380078613758087, 0.014241584576666355, -0.009768672287464142, -0.015570798888802528, 0.006797279696911573, -0.013988400809466839, 0.013383572921156883, 0.014909707941114902, 0.0017010781448334455, -0.0162881538271904, 0.0008048253366723657, 0.02635923959314823, 0.007954188622534275, 0.03443298488855362, -0.013622690923511982, -0.042675524950027466, 0.015514535829424858, -0.006115090101957321, -0.0026021660305559635, -0.008158142678439617, -0.022645877674221992, -0.008812200278043747, 0.04607943817973137, 0.01025394070893526, 0.0416627898812294, 0.0018584388308227062, -0.019720198586583138, -0.05058048292994499, -0.01194183249026537, 0.002097556833177805, 0.02460101805627346, -0.009557685814797878, 0.014171255752444267, 0.012849073857069016, 0.0374993234872818, 0.008319898508489132, 0.02055007964372635, -0.01555673312395811, -0.003836436662822962, -0.013531263917684555, -0.004673349671065807, -0.008122977800667286, -0.0011296565644443035, -0.03221059590578079, 0.009775704704225063, -0.004086104221642017, 0.015092562884092331, -0.0010813054395839572, 0.0029080964159220457, -0.0095647182315588, 0.0013072368456050754, 0.014501800760626793, -0.016766387969255447, 0.017132097855210304, 0.01863713562488556, -0.025163648650050163, -0.0022733788937330246, -0.0004544999392237514, 0.025670016184449196, -1.1503980203997344e-05, -0.019340423867106438, 0.008045616559684277, -0.015191023238003254, -0.0012342706322669983, 0.0023999707773327827, 0.0016641555121168494, -0.006920355372130871, 0.019256029278039932, 0.002090523950755596, -0.017863517627120018, -0.0017089901957660913, -0.008973956108093262, 0.02787834033370018, -0.008938792161643505, 0.0005182354361750185, -0.010155480355024338, 0.004486978054046631, -0.007539248559623957, -0.00786979403346777, -0.00962098129093647, -0.04520735889673233, -0.021886326372623444, 0.03935600444674492, 0.03842766210436821, 0.01590837724506855, -0.00898802187293768, -0.012075456790626049, 0.004237310960888863, -0.012469298206269741, 0.016499139368534088, -0.004420165903866291, -0.015176957473158836, -0.02460101805627346, 0.03319520130753517, 0.028440970927476883, 0.015458272770047188, 0.05314045026898384, 0.00032702897442504764, 0.020353158935904503, 0.00669881934300065, 0.030410178005695343, -0.002472057705745101, 0.025008926168084145, 0.02007184363901615, -0.005281693767756224, -0.010725144296884537, -0.014783116057515144, -0.010049987584352493, -0.00524652935564518, -0.013721151277422905, -0.021309630945324898, 0.017230559140443802, 0.012096555903553963, 0.09474697709083557, 0.01820109598338604, -0.012363805435597897, 0.00954362004995346, -0.009227139875292778, 0.010929097421467304, 0.009002087637782097, 0.02285686321556568, 0.007170022465288639, -0.011245576664805412, -0.002421069424599409, -0.011653483845293522, -0.012469298206269741, -0.014951905235648155, 0.021070512011647224, -0.0037555585149675608, -0.01030317135155201, 0.01568332500755787, 0.005728281568735838, -0.0024404097348451614, 0.04214102402329445, -0.01224424596875906, 0.006294428836554289, 0.005320374853909016, -0.01172381266951561, 0.022181708365678787, 0.029200522229075432, 0.0041494001634418964, 0.0028782065492123365, -0.018229227513074875, 0.032773226499557495, 0.018243294209241867, -0.050214771181344986, -0.019382620230317116, -0.00926230475306511, -0.008678575046360493, 0.005042575765401125, -0.013517198152840137, -0.005334440618753433, 0.005376637913286686, 0.005661469418555498, 0.002248763805255294, -0.0143470773473382, -0.02668275125324726, 0.02509332075715065, -0.0126873180270195, -0.014909707941114902, -0.020099975168704987, -0.027976801618933678], metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='21df4439-0715-402a-a4c3-983c7a69645b', node_type=, metadata={}, hash='71418de3d50e604c2581574f1abf2248e5cc3ab7c74a3182c37cb1152d0cfd21')}, hash='cd88ca98c885d949a6e0a9d5c0a30a72c989d72cabd5c5cd73c9797b668c0dc2', text='LLM Variants and Meta\\'s Open Source Before shedding light on four major trends, I\\'d share the latest Meta\\'s Llama 2 and Code Llama. Meta\\'s Llama 2 represents a sophisticated evolution in LLMs. This suite spans models pretrained and fine-tuned across a parameter spectrum of 7 billion to 70 billion. A specialized derivative, Llama 2-Chat, has been engineered explicitly for dialogue-centric applications. Benchmarking revealed Llama 2\\'s superior performance over most extant open-source chat models. Human-centric evaluations, focusing on safety and utility metrics, positioned Llama 2-Chat as a potential contender against proprietary, closed-source counterparts. The development trajectory of Llama 2 emphasized rigorous fine-tuning methodologies. Meta\\'s transparent delineation of these processes aims to catalyze community-driven advancements in LLMs, underscoring a commitment to collaborative and responsible AI development. Code Llama is built on top of Llama 2 and is available in three models: Code Llama, the foundational code model;Codel Llama - Python specialized for Python;and Code Llama - Instruct, which is fine-tuned for understanding natural language instructions. Based on its benchmark testing, Code Llama outperformed state-of-the-art publicly available LLMs (except GPT-4) on code tasks. Llama 2, Llama 2-Chat, and Code Llama are key steps in LLM development but still have a way to go compared to GPT-4. Meta\\'s open access and commitment to improving these models promise transparent and faster LLM progress in the future. Please refer to the LLM and Llama variants below: From LLMs to Multimodal LLMs, like OpenAI\\'s ChatGPT (GPT-3.5), primarily focus on understanding and generating human language. They\\'ve been instrumental in tasks like text generation, translation, and even creative writing. However, their scope is limited to text. Enter multimodal models like GPT-4. These are a new breed of AI models that can understand and generate not just text, but also images, sounds, and potentially other types of data. The term \"multimodal\" refers to their ability to process multiple modes or', start_char_idx=0, end_char_idx=2117, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='21df4439-0715-402a-a4c3-983c7a69645b', embedding=[-0.030017025768756866, 0.004014882259070873, -0.013663212768733501, -0.018399791792035103, -0.014518039301037788, 0.02093624509871006, -0.01737680286169052, 0.01481232326477766, -0.014952459372580051, -0.03643523156642914, 0.020011350512504578, 0.03318408876657486, -0.040359027683734894, -0.0015800278633832932, 0.010440095327794552, 0.026065204292535782, 0.015498987399041653, 0.0015537524595856667, 0.019156524911522865, -0.02385106310248375, -0.0027028636541217566, -0.006561845075339079, -0.009865540079772472, -0.01618565060198307, 0.01097961701452732, 0.0290080513805151, 0.015905380249023438, -0.020992299541831017, -0.026962071657180786, 0.004274133127182722, 0.009010713547468185, 0.016858302056789398, -0.01883421279489994, -0.0029638661071658134, -0.0037276046350598335, 0.001197282806970179, 0.030521513894200325, -0.02026359550654888, 0.02127256989479065, -0.016101570799946785, 0.0012734814081341028, -0.00559841375797987, 0.010573224164545536, -0.028895942494273186, -0.022617870941758156, 0.0015257253544405103, 0.004449302330613136, -0.03604285418987274, -0.023332562297582626, 0.00036281958455219865, 0.0053847068920731544, 0.060146160423755646, -0.029708728194236755, 0.00868840143084526, -0.0002899053506553173, 0.003720597829669714, 0.0015502490568906069, 0.004197058733552694, 0.004295153543353081, 0.009438126347959042, 0.006334125064313412, 0.006677457131445408, -0.01754496619105339, 0.01954890415072441, -0.013887428678572178, -0.004761104006320238, -0.03562244772911072, 0.021524814888834953, 0.01838577911257744, -0.010860501788556576, 0.01594742201268673, 0.01744687184691429, 0.01931067369878292, -0.034557417035102844, 0.01768510229885578, -0.0015563800698146224, -0.0006892915698699653, -0.007378134876489639, -0.042433030903339386, 0.021692976355552673, 0.014223754405975342, -0.00448783952742815, 0.005636950954794884, 0.026681801304221153, 0.01733476296067238, -0.005283108912408352, 0.01804945431649685, 0.0009196393075399101, -0.0005863795522600412, -0.015891367569565773, 0.0015353596536442637, -0.017895305529236794, 0.040190864354372025, 0.016381841152906418, -0.01148410513997078, 0.016984423622488976, 0.006575858686119318, 0.007847588509321213, -0.01094458345323801, -0.022281546145677567, -0.004652498755604029, -0.013291853480041027, -0.027578668668866158, -0.023528752848505974, -0.014132666401565075, 0.013347906991839409, -0.004670016001909971, 0.020305635407567024, 0.01797938533127308, 0.011953558772802353, -0.015008512884378433, 0.02979280985891819, 0.002385806990787387, -0.03831304982304573, 0.00267658825032413, 0.0010983120882883668, 0.02038971707224846, 0.00114911119453609, -0.00764439208433032, 0.008814523927867413, 0.041620247066020966, 0.014546065591275692, 0.016620071604847908, -0.0040954602882266045, 0.02673785574734211, 0.008884591050446033, -0.0035594420041888952, 0.0006266685086302459, -0.01639585569500923, -0.003424561582505703, 0.01050315611064434, 0.02776084467768669, 0.016073543578386307, 0.010173837654292583, -0.029848864302039146, 0.018203603103756905, -0.01632578670978546, -0.0037241012323647738, -0.03514598682522774, -0.009031733497977257, 0.00013783641043119133, 0.03318408876657486, -0.009592276066541672, 0.011315942741930485, -0.017657075077295303, 0.030325325205922127, 0.030969947576522827, 0.010173837654292583, 0.01570919156074524, 0.0037486248183995485, 0.0199833232909441, -0.02623336762189865, -0.022141410037875175, 0.01067131944000721, 0.008758469484746456, 0.010587237775325775, 0.005248074885457754, 0.011764376424252987, -0.01931067369878292, 0.002427847823128104, 0.0005609799409285188, 0.009648329578340054, -0.008863571099936962, 0.014447971247136593, 0.044535066932439804, 0.029568592086434364, 0.004431785549968481, -0.012542128562927246, -0.006586369127035141, -0.014461984857916832, -0.02480398491024971, 0.016409868374466896, -0.05767977610230446, 0.0269760861992836, -0.007826568558812141, 0.00817690696567297, 0.008064799010753632, 0.0032371303532272577, -0.027466559782624245, -0.03125021979212761, 0.0073431008495390415, -0.0015371113549917936, 0.000938907905947417, 0.0019146014237776399, -0.016984423622488976, -0.011379003524780273, 0.01673218049108982, -0.013095663860440254, -0.0019776623230427504, -0.019703052937984467, 0.022589843720197678, 0.004382737912237644, -0.002292967401444912, -0.025714866816997528, -0.6255649328231812, -0.014756269752979279, 0.020333662629127502, -0.028489548712968826, 0.025714866816997528, -0.006400689482688904, -0.01147009152919054, -0.00156513846013695, -0.007882622070610523, 0.023402629420161247, -0.019829174503684044, -0.012156755663454533, 0.005339162889868021, -0.005020354874432087, -0.010818461887538433, -0.021847127005457878, 0.004831171594560146, -0.022365627810359, 0.014342869631946087, 0.014560079202055931, -0.03077375888824463, 0.008814523927867413, 0.00914384238421917, 0.0026450578588992357, -0.011631247587502003, -0.0022701951675117016, -0.006575858686119318, 0.015625109896063805, 0.00640419265255332, 0.006901673972606659, -0.04655301570892334, 0.007223985623568296, 0.008737449534237385, -0.021048353984951973, 0.03932202607393265, 0.0017254184931516647, -0.011582200415432453, 0.02670982852578163, 0.00111320149153471, 0.012324918061494827, -0.02172100357711315, -0.02198726125061512, 0.00018458474369253963, 0.011512132361531258, -0.00650579109787941, 0.03060559555888176, 0.02253378927707672, -0.004680525977164507, -0.02487405389547348, -0.022743994370102882, 0.0010895535815507174, 0.001007223967462778, 0.016606058925390244, -0.008548266254365444, -0.010117784142494202, 0.01778319664299488, 0.025504663586616516, -0.0179513581097126, 0.011694308370351791, -0.0012638471089303493, 0.007518270052969456, -0.0013242806307971478, -0.032259196043014526, -0.019086455926299095, -0.03287579119205475, 0.017488911747932434, 0.019450809806585312, 0.002659071236848831, 0.014111645519733429, -0.013635185547173023, 0.0010466370731592178, 0.029232267290353775, 0.0034666021820157766, -0.022435694932937622, 0.0005430250894278288, -0.0007514766766689718, 0.018539927899837494, 0.004270629491657019, 0.014630147255957127, 0.02446766011416912, 0.009094794280827045, -0.033100008964538574, -0.003769645234569907, -0.00890561193227768, 0.039546240121126175, 0.011273901909589767, -0.00790364295244217, -0.013221785426139832, 0.020978286862373352, -0.00889159832149744, 0.02239365503191948, 0.03125021979212761, -0.036799583584070206, -0.04649696126580238, 0.01563912257552147, 0.0137613071128726, -0.0224637221544981, 0.01218478288501501, 0.011308935470879078, -0.02599513716995716, -0.01374028716236353, -0.007910649292171001, 0.020810123533010483, 0.01967502571642399, 0.03794869780540466, 0.021636923775076866, -0.03169865161180496, -0.008345069363713264, 0.01200961321592331, -0.03237130120396614, -0.009508194401860237, 0.011161793023347855, -0.003492877585813403, -0.0054092309437692165, 0.01797938533127308, -0.022407667711377144, 0.006176472641527653, -0.021805085241794586, -0.0019233599305152893, -0.010166831314563751, 0.026863977313041687, -0.013179744593799114, 0.005423244088888168, -0.005703515373170376, 0.0013952241279184818, 0.02361283451318741, -0.011042678728699684, -0.017362790182232857, -0.02385106310248375, 0.023388616740703583, -0.011477098800241947, -0.02382303774356842, 0.02167896367609501, -0.006078377831727266, 0.010615264996886253, 0.0005513456417247653, 0.018806185573339462, 0.015344838611781597, 0.0019759107381105423, -0.015653137117624283, -0.029372403398156166, -0.008289015851914883, 0.00521654449403286, 0.007812554948031902, -0.0344172827899456, -0.0268779918551445, -0.019773120060563087, 0.008793503046035767, 0.0062535470351576805, -0.01296253502368927, -0.0027781864628195763, -0.010860501788556576, -0.0029445975087583065, 0.005983786191791296, 0.003357997164130211, -0.00033851483021862805, -0.0026170306373387575, -0.04232092574238777, -0.009914587251842022, -0.016535989940166473, 0.00894064549356699, 0.00459644477814436, -0.0018182581989094615, 0.010769413784146309, -0.006561845075339079, -0.030689677223563194, -0.00816289335489273, 0.01964699849486351, -0.030717704445123672, -0.0076584056951105595, -0.007188951596617699, -0.04005073010921478, 0.006183479446917772, 0.02155284211039543, -0.02208535745739937, 0.01425178162753582, 0.00184278201777488, -2.9559834729298018e-05, 0.006968238390982151, -0.01267525739967823, -0.007980717346072197, 0.0147282425314188, 0.011287915520370007, -0.019661013036966324, 0.01051716972142458, 0.014798309653997421, 0.047449883073568344, 0.006509294267743826, -0.019534889608621597, -0.00011052093759644777, 0.02337460406124592, 0.012647230178117752, -0.02392113208770752, 0.020908217877149582, -0.025168336927890778, 0.006779055576771498, -0.0016492197755724192, 0.004771613981574774, 0.0072800396010279655, 0.025602757930755615, 0.00960628967732191, 0.012703283689916134, -0.0038292028475552797, -0.01296253502368927, 0.010930569842457771, -0.03125021979212761, -0.004736580420285463, -0.026387516409158707, -0.007749493699520826, 0.006677457131445408, 0.013165730983018875, -0.0024593782145529985, -0.021118421107530594, -0.008253981359302998, 0.008555272594094276, 0.04010678455233574, -0.008996699936687946, 0.0006998017197474837, -0.029064105823636055, 0.005433754529803991, -0.00788962934166193, 0.011414037086069584, -0.007427182048559189, 0.006341131869703531, -0.029204240068793297, 0.02361283451318741, -0.02626139484345913, 0.014616133645176888, -0.005062395241111517, -0.04655301570892334, 0.005370693281292915, 0.01425178162753582, 0.02385106310248375, 0.0032844259403645992, 0.00884255114942789, -0.009340032003819942, 0.02026359550654888, 0.0055038221180438995, 0.044226765632629395, -0.021132435649633408, -0.010208872146904469, 0.032959870994091034, -0.0003054516273550689, -0.03237130120396614, 0.022449709475040436, -0.010951589792966843, 0.02626139484345913, -0.009304997511208057, -0.015204702503979206, 0.004810151644051075, -0.030073080211877823, -0.0053321560844779015, -0.014244774356484413, -0.0006748400628566742, 0.01673218049108982, -0.024677863344550133, 0.009676356799900532, -3.2762149203335866e-05, 0.01652197726070881, 0.006768545135855675, -0.00875146221369505, -0.004361717961728573, 0.0016080549685284495, -0.0008486956940032542, 0.01481232326477766, 0.010026696138083935, -0.006905177142471075, -0.0001888544938992709, -0.015330825001001358, -0.010152817703783512, -0.008737449534237385, -0.026513637974858284, 0.01628374680876732, -0.03654734045267105, 0.036323122680187225, 0.015162662602961063, 0.00469103641808033, 0.02542058192193508, 0.00021611523698084056, 0.037304073572158813, -0.028727779164910316, -0.04010678455233574, 0.011133766733109951, -0.010005675256252289, -0.029344376176595688, -0.026779895648360252, -0.02249174937605858, 0.016535989940166473, -0.010068736039102077, -0.0012489577056840062, -0.0023069807793945074, 0.006334125064313412, 0.006460247095674276, 0.00673701474443078, 0.003096994711086154, 0.013985523954033852, 0.024677863344550133, 0.01618565060198307, -0.003534918185323477, -0.01099363062530756, 0.012570155784487724, 0.012815392576158047, -0.004459812771528959, -0.01669013872742653, 0.026345476508140564, -0.019997337833046913, -0.02351473830640316, 0.006453240290284157, -0.004831171594560146, -0.019016388803720474, -0.0015178427565842867, -0.028867915272712708, -0.0022736985702067614, -0.03377265855669975, 0.014798309653997421, 0.018960334360599518, 0.0066739534959197044, 0.012528114952147007, 0.025476636365056038, 0.00765139888972044, -0.0027519110590219498, -0.024607796221971512, -0.0021826105657964945, 0.02836342714726925, 0.05297122150659561, 0.011175806634128094, -0.015330825001001358, -0.0027781864628195763, -0.013873415999114513, -0.011890497989952564, -0.024986160919070244, -0.006964734755456448, 0.0025347010232508183, 0.0218190997838974, -0.01604551635682583, -0.018553942441940308, 0.011841450817883015, -0.0038572298362851143, 0.04683328792452812, 0.01869407668709755, 0.004775117617100477, -0.022884128615260124, -0.015821298584342003, -0.024453647434711456, 0.006470757070928812, -0.012128728441894054, -0.0065828654915094376, 0.029260294511914253, 0.01228287722915411, -0.009480167180299759, 0.02124454267323017, 0.029540564864873886, 0.0026327958330512047, -0.022884128615260124, 0.008253981359302998, 0.0099426144734025, 0.011386009864509106, 0.0038887604605406523, -0.010454108938574791, 0.001319025526754558, 0.0007685556774958968, -0.004270629491657019, 0.009122821502387524, 0.011533152312040329, 0.011477098800241947, 0.02585500106215477, -4.0371069189859554e-05, -0.005805113352835178, -0.003442078595981002, -0.020543865859508514, -0.004862702451646328, 0.014090625569224358, -0.01396450400352478, -0.02867172472178936, 0.015891367569565773, 0.010608257725834846, -0.022197464480996132, -0.01838577911257744, 0.02738247811794281, 0.008324049413204193, 0.0028079652693122625, -0.0035331666003912687, -0.008134866133332253, -0.0301011074334383, -0.00282022706232965, -0.014034571126103401, 0.009571255184710026, -0.017040478065609932, -0.00960628967732191, -0.009823499247431755, -0.024215416982769966, 0.006386675871908665, -0.016634084284305573, 0.011729341931641102, -0.0219171941280365, -0.026275407522916794, -0.05975378304719925, -0.022183451801538467, 0.02802710235118866, 0.011189820244908333, 0.018806185573339462, 0.0023052291944622993, 0.004743587225675583, 0.018035439774394035, 0.0007830071845091879, -0.018638022243976593, -0.004810151644051075, -0.022659912705421448, -0.0018130032112821937, -0.020950259640812874, -0.016578031703829765, -0.0027746830601245165, -0.015513001009821892, 0.017012450844049454, 0.0038572298362851143, -0.005097429268062115, 0.007770514115691185, 0.00028267959714867175, 0.015442932955920696, 0.011168800294399261, 0.02659771963953972, -0.0009625558159314096, 0.030073080211877823, -0.03209103271365166, -0.006530314683914185, -0.023640859872102737, -0.02205733023583889, -0.05106538161635399, 0.01697041094303131, -0.006078377831727266, 0.01683027483522892, 0.0027414008509367704, 0.010552204214036465, -0.027396492660045624, -0.012570155784487724, -0.0025872518308460712, 0.0051324632950127125, 0.003986855503171682, -0.004564914386719465, -0.011322949081659317, 0.015148648992180824, -0.01070635300129652, 0.003042692318558693, -0.023052291944622993, 0.009003706276416779, -0.043217793107032776, 0.021118421107530594, 0.0030899879056960344, 0.0011377251939848065, 0.02857363037765026, 0.01496647298336029, 0.0033667555544525385, -0.03988256677985191, -0.005241068080067635, 0.008099832572042942, 0.04075140506029129, 0.003895767265930772, -0.006418206263333559, -0.010776421055197716, -0.01065730582922697, -0.012556142173707485, 0.007069836370646954, -0.020992299541831017, -0.005149980075657368, 0.004014882259070873, -0.004512363579124212, -0.003429816570132971, -0.006873646751046181, 0.014616133645176888, -0.023949159309267998, -0.0071328976191580296, 0.020754069089889526, 0.024846026673913002, 0.03604285418987274, -0.011547165922820568, -0.0031372837256640196, -0.02673785574734211, -0.04024691879749298, -0.02120250277221203, -0.03251143917441368, -0.02429949678480625, -0.011869478039443493, 0.029876891523599625, 0.014910418540239334, 0.03993862122297287, -0.007910649292171001, 0.010650298558175564, 0.025714866816997528, -0.00737112807109952, -0.0064111994579434395, -0.010524176992475986, 0.005051885265856981, -0.02354276552796364, 0.004550900775939226, 0.009690370410680771, 0.0022334097884595394, 0.01666211150586605, 0.00583664420992136, -0.008779489435255527, 0.011491111479699612, -0.01051716972142458, 0.0017315493896603584, -0.02792900800704956, -0.03281973674893379, -0.02816723845899105, 0.025532690808176994, -0.007045312784612179, -0.005097429268062115, -0.03444530814886093, -0.0006025827024132013, 0.02277201972901821, 0.010068736039102077, 0.011357983574271202, 0.010166831314563751, 0.030353352427482605, -0.02413133531808853, 0.012051654048264027, 0.006730007939040661, 0.020782096311450005, -0.01168730203062296, 0.00107729178853333, -0.04361017048358917, 0.007896635681390762, 0.027943020686507225, 0.001650095684453845, 0.02670982852578163, 0.023486711084842682, -0.002681843237951398, 0.015414906665682793, 0.003811685834079981, -0.002872777869924903, -0.0030269271228462458, -0.011407030746340752, -0.024607796221971512, -0.004204065538942814, -0.013431988656520844, -0.03237130120396614, -0.037135910242795944, -0.012661243788897991, 0.0076584056951105595, 0.010832474566996098, 0.036799583584070206, -0.024243444204330444, -0.01563912257552147, 0.01842781901359558, 0.019254619255661964, 0.040639299899339676, -0.004169031511992216, 0.012310904450714588, 0.02038971707224846, 0.022029303014278412, -0.028951996937394142, 0.003091739723458886, 0.006302594672888517, -0.007749493699520826, 0.008982686325907707, 0.015400893054902554, -0.011042678728699684, -0.019352713599801064, 0.01747489906847477, 0.0023052291944622993, -0.03172668069601059, -0.053055305033922195, 0.014714228920638561, 0.017026465386152267, 0.005798106547445059, -0.01967502571642399, -0.010615264996886253, -0.02212739735841751, -0.0031355321407318115, -0.02609323151409626, 0.029596619307994843, -0.004274133127182722, -0.015120621770620346, 0.009101801551878452, 0.012479066848754883, 0.0048066480085253716, 0.0027519110590219498, 0.0013269081246107817, 0.02429949678480625, 0.011028665117919445, 0.017012450844049454, -0.009837512858211994, 0.011596213094890118, 0.0023788001853972673, 0.04052719101309776, 0.00936805922538042, 0.011477098800241947, -0.0021248047705739737, -0.012920494191348553, 0.011701314710080624, 0.0038572298362851143, 0.01114778034389019, 0.0331280343234539, -0.029120158404111862, -0.005675488151609898, 0.00274840765632689, -0.006232527084648609, 0.013873415999114513, -0.01632578670978546, -0.00420756870880723, -0.008197927847504616, -0.0031915863510221243, 0.0008263615891337395, 0.02208535745739937, 0.012219816446304321, -0.022743994370102882, 0.015274770557880402, -0.003664543619379401, -0.022183451801538467, -0.01170832198113203, -0.0015887863701209426, 0.023795010522007942, -0.04386241361498833, -0.022379640489816666, 0.011596213094890118, -0.009045747108757496, 0.008877584710717201, 0.009459147229790688, 0.0009599282639101148, -0.023977186530828476, 0.02320644073188305, -0.024888066574931145, 0.001287495018914342, 0.012605189345777035, -0.006169465836137533, -0.031642597168684006, -0.0029078118968755007, -0.018371764570474625, -0.022743994370102882, 0.005283108912408352, -0.017292721197009087, -0.022043315693736076, 0.0043021603487432, 0.009697377681732178, 0.00737112807109952, -0.007202965207397938, -0.003790665650740266, 0.004890729207545519, -0.010243905708193779, 0.0073641212657094, -0.010951589792966843, 0.0060818810015916824, 0.009031733497977257, -0.0011710074031725526, -0.0028272338677197695, 0.028055129572749138, -0.005297122523188591, 0.012591175734996796, -0.012801378965377808, -0.004908246453851461, -0.01991325616836548, -0.05975378304719925, -0.026555679738521576, -0.009816492907702923, 0.006271064281463623, 0.010881522670388222, -0.0021300597582012415, -0.00222640298306942, -0.011449071578681469, -0.024075280874967575, 0.0032248685602098703, 0.022926170378923416, 0.004484336357563734, 0.020880190655589104, 0.020039377734065056, 0.01771312952041626, 0.0017254184931516647, -0.03029729798436165, -0.01764306053519249, -0.02195923402905464, -0.003578710602596402, -0.035342175513505936, -0.01914251036942005, -0.044226765632629395, 0.05711923539638519, -0.0053987205028533936, -0.027396492660045624, -0.022043315693736076, -0.014658174477517605, -0.037304073572158813, -0.02948451228439808, 0.014644160866737366, 0.005847154185175896, 0.011379003524780273, 0.013165730983018875, 0.00035953515907749534, 0.030241243541240692, 0.011203833855688572, -0.0016772468807175756, -0.012885460630059242, -0.00010340467997593805, -0.014770282432436943, -0.011904511600732803, 0.021356651559472084, 0.025714866816997528, -0.03430517390370369, -0.007980717346072197, 0.008835543878376484, -0.0290080513805151, -0.0017753418069332838, 0.031166138127446175, -0.024215416982769966, -0.009269963949918747, 0.019801147282123566, 0.005563379731029272, -0.0030129135120660067, -0.001982917543500662, 0.012857433408498764, -0.025602757930755615, -0.01167328841984272, 0.01299756858497858, -0.006172969471663237, -0.00712589081376791, 0.0015616350574418902, 0.021090393885970116, 0.004179541487246752, 0.024719903245568275, 0.009683364070951939, -0.007567317690700293, 0.006172969471663237, -0.0007514766766689718, 0.04761804640293121, 0.014854364097118378, 0.016844287514686584, 0.023766983300447464, -0.002902556676417589, 0.002417337615042925, -0.014461984857916832, 0.0003076412249356508, -0.004281139932572842, -0.005381203722208738, 0.0290080513805151, -0.024355551227927208, 0.017587006092071533, -0.012815392576158047, 0.005812120158225298, -0.014321849681437016, -0.010440095327794552, -0.015597082674503326, 0.006519804708659649, -0.03559441864490509, 0.02174903079867363, 0.003972841892391443, -0.015190689824521542, -0.013565117493271828, -0.014658174477517605, 0.0069612315855920315, -0.0032213651575148106, -0.006134431809186935, -0.0006590748089365661, -0.0056404541246593, -0.004470322746783495, 0.03660339489579201, -0.00838010385632515, -0.003633013227954507, 0.01768510229885578, 0.011897505261003971, -0.018708091229200363, -0.0016036757733672857, 0.19630181789398193, -0.020684001967310905, 0.008828537538647652, 0.01821761578321457, 0.018161561340093613, -0.007945683784782887, 0.03607087954878807, 0.007497249636799097, 0.011329956352710724, 0.0020915225613862276, 0.01967502571642399, 0.006512797903269529, -0.01608755625784397, -0.0016430888790637255, 0.01352307666093111, -0.03918188810348511, -0.043245818465948105, -0.0301011074334383, -0.016676126047968864, -0.010783427394926548, 0.001583531266078353, -0.001825265004299581, -0.006758035160601139, -0.018203603103756905, 0.004803144838660955, 0.005006341263651848, 0.009837512858211994, -0.0017341769998893142, 0.009662343189120293, -0.0003128963289782405, -0.006351641844958067, -0.0006717746146023273, 0.0007711832295171916, -0.004025392699986696, 0.0032651573419570923, -0.016578031703829765, 0.007868609391152859, -0.0025504662189632654, 0.00922792311757803, 0.02979280985891819, 0.018273670226335526, 0.025574730709195137, 0.009760438464581966, -0.026765882968902588, 0.01706850528717041, 0.01869407668709755, -0.012598182074725628, 0.004169031511992216, 0.012177775613963604, 0.007090856786817312, -0.01991325616836548, 0.029820837080478668, 0.021664949133992195, 0.029876891523599625, -0.007623371668159962, 0.0056089237332344055, -0.021426720544695854, 0.015933407470583916, 0.007532283663749695, 0.01611558347940445, -0.032287221401929855, -0.0053847068920731544, -0.003892263863235712, 0.044226765632629395, -0.009949621744453907, 0.003019920317456126, -0.008898604661226273, 0.006460247095674276, 0.007153918035328388, -0.02124454267323017, -0.012549134902656078, -0.015765244141221046, -0.014518039301037788, -0.01584932580590248, -0.030829813331365585, -0.0360989086329937, 0.03604285418987274, 0.012549134902656078, 0.0007838830351829529, 0.04027494415640831, 0.0011237115832045674, -0.03612693399190903, 0.010068736039102077, -0.00921390950679779, -0.009718397632241249, -0.026583706960082054, 0.015723204240202904, -0.03912583366036415, -0.006859633140265942, -0.011161793023347855, -0.019885228946805, -0.0056194341741502285, -0.003986855503171682, 0.018539927899837494, 0.0046454924158751965, 0.0016877570888027549, -0.0015257253544405103, -0.004014882259070873, -0.0018550438107922673, -0.022169437259435654, -0.010454108938574791, 0.055157337337732315, 0.03231525048613548, 0.0020827639382332563, 0.00898969266563654, 0.01900237612426281, -0.008639354258775711, -0.0031057533342391253, -0.017965372651815414, -0.011848457157611847, 0.008387110196053982, -0.03091389313340187, 0.0102158784866333, 0.004368724767118692, -0.007595344912260771, 0.011364989914000034, 0.021132435649633408, -0.015344838611781597, 0.01584932580590248, 0.017194626852869987, -0.00884255114942789, -0.023500725626945496, -0.0015616350574418902, 0.005171000491827726, 0.001303260214626789, -0.02045978419482708, -0.0035226563923060894, 0.006677457131445408, -0.019282646477222443, 0.025406567379832268, -0.00045500247506424785, -0.0250422153621912, 0.007616364862769842, -0.007504256442189217, -0.002624037442728877, -0.002119549550116062, 0.015344838611781597, -0.019058428704738617, -0.017965372651815414, 0.008947652764618397, -0.009480167180299759, 0.02640153095126152, 0.010643292218446732, -0.019016388803720474, 0.00868840143084526, -0.0038992706686258316, -0.0007777520804665983, 0.02002536505460739, -0.022814061492681503, -0.007560310885310173, -0.021454745903611183, 0.011813423596322536, 0.0127943716943264, 0.01433586236089468, 0.003410547971725464, 0.02076808363199234, -0.008723435923457146, 0.007882622070610523, 0.0077775209210813046, 0.00962030328810215, -0.032259196043014526, -0.00861833430826664, 0.01893230713903904, 0.005657971370965242, -0.01692836917936802, -0.006943714339286089, -0.18027031421661377, -0.004915253259241581, 0.019044416025280952, -0.04596444591879845, 0.01778319664299488, 0.011554173193871975, 0.015905380249023438, -0.005573890171945095, -0.017993399873375893, -0.0052270544692873955, 0.014237768016755581, -0.00545477494597435, -0.005959262605756521, -0.012458046898245811, 0.0028955501038581133, 0.0053321560844779015, 0.0070032719522714615, 0.024439632892608643, 0.006544328294694424, 0.014938445761799812, 0.02521037869155407, -0.03029729798436165, 0.01621367782354355, -0.03141838312149048, 0.008394117467105389, 0.003025175305083394, -0.0025171840097755194, 0.02578493393957615, -0.007749493699520826, -0.03256749361753464, -0.0035576901864260435, -0.02308031916618347, 0.033408306539058685, -0.017250681295990944, 0.028727779164910316, 0.02514031156897545, 0.022673925384879112, -0.013698246330022812, -0.015484973788261414, 0.002576741622760892, 0.025434594601392746, 0.018918294459581375, 0.005738549400120974, 0.001564262667670846, -0.014027564786374569, 0.009613296017050743, 0.012387978844344616, -0.009171869605779648, -0.003755631623789668, -0.02232358604669571, 0.015527014620602131, -0.006912183947861195, 0.024677863344550133, -0.00765139888972044, 0.022309573367238045, 0.02096427232027054, -0.002292967401444912, 0.001372452126815915, -0.0045298803597688675, -0.019198564812541008, -0.013067636638879776, 0.0016772468807175756, -0.006078377831727266, 0.009809485636651516, -0.0018532921094447374, -0.022547803819179535, -0.006835109554231167, 0.013817361555993557, -0.03141838312149048, 0.007567317690700293, -0.03654734045267105, 0.012121722102165222, -0.016465922817587852, -0.002690601861104369, 0.017629047855734825, 0.034052930772304535, -0.008723435923457146, 0.00919288955628872, 0.030213216319680214, 0.006407696288079023, -0.026513637974858284, 0.0008670884999446571, -0.02375296875834465, 0.018848225474357605, -0.0020249581430107355, -0.005009844433516264, 0.018301697447896004, 0.027606695890426636, -0.000574117642827332, -0.004109473899006844, 0.01792333275079727, -0.02103433944284916, 0.017727142199873924, -0.013663212768733501, -0.008737449534237385, 0.006351641844958067, 0.008576293475925922, -0.02881186082959175, 0.011631247587502003, -0.006243037059903145, 0.012408999726176262, 0.010327987372875214, -0.002413834212347865, -0.011491111479699612, 0.01577925868332386, 0.01659204438328743, -0.01842781901359558, 0.009052754379808903, 0.031810760498046875, -0.007581331301480532, -0.014882391318678856, -0.0042531127110123634, 0.006957727950066328, 0.010762407444417477, 0.0008232961408793926, 0.00041799794416874647, -0.016381841152906418, -0.014433957636356354, 0.03702380135655403, 0.004894232843071222, 0.05588604137301445, 0.00025114911841228604, 0.0006927949143573642, 0.016535989940166473, -0.011301929131150246, -0.02195923402905464, -0.11076311022043228, -0.022421682253479958, 0.008253981359302998, 0.029540564864873886, -0.020810123533010483, 0.02344467118382454, -0.005517835728824139, 0.03380068391561508, -0.0020249581430107355, 0.03794869780540466, -0.016381841152906418, -0.014938445761799812, 0.015148648992180824, 0.010047716088593006, 0.013971510343253613, -0.019324686378240585, -0.0019881725311279297, -0.014546065591275692, -0.023388616740703583, 0.03626707196235657, 0.016409868374466896, -0.007910649292171001, 0.0089756790548563, -0.02561677061021328, -0.0003890950174536556, -0.012787365354597569, -0.024383578449487686, 0.025953097268939018, 0.01194655243307352, -0.0032634057570248842, 0.012745324522256851, -0.024621808901429176, 0.016171637922525406, -0.021692976355552673, 0.0022736985702067614, -0.005479298532009125, 0.010292952880263329, -0.019464822486042976, 0.01065730582922697, -0.0013365424238145351, -0.006814089138060808, 0.012275870889425278, 0.004235595930367708, -0.011652267538011074, -0.004670016001909971, -0.012079681269824505, 0.0015406147576868534, 0.015134635381400585, 0.009928600862622261, -0.02463582344353199, -0.03430517390370369, 0.000339171732775867, -0.04173235595226288, 0.02554670348763466, 0.005899704992771149, 0.014111645519733429, -0.006330621894448996, 0.006222016643732786, -0.006215009838342667, 0.0032634057570248842, -0.01921257935464382, -0.007157421205192804, -0.02100631222128868, 0.0056719849817454815, -0.004922259598970413, -0.004631478805094957, -0.016788234934210777, -0.02253378927707672, 0.024145347997546196, -0.0071749379858374596, 0.00029866379918530583, 0.011834443546831608, -0.0001452811120543629, 0.0021475767716765404, -0.013242805376648903, -0.005861167795956135, -0.0001594041386852041, -0.020445771515369415, 0.009697377681732178, 0.010937576182186604, -0.02232358604669571, -0.01842781901359558, 0.020641960203647614, -0.012002606876194477, -0.010363020934164524, -0.004950286820530891, -0.004880219232290983, -0.007462216075509787, 0.0037451216485351324, -0.052410680800676346, -0.008267994970083237, 0.027872953563928604, -0.0001331287348875776, -0.024649836122989655, 0.013712259940803051, 0.00191109802108258, -0.008022758178412914, -0.006390179507434368, 0.019801147282123566, 0.02483201213181019, -0.03127824515104294, -0.006575858686119318, -0.0662560686469078, 0.024411605671048164, 0.012542128562927246, 0.0007913277368061244, 0.003072471125051379, -0.02141270600259304, 0.007006775587797165, -0.01218478288501501, 0.009073774330317974, 0.018441833555698395, -0.0193387009203434, 0.011007644236087799, -0.00989356730133295, -0.018609995022416115, -0.006250043865293264, -0.01094458345323801, 0.028587644919753075, -0.0012095445999875665, 0.0024243444204330444, 0.0049643004313111305, 0.025224391371011734, -0.012394986115396023, 0.03251143917441368, 0.02148277312517166, -0.0059872898273169994, -0.0074482024647295475, -0.04604852944612503, 0.013417975045740604, -0.004824164789170027, 0.001667612581513822, 0.001130718388594687, -0.015078580938279629, -0.0009441630099900067, 0.015330825001001358, 3.2050524168880656e-05, -0.014125659130513668, -0.005097429268062115, 0.03251143917441368, 0.007749493699520826, 0.04520771652460098, -0.02107638120651245, -0.046609070152044296, 0.0033667555544525385, -0.011294921860098839, 0.010608257725834846, -0.004074439872056246, -0.01594742201268673, 0.00039018981624394655, 0.03046545945107937, -0.00396233145147562, 0.0477021262049675, 0.011939545162022114, -0.016507962718605995, -0.037584345787763596, -0.0039378078654408455, 0.010888529010117054, 0.019184552133083344, -0.008008744567632675, 0.01568116433918476, 0.019997337833046913, 0.03399687632918358, 0.01825965754687786, 0.017180614173412323, -0.012990562245249748, 0.00078344508074224, -0.025252418592572212, -0.017516938969492912, -0.0046349819749593735, 0.00884255114942789, -0.016788234934210777, -0.006197493057698011, -0.004922259598970413, 0.008197927847504616, 0.00047208150499500334, 0.017348775640130043, -0.0054092309437692165, 0.007896635681390762, -0.000469891878310591, -0.008835543878376484, 0.010264926590025425, 0.017601020634174347, -0.015961434692144394, -0.0027396492660045624, 0.006036336999386549, 0.020445771515369415, -0.0026012654416263103, -0.017278708517551422, 0.013859402388334274, -0.003354493761435151, -0.005507325753569603, 0.01041907537728548, 0.003790665650740266, 0.007294053211808205, 0.01074138656258583, 0.0019724073354154825, -0.007728473283350468, -0.0008040274842642248, -0.0013777072308585048, 0.029372403398156166, 0.008730442263185978, 0.014854364097118378, -0.021020326763391495, 0.009648329578340054, 0.004368724767118692, -0.01981516182422638, 0.0038852570578455925, -0.04957994446158409, -0.028587644919753075, 0.029064105823636055, 0.026779895648360252, 0.01019485853612423, -0.005076408851891756, -0.009522208012640476, -0.003357997164130211, -0.01914251036942005, 0.03122219257056713, 0.0017753418069332838, -0.017657075077295303, -0.03175470605492592, 0.040022701025009155, 0.02721431665122509, 0.015260756947100163, 0.05711923539638519, -0.02052985318005085, 0.023388616740703583, 0.029596619307994843, 0.027368465438485146, -0.015835313126444817, 0.04013480991125107, 0.008457178249955177, -0.0034525885712355375, -0.01764306053519249, -0.0062605538405478, 0.004543893970549107, -0.005917221773415804, -0.007455209270119667, -0.0065268115140497684, 0.018399791792035103, 0.017587006092071533, 0.09938410669565201, 0.03424911946058273, -0.0021107911597937346, 0.01191151887178421, -0.02432752400636673, 0.017530951648950577, 0.017264695838093758, 0.01757299341261387, 0.012394986115396023, -0.012107708491384983, 0.009361051954329014, -0.0004742711316794157, -0.02195923402905464, -0.036463260650634766, 0.010972610674798489, 0.015400893054902554, -0.020950259640812874, 0.006926197558641434, 0.007833574898540974, -0.02002536505460739, 0.04361017048358917, -0.007223985623568296, 0.017558978870511055, 0.009949621744453907, -0.016886329278349876, 0.01713857240974903, 0.020655974745750427, -0.0006656436598859727, -0.011617233976721764, -0.01754496619105339, 0.030521513894200325, 0.01778319664299488, -0.04220881685614586, -0.03136232867836952, -0.00868840143084526, -0.011547165922820568, 0.0043196771293878555, -0.020922232419252396, -0.003421058179810643, 0.01761503331363201, 0.004473826382309198, -0.001684253686107695, -0.014188720844686031, -0.022141410037875175, 0.021706990897655487, -0.013782327063381672, -0.007097863592207432, -0.03402490168809891, -0.02883988805115223], metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='e3d9f19f-3b58-447b-be15-1febc10e6068', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='cd88ca98c885d949a6e0a9d5c0a30a72c989d72cabd5c5cd73c9797b668c0dc2'), : RelatedNodeInfo(node_id='3bdaf739-91d6-4044-88e0-4034086ca923', node_type=, metadata={}, hash='cb0f9e89310fb2666bfbe60bc631839b3b71fa63a005c77d0511f8ac512f7ad3')}, hash='71418de3d50e604c2581574f1abf2248e5cc3ab7c74a3182c37cb1152d0cfd21', text='the LLM and Llama variants below: From LLMs to Multimodal LLMs, like OpenAI\\'s ChatGPT (GPT-3.5), primarily focus on understanding and generating human language. They\\'ve been instrumental in tasks like text generation, translation, and even creative writing. However, their scope is limited to text. Enter multimodal models like GPT-4. These are a new breed of AI models that can understand and generate not just text, but also images, sounds, and potentially other types of data. The term \"multimodal\" refers to their ability to process multiple modes or types of data simultaneously. This is a game-changer. Imagine an AI that can not only read a description of a dress but also visualize it or even design it! Multimodal AI models are moving us towards more holistic AI systems. These systems can potentially understand our world in a more comprehensive manner, bridging the gap between different forms of data and providing richer, more integrated solutions. As we stand on the cusp of this new era, it\\'s exciting to envision the myriad of applications and innovations that Multimodal models will bring to the table. The future of AI looks more integrated and versatile than ever before. From Connections to Vector DB The AI landscape is witnessing a fascinating transition: from Language Model (LLM) connections or integrations, e.g., LangChain and LlamaIndex, to the rise of Vector Databases (Vector DB) such as Weaviate, Milvus, Pinecone, Chroma, and Vespa.ai. But what\\'s driving this shift, and why does it matter? LLM connections, like the LlamaIndex, primarily focus on linking and understanding vast amounts of external data. They\\'ve been pivotal in creating semantic connections, enabling more intuitive search experiences, and enhancing data accessibility. However, as the volume and variety of data grow, the need for more advanced storage and retrieval mechanisms becomes evident. This is where Vector DBs come into play. Unlike traditional databases that store data in rows and columns, Vector DBs store data in high-dimensional space, allowing for more efficient and accurate similarity searches. Tools like Weaviate and Milvus are designed to handle massive datasets, making them ideal for tasks like image', start_char_idx=1562, end_char_idx=3787, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='3bdaf739-91d6-4044-88e0-4034086ca923', embedding=[-0.016723277047276497, 0.0029967776499688625, -0.01872112788259983, -0.03087589144706726, -0.011386358179152012, 0.018860837444663048, -0.006311395205557346, 0.02118002250790596, -0.023750685155391693, -0.041242364794015884, 0.01633208803832531, 0.024770567193627357, -0.03892318159341812, 0.002520017558708787, 0.007034393958747387, 0.017463738098740578, 0.02077486366033554, 0.016318118199706078, 0.019587330520153046, -0.0073836687952280045, -0.011365401558578014, -0.02421172708272934, -0.007257930003106594, -0.017338000237941742, 0.02535734884440899, -0.004163355566561222, 0.021403558552265167, -0.02717357873916626, -0.012524993158876896, 0.01862333156168461, 0.0074255820363759995, 0.009744766168296337, -0.02036970481276512, 0.005427730269730091, -0.003866471815854311, -0.010373461060225964, 0.02586030401289463, -0.010974213480949402, 0.02050941437482834, -0.0023331556003540754, 0.018036549910902977, 0.008689956739544868, 0.002818647539243102, -0.026167666539549828, -0.010429345071315765, 0.004792049992829561, -0.002266793278977275, -0.03587750717997551, -0.017268145456910133, 0.0005208560032770038, -9.779693937161937e-05, 0.06499305367469788, -0.03070823848247528, 0.0029164443258196115, 0.0026090824976563454, 0.014473946765065193, 0.009409463033080101, -0.007565291598439217, 0.013768412172794342, -0.009004304185509682, 0.004788557067513466, 0.012930152006447315, -0.015172496438026428, 0.013991947285830975, -0.008969376794993877, -0.010624938644468784, -0.03601721674203873, 0.03174209222197533, 0.02141753025352955, -0.013761426322162151, 0.02215799130499363, 0.026475029066205025, 0.017268145456910133, -0.018651273101568222, 0.021780775859951973, -0.014110701158642769, -0.017533594742417336, -0.005853845272213221, -0.022856540977954865, 0.007865668274462223, 0.0049457307904958725, 0.007299842778593302, -0.0006479047005996108, 0.021808717399835587, 0.015340148471295834, 0.0025724086444824934, 0.005574425682425499, 0.011868356727063656, -0.02109619602560997, -0.01673724688589573, 0.0015420481795445085, -0.01510264165699482, 0.03297153860330582, 0.008557232096791267, 0.00109235686250031, 0.02717357873916626, 0.013069862499833107, -0.001147367642261088, -0.014005918987095356, -0.026461057364940643, 0.002038018312305212, -0.01731005869805813, -0.02478453889489174, -0.017198290675878525, -0.01190328411757946, 0.009011289104819298, 0.0028815169353038073, 0.013153688050806522, 0.010617953725159168, 0.01722623221576214, -0.016136495396494865, 0.03258035331964493, -0.005431222729384899, -0.027383143082261086, 0.0051972088403999805, -0.01112090889364481, 0.007467494811862707, 0.0008862847462296486, -0.012706616893410683, 0.005958627909421921, 0.03889523819088936, 0.02264697663486004, 0.015158525668084621, -0.011721661314368248, 0.014418062753975391, -0.0013892403803765774, 0.005647773388773203, -0.009409463033080101, -0.028514793142676353, -0.0076351468451321125, 0.014376149512827396, 0.03677164763212204, 0.004746644292026758, 0.0064615835435688496, -0.03129502013325691, 0.01104406826198101, -0.006377757526934147, -0.0037337474059313536, -0.02956261672079563, -0.012029023841023445, 0.013768412172794342, 0.03062441200017929, -0.010121983475983143, 0.0030212269630283117, -0.019014518707990646, 0.02841699682176113, 0.017282115295529366, 0.009863520041108131, 0.02092854492366314, -0.012531979009509087, 0.0052286433055996895, -0.030680296942591667, -0.021235907450318336, 0.008159059099853039, 0.007174103986471891, 0.003211581613868475, 0.004792049992829561, 0.018553476780653, -0.03783344477415085, -0.021934455260634422, 0.014865134842693806, 0.012497051618993282, -0.004655832890421152, 0.022968309000134468, 0.030931774526834488, 0.026782389730215073, 0.008550246246159077, 0.008298768661916256, -0.004016660153865814, -0.011009140871465206, -0.014599685557186604, 0.01556368451565504, -0.0631488785147667, 0.030261166393756866, -0.008438478223979473, 0.007865668274462223, 0.012504037469625473, 0.01872112788259983, -0.019070403650403023, -0.038224633783102036, 0.018427737057209015, -0.0021218443289399147, 0.007188074756413698, 0.002540973946452141, -0.020886631682515144, -0.019601300358772278, 0.009891461580991745, 0.0019000547472387552, 0.0091998977586627, -0.018567446619272232, 0.00947931781411171, 0.01025470718741417, -0.01633208803832531, -0.028836125507950783, -0.6308181881904602, -0.015731336548924446, 0.031630322337150574, -0.029450848698616028, 0.021571209654211998, -0.007292857393622398, -0.01058302540332079, 0.00037590699503198266, -0.009116072207689285, 0.01830199919641018, -0.02914348803460598, -0.010960242711007595, 0.0009482810273766518, -0.013104789890348911, 0.0003566968662198633, -0.021892543882131577, 0.0032168207690119743, -0.021487385034561157, 0.01921011321246624, 0.0029251761734485626, -0.027941983193159103, 0.011141865514218807, 0.0068632494658231735, -0.007453523576259613, -0.010443315841257572, 0.021207964047789574, 0.012399254366755486, 0.011672763153910637, -0.003988718148320913, 0.02324772998690605, -0.031714148819446564, 0.010080070234835148, 0.00529500562697649, -0.002975821029394865, 0.04920583218336105, -0.009612041525542736, -0.02570662461221218, 0.025804420933127403, -0.0004075600008945912, 0.020998399704694748, -0.016304146498441696, -0.038699645549058914, 0.00599006237462163, 0.0010338533902540803, 0.004456746391952038, 0.026558853685855865, 0.027858156710863113, -0.015535742044448853, -0.023946279659867287, -0.03347449377179146, 0.013321340084075928, 0.002128829713910818, 0.01230844296514988, -0.005284527316689491, -0.006437133997678757, 0.006978509947657585, 0.012448153458535671, -0.016876956447958946, 0.028668474406003952, -0.007093770895153284, 0.0015237112529575825, -0.00525658531114459, -0.02799786627292633, -0.026405174285173416, -0.03325095772743225, 0.019685126841068268, 0.005473135970532894, 0.01370554231107235, 0.020090285688638687, -0.019503504037857056, 0.01732402853667736, 0.027718447148799896, 0.0021253370214253664, -0.02864053286612034, -0.0042192391119897366, -2.4940401999629103e-05, 0.028975835070014, 0.009737781248986721, 0.015382061712443829, 0.02872435748577118, -0.0072439587675035, -0.03028910979628563, -0.0065663657151162624, -0.0009054948459379375, 0.03531866520643234, 0.01317464467138052, -0.013349282555282116, -0.017254173755645752, 0.011127894744277, 0.006171685177832842, 0.017603449523448944, 0.02889201045036316, -0.03973349928855896, -0.06018703058362007, 0.0168350450694561, 0.007970450446009636, -0.022940367460250854, -0.0043345000594854355, 0.0181343462318182, -0.01283934060484171, 0.005060991737991571, -0.002827379386872053, 0.0032884220127016306, 0.020299850031733513, 0.025301465764641762, 0.03783344477415085, -0.029283197596669197, -0.0011901537654921412, 0.012042994610965252, -0.023666858673095703, -0.007788827642798424, 0.019349822774529457, 0.009619027376174927, -0.00200134445913136, 0.017547564581036568, -0.0256926529109478, 0.015410003252327442, -0.01404084637761116, -0.012538964860141277, -0.010555083863437176, 0.01731005869805813, -0.016052668914198875, 0.010848474688827991, -0.010960242711007595, 0.009164970368146896, 0.020160140469670296, -0.003038690658286214, -0.013810324482619762, -0.022884484380483627, 0.018763041123747826, -0.021794745698571205, -0.043058596551418304, 0.014515860006213188, -0.01880495436489582, 0.025105871260166168, 0.005329933017492294, 0.021808717399835587, 0.007411610800772905, 0.013698556460440159, -0.020299850031733513, -0.028612589463591576, -0.014264382421970367, -0.0014940229011699557, -0.016024727374315262, -0.045601315796375275, -0.021487385034561157, -0.006293931510299444, 0.013006992638111115, -0.004757122602313757, -0.009451375342905521, -0.008564217947423458, -0.026614738628268242, -0.004317036364227533, 0.021892543882131577, -0.01937776431441307, -0.002656234661117196, -0.010345518589019775, -0.04062764346599579, -0.02437938004732132, -0.009409463033080101, -0.00631838059052825, 0.010953256860375404, 0.004306558053940535, 0.00041869314736686647, -0.0034787768963724375, -0.041661497205495834, 0.00028051130357198417, 0.01543794572353363, -0.03258035331964493, -0.02495218999683857, 0.00329366116784513, -0.032300930470228195, 0.01691886968910694, 0.02111016772687435, -0.008319725282490253, -0.004341485444456339, -0.0051063974387943745, 0.02242344059050083, 0.0017804282251745462, -0.01862333156168461, 0.014306294731795788, 0.018581418320536613, 0.0187071580439806, -0.02215799130499363, 0.017030637711286545, 0.02111016772687435, 0.0316862091422081, 0.0014529831241816282, -0.02396024949848652, -0.003601022996008396, 0.0047501372173428535, 0.03425687178969383, -0.02708975225687027, -0.00533342594280839, -0.026055898517370224, 0.009472331963479519, -0.014683512039482594, -0.0011630849912762642, 0.022856540977954865, 0.02134767547249794, 0.004711716901510954, -0.0030456760432571173, -0.004994629416614771, -0.020621182397007942, 0.009046216495335102, -0.03104354254901409, -0.006524452939629555, -0.03671576455235481, -0.0039328341372311115, 0.012587863020598888, 0.014907047152519226, -0.006838800385594368, -0.0007583628757856786, -0.017170347273349762, 0.013824296183884144, 0.024505117908120155, -0.00968189723789692, 0.0038070951122790575, -0.023177875205874443, -0.0026579811237752438, -0.007467494811862707, 0.014012903906404972, 0.02308007702231407, -0.0026405174285173416, -0.013013978488743305, 0.02905966155230999, -0.005267063621431589, 0.02560882642865181, -0.01059001125395298, -0.03464805707335472, 0.0028081692289561033, 0.01444600522518158, 0.01814831793308258, 0.0035905446857213974, 0.014990873634815216, -0.016052668914198875, 0.037218719720840454, -0.002747046062722802, 0.04040410742163658, -0.03967761620879173, -0.010191838257014751, 0.030931774526834488, 0.009898447431623936, -0.041996799409389496, 0.025720594450831413, -0.002921683480963111, 0.027802271768450737, 0.007236973382532597, -0.0359613299369812, -0.011099952273070812, -0.029339080676436424, -0.004816499073058367, -0.007621175609529018, 0.0009220854262821376, 0.010282649658620358, -0.027844185009598732, 0.008843637071549892, 0.007816769182682037, 0.022381527349352837, 0.006279960740357637, 0.011805487796664238, -0.012545949779450893, -0.006569858640432358, 0.0017620912985876203, 0.0035608564503490925, 0.009178941138088703, 0.0017489934107288718, 0.0033058857079595327, -0.002483343705534935, 1.5376275769085623e-05, 0.007656103000044823, -0.03696724399924278, 0.01125363353639841, -0.02347126603126526, 0.031015601009130478, 0.010478243231773376, -0.005218164995312691, 0.017351971939206123, 0.010289634577929974, 0.027397112920880318, -0.03375391289591789, -0.03610103949904442, 0.0067724380642175674, -0.0037966168019920588, -0.014124671928584576, -0.0126367611810565, -0.016457827761769295, 0.009744766168296337, 0.0064930180087685585, -0.008731869049370289, -0.002581140724942088, 0.00022397245629690588, 0.013419137336313725, -0.004187804646790028, -0.0007788827642798424, -0.004317036364227533, 0.021221935749053955, 0.000636116717942059, -0.012056965380907059, 0.004771093372255564, 0.0023785613011568785, 0.01543794572353363, -0.007698016241192818, -0.02067706733942032, 0.05320153385400772, -0.017365941777825356, -0.013146703131496906, 0.002464133547618985, 0.0012704869732260704, -0.021361645311117172, -0.004606934264302254, -0.024896306917071342, -0.011190763674676418, -0.012979051098227501, 0.010974213480949402, 0.021389586851000786, -0.0019891199190169573, 0.021864600479602814, 0.02545514516532421, 0.017840955406427383, -0.00566174415871501, -0.01616443693637848, -0.005801454186439514, 0.011148851364850998, 0.046802818775177, 0.00389092112891376, -0.020160140469670296, 0.006782916374504566, -0.020816776901483536, -0.003594037378206849, -0.031211193650960922, -0.014487917535007, 0.01698872447013855, 0.02609781175851822, -0.02233961410820484, -0.01297206524759531, 0.0007404625066556036, -0.007341756019741297, 0.04574102535843849, 0.019978517666459084, 0.013335310854017735, -0.04040410742163658, -0.005322947632521391, -0.02249329537153244, -0.002574155107140541, 0.0012713602045550942, -0.0054591647349298, 0.031965628266334534, 0.019154228270053864, -0.013670614920556545, 0.012245574034750462, 0.030568528920412064, -0.00853627547621727, -0.021152080968022346, -0.015256321988999844, 0.015004844404757023, 0.010212794877588749, 0.01887480914592743, -0.021277818828821182, 0.0012626283569261432, 0.008969376794993877, 0.003073618048802018, 0.01005911361426115, 0.01675121858716011, 0.0072439587675035, 0.03545837476849556, 0.008187000639736652, -0.009667925536632538, 0.008103175088763237, -0.023876424878835678, 0.0021689964924007654, 0.031965628266334534, -0.002137561561539769, -0.013041920028626919, 0.008061261847615242, 0.004386891145259142, -0.031322963535785675, -0.0015158525202423334, 0.020635154098272324, 0.007488451432436705, -0.004963194485753775, -0.001980388071388006, -0.013279426842927933, -0.03559808433055878, 0.0012888238998129964, -0.004620905499905348, 0.007914566434919834, -0.018860837444663048, -0.00788662489503622, -0.0074255820363759995, -0.024812480434775352, 0.0006509608938358724, -0.0146974828094244, 0.0032971538603305817, -0.008920477703213692, -0.018665244802832603, -0.055129531770944595, -0.00414589187130332, 0.03285977244377136, -0.010296620428562164, 0.009381520561873913, 0.004610427189618349, 0.013887165114283562, 0.011337459087371826, -0.011379372328519821, -0.02855670638382435, -0.009388506412506104, -0.0181343462318182, -0.0008255982538685203, -0.02734122984111309, -0.004208761267364025, 0.004149384330958128, -0.014054817147552967, 0.00984954833984375, 0.0030613935086876154, -0.011826444417238235, 0.008110160008072853, 0.012371312826871872, 0.034117162227630615, 0.015591626055538654, 0.031881801784038544, 0.023624945431947708, 0.019489532336592674, -0.04227621853351593, -0.007523378822952509, -0.008829666301608086, -0.020551327615976334, -0.033027421683073044, 0.010303606279194355, 0.0036708780098706484, 0.01318163052201271, 0.0033652624115347862, 0.002500807400792837, -0.020579269155859947, -0.011393343098461628, -0.009835577569901943, 0.012713601812720299, -0.010729720816016197, 0.00595164205878973, 0.0012146030785515904, 0.030764123424887657, -0.001137762563303113, 0.01349597703665495, -0.018749069422483444, 0.0028256329242140055, -0.03892318159341812, 0.019433649256825447, 0.003094574436545372, 0.006395221222192049, 0.024407321587204933, 0.023666858673095703, 0.006293931510299444, -0.04914994537830353, 0.011798501946032047, 0.009877490811049938, 0.020579269155859947, 0.002911205403506756, -0.0028867560904473066, -0.0073976400308310986, -0.005515048746019602, -0.017170347273349762, 0.010834503918886185, -0.019838808104395866, -0.002011822769418359, -0.00476410798728466, -0.004729180596768856, 0.013880180194973946, -0.015982814133167267, 0.010443315841257572, -0.021864600479602814, -0.005298498552292585, 0.021948426961898804, 0.01929393969476223, 0.029506733641028404, -0.030428819358348846, -0.010645895265042782, -0.01929393969476223, -0.035737793892621994, -0.0017341492930427194, -0.02978615276515484, -0.025329407304525375, -0.01116980705410242, 0.04196885600686073, 0.013118760660290718, 0.037973154336214066, -0.005668729543685913, 0.015871046110987663, 0.013335310854017735, -0.0035975303035229445, -0.0026247999630868435, -0.007072814274579287, -0.0010355997364968061, -0.0017935259966179729, 0.0032622264698147774, 0.015605596825480461, -0.005783990491181612, 0.006779423449188471, 0.0027976909186691046, -0.00985653419047594, 0.006709568668156862, -0.008724884130060673, 0.006926118861883879, -0.025008074939250946, -0.042555637657642365, -0.00443578977137804, 0.014781308360397816, 0.0040515875443816185, 0.0030055094975978136, -0.03193768486380577, -0.006265989504754543, 0.023932307958602905, -0.0016861240146681666, 0.014299309812486172, 0.00459994887933135, 0.020914573222398758, -0.013195601291954517, 0.009325636550784111, 0.00960505660623312, 0.014222469180822372, -0.02076089382171631, 0.005504570435732603, -0.03962172940373421, 0.007649117615073919, 0.021822689101099968, -0.004481195472180843, 0.01781301386654377, 0.02274477295577526, 0.011030097492039204, 0.012001081369817257, 0.007034393958747387, -0.0076351468451321125, 3.4763754229061306e-05, -0.004442775156348944, -0.019908662885427475, 0.0017952723428606987, -0.012210646644234657, -0.025343377143144608, -0.01978292316198349, -0.013230528682470322, 0.002422220539301634, 0.024602916091680527, 0.03816874697804451, -0.02650297060608864, -0.009171955287456512, 0.03646428883075714, 0.019070403650403023, 0.03786138445138931, -0.012119835242629051, 0.02002043090760708, 0.0064895255491137505, 0.01609458215534687, -0.027969924733042717, 0.007107741665095091, 0.018371853977441788, -9.937959111994132e-05, 0.01116980705410242, 0.026475029066205025, -0.016695333644747734, -0.028864067047834396, 0.011113923043012619, -0.007278886623680592, -0.03280388563871384, -0.05647074803709984, 0.003845515428110957, 0.008138102479279041, 0.011707690544426441, -0.019503504037857056, -0.018120376393198967, -0.0293949656188488, 0.002139308024197817, -0.02101237140595913, 0.028780242428183556, -0.008669000118970871, -0.007432567421346903, 0.013894150964915752, -0.0040096743032336235, 0.007292857393622398, 0.023778626695275307, -0.008759811520576477, 0.02643311582505703, 0.0008592159720137715, 0.0023069598246365786, -0.006342830136418343, 0.018371853977441788, -0.007299842778593302, 0.019601300358772278, 0.005508063361048698, 0.006604786030948162, -0.006695597432553768, -0.007292857393622398, 0.01724020391702652, -0.004858412314206362, 0.006793394684791565, 0.034424521028995514, -0.02742505632340908, -0.01764536276459694, 0.012001081369817257, -0.002092155860736966, 0.01774315908551216, -0.011938212439417839, -0.0012687406269833446, -0.004348470829427242, 0.018260085955262184, 0.0011299039470031857, 0.028137575834989548, 0.009102100506424904, -0.009325636550784111, 0.010520156472921371, -0.006517467554658651, -0.026614738628268242, -0.019741009920835495, -0.0029810601845383644, 0.01691886968910694, -0.03925848379731178, -0.012916181236505508, 0.003555617295205593, -0.0093535790219903, 0.006559380330145359, 0.0011997588444501162, -0.0036359503865242004, -0.020467502996325493, 0.0390908345580101, -0.025832362473011017, 0.0027610170654952526, 0.03012145683169365, 0.014515860006213188, -0.03227299079298973, -0.004875876009464264, -0.01961527206003666, -0.01316765882074833, 0.01919614151120186, -0.01879098266363144, -0.007076307199895382, -0.002038018312305212, 0.007732943631708622, 0.0019419677555561066, -0.0014800518983975053, -0.0012844579759985209, 0.018693186342716217, -0.00691564055159688, 0.013530905358493328, -0.0024693727027624846, 0.0003374867665115744, 0.022227846086025238, -0.02207416668534279, -0.010101026855409145, 0.020467502996325493, -0.0073068286292254925, 0.014879105612635612, -0.0032150743063539267, -0.012245574034750462, -0.017184318974614143, -0.058398742228746414, -0.02650297060608864, -0.006182163488119841, -0.0007684045122005045, 0.00861311610788107, -0.00021425825252663344, -0.02190651372075081, -0.006178671028465033, -0.014543801546096802, 0.015996785834431648, 0.017505651339888573, 0.004163355566561222, 0.020718980580568314, -0.004865397699177265, 0.01038743183016777, 0.003992210607975721, -0.024239670485258102, -0.01497690286487341, -0.0035870519932359457, -0.0056442804634571075, -0.028011837974190712, -0.019964545965194702, -0.03668782114982605, 0.02840302512049675, 0.0008522304706275463, -0.026321347802877426, -0.017715217545628548, -0.011009140871465206, -0.044958651065826416, -0.0014416316989809275, 0.015172496438026428, 0.0024798510130494833, 0.00389092112891376, 0.0071007562801241875, 0.015088670887053013, 0.007460509426891804, 0.009891461580991745, 0.004442775156348944, -0.010303606279194355, 0.0027784807607531548, -0.018329940736293793, -0.011281575076282024, 0.034424521028995514, 0.016471799463033676, -0.024686740711331367, -0.0016398450825363398, -0.004795542918145657, -0.016862986609339714, -0.000718196271918714, 0.024085989221930504, -0.02535734884440899, -0.010128968395292759, 0.026530912145972252, 0.006084366701543331, -0.010638909414410591, 0.0015874538803473115, 0.006968031637370586, -0.04269535094499588, 0.008675985969603062, 0.03241270035505295, -0.006838800385594368, -0.000709900981746614, -0.0062066130340099335, 0.02077486366033554, 0.0031626832205802202, 0.013160673901438713, 0.014180555939674377, 0.0008046417497098446, 0.013398180715739727, 0.012140790931880474, 0.046998415142297745, 0.015423974022269249, 0.005525527056306601, 0.027955953031778336, 0.00034621861414052546, 0.007097263354808092, -0.013635687530040741, 0.000727364735212177, -0.01244116760790348, -0.003922355826944113, 0.017198290675878525, -0.019391736015677452, 0.01887480914592743, -0.0014171823859214783, 0.0127694858238101, -0.01026867888867855, -0.0026736983563750982, -0.015898987650871277, 0.009332622401416302, -0.04604838788509369, 0.012406240217387676, 0.005455672275274992, -0.015871046110987663, -0.015423974022269249, -0.016932841390371323, 0.0014136896934360266, -0.008298768661916256, 0.0029845531098544598, 0.011854385957121849, 0.008361638523638248, -0.021487385034561157, 0.028919951990246773, -0.004774586297571659, -0.004931760020554066, 0.016597537323832512, 0.015284264460206032, -0.016038697212934494, -0.005417251959443092, 0.20151758193969727, -0.022213876247406006, 0.01739388331770897, 0.033530380576848984, 0.007128698285669088, -0.006391728296875954, 0.03774961829185486, 0.009423433803021908, 0.007142669055610895, 0.004938745405524969, 0.012217631563544273, 0.01617840863764286, -0.012469110079109669, -0.0010163895785808563, 0.021445471793413162, -0.04384097084403038, -0.032720062881708145, -0.02668459340929985, -0.010156910866498947, -0.008242884650826454, 0.0012146030785515904, 0.0029251761734485626, -0.001947206910699606, -0.019419677555561066, 0.014557773247361183, -0.0032447627745568752, 0.01609458215534687, 0.00025715355877764523, 0.010114997625350952, 0.006975017488002777, 3.1516592571279034e-05, 0.008759811520576477, 0.011749603785574436, -0.006363786291331053, 0.017547564581036568, -0.012294472195208073, 0.010149925015866756, -0.0030596470460295677, 0.012413226068019867, 0.02298228070139885, 0.014655569568276405, 0.015326177701354027, 0.01880495436489582, -0.025022044777870178, 0.020495444536209106, 0.012070936150848866, -0.0005256585427559912, -0.0005391929298639297, 0.009381520561873913, 0.008403550833463669, -0.017100492492318153, 0.018567446619272232, 0.004411340691149235, 0.023610975593328476, -0.011183778755366802, 0.011023111641407013, -0.011833429336547852, 0.004502152092754841, 0.002764509990811348, 0.006835307460278273, -0.035095129162073135, -0.0012495304690673947, 0.0005060118273831904, 0.02931113913655281, 0.007788827642798424, 0.0032517481595277786, -0.0026771912816911936, 0.025552943348884583, -0.007956479676067829, -0.015451916493475437, -0.0005942037096247077, -0.010750677436590195, -0.017044609412550926, -0.022605063393712044, -0.033530380576848984, -0.034424521028995514, 0.021361645311117172, 0.018022578209638596, -0.012462124228477478, 0.03554220125079155, 0.0030229731928557158, -0.022046223282814026, -0.004655832890421152, -0.003085842588916421, -0.009178941138088703, -0.01543794572353363, 0.009674911387264729, -0.023946279659867287, -0.009695868007838726, -0.004432296846061945, -0.00767705962061882, -0.014068787917494774, -0.00414589187130332, 0.00702042318880558, 0.002540973946452141, -0.014753366820514202, -0.006873727776110172, 0.007229987997561693, -0.00931865070015192, -0.010296620428562164, -0.02757873572409153, 0.04959701746702194, 0.03998497501015663, 0.0011840414954349399, -0.00576652679592371, 0.02159915305674076, -0.004076036624610424, 0.0037896314170211554, -0.001791779650375247, -0.011225691065192223, 0.002191699342802167, -0.03752608224749565, 0.00509242620319128, 0.0060459463857114315, -0.005137831903994083, 0.021655036136507988, 0.014208498410880566, -0.001556892297230661, 0.018106404691934586, 0.0012626283569261432, 0.0014983888249844313, -0.018665244802832603, 0.004620905499905348, 0.004278616048395634, 0.0004429240943863988, 0.005899250973016024, -0.02594413049519062, 0.010492214001715183, -0.027061810716986656, 0.0058817872777581215, 0.003403682727366686, -0.031965628266334534, 0.011295546777546406, -0.004896832630038261, 0.0005365733522921801, 0.005088933743536472, 0.008277812041342258, -0.018441708758473396, -0.034843653440475464, -0.01272058766335249, -0.004065558314323425, 0.02323375828564167, 0.00744653819128871, -0.004572006873786449, 0.012762500904500484, -0.006217090878635645, -0.004428804386407137, 0.027774330228567123, -0.010408388450741768, -0.01846965029835701, -0.01575927808880806, 0.0037127910181879997, 0.004641861654818058, 0.005811932496726513, -0.0054347156547009945, 0.003284929320216179, -0.009549172595143318, 0.0030456760432571173, 0.020970458164811134, -0.0008125004824250937, -0.04515424370765686, 0.0005946403252892196, 0.028025807812809944, -0.014515860006213188, -0.006510481704026461, -0.0028064227662980556, -0.17983460426330566, -0.009060188196599483, 0.025343377143144608, -0.03126707673072815, 0.02404407598078251, 0.016625478863716125, 0.03112736903131008, -0.010638909414410591, -0.014627628028392792, 0.01013595424592495, 0.019349822774529457, -0.005986569914966822, -0.021822689101099968, -0.02259109355509281, 0.0042192391119897366, 0.011889313347637653, 0.002045003930106759, 0.008675985969603062, 0.015200437977910042, 0.010534127242863178, 0.02289845421910286, -0.021054284647107124, 0.0016276204260066152, -0.013475021347403526, 0.006720046978443861, 0.020663095638155937, -0.0016992217861115932, 0.011484154500067234, 0.003849008120596409, -0.033949509263038635, 0.001074019935913384, -0.019349822774529457, 0.031211193650960922, 0.0001269395579583943, 0.014418062753975391, 0.015116612426936626, 0.014739396050572395, -0.005253092851489782, -0.021822689101099968, 0.016024727374315262, 0.02618163824081421, 0.022437412291765213, 0.002504300093278289, -0.002630039118230343, -0.008592159487307072, 0.018274055793881416, 0.01046427246183157, -0.017938753589987755, 0.007418596185743809, -0.010352504439651966, 0.00862010195851326, -0.00821494311094284, 0.018651273101568222, -0.010142939165234566, 0.004837455693632364, 0.018413767218589783, -0.0052740490064024925, 0.00578748295083642, -0.00625900411978364, -0.021934455260634422, -0.005986569914966822, -0.0031888787634670734, -0.01309780403971672, -0.005937671288847923, 0.003428132040426135, -0.021655036136507988, -0.005085440818220377, 0.002312198979780078, -0.049038179218769073, 0.0028500822372734547, -0.03258035331964493, 0.0069086551666259766, -0.009241810999810696, 0.01739388331770897, 0.028696415945887566, 0.022046223282814026, -0.016709305346012115, 0.0022318658884614706, 0.02978615276515484, 0.014683512039482594, -0.012175719253718853, -0.008634072728455067, -0.015801191329956055, 0.01640194281935692, -0.0036918343976140022, -0.003775660414248705, 0.007271900773048401, 0.02143150009214878, -0.01349597703665495, -0.0023226772900670767, 0.02609781175851822, -0.020718980580568314, 0.00861311610788107, -0.0030631397385150194, 0.011519081890583038, 0.0023593511432409286, 0.005015586037188768, -0.0019314895616844296, 0.009695868007838726, 0.009311665780842304, 0.011470183730125427, 0.01944761909544468, -0.011078995652496815, -0.01904246024787426, 0.01616443693637848, 0.0023803075309842825, -0.02847287990152836, -0.002967089181765914, 0.03151855617761612, -0.006332351826131344, -0.026977984234690666, -0.008655029349029064, 0.015605596825480461, 0.014767337590456009, -0.01330038346350193, 0.005200701300054789, -0.0038699645083397627, -0.007893609814345837, 0.019810864701867104, -0.0019000547472387552, 0.0548221692442894, 0.004502152092754841, -0.007691030856221914, 0.003002016805112362, -0.00845943484455347, -0.018525535240769386, -0.10780017077922821, -0.053145650774240494, 0.007065828889608383, 0.02627943456172943, -0.047501370310783386, 0.020383676514029503, -0.005941164214164019, 0.02668459340929985, -0.015633538365364075, 0.03157443925738335, -0.01338420994579792, -0.03109942562878132, 0.006824829149991274, -0.0011709437239915133, 0.005640787538141012, -0.003356530563905835, -3.206233429864369e-07, -0.02914348803460598, -0.026223549619317055, 0.03109942562878132, 0.019727040082216263, -0.016290176659822464, 0.006391728296875954, -0.01170070469379425, -0.0017716963775455952, -0.010233751498162746, -0.011141865514218807, 0.015046757645905018, 0.01722623221576214, -0.0026509955059736967, 0.022116079926490784, -0.012755515053868294, 0.015717364847660065, -0.026614738628268242, 0.012762500904500484, -0.018022578209638596, 0.0008535402594134212, -0.009968302212655544, 0.02274477295577526, -0.0024519090075045824, -0.013020963408052921, 0.027145635336637497, -0.0004693379742093384, -0.01953144557774067, -0.024323495104908943, -0.014138642698526382, 0.0002628292713779956, 0.006203120108693838, 0.02036970481276512, -0.02190651372075081, -0.02069103717803955, -0.027648592367768288, -0.04325418919324875, 0.017100492492318153, 0.015284264460206032, 0.010555083863437176, -0.013314354233443737, 0.009542186744511127, -0.011994095519185066, -0.007942508906126022, -0.018092432990670204, -0.009996243752539158, -0.023289643228054047, 0.02003440074622631, -0.0030055094975978136, 0.003845515428110957, -0.00972380954772234, -0.019587330520153046, 0.021221935749053955, -0.01337722409516573, 0.0032133280765265226, 0.010834503918886185, -0.00952123012393713, -0.00010172627662541345, -0.006213598418980837, -0.007558306213468313, -0.008913492783904076, -0.019321881234645844, -0.0013019217876717448, -0.0028011838439852, -0.014047831296920776, -0.0168350450694561, 0.008494362235069275, -0.013027949258685112, -0.002623053500428796, -0.005074962507933378, -0.010834503918886185, -0.006038961000740528, -0.0006649318384006619, -0.05401185154914856, -0.006178671028465033, 0.01946159079670906, 0.005260078236460686, -0.03668782114982605, 0.016206350177526474, 0.018916722387075424, -0.013153688050806522, -0.007530364207923412, 0.03489953652024269, 0.0060878596268594265, -0.03456423059105873, 0.002050242852419615, -0.06415478885173798, 0.026307376101613045, 0.00516926683485508, -0.0024134886916726828, -0.011058039963245392, -0.024686740711331367, 0.004296079743653536, -0.020705008879303932, 0.00960505660623312, 0.022311672568321228, -0.007432567421346903, 0.014641598798334599, -0.0030090021900832653, -0.022605063393712044, -0.014061802998185158, -0.01979689486324787, 0.03347449377179146, 0.005962120369076729, 0.00887157954275608, 0.030344992876052856, 0.01979689486324787, -0.013964005745947361, 0.015423974022269249, 0.027606679126620293, 0.008110160008072853, 0.009765722788870335, -0.028947893530130386, 0.01116980705410242, -0.017589477822184563, -0.004998121876269579, -0.0015909465728327632, -0.026000015437602997, 0.003546885447576642, 0.014012903906404972, -0.005483613815158606, -0.002336648292839527, -0.006517467554658651, 0.024840421974658966, 0.0146974828094244, 0.04613221436738968, -0.03322301805019379, -0.03604515641927719, 0.010946271941065788, -0.0036080083809792995, 0.008152073249220848, -0.011051054112613201, 0.0019314895616844296, -0.0053928024135529995, 0.028752299025654793, -0.005301991011947393, 0.03760990872979164, 0.017198290675878525, -0.020174112170934677, -0.04722195118665695, 0.007013437803834677, 0.006957553792744875, 0.02308007702231407, -0.0022598078940063715, -0.006747988518327475, 0.030847948044538498, 0.03568191081285477, 0.024253640323877335, 0.008319725282490253, -0.02330361306667328, 0.02143150009214878, -0.02133370377123356, -0.017365941777825356, -0.0015533996047452092, 0.009891461580991745, -0.014907047152519226, -0.007816769182682037, 0.005022571422159672, -0.0004084332031197846, 0.015954872593283653, 0.011407313868403435, -0.013265456072986126, 0.01848362199962139, 0.009688882157206535, -0.01774315908551216, 0.012119835242629051, 0.011889313347637653, -0.027397112920880318, -0.006479047238826752, 0.007914566434919834, 0.02586030401289463, 0.001209363923408091, -0.034843653440475464, 0.029814094305038452, 0.00882268138229847, -0.00463836919516325, -0.00572810648009181, 0.010967227630317211, -0.002366336528211832, 0.005525527056306601, 0.0010303605813533068, -0.009388506412506104, -0.005682700779289007, 0.007725958246737719, 0.028291257098317146, 0.005186730530112982, 0.009332622401416302, -0.018343910574913025, 0.004065558314323425, -0.0036359503865242004, -0.019154228270053864, 0.005609353072941303, -0.031630322337150574, -0.004785064607858658, 0.026237521320581436, 0.025650739669799805, 0.017114464193582535, -0.015326177701354027, -0.0020275400020182133, 0.003702312707901001, -0.017268145456910133, 0.02281462773680687, -0.008955405093729496, -0.025734566152095795, -0.021962398663163185, 0.041745319962501526, 0.022130049765110016, 0.013600760139524937, 0.044371869415044785, -0.01781301386654377, 0.012182704173028469, 0.019238054752349854, 0.031155310571193695, -0.008682970888912678, 0.027299316599965096, -0.005193715915083885, 0.00202055461704731, -0.012657717801630497, -0.010310591198503971, -0.005267063621431589, 0.006814350839704275, -0.014725424349308014, -0.0008421888342127204, 0.009556158445775509, 0.018260085955262184, 0.09533804655075073, 0.029506733641028404, -0.0007972196908667684, 0.004582485184073448, -0.02683827467262745, 0.009241810999810696, 0.006360293831676245, 0.024812480434775352, 0.017296086996793747, -0.022116079926490784, 0.019992487505078316, -0.002703386824578047, -0.0064895255491137505, -0.029339080676436424, -0.004467224236577749, 0.008696941658854485, -0.03392156586050987, 0.004117949865758419, 0.0018040041904896498, -0.0164159145206213, 0.033865682780742645, -0.004198282957077026, 0.007090277969837189, -0.0010155164636671543, -0.019573358818888664, 0.007767871022224426, 0.02118002250790596, -0.012357342056930065, -0.005944656673818827, -0.018204201012849808, 0.030764123424887657, 0.015619568526744843, -0.042248278856277466, -0.018078463152050972, -0.01357980351895094, -0.01411768700927496, 0.006073888391256332, -0.033781856298446655, 0.01079957652837038, 0.01186137180775404, -0.006465076003223658, 0.004718702286481857, -0.0015612582210451365, -0.03677164763212204, 0.012490065768361092, -0.02389039471745491, -0.0078027984127402306, -0.03325095772743225, -0.016206350177526474], metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='21df4439-0715-402a-a4c3-983c7a69645b', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='71418de3d50e604c2581574f1abf2248e5cc3ab7c74a3182c37cb1152d0cfd21'), : RelatedNodeInfo(node_id='ddaea7c5-2162-422e-b6b2-166f9714b814', node_type=, metadata={}, hash='03066da8a3963835fd37a8c0e17eb38208c78f649cc90dbe1d4f1a8827df0819')}, hash='cb0f9e89310fb2666bfbe60bc631839b3b71fa63a005c77d0511f8ac512f7ad3', text=\"LLM connections, like the LlamaIndex, primarily focus on linking and understanding vast amounts of external data. They've been pivotal in creating semantic connections, enabling more intuitive search experiences, and enhancing data accessibility. However, as the volume and variety of data grow, the need for more advanced storage and retrieval mechanisms becomes evident. This is where Vector DBs come into play. Unlike traditional databases that store data in rows and columns, Vector DBs store data in high-dimensional space, allowing for more efficient and accurate similarity searches. Tools like Weaviate and Milvus are designed to handle massive datasets, making them ideal for tasks like image recognition, recommendation systems, and more. The rise of Vector DBs represents a broader trend in AI: the quest for more efficient, scalable, and versatile data handling solutions. As we navigate this evolution, it's clear that the combination of LLMs and Vector DBs will redefine how we store, access, and understand data in the AI-driven future. From Agents to OS The AI realm is abuzz with innovations, and one of the most intriguing shifts we're witnessing is the transition from LLM agents to using LLMs as Operating Systems (OS). Let's delve into this evolution and its implications. LLM agents, like AutoGPT, AgentGPT, BabyAGI, and HuggingGPT, have been groundbreaking in automating tasks based on user requests. These agents leverage the power of Language Models (LLMs) to understand and execute commands, making them invaluable in tasks ranging from content generation to data analysis. Their adaptability and intelligence have made them a staple in many AI toolkits. However, the vision for AI doesn't stop there. The concept of LLM as an OS is emerging as the next big thing. Imagine an operating system where the core is a language model, orchestrating everything around it. Such a system would not just execute tasks but would understand context, anticipate needs, and offer solutions in real time. It's like turning the LLM into the brain of the digital ecosystem, making devices and applications more intuitive and responsive than ever. The move towards LLM as OS signifies a paradigm shift in how we perceive and utilize AI. It's not just about automation anymore; it's about creating a seamless, intelligent interface\", start_char_idx=3086, end_char_idx=5425, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='ddaea7c5-2162-422e-b6b2-166f9714b814', embedding=[0.0008533061482012272, 0.005050519481301308, -0.009504382498562336, -0.0062262830324471, -0.0099466098472476, 0.020328428596258163, -0.028021784499287605, 0.02101633884012699, -0.01985110342502594, -0.033890072256326675, 0.03459202125668526, 0.03540628403425217, -0.04708670452237129, -0.002985036000609398, -0.005180379841476679, 0.009356973692774773, 0.023543352261185646, 0.022448312491178513, 0.004534587264060974, -0.008514635264873505, -0.01695907488465309, -0.014375905506312847, -0.006973858457058668, -0.015358633361756802, 0.016439633443951607, 0.001262629870325327, 0.031531527638435364, -0.03139113634824753, -0.014867269434034824, 0.010129116475582123, 0.008121544495224953, 0.011827832087874413, -0.026098445057868958, 0.009539480321109295, 0.014123204164206982, -0.015134009532630444, 0.011336468160152435, -0.01594826951622963, 0.01618693210184574, -0.01865779049694538, 0.01216476783156395, 0.024778781458735466, 0.01282459869980812, -0.017548711970448494, -0.009911512956023216, 0.014053008519113064, -0.004825896117836237, -0.02417510561645031, -0.0328231118619442, 0.009413129650056362, 0.003608015365898609, 0.06014294922351837, -0.03518166020512581, 0.0008971779025159776, -0.013224709779024124, -0.004253807943314314, 0.004818876273930073, -0.006566727999597788, 0.024273378774523735, 0.004664447624236345, -0.003892304375767708, 0.006422828882932663, -0.016243088990449905, 0.026898667216300964, 0.003951970022171736, -0.004741662181913853, -0.035630904138088226, 0.04259423539042473, 0.01517612673342228, -0.022729093208909035, 0.019219350069761276, 0.023150261491537094, 0.010030844248831272, -0.023852210491895676, 0.028667576611042023, -0.005917425733059645, -0.025887859985232353, -0.010129116475582123, -0.0073844981379806995, 0.02181655913591385, 0.01533055491745472, 0.012550839222967625, -0.01985110342502594, 0.03885987028479576, 0.00239364430308342, -0.012761423364281654, 0.012817579321563244, -0.007433634717017412, -0.007201991509646177, -0.01622905023396015, -0.006085893604904413, -0.014979581348598003, 0.0378490649163723, 0.028569303452968597, -0.010178253054618835, 0.029144901782274246, -0.0054787080734968185, 0.004562665242701769, 0.004731133114546537, -0.01680464670062065, 0.018910491839051247, -0.0050575388595461845, -0.0243295356631279, -0.02456819824874401, -0.018559519201517105, 0.0007252005161717534, 0.008437421172857285, 0.026660004630684853, 0.014572450891137123, 0.025396496057510376, -0.022574663162231445, 0.03369352966547012, -0.009392070583999157, -0.019991492852568626, 0.007398537360131741, -0.006261380389332771, -0.006636923179030418, -0.006801880896091461, -0.02633710764348507, 0.002255009487271309, 0.03043648600578308, 0.0355185940861702, 0.012080533429980278, -0.0009669340797699988, 0.018910491839051247, 0.00445035332813859, 0.004225729964673519, -0.005148792173713446, -0.031138435006141663, -0.004043223336338997, 0.021058455109596252, 0.007826725952327251, 0.0249051321297884, 0.009125330485403538, -0.02344507910311222, 0.013337021693587303, -0.022223688662052155, -0.005745448637753725, -0.04630052298307419, -0.026168640702962875, 0.023164300248026848, 0.022153494879603386, -0.011041649617254734, 0.010213350877165794, -0.008458479307591915, 0.012424488551914692, 0.01888241432607174, 0.013175573199987411, 0.020370544865727425, -0.018292777240276337, -0.008311070501804352, -0.02772696502506733, -0.01398281380534172, 0.022097337990999222, 0.013624819926917553, 0.010501149110496044, 0.03344082832336426, 0.011020591482520103, -0.03004339523613453, -0.014024931006133556, 0.007209010887891054, 0.0021146198268979788, -0.012291118502616882, 0.010732792317867279, 0.02695482224225998, 0.028920277953147888, 0.025270145386457443, 0.0031412194948643446, -0.004734642803668976, -0.006243831943720579, -0.003772973082959652, 0.020300351083278656, -0.05317961797118187, 0.027179446071386337, -0.0020093275234103203, 0.015372672118246555, 0.012908833101391792, -0.0006532508414238691, -0.01048711035400629, -0.03004339523613453, 0.016818685457110405, 0.0013995098415762186, 0.013933678157627583, -0.0011266273213550448, -0.014979581348598003, -0.015316516160964966, 0.018517401069402695, 0.0003389095072634518, -0.005875308997929096, -0.013175573199987411, 0.011813793331384659, 0.014179360121488571, -0.023571429774165154, -0.016509829089045525, -0.6253519058227539, -0.022111378610134125, 0.01711350493133068, -0.011504936031997204, 0.0033904111478477716, 0.005324279423803091, -0.009048116393387318, -0.002025121357291937, -0.016945036128163338, 0.027361951768398285, -0.02441376820206642, -0.015134009532630444, 0.0070756408385932446, -0.008479537442326546, 0.004029184579849243, -0.014937464147806168, 0.001198577112518251, -0.023374885320663452, -0.0007076518377289176, 0.010529227554798126, -0.014684762805700302, -0.0024796330835670233, -0.0017206512857228518, -0.01804007589817047, -0.010339701548218727, 0.005082107149064541, -0.004127457272261381, 0.015625374391674995, -0.010557305067777634, 0.010662597604095936, -0.01742236129939556, 0.016172893345355988, -0.0019338681595399976, 0.008935804478824139, 0.046946316957473755, -0.0039274017326533794, -0.035322047770023346, 0.020300351083278656, 0.0011634796392172575, 0.03616438806056976, -0.021311156451702118, -0.032851189374923706, 0.0026393262669444084, -0.005861269775778055, 0.006696588825434446, 0.020946143195033073, 0.01394069753587246, -0.010206331498920918, -0.020749596878886223, -0.022546585649251938, 0.02468051016330719, 0.008037310093641281, 0.02351527474820614, 0.0013319472782313824, -0.0017654005205258727, 0.012024377472698689, 0.023037949576973915, -0.015653451904654503, 0.01583595760166645, -0.0010976719204336405, -0.007903940044343472, -0.0017855814658105373, -0.03147536888718605, -0.020875947549939156, -0.028400836512446404, 0.018068155273795128, 0.005906896665692329, 0.023431040346622467, 0.01896664872765541, -0.020230155438184738, 0.003246511798352003, 0.03369352966547012, 0.0022023634519428015, -0.03911257162690163, -0.012494683265686035, -0.007117757573723793, 0.02468051016330719, -0.0026200227439403534, 0.013898580335080624, 0.022967755794525146, 0.004274866543710232, -0.022574663162231445, 0.004081830382347107, -0.01500765886157751, 0.028976434841752052, 0.0030482113361358643, -0.006987897213548422, -0.02055305242538452, 0.0012564877979457378, 0.014586489647626877, 0.01799795962870121, 0.011750617995858192, -0.03849485516548157, -0.06188378110527992, 0.005240045487880707, 0.000606746762059629, -0.032149240374565125, 0.010423935018479824, 0.01521824300289154, -0.010367779061198235, -0.0021023356821388006, 0.0036711907014250755, 0.022265806794166565, 0.028569303452968597, 0.05354463309049606, 0.028513148427009583, -0.014670724049210548, -0.00917446706444025, 0.01718369871377945, -0.042734622955322266, -0.0022725581657141447, 0.0010652068303897977, -0.014081086963415146, 0.013582703657448292, 0.021563857793807983, -0.021367311477661133, -0.0003404450253583491, -0.01680464670062065, 0.0060437764041125774, -0.015569217503070831, 0.03535012528300285, -0.01500765886157751, 0.016748491674661636, -0.004646899178624153, 0.006773802917450666, 0.011420701630413532, -0.00177154247649014, -0.016790607944130898, -0.013393177650868893, 0.032149240374565125, -0.022644858807325363, -0.030801499262452126, 0.015653451904654503, -0.018166426569223404, 0.018320856615900993, 0.0034781547728925943, 0.026702120900154114, 0.003306177444756031, 0.02320641651749611, -0.030183784663677216, -0.03838254511356354, -0.026435380801558495, -0.004734642803668976, -0.007721433416008949, -0.053320009261369705, -0.02644941955804825, -0.005826172418892384, -0.0008199635776691139, 0.01220688410103321, -0.01861567422747612, -0.023417001590132713, -0.012943929992616177, -0.0058472310192883015, 0.037680596113204956, -0.012122650630772114, -0.00697034876793623, -0.010101038962602615, -0.03739981725811958, -0.02263082005083561, -0.01947205141186714, 0.011933124624192715, 0.018180465325713158, 0.005383945070207119, 0.0003312319458927959, 0.007279206067323685, -0.023529313504695892, -0.013470391742885113, 0.020988259464502335, -0.033075813204050064, -0.03700672462582588, -0.002337488578632474, -0.03549051657319069, 0.013723093084990978, 0.01237535197287798, -0.004850463941693306, 0.0037519147153943777, 0.003534310730174184, 0.004955756478011608, 0.001368799596093595, -0.005043500103056431, -0.00633508525788784, 0.017773335799574852, 0.008297030813992023, -0.018068155273795128, 0.0041765933856368065, 0.011301371268928051, 0.02518591284751892, 0.010178253054618835, -0.030492642894387245, 0.01853143982589245, 0.018138349056243896, 0.02313622273504734, -0.010999533347785473, 3.863458914565854e-05, -0.010051902383565903, 0.020946143195033073, -0.004552136175334454, -0.01471284031867981, 0.0177592970430851, 0.02783927693963051, 0.004050242714583874, 0.010704714804887772, 0.0013749416684731841, -0.01811027154326439, 0.0055910199880599976, -0.0243295356631279, 0.0007945179822854698, -0.031503450125455856, -0.002814813517034054, 0.00799519382417202, 0.0072862254455685616, -0.02386624924838543, -0.006896643899381161, -0.028681615367531776, 0.005903386976569891, 0.03504126891493797, -0.007051072549074888, 0.013491449877619743, -0.030492642894387245, -0.0002652049297466874, -0.008156641386449337, 0.018180465325713158, 0.013898580335080624, -0.003185091307386756, -0.005124223884195089, 0.035209737718105316, -0.01606058143079281, 0.016327321529388428, -0.006917702499777079, -0.04607589915394783, -0.008325109258294106, 0.02000553160905838, 0.022293884307146072, 0.020960181951522827, 0.019640518352389336, -0.020609207451343536, 0.020075727254152298, -0.0004558278014883399, 0.04708670452237129, -0.033581215888261795, 4.524277392192744e-05, 0.01877010241150856, 0.0003913362743332982, -0.035434361547231674, 0.022448312491178513, -0.009483324363827705, 0.03869140148162842, 0.012796521186828613, -0.01517612673342228, -0.0027814710047096014, -0.027165407314896584, 0.00013435732398647815, -0.01714158244431019, 0.002525259740650654, 0.018208544701337814, -0.014979581348598003, 0.005394474137574434, 0.0027042566798627377, 0.012522760778665543, 0.016397517174482346, -0.010157194919884205, 0.007349400781095028, -0.00021924922475591302, -0.008058369159698486, -0.0014890083111822605, 0.004576703999191523, 0.01019931212067604, -0.005383945070207119, -0.010957416146993637, 0.0022234218195080757, -0.0030920831486582756, -0.018362972885370255, 0.014418021775782108, -0.032738879323005676, 0.036360930651426315, 0.026814432814717293, -0.0006137661985121667, 0.00992555171251297, 0.005555922165513039, 0.027446186169981956, -0.038326386362314224, -0.03386199474334717, 0.010234409011900425, -0.005254084710031748, -0.015737684443593025, -0.014474177733063698, -0.023332767188549042, 0.010037863627076149, 0.015414789319038391, -0.016172893345355988, -0.004871522542089224, 0.0015592031413689256, 0.002277822932228446, 0.004015145357698202, -0.0017899686936289072, -0.0173802450299263, 0.023459119722247124, 0.0028797436971217394, -0.007981154136359692, -0.019092999398708344, -0.00031390259391628206, 0.02039862424135208, -0.022153494879603386, -0.01919127255678177, 0.03703480213880539, -0.015779802575707436, -0.025677276775240898, 0.0018110271776095033, -0.003283363999798894, -0.025438614189624786, 0.0008344412781298161, -0.007489790674299002, 0.012256020680069923, -0.024891093373298645, 0.009672850370407104, 0.027755044400691986, 0.013175573199987411, 0.023262573406100273, 0.03158768266439438, 0.022532546892762184, -0.006454416550695896, -0.02475070394575596, -0.008662044070661068, 0.02873777225613594, 0.064860038459301, 0.006594805978238583, -0.018559519201517105, 0.01764698512852192, -0.022995833307504654, -0.0062087345868349075, -0.02459627576172352, -0.0115891695022583, 0.01652386784553528, 0.031026123091578484, -0.012508722022175789, -0.010248447768390179, 0.011603208258748055, -0.008198758587241173, 0.03175615146756172, 0.0009713212493807077, 0.015288438647985458, -0.02510167844593525, -0.013126436620950699, -0.008648005314171314, 0.008732239715754986, -0.004029184579849243, -0.007040543481707573, 0.035013191401958466, 0.01336509920656681, -0.009974688291549683, 0.006703608203679323, 0.035209737718105316, -0.02900451235473156, -0.02139539085328579, 0.0027393540367484093, 0.007363439537584782, 0.00543659133836627, -0.005584000144153833, -0.015934230759739876, 0.015695568174123764, 0.007131796795874834, 0.00973602570593357, 0.01652386784553528, 0.008970901370048523, -0.007510848809033632, 0.025171874091029167, 0.00828299205750227, -0.0059244451113045216, -0.000192706793313846, -0.03304773569107056, -0.011055689305067062, 0.025129755958914757, -0.009595636278390884, -0.03133498132228851, 0.0106204804033041, 0.018952609971165657, -0.03622054308652878, -0.003148239105939865, 0.016369439661502838, 0.01291585247963667, -0.00153726723510772, -0.006686059292405844, 0.00012097643775632605, -0.029257213696837425, -0.009567557834088802, -0.027853315696120262, -0.0005374292959459126, -0.02119884453713894, -0.011350506916642189, 0.0049803247675299644, -0.013238748535513878, 0.009729006327688694, -0.013835404999554157, 0.0150638148188591, -0.007335362024605274, -0.025677276775240898, -0.06671318411827087, -0.007201991509646177, 0.003225453430786729, -0.018096232786774635, 0.004780269227921963, -0.0035272911190986633, 0.010016805492341518, 0.009897474199533463, -0.01923338882625103, -0.02088998816907406, -0.011406662873923779, -0.0210444163531065, 0.011603208258748055, -0.03391814976930618, -0.011413682252168655, -0.00609291298314929, -0.013028164394199848, 0.014937464147806168, -0.0018145368667319417, -0.004818876273930073, -0.0022427253425121307, 0.015049776062369347, 0.02031438983976841, 0.004531077574938536, 0.03700672462582588, 0.010662597604095936, 0.026294991374015808, -0.03877563402056694, -0.003836148651316762, -0.01722581684589386, -0.0177592970430851, -0.03518166020512581, -0.003546594874933362, 0.011097805574536324, 0.020960181951522827, 0.015583256259560585, 0.008970901370048523, -0.02680039405822754, 0.005864779930561781, -0.010030844248831272, 0.02243427373468876, -0.0037484050262719393, 0.00998170766979456, 0.004159044940024614, 0.02046881802380085, 0.005661214701831341, 0.013533567078411579, -0.013540586456656456, -0.000821718480437994, -0.04997873306274414, 0.03189653903245926, -0.004239768721163273, 0.0016039523761719465, 0.011280312202870846, 0.026561731472611427, 0.009504382498562336, -0.04413852095603943, 0.014045989140868187, 0.0028902729973196983, 0.01919127255678177, 0.003295648144558072, -0.013519528321921825, -0.008156641386449337, -0.01218582596629858, -0.0013196631334722042, 0.002746373414993286, -0.017520634457468987, 0.009181486442685127, -0.00031368323834612966, -0.0003847555199172348, -0.0063666729256510735, -0.002544563263654709, 0.018011998385190964, -0.027488302439451218, -0.009371012449264526, 0.022911598905920982, 0.02042670175433159, 0.04411044344305992, -0.016285205259919167, 0.008970901370048523, -0.028330640867352486, -0.007616141345351934, 0.003909853287041187, -0.027291757985949516, -0.011771676130592823, -0.026505574584007263, 0.017043309286236763, 0.016664257273077965, 0.03756828233599663, 0.002246235264465213, 0.010739811696112156, 0.018391050398349762, -0.0069387611001729965, 0.007686336059123278, -0.009897474199533463, -0.0018461245344951749, 0.002767432015389204, -0.01097145490348339, 0.018292777240276337, -0.009560538455843925, 0.012677189894020557, -0.00760912150144577, -0.002000553300604224, -0.0010064186062663794, 0.00018853897927328944, 0.01299306657165289, -0.02510167844593525, -0.037371739745140076, -0.016200970858335495, 0.0061104618944227695, -0.01656598411500454, -0.003994086757302284, -0.03942142799496651, 0.003867736319079995, -0.0007037033792585135, 0.0030411919578909874, 0.015892114490270615, 0.019359739497303963, 0.020061688497662544, -0.017155621200799942, -0.008914746344089508, 0.020454779267311096, 0.022181572392582893, -0.023936443030834198, -0.009090232662856579, -0.04009529948234558, 0.021521741524338722, 0.024245301261544228, -0.004650408867746592, 0.017661023885011673, 0.024975327774882317, -0.010788948275148869, -0.006257870700210333, 0.02212541736662388, 0.0076933554373681545, 0.0017724200151860714, -0.017927763983607292, -0.024315496906638145, 0.006089403294026852, -0.006931741256266832, -0.006015698425471783, -0.01511997077614069, -0.01444610022008419, -0.00018974544946104288, 0.011385604739189148, 0.033468905836343765, -0.03344082832336426, -0.006721156649291515, 0.03369352966547012, 0.02128307893872261, 0.02719348482787609, -0.008788395673036575, 0.024315496906638145, 0.005903386976569891, 0.0074968100525438786, -0.025045521557331085, 0.007201991509646177, 0.01237535197287798, -0.007363439537584782, 0.0124525660648942, 0.005738428793847561, -0.0006554443971253932, -0.02379605360329151, 0.014923425391316414, -0.004720603581517935, -0.029846850782632828, -0.052702292799949646, 0.0010318643180653453, 0.02498936653137207, 0.014137242920696735, -0.01718369871377945, -0.02939760312438011, -0.022490430623292923, 0.009862376376986504, -0.013021145015954971, 0.015976347029209137, -0.013645878992974758, -0.009153407998383045, 0.010978474281728268, 0.0028200780507177114, 0.005762997083365917, 0.004689015913754702, -0.018447207286953926, 0.029874928295612335, 0.02004764974117279, -0.0025831705424934626, -0.011596188880503178, 0.021648092195391655, -0.006177146919071674, 0.02421722374856472, -0.0035308010410517454, 0.013512508943676949, -0.0003042508033104241, -0.009427168406546116, -0.0031833364628255367, -0.011308390647172928, 0.004741662181913853, 0.030998045578598976, -0.03403046354651451, -0.010437973774969578, 0.01081702671945095, -0.005987620912492275, 0.008444440551102161, -0.021142689511179924, 0.0018794671632349491, 0.0006098177400417626, -0.005626117344945669, 0.00022944941883906722, 0.029453758150339127, 0.014319749549031258, -0.014642645604908466, 0.010571344755589962, -0.003923892043530941, -0.04076916724443436, -0.014628606848418713, 0.0023813603911548853, 0.007924998179078102, -0.03212116286158562, -0.0061701275408267975, -0.0013337021227926016, -0.009820259176194668, 0.00874627847224474, -0.0017355676973238587, -0.008753297850489616, -0.031082279980182648, 0.037989452481269836, -0.019303584471344948, 0.0010888975812122226, 0.03004339523613453, 0.01175763737410307, -0.018742024898529053, 0.0013065016828477383, -0.016004426404833794, -0.010887221433222294, 0.015162087976932526, -0.03447971120476723, -0.016537906602025032, 0.011848890222609043, 0.004780269227921963, -0.004008125979453325, 0.008507615886628628, 0.0025533377192914486, 0.009616694413125515, 0.006050796248018742, 0.00531024020165205, 0.002074257703498006, -0.0007835500291548669, 0.008437421172857285, -0.0054997666738927364, -0.004601272288709879, 0.031194591894745827, -0.004338041879236698, 0.004380158614367247, 0.0030482113361358643, -0.008142602629959583, -0.009700927883386612, -0.06283842772245407, -0.005226006731390953, 0.004660937935113907, 0.005584000144153833, -0.0012564877979457378, -0.001396877458319068, -0.0017469743033871055, -0.015864036977291107, -0.012943929992616177, 0.005068068392574787, 0.010381818749010563, 0.002186569618061185, 0.009427168406546116, 0.0036220543552190065, 0.003204394830390811, 0.00890070665627718, -0.017366206273436546, -0.009511401876807213, -0.018391050398349762, -0.014460138976573944, -0.035322047770023346, -0.02580362744629383, -0.04708670452237129, 0.0328231118619442, -0.0021497171837836504, -0.02051093429327011, -0.007574024144560099, -0.013042203150689602, -0.04090955853462219, -0.0068650562316179276, 0.004046733025461435, 0.004215200897306204, -0.007917978800833225, 0.008325109258294106, 0.006033247336745262, 0.01683272421360016, 0.009034077636897564, 0.0004764475452248007, -0.008535693399608135, -0.002276068087667227, -0.003176316851750016, -0.01934570074081421, 0.013954736292362213, 0.004429295193403959, -0.01784353144466877, 0.006738705560564995, -0.00010211156768491492, -0.027333874255418777, 0.006493023596704006, 0.02739003114402294, -0.023122183978557587, -0.006721156649291515, 0.030829578638076782, 0.0038010510616004467, -0.009469285607337952, -0.0036115250550210476, 0.008311070501804352, -0.039954908192157745, 0.014403983019292355, 0.030773421749472618, -0.019022803753614426, -0.0030973476823419333, -0.0027832258492708206, 0.024048754945397377, -0.0018987706862390041, 0.005963052622973919, 0.022448312491178513, -0.010550285689532757, 0.01865779049694538, -0.0029885456897318363, 0.06008679047226906, 0.004225729964673519, 0.009609675034880638, 0.020258232951164246, -0.008465498685836792, -0.001965455710887909, -0.008760317228734493, 0.005938484333455563, -0.030155707150697708, -0.007447673473507166, 0.02494725026190281, -0.033581215888261795, 0.0071353064849972725, 0.014432061463594437, 0.008528674021363258, -0.005654195323586464, -0.011252234689891338, -0.006763273850083351, 0.01684676483273506, -0.025087639689445496, 0.016481751576066017, 0.012424488551914692, -0.017857570201158524, -0.014319749549031258, -0.02055305242538452, 0.0021426978055387735, -0.014867269434034824, -0.005622607655823231, 0.018054114654660225, -0.008998979814350605, -0.025929978117346764, 0.014684762805700302, -0.0017460968811064959, -0.016158854588866234, 0.015302477404475212, 0.012663151137530804, -0.011799754574894905, 0.010571344755589962, 0.1973317563533783, -0.023922404274344444, 0.007152855396270752, 0.01907896064221859, 0.008598868735134602, 0.006868565920740366, 0.040460310876369476, 0.008044329471886158, -0.01267017051577568, 0.0064438870176672935, 0.011308390647172928, 0.006163107696920633, -0.0022216669749468565, -0.002488407539203763, 0.017871608957648277, -0.03299158066511154, -0.021255001425743103, -0.022883521392941475, -0.004825896117836237, -0.012887774035334587, -0.002314675133675337, 0.004453863017261028, -0.017520634457468987, -0.00869012251496315, 0.018433166667819023, 0.002195343840867281, 0.02247639186680317, -0.0017961107660084963, 0.014839190989732742, 0.009160428307950497, -0.006686059292405844, 0.009595636278390884, 0.012656131759285927, -0.0007151100435294211, 0.011954182758927345, -0.014256574213504791, 0.017745258286595345, -0.0023111654445528984, 0.012403430417180061, 0.028976434841752052, 0.02571939304471016, 0.02112865075469017, 0.004780269227921963, -0.03695056959986687, 0.027516381815075874, 0.007349400781095028, 0.006321046035736799, 0.0011511954944580793, 0.0007804789929650724, 0.003486929228529334, -0.026505574584007263, 0.011322429403662682, 0.028260447084903717, 0.025901898741722107, -0.0015469189966097474, 0.015288438647985458, -0.030071474611759186, 0.02823236957192421, 0.011378585360944271, 0.015807880088686943, -0.035743217915296555, 0.0074827708303928375, 0.004678486846387386, 0.034816645085811615, 0.011926105245947838, 0.011659364216029644, -0.010641539469361305, 0.0006058692815713584, 0.0018689378630369902, -0.011364546604454517, -0.00732834218069911, -0.011273292824625969, -0.018278738483786583, -0.018166426569223404, -0.029566070064902306, -0.032963503152132034, 0.026968860998749733, 0.018587596714496613, 0.01106270868331194, 0.04559857398271561, -0.012557858601212502, -0.016509829089045525, -0.0003038120921701193, -0.023739898577332497, -0.0008155764080584049, -0.014165320433676243, 0.024231262505054474, -0.03386199474334717, -0.018826259300112724, 0.009209563955664635, -0.005011912435293198, -0.013133455999195576, -0.0005501521518453956, 0.007461712695658207, 0.012901813723146915, -0.007812687195837498, 0.010852123610675335, 0.0020023081451654434, -0.01927550509572029, -0.005703331436961889, -0.023543352261185646, 0.038831792771816254, 0.03220539540052414, 0.013779249042272568, 0.012101592496037483, 0.011961202137172222, -0.0013609026791527867, 0.005412023048847914, -0.003906343597918749, -0.024708587676286697, 0.016172893345355988, -0.03518166020512581, 0.006103442050516605, 0.01089424081146717, 0.009504382498562336, 0.023683741688728333, 0.0032587959431111813, -0.010915298946201801, 0.01285969652235508, -0.007960096001625061, -0.001886486541479826, -0.011210117489099503, -0.0023427531123161316, 0.003064005170017481, 0.0013003596104681492, -0.012733345851302147, -0.03189653903245926, 0.0022041182965040207, -0.03905641287565231, 0.013175573199987411, -0.004369629546999931, -0.04155535250902176, -0.002446290571242571, -0.00037312950007617474, -0.017408322542905807, -0.007510848809033632, 0.0058331917971372604, -0.0143899442628026, -0.022223688662052155, -0.00866906438022852, -0.012305157259106636, 0.02428741753101349, -0.002256764331832528, -0.003006094368174672, 0.003625564044341445, -0.007510848809033632, 0.013561644591391087, 0.03125074878334999, -0.009153407998383045, -0.016537906602025032, -0.022265806794166565, 0.009743045084178448, 0.0012591200647875667, 0.00331670674495399, 0.009560538455843925, 0.012754403986036777, -0.015541139990091324, 0.0023216947447508574, 0.014867269434034824, 0.011034630239009857, -0.04896792769432068, -0.007777589373290539, 0.01672041416168213, -0.009890454821288586, -0.0069247218780219555, -0.0007616141228936613, -0.1803726851940155, -0.012866715900599957, 0.021367311477661133, -0.04166766256093979, 0.031110357493162155, 0.017085425555706024, 0.025157833471894264, 0.008493577130138874, -0.013301923871040344, 0.01106270868331194, 0.008697141893208027, -0.004948737099766731, -0.014418021775782108, -0.021381352096796036, -0.008648005314171314, 0.013105378486216068, -0.0124525660648942, 0.0111048249527812, 0.019640518352389336, -0.0071949721314013, 0.017310049384832382, -0.015302477404475212, -0.002226931508630514, -0.00979218166321516, 0.017604868859052658, 0.026309030130505562, -0.005068068392574787, 0.022350039333105087, 0.006222773343324661, -0.03535012528300285, -0.0021620013285428286, -0.019219350069761276, 0.022420234978199005, -0.0008269830723293126, 0.01521824300289154, 0.014361866749823093, -0.0024111929815262556, -0.015204204246401787, -0.02668808214366436, 0.027404069900512695, 0.02545265294611454, 0.030155707150697708, 0.013245767913758755, 7.831113180145621e-05, -0.014045989140868187, 0.008395303972065449, 0.013428274542093277, -0.019528206437826157, 0.01100655272603035, -0.00932889524847269, 0.02626691199839115, -0.00547519838437438, 0.003930911421775818, -0.00036062602885067463, -0.003962499089539051, 0.01907896064221859, -0.003344784490764141, 0.00585074070841074, -0.009504382498562336, -0.0055243344977498055, -0.010697695426642895, -0.006528120953589678, -0.0044994899071753025, -0.007658258080482483, 0.0037413854151964188, -0.03380583971738815, 0.0028007745277136564, 0.01552710123360157, -0.0448123924434185, 0.010866162367165089, -0.02000553160905838, -0.00017329353431705385, -0.011841870844364166, 0.00015508674550801516, 0.030380330979824066, 0.01830681599676609, -0.026856549084186554, 0.00773547263815999, 0.03695056959986687, 0.027544459328055382, -0.005724390037357807, -0.0005295323790051043, -0.023192377761006355, 0.01500765886157751, -0.005927955266088247, -0.005896367598325014, 0.005664724390953779, 0.02329065091907978, -0.01947205141186714, -0.0036606614012271166, 0.03279503434896469, -0.016706373542547226, 0.0004040591011289507, -0.008297030813992023, 0.002426987048238516, 0.002477878239005804, 0.011252234689891338, -0.022041182965040207, -0.014825152233242989, 0.00517687015235424, 0.008521654643118382, 0.029453758150339127, -0.01087318267673254, -0.011961202137172222, 0.017169659957289696, 0.01444610022008419, -0.017099466174840927, -0.00026498554507270455, 0.030520720407366753, -0.014979581348598003, -0.01881222054362297, 0.004962775856256485, 0.013989833183586597, 0.015288438647985458, -0.003444812260568142, 0.010452013462781906, 0.0160325039178133, -0.009806220419704914, 0.01808219403028488, -0.0007409944082610309, 0.04762018471956253, -0.005692802369594574, -0.011441760696470737, 0.004601272288709879, -0.011020591482520103, -0.03711903840303421, -0.11096401512622833, -0.04630052298307419, -0.005025951191782951, 0.0316719152033329, -0.02560708113014698, 0.008998979814350605, 0.0017601358704268932, 0.03032417595386505, -0.021620014682412148, 0.035209737718105316, -0.004467902239412069, -0.02413298934698105, 0.007335362024605274, 0.0015214734012261033, -0.0011336468160152435, -0.0029306348878890276, -0.001179273473098874, -0.0210444163531065, -0.03324428200721741, 0.02390836551785469, 0.013947716914117336, -0.003944950643926859, 0.025775548070669174, -0.019289543852210045, -0.0016460692277178168, -0.0024427808821201324, -0.01618693210184574, 0.011968221515417099, 0.01718369871377945, -0.004481940995901823, 0.023697780445218086, -0.0222096499055624, 0.009665830992162228, -0.02159193530678749, 0.03961797431111336, -0.01081702671945095, 0.015484984032809734, 0.003608015365898609, 0.02920105680823326, -0.010016805492341518, -0.003604505443945527, 0.016973115503787994, -0.00437313923612237, -0.016327321529388428, -0.02448396384716034, -0.016692334786057472, -0.008816473186016083, 0.03133498132228851, 0.014221476390957832, -0.024540118873119354, -0.03366544842720032, -0.02039862424135208, -0.06149068847298622, 0.015288438647985458, 0.017253894358873367, -0.0016539661446586251, -0.0063070072792470455, 0.003009604290127754, -0.0068124099634587765, -0.003227208275347948, -0.006896643899381161, -0.01401791162788868, -0.016734452918171883, 0.015920192003250122, 0.007602102123200893, 0.002574396086856723, -0.010669616982340813, -0.0216340534389019, 0.014783035032451153, -0.003783502383157611, 0.001209106296300888, 0.011617247946560383, -0.013856463134288788, 0.006159598007798195, -0.006471964996308088, -0.01572364568710327, -0.009876415133476257, -0.015372672118246555, 0.0022690484765917063, 0.005706841126084328, -0.020651325583457947, -0.01355462521314621, 0.008156641386449337, -0.010908279567956924, -0.0007339749136008322, -0.0035518594086170197, -0.010290564969182014, -0.0058858380652964115, -0.0003389095072634518, -0.045626651495695114, 0.0031026124488562346, 0.027249639853835106, -0.0008796292240731418, 0.002885008230805397, 0.023571429774165154, 0.002779716160148382, -0.016860803589224815, -0.0030517210252583027, 0.030913811177015305, 0.005089126527309418, -0.029257213696837425, -0.002067238325253129, -0.05974985659122467, 0.028218328952789307, -0.014726879075169563, -0.009013018570840359, -0.017394283786416054, -0.012466605752706528, 0.0034974582958966494, -0.011596188880503178, -0.007763550616800785, 0.027249639853835106, -0.014726879075169563, 0.012691228650510311, -0.0039800480008125305, -0.02042670175433159, -0.008977921679615974, -0.01005892176181078, 0.018601635470986366, -0.01048711035400629, 0.0013205406721681356, 0.011518974788486958, 0.02591593936085701, -0.030155707150697708, 0.006064835004508495, 0.006236812565475702, 0.00708616990596056, -0.0021128649823367596, -0.03478856757283211, 0.011343487538397312, -0.005562942009419203, -0.004608291666954756, 0.010606441646814346, -0.008577810600399971, 0.0030727796256542206, 0.00998170766979456, -0.013084320351481438, -0.0045380969531834126, 0.013119417242705822, 0.01846124604344368, 0.00641229934990406, 0.04815366864204407, -0.020244194194674492, -0.03369352966547012, 0.0027323344256728888, -0.01954224705696106, 0.009062155149877071, -0.01923338882625103, -0.0053663961589336395, -0.0134212551638484, 0.024778781458735466, 0.010150175541639328, 0.04691823944449425, 0.017548711970448494, -0.020637284964323044, -0.03843870013952255, 0.00015289316070266068, 0.00925168115645647, 0.0347604900598526, -0.003983557689934969, -0.004173083696514368, 0.027670809999108315, 0.03911257162690163, 0.025508807972073555, 0.0010748585918918252, -0.01757679134607315, 0.00951842125505209, -0.013673956505954266, -0.005454139783978462, 0.0023848700802773237, -0.009279759600758553, -0.012445546686649323, -0.002319939900189638, 0.004474921617656946, 0.007405556738376617, 0.011525994166731834, 0.022265806794166565, -0.012606995180249214, -0.00316754262894392, 0.0013661672128364444, -0.022181572392582893, 0.010985493659973145, 0.023725859820842743, -0.01881222054362297, 0.004380158614367247, 0.009939590469002724, 0.01444610022008419, -0.00773547263815999, -0.024891093373298645, 0.016888881102204323, -0.006433357950299978, 0.0017539937980473042, -0.0001899648195831105, 0.003334255423396826, 0.0014398718485608697, 0.01711350493133068, 0.00977112352848053, -0.02348719723522663, 0.0027498833369463682, -0.0019496619934216142, 0.014263593591749668, -0.0031692974735051394, 0.00413096696138382, -0.019443973898887634, -0.00047951858141459525, -0.0064789848402142525, -0.019626479595899582, 0.01087318267673254, -0.04186420887708664, -0.01151195541024208, 0.022883521392941475, 0.02854122593998909, 0.008619927801191807, -0.01645367220044136, 0.004811856895685196, -0.00037071655970066786, -0.025228029116988182, 0.017604868859052658, -0.009679869748651981, -0.01788564771413803, -0.026393262669444084, 0.0287798885256052, 0.02981877140700817, 0.00887964852154255, 0.05478006228804588, -0.014544372446835041, 0.0212409608066082, 0.006103442050516605, 0.03428316488862038, -0.016439633443951607, 0.026744237169623375, 0.010304603725671768, 0.0030991025269031525, 0.0014933954225853086, -0.009111291728913784, -0.007128287106752396, -0.006285948678851128, -0.01684676483273506, 0.003395675914362073, 0.011652344837784767, 0.020188039168715477, 0.08648005872964859, 0.025228029116988182, -0.00951842125505209, 0.018405089154839516, -0.011596188880503178, -0.0015188410179689527, -0.013105378486216068, 0.019626479595899582, 0.0005751590360887349, -0.010164214298129082, 0.009623713791370392, -0.005762997083365917, -0.012557858601212502, -0.030829578638076782, 0.0037905219942331314, -0.0004527567944023758, -0.018068155273795128, 0.0122630400583148, 0.0033711076248437166, -0.0003987944801338017, 0.029144901782274246, -0.0010678390972316265, 0.003255286253988743, 0.010325662791728973, -0.006689568981528282, 0.002863949863240123, 0.031222669407725334, -0.004517038818448782, 0.0019812495447695255, -0.019556285813450813, 0.03720327094197273, 0.007121267728507519, -0.0540781132876873, -0.025944016873836517, -0.01019229181110859, -0.010480090975761414, 0.0018092722166329622, -0.02858334220945835, -0.002388379769399762, 0.008655024692416191, -0.0013065016828477383, 0.013603761792182922, -0.007128287106752396, -0.030211864039301872, 0.00998170766979456, -0.011462818831205368, -0.006299987901002169, -0.020103804767131805, -0.020103804767131805], metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='3bdaf739-91d6-4044-88e0-4034086ca923', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='cb0f9e89310fb2666bfbe60bc631839b3b71fa63a005c77d0511f8ac512f7ad3'), : RelatedNodeInfo(node_id='93c92cbf-b8b1-478e-895e-bc4fcd695d89', node_type=, metadata={}, hash='eebc1d883727a13f9c307a9837b3a498b61c6ad325dbe417ea2e4160bbc94377')}, hash='03066da8a3963835fd37a8c0e17eb38208c78f649cc90dbe1d4f1a8827df0819', text=\"the vision for AI doesn't stop there. The concept of LLM as an OS is emerging as the next big thing. Imagine an operating system where the core is a language model, orchestrating everything around it. Such a system would not just execute tasks but would understand context, anticipate needs, and offer solutions in real time. It's like turning the LLM into the brain of the digital ecosystem, making devices and applications more intuitive and responsive than ever. The move towards LLM as OS signifies a paradigm shift in how we perceive and utilize AI. It's not just about automation anymore; it's about creating a seamless, intelligent interface between humans and technology. As we stand on the brink of this transformation, the potential for LLM-driven OS to revolutionize our digital interactions is immense. From Fine-tuning to Plugins The world of LLMs is undergoing a transformative shift, moving from intricate fine-tuning processes to the more dynamic realm of plugins. Let's unpack this evolution. Historically, fine-tuning has been the cornerstone of LLM optimization. There are two primary ways to fine-tune LLMs: feeding data into the LLM in real-time and directly fine-tuning on the LLM. From a technical standpoint, this involves three methods: Transfer Learning: Adapting a pre-trained model to new tasks.Sequential Fine-tuning: Refining models in stages for specific tasks.Task-specific Fine-tuning: Tailoring models for a particular function. Moreover, LLM techniques like In-context learning, Few-shot learning, and Zero-shot learning have further enhanced the model's adaptability, allowing them to understand and generate content with minimal data. However, the future of LLMs is leaning towards plugins. With the introduction of tools like GPT-4 Plugins, the focus is on extending LLMs seamlessly. Instead of running LLMs as a service, they're envisioned as platforms. This means integrating LLMs with various tools, enhancing their capabilities, and offering a more modular and scalable approach to AI applications. The journey from fine-tuning to plugins represents a move from static optimization to dynamic adaptability, ensuring that LLMs remain at the forefront of AI innovation. In a Nutshell The AI domain is witnessing rapid shifts, with LLMs playing a central\", start_char_idx=4777, end_char_idx=7072, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='93c92cbf-b8b1-478e-895e-bc4fcd695d89', embedding=[-0.0052306558936834335, 0.008977783843874931, -0.013693035580217838, -0.01585216075181961, -0.0045759533531963825, 0.009876258671283722, -0.025143366307020187, 0.029977021738886833, -0.025254804641008377, -0.027845755219459534, 0.027511438354849815, 0.037415556609630585, -0.0393378771841526, -0.001957142958417535, 0.00729227252304554, 0.01388805266469717, 0.02544982172548771, 0.010050381533801556, 0.0073758517391979694, -0.009193696081638336, -0.007800711784511805, -0.003362315706908703, -0.0029827274847775698, -0.017314793542027473, 0.015448195859789848, 0.012084138579666615, 0.02628561295568943, -0.038362786173820496, -0.013323894701898098, 0.006752490997314453, 0.007612659130245447, 0.0119796646758914, -0.03501962497830391, 0.007703202776610851, 0.003458083374425769, -0.01831774227321148, 0.011763752438127995, -0.007173868827521801, 0.024822980165481567, -0.005558007396757603, 0.006466929335147142, 0.017746619880199432, 0.012850279919803143, -0.036579765379428864, -0.024614032357931137, 0.00791911594569683, 0.0071042198687791824, -0.02617417462170124, -0.03702552244067192, -0.00010550767183303833, 0.00915887113660574, 0.047194305807352066, -0.030199898406863213, 0.005847051274031401, -0.0002859970845747739, -0.00444361986592412, -0.006327630952000618, 0.00750122033059597, 0.013957702554762363, 0.013992526568472385, 0.00335186836309731, -0.009750889614224434, -0.018025215715169907, 0.03173218294978142, -0.007856431417167187, -0.01213985774666071, -0.0351310633122921, 0.03471316769719124, 0.012892069295048714, -0.00983446929603815, 0.009360854513943195, 0.019529638811945915, 0.016966547816991806, -0.036858364939689636, 0.02650848962366581, 0.0004779677256010473, -0.01681331917643547, -0.015058159828186035, -0.022176308557391167, 0.018596339970827103, 0.01927890256047249, 0.02012862265110016, -0.0044331722892820835, 0.031760040670633316, 0.0042102946899831295, -0.00974392518401146, 0.006362455431371927, -0.008845450356602669, -0.016882969066500664, -0.022900661453604698, -0.007953939959406853, -0.0025369725190103054, 0.04956237971782684, 0.025784138590097427, -0.01496065128594637, 0.019334621727466583, -0.0130383325740695, 0.015921810641884804, -0.009590696543455124, -0.012947788462042809, 0.010496136732399464, -0.026550279930233955, -0.01414575520902872, -0.021368378773331642, -0.014835282228887081, 0.013386578299105167, 0.0039700050838291645, 0.024084698408842087, 0.007793746888637543, 0.03343162313103676, -0.016437213867902756, 0.03323660418391228, 0.0018979409942403436, -0.0234021358191967, -0.010259329341351986, -0.0035451450385153294, 0.01650686375796795, -0.01372785959392786, -0.013017437420785427, 0.0017185943434014916, 0.04131591320037842, 0.02629954367876053, 0.022092729806900024, -0.0007522114901803434, 0.022120589390397072, 0.0013511946890503168, -0.0011222229804843664, 0.0032230173237621784, -0.027859685942530632, -0.005474428180605173, 0.020253991708159447, 0.008866344578564167, 0.028012912720441818, 0.0073758517391979694, -0.030617794021964073, 0.02086690440773964, -0.017816267907619476, -0.022844942286610603, -0.05011957511305809, -0.01979430578649044, 0.00925638061016798, 0.029503406956791878, -0.006355490535497665, 0.010071275755763054, -0.013811439275741577, 0.013539806939661503, 0.005244585685431957, 0.01149908546358347, 0.028974073007702827, -0.0059654549695551395, -0.000648172979708761, -0.019083883613348007, -0.030144179239869118, 0.024210065603256226, 0.0002607492497190833, 0.00672811409458518, 0.018707778304815292, 0.008901169523596764, -0.029419828206300735, -0.010259329341351986, -0.008169853128492832, 0.009827503934502602, -0.005798297002911568, 0.008009659126400948, 0.023332485929131508, 0.03351520001888275, 0.023346416652202606, -0.0013398766750469804, -0.0014156202087178826, -0.014389527030289173, -0.019613217562437057, 0.011046364903450012, -0.05655515938997269, 0.016785459592938423, -0.004405312705785036, 0.016771530732512474, 0.0011631418019533157, -0.002435981296002865, -0.00872008129954338, -0.024001119658350945, 0.015587493777275085, -0.005599796772003174, 0.01112297922372818, 0.00305760046467185, -0.004213777370750904, -0.015462125651538372, 0.0025578674394637346, 0.002481253119185567, -0.003059341572225094, -0.01458454504609108, 0.022496696561574936, 0.010147890076041222, -0.003795881988480687, -0.014389527030289173, -0.629851758480072, -0.030729232355952263, 0.023485714569687843, -0.025881648063659668, 0.01043345220386982, -0.0017569013871252537, -0.01884707622230053, -0.008713116869330406, -0.014208439737558365, 0.030784951522946358, -0.027204982936382294, -0.012272191233932972, 0.006439069751650095, -0.009186730720102787, 0.00013527182454708964, -0.015225318260490894, 0.008908133953809738, -0.025993086397647858, 0.00707287760451436, 0.011220487765967846, -0.012690086849033833, 0.00888027437031269, -0.001918835798278451, -0.016966547816991806, 0.0012441090075299144, 0.0019484367221593857, -0.008427554741501808, 0.009193696081638336, -0.0024237926118075848, 0.01745409332215786, -0.03471316769719124, 0.019404271617531776, -0.0008680032915435731, -0.005286375060677528, 0.03791703283786774, -0.008246466517448425, -0.019390340894460678, 0.013365684077143669, -0.0029670563526451588, 0.028389019891619682, -0.03178790211677551, -0.02606273628771305, 0.005091357510536909, 0.008754906244575977, -0.006686324253678322, 0.02405683882534504, 0.01711977645754814, -0.0027528852224349976, -0.022928521037101746, -0.011352821253240108, 0.010663294233381748, 0.010830452665686607, 0.014459176920354366, 0.006240569520741701, -0.003875978756695986, 0.013442298397421837, 0.03181575983762741, -0.013706965371966362, 0.004102338571101427, -0.002768556121736765, 0.004220742266625166, 0.0007700591231696308, -0.03095211088657379, -0.02319318801164627, -0.024419013410806656, 0.013915913179516792, 0.004070996306836605, 0.02638312242925167, 0.01607503741979599, -0.009291204623878002, -0.003750610165297985, 0.03423955291509628, 8.989101479528472e-05, -0.037192679941654205, -0.010739908553659916, -0.008337010629475117, 0.017844127491116524, 0.006585333030670881, 0.006884824484586716, 0.03323660418391228, 0.009716065600514412, -0.017328724265098572, 0.010126995854079723, -0.004523716401308775, 0.03607829287648201, 0.005888841114938259, -0.0058366041630506516, -0.015183527953922749, 0.016353635117411613, 0.0007752827950753272, 0.015698932111263275, 0.018610268831253052, -0.046024199575185776, -0.04563416540622711, 0.009757854975759983, 0.003750610165297985, -0.023708591237664223, 0.003275254275649786, 0.006574885919690132, -0.013623385690152645, -0.0012780630495399237, -0.010328978300094604, 0.02577020786702633, 0.022538485005497932, 0.045801322907209396, 0.029336247593164444, -0.02393146976828575, -0.0068116928450763226, 0.0037819521967321634, -0.028361160308122635, -0.007967869751155376, -0.0019327657064422965, -0.011631418950855732, -0.007696237880736589, 0.014173614792525768, -0.018136655911803246, -0.0013616421492770314, -0.021995222195982933, -0.006003762129694223, -0.007933045737445354, 0.03883640095591545, -0.01682724989950657, 0.009270310401916504, -0.010168785229325294, 0.0075360448099672794, 0.020992273464798927, 0.0005680763861164451, -0.030144179239869118, -0.022050941362977028, 0.026982104405760765, -0.016214337199926376, -0.009172800928354263, 0.016144687309861183, -0.01005734596401453, 0.017286933958530426, 0.0016524275997653604, 0.03839064761996269, 0.011415505781769753, 0.011638383381068707, -0.02118729054927826, -0.03267941251397133, -0.010920996777713299, 0.007166903931647539, 0.002033757045865059, -0.04850371181964874, -0.021953431889414787, -0.005658998619765043, 0.001529670786112547, 0.01904209516942501, -0.020407218486070633, -0.025310523808002472, 0.0007992247119545937, 0.009395678527653217, 0.03162074089050293, -0.013330859132111073, -0.017175495624542236, -0.003083718940615654, -0.032512251287698746, -0.017384443432092667, -0.017844127491116524, 0.01959928870201111, 0.017091916874051094, 0.007285307627171278, -0.0015627541579306126, 0.0022479284089058638, -0.015239248052239418, -0.0033153025433421135, 0.03276298940181732, -0.03064565360546112, -0.021577326580882072, 0.004025724716484547, -0.0414830707013607, 0.012975648045539856, 0.020267920568585396, -0.009040467441082, 0.010015556588768959, 0.011450330726802349, 0.009646415710449219, 0.003287442959845066, -0.0056137265637516975, -0.00222180993296206, 0.01548998523503542, 0.0015018112026154995, -0.022287748754024506, 0.009723030030727386, 0.015476055443286896, 0.031565021723508835, 0.013769648969173431, -0.03574397787451744, 0.004920716863125563, 0.010607575066387653, 0.028806913644075394, -0.015698932111263275, 0.01755160093307495, -0.014333807863295078, 0.0202261321246624, -0.005014743190258741, -0.014048246666789055, 0.01756553165614605, 0.030283477157354355, -0.005909735802561045, 0.016228266060352325, -0.00856685359030962, -0.01627005636692047, 0.01905602402985096, -0.023346416652202606, 0.0072156586684286594, -0.022622063755989075, -0.005098322406411171, 0.009360854513943195, 0.006776868365705013, -0.008462379686534405, -0.00835790578275919, -0.013832333497703075, -0.004168505314737558, 0.02575627900660038, -0.011255312711000443, 0.004025724716484547, -0.04309893399477005, 0.009534977376461029, -0.003390175523236394, 0.027107473462820053, 0.0007065042154863477, 0.010614540427923203, -0.026146315038204193, 0.02872333489358425, -0.027107473462820053, 0.026355262845754623, 0.003317043650895357, -0.040173664689064026, -0.007529079914093018, 0.005874911323189735, 0.02437722496688366, 0.01776054874062538, 0.024878699332475662, -0.025366242974996567, 0.02863975614309311, 0.00409885635599494, 0.036969803273677826, -0.01361642125993967, -0.0035608159378170967, 0.015796441584825516, -0.006425139959901571, -0.02383396029472351, 0.010335942730307579, -0.0053107524290680885, 0.024850839748978615, 0.006017691921442747, -0.020588306710124016, 0.006003762129694223, -0.029419828206300735, 0.010907066985964775, -0.016019318252801895, 0.005495322868227959, 0.028263650834560394, -0.016660092398524284, 0.0044645145535469055, 0.002930490532889962, 0.008545958437025547, 0.011136909015476704, -0.010983681306242943, -0.0027267667464911938, 0.002704130718484521, -0.007403711322695017, 0.01945999078452587, -0.0024760295636951923, 0.00481276074424386, 0.002355884527787566, -0.010767768137156963, 0.0009228520793840289, -0.010085206478834152, -0.016311844810843468, 0.020908692851662636, -0.03323660418391228, 0.0404801219701767, 0.016687951982021332, -0.001800432102754712, 0.004509786609560251, 0.000250737153692171, 0.02702389471232891, -0.027608947828412056, -0.038028471171855927, 0.010071275755763054, -0.013142806477844715, -0.0170222669839859, -0.019320691004395485, -0.017844127491116524, 0.02032363973557949, 0.002965315245091915, -0.008942958898842335, -0.016423285007476807, 0.0030053635127842426, -0.010907066985964775, 0.018679918721318245, 0.006627122405916452, -0.0007744121830910444, 0.025505540892481804, 0.0017986908787861466, 0.005248068366199732, -0.026229893788695335, 0.012362735345959663, 0.023221047595143318, -0.019961465150117874, -0.009966802783310413, 0.027483578771352768, -0.017091916874051094, -0.03543752059340477, 0.008204677142202854, -0.003987417556345463, -0.03649618849158287, 0.005060015246272087, 0.0059967972338199615, 0.004133680835366249, -0.0319271981716156, 0.013059227727353573, 0.02458617277443409, 0.008483273908495903, 0.014062176458537579, 0.023987188935279846, 0.0159635990858078, -0.003750610165297985, -0.015476055443286896, -0.011220487765967846, 0.025296594947576523, 0.0575023889541626, 0.014765633270144463, -0.015671072527766228, 0.0055510420352220535, -0.02054651826620102, -0.0025909508112818003, -0.014765633270144463, -0.011220487765967846, 0.004983401391655207, 0.027218911796808243, -0.016242196783423424, -0.008253431878983974, 0.02129872888326645, -0.0006399021367542446, 0.03599471226334572, 0.0060455515049397945, 0.015796441584825516, -0.014751703478395939, -0.007612659130245447, -0.01393680740147829, 0.006240569520741701, -0.0034842018503695726, -0.013365684077143669, 0.026522420346736908, 0.006313701160252094, -0.011965734884142876, 0.009569801390171051, 0.03000488132238388, -0.02852831780910492, -0.01745409332215786, 0.01170106790959835, -0.0014469623565673828, 0.009681240655481815, -0.0012049314100295305, -0.015420335344970226, 0.007891255430877209, 0.003963040187954903, 0.005174936726689339, 0.014431317336857319, 0.010496136732399464, -0.004694357048720121, 0.021451957523822784, -0.004962506238371134, 0.0009167577372863889, 0.00043726645526476204, -0.028556177392601967, 0.004802313167601824, 0.01693868823349476, -0.0013259468832984567, -0.03577183559536934, 0.005979384761303663, 0.02246883697807789, -0.03148144483566284, 0.005843569058924913, 0.028806913644075394, 0.012488103471696377, -0.0015792958438396454, -0.011624453589320183, -0.004165023099631071, -0.03287442773580551, -0.0014156202087178826, -0.03011631965637207, 0.007285307627171278, -0.02053258754312992, -0.015712862834334373, 0.0029444205574691296, -0.010182715021073818, 0.004053584299981594, -0.0101130660623312, 0.000900216051377356, -0.01138068176805973, -0.008267361670732498, -0.06480162590742111, -0.011464260518550873, 0.0055510420352220535, -0.008155922405421734, 0.019306762143969536, 0.0037749873008579016, 0.010558820329606533, 0.017036197707057, -0.011582664214074612, -0.019933605566620827, -0.010280223563313484, -0.023708591237664223, 0.005888841114938259, -0.033153023570775986, -0.010008592158555984, -0.010489171370863914, -0.005634621251374483, 0.023221047595143318, -0.0077589224092662334, -0.015336756594479084, -0.014891001395881176, 0.004851067904382944, 0.021549466997385025, 0.012585612945258617, 0.031760040670633316, 0.00867132656276226, 0.020393289625644684, -0.023861819878220558, -0.005676410626620054, -0.023778241127729416, -0.017927708104252815, -0.052153330296278, -0.010287188924849033, 0.01958535797894001, 0.022510625422000885, 0.005237620789557695, 0.00941657368093729, -0.03610615059733391, 0.00497295381501317, -0.011394611559808254, 0.01778840832412243, -0.003362315706908703, 0.004314768593758345, 0.003869013860821724, 0.02733035199344158, -0.004823207855224609, 0.00383070670068264, -0.02532445453107357, 0.006919649429619312, -0.03872496262192726, 0.02861189655959606, 0.01015485543757677, 0.005864463746547699, 0.02661992982029915, 0.02511550672352314, 0.007480325642973185, -0.05460498109459877, -0.004342628642916679, -0.005881876219063997, 0.011791612021625042, 0.004147610627114773, -0.01239059492945671, -0.014570615254342556, -0.014173614792525768, -0.016994407400488853, -0.0031133198644965887, -0.015155668370425701, 0.014918860979378223, -0.011680172756314278, -0.012592577375471592, -0.006801245734095573, 0.0005859240191057324, 0.005589349195361137, -0.023039959371089935, -0.009702135808765888, 0.02628561295568943, 0.025282664224505424, 0.040814436972141266, -0.010517030954360962, 0.009137976914644241, -0.02682887762784958, -0.013470157980918884, -0.009799644351005554, -0.02628561295568943, -0.00835094042122364, -0.006254499312490225, 0.018596339970827103, 0.013908947817981243, 0.03329232335090637, -0.0010717272525653243, -0.00044074893230572343, 0.023764312267303467, -0.0010299377609044313, -0.006087341345846653, -0.010774733498692513, 0.004979918710887432, -0.019000304862856865, -0.0013773131649941206, 0.008162887766957283, -0.002397674135863781, 0.018470970913767815, 0.008281291462481022, -0.002305388916283846, -0.002758108777925372, -0.007772852201014757, 0.008058413863182068, -0.023234978318214417, -0.05245978757739067, -0.030199898406863213, 0.009332994930446148, -0.0042416369542479515, -0.01197269931435585, -0.04744504392147064, -0.010440416634082794, 0.012432384304702282, 0.009681240655481815, 0.013226385228335857, 0.009214591234922409, 0.03671906515955925, -0.018554549664258957, -0.00968820508569479, 0.021131571382284164, 0.01149212010204792, -0.011889120563864708, -0.009806608781218529, -0.053490594029426575, 0.010036451742053032, 0.01978037692606449, -0.0009925012709572911, 0.03607829287648201, 0.014487036503851414, -0.0170222669839859, 0.007334061898291111, 0.008552923798561096, 0.012641332112252712, 0.006257981993257999, -0.014779563061892986, -0.022050941362977028, 0.014849212020635605, -0.018861006945371628, 2.498937647033017e-05, -0.022176308557391167, -0.013860193081200123, 0.0004054890014231205, 0.003240429563447833, 0.03128642588853836, -0.033375903964042664, -0.01735658384859562, 0.019557498395442963, 0.01895851641893387, 0.02492048777639866, 0.010774733498692513, 0.012195576913654804, 0.023067818954586983, 0.013080121949315071, -0.017495881766080856, 0.011457295157015324, 0.019069954752922058, -0.01468205451965332, 0.014152719639241695, 0.011930909939110279, -0.0007339285803027451, -0.022427046671509743, 0.010363803245127201, 0.014076106250286102, -0.03137000650167465, -0.04833655431866646, 0.00791911594569683, 0.022287748754024506, 0.009186730720102787, -0.01980823650956154, -0.021340519189834595, -0.01936248131096363, 0.0007417640881612897, -0.00883848499506712, 0.02064402587711811, -0.0029026309493929148, -0.017732689157128334, 0.004523716401308775, 0.012724910862743855, 0.015294967219233513, 0.010621504858136177, -0.0125020332634449, 0.024001119658350945, 0.025686629116535187, 0.004965988919138908, -0.0044331722892820835, 0.009757854975759983, -0.009952872060239315, 0.02524087391793728, -0.0012858986156061292, 0.009702135808765888, 0.006964921485632658, -0.00925638061016798, 0.008643466979265213, -0.017161566764116287, 0.00444361986592412, 0.03393309563398361, -0.03178790211677551, 9.719601621327456e-06, -0.0053107524290680885, -0.013024402782320976, 0.013658210635185242, -0.02661992982029915, 0.008789730258286, 0.007884291000664234, -0.014062176458537579, 0.0006899625295773149, 0.025254804641008377, 0.015685003250837326, -0.01574072241783142, 0.016855109483003616, 0.009486222639679909, -0.03543752059340477, -0.01207020878791809, -0.00020731522818095982, 0.016548652201890945, -0.03396095708012581, 0.005652033723890781, 0.007079842500388622, -0.021535536274313927, 0.010022521950304508, 0.0058052618987858295, 0.0026449288707226515, -0.023987188935279846, 0.026424910873174667, -0.022649923339486122, 0.008810625411570072, 0.02139623835682869, 0.0029287494253367186, -0.0212708692997694, -0.01202841941267252, -0.022287748754024506, -0.014849212020635605, 0.010036451742053032, -0.016882969066500664, -0.01458454504609108, 0.011645348742604256, 0.009980732575058937, 0.00035325210774317384, 0.0005532759241759777, 0.006031621713191271, 0.00899867806583643, 0.009242450818419456, -0.008657396771013737, 0.003160333028063178, -0.0005367342382669449, 0.018568480387330055, -0.001781278639100492, 0.004206812474876642, 0.03097997047007084, -0.01405521109700203, 0.014946721494197845, -0.0015531774843111634, -0.002972280140966177, -0.003761057509109378, -0.059954043477773666, -0.015573563985526562, 0.009569801390171051, -0.001069115474820137, 0.00317948660813272, -0.0026031392626464367, -0.009541941806674004, -0.012111998163163662, -0.015127808786928654, 0.003477236954495311, 0.00720869330689311, -0.0035834519658237696, -0.0024499110877513885, 0.020699746906757355, -0.0012841573916375637, -0.00936781894415617, -0.011770716868340969, -0.018665989860892296, -0.014849212020635605, -0.007278342731297016, -0.025784138590097427, -0.012885103933513165, -0.0271353330463171, 0.035938993096351624, 0.0009054397814907134, -0.03329232335090637, -0.018777428194880486, -0.018178444355726242, -0.03574397787451744, -0.010900101624429226, -0.008246466517448425, 0.015336756594479084, 0.004725699312984943, 0.008086273446679115, 0.0013163700932636857, 0.023597152903676033, 0.004913751967251301, 0.011025470681488514, -0.018262023106217384, 0.004931164439767599, -0.004757041111588478, -8.406877896049991e-05, 0.007786781992763281, 0.005394331645220518, -0.023875750601291656, 0.02267778292298317, 0.0027302491944283247, -0.03045063652098179, -1.473244083172176e-05, 0.017899848520755768, -0.02490655891597271, -0.000884109700564295, 0.02309567853808403, 0.001487881294451654, -0.008413624949753284, -0.009381748735904694, 0.02129872888326645, -0.04652567580342293, 0.005624174140393734, 0.03702552244067192, -0.01345622818917036, 0.0004862385685555637, -0.004165023099631071, 0.026146315038204193, -0.004530681297183037, 0.015991458669304848, 0.0202122014015913, -0.025491612032055855, 0.0038098120130598545, -0.006717666517943144, 0.05722379311919212, 0.008218606933951378, 0.01080259308218956, 0.03173218294978142, -0.0004363958432804793, 0.004151093307882547, -0.0038098120130598545, 0.004659532569348812, -0.010788663290441036, -0.01366517599672079, 0.04354468733072281, -0.035075344145298004, 0.007159939035773277, -0.0029444205574691296, 0.0071947635151445866, -0.01351891178637743, -0.01968286745250225, -0.021660905331373215, 0.006794280838221312, -0.025185154750943184, 0.018136655911803246, 0.018387392163276672, -0.02096441388130188, 2.5887196898111142e-05, -0.01905602402985096, 0.00814199261367321, -0.006505236495286226, -0.016548652201890945, 0.0048963394947350025, -0.0031324734445661306, -0.01979430578649044, 0.029113370925188065, -0.004220742266625166, 0.00425904942676425, 0.022259889170527458, 0.007724097929894924, -0.014389527030289173, 0.01462633442133665, 0.195797860622406, -0.03223365545272827, 0.00851113349199295, 0.01366517599672079, 0.019975394010543823, 0.0013903724029660225, 0.039226435124874115, 0.0029740214813500643, -0.013658210635185242, -0.0023384722881019115, 0.008337010629475117, 0.0006790798506699502, -0.008086273446679115, -0.01042648684233427, 0.01872170902788639, -0.03287442773580551, -0.03287442773580551, -0.028584036976099014, -0.015253177843987942, -0.0069231316447257996, -0.0005693823331966996, 0.007361921947449446, -0.018331672996282578, -0.006466929335147142, 0.003095907624810934, 0.004147610627114773, 0.006689806934446096, -0.009646415710449219, 0.00989715289324522, 0.013219420798122883, -0.012613472528755665, 0.0016393683617934585, 0.007417641114443541, 0.0028103457298129797, 0.006049034185707569, -0.015183527953922749, 0.016242196783423424, -0.005791332107037306, 0.007689272984862328, 0.027497509494423866, 0.024962278082966805, 0.01430594827979803, -0.00012373618665151298, -0.029754143208265305, 0.016882969066500664, 0.010607575066387653, -0.003872496308758855, -0.0019292831420898438, 0.008873309940099716, 0.015420335344970226, -0.021744484081864357, 0.014821352437138557, 0.02639705128967762, 0.027595018967986107, -0.011770716868340969, 0.005300305318087339, -0.03585541620850563, 0.016534723341464996, 0.010468277148902416, 0.011791612021625042, -0.03345948085188866, 0.0009968543890863657, 0.0014635040424764156, 0.039532892405986786, -0.0014922344125807285, 0.006407727487385273, -0.016966547816991806, -0.011129944585263729, 0.0026188103947788477, -0.016980478540062904, -0.009381748735904694, -0.004941611550748348, -0.0029374556615948677, -0.008949924260377884, -0.03215007483959198, -0.04736146330833435, 0.02618810348212719, 0.018819216638803482, 0.009381748735904694, 0.044547636061906815, -0.006832587998360395, -0.016353635117411613, 0.013226385228335857, -0.022970309481024742, 0.006665429566055536, -0.0292526688426733, 0.011526945047080517, -0.016437213867902756, -0.015671072527766228, -0.007271377835422754, -0.012293086387217045, -0.0020650990772992373, 0.0001018075636238791, 0.02000325359404087, 0.007584799081087112, 0.0071947635151445866, 0.0009411349892616272, 0.003573004622012377, -0.01608896814286709, -0.005787849426269531, -0.02361108362674713, 0.05335129797458649, 0.026104524731636047, 0.008176817558705807, 0.0021539018489420414, 0.023151397705078125, -0.0007043276564218104, 0.00989715289324522, -0.009911082684993744, -0.01649293303489685, 0.012146823108196259, -0.030840670689940453, 0.012864209711551666, 0.009005643427371979, 3.379075133125298e-05, 0.01671581156551838, 0.013428368605673313, -0.006745526101440191, 0.012982613407075405, -0.012042349204421043, -0.016743671149015427, -0.01101154088973999, -0.0026484113186597824, -0.0027337316423654556, -0.008810625411570072, -0.01991967484354973, -0.022273818030953407, 0.0014539273688569665, -0.043906863778829575, 0.01852669008076191, -0.009723030030727386, -0.04206812381744385, 0.000606383488047868, 0.007093772292137146, -0.019139602780342102, 0.0006760326796211302, 0.0015531774843111634, -0.014709914103150368, -0.02532445453107357, 0.013240315020084381, -0.007058947812765837, 0.027748245745897293, 0.005526665132492781, -0.008699187077581882, 0.007835536263883114, -0.0056450688280165195, 0.006975368596613407, 0.023012099787592888, -0.01377661433070898, -0.013477122411131859, -0.02577020786702633, 0.01186126098036766, 0.0009507117792963982, 0.005815709475427866, 0.004523716401308775, 0.013929842971265316, -0.01389501802623272, -0.007010193075984716, 0.02404290810227394, 0.00457943556830287, -0.042931776493787766, -0.009374784305691719, 0.018164515495300293, -0.007180833723396063, -0.01202841941267252, -0.00423467205837369, -0.1788591742515564, -0.01852669008076191, 0.017704829573631287, -0.04694356769323349, 0.025185154750943184, 0.013254244811832905, 0.024001119658350945, 0.007626588921993971, -0.012919928878545761, -0.0007626588921993971, 0.012355769984424114, 0.0014626334886997938, -0.017203355208039284, -0.0028399466536939144, -0.0022601168602705, 0.004300838802009821, -0.010823487304151058, 0.009291204623878002, 0.006052516400814056, -0.0061256480403244495, 0.016966547816991806, -0.018387392163276672, 0.0042416369542479515, -0.006439069751650095, 0.018777428194880486, 0.017830198630690575, 0.003313561202958226, 0.020922623574733734, -0.01462633442133665, -0.03125856816768646, -0.008128062821924686, -0.018122725188732147, 0.02416827715933323, -0.003973487764596939, 0.0212708692997694, 0.013651245273649693, 0.012968683615326881, -0.006870894692838192, -0.020713675767183304, -0.002052910625934601, 0.030896391719579697, 0.015294967219233513, 0.019069954752922058, -0.008406659588217735, -0.025296594947576523, 0.005122699774801731, 0.01160355843603611, -0.02425185590982437, 0.006877859588712454, -0.012167717330157757, 0.020602237433195114, 0.00023637201229576021, 0.010551855899393559, -0.006937061436474323, 0.018289882689714432, 0.03276298940181732, -0.009757854975759983, 0.0070485002361238, -0.005672928411513567, -0.0042416369542479515, -0.006926614325493574, 0.0012092844117432833, -0.00867132656276226, 0.003141179447993636, 0.0042729792185127735, -0.03563253581523895, -0.007027605548501015, 0.01138068176805973, -0.0383349284529686, 0.0026832360308617353, -0.013804473914206028, 0.005516217555850744, -0.01724514551460743, -0.001145729562267661, 0.033375903964042664, 0.024419013410806656, -0.028918353840708733, 0.007640518713742495, 0.03891998156905174, 0.020184341818094254, -0.014187544584274292, 0.010029486380517483, -0.014598474837839603, 0.015685003250837326, -0.005275927949696779, 0.0011901309480890632, 0.015183527953922749, 0.021047992631793022, -0.019348550587892532, -0.014640264213085175, 0.020797254517674446, -0.015726791694760323, 0.01576858200132847, -0.016353635117411613, -0.011923945508897305, 0.007884291000664234, 0.011875190772116184, -0.028012912720441818, -0.014751703478395939, -0.00521672610193491, 0.00750122033059597, 0.008699187077581882, -0.00540129654109478, -0.011847331188619137, 0.023680731654167175, 0.020407218486070633, -0.022496696561574936, 0.015991458669304848, 0.03150930255651474, -0.010349873453378677, -0.013240315020084381, 0.002416827715933323, 0.004666497465223074, 0.009054397232830524, -0.005053050350397825, 0.008922063745558262, -0.004450584761798382, -0.03215007483959198, 0.034323133528232574, 0.009862328879535198, 0.0393935963511467, -0.003195157740265131, -0.007459430489689112, 0.023012099787592888, -0.0073758517391979694, -0.029503406956791878, -0.10163213312625885, -0.02415434643626213, 0.008643466979265213, 0.03683050349354744, -0.011338891461491585, 0.023792171850800514, -0.0073758517391979694, 0.03254011273384094, -0.014431317336857319, 0.032512251287698746, -0.005544077139347792, -0.02056044712662697, 0.015141738578677177, 0.003275254275649786, 0.01576858200132847, -0.014932790771126747, -0.007403711322695017, -0.026661718264222145, -0.03669120371341705, 0.028695475310087204, 0.013463192619383335, -0.0016010613180696964, 0.023360345512628555, -0.02351357415318489, 0.005993314553052187, -0.01575465127825737, -0.033153023570775986, 0.025073716416954994, 0.017064057290554047, -0.009409608319401741, 0.01679939031600952, -0.025282664224505424, 0.009200661443173885, -0.02585378848016262, 0.027218911796808243, -0.011164768598973751, 0.02439115382730961, -0.010621504858136177, 0.02001718431711197, -0.011896085925400257, -0.011373716406524181, 0.006289323791861534, 0.00558586698025465, -0.01927890256047249, -0.024934418499469757, -0.016047177836298943, -0.010976715944707394, 0.04234671965241432, 0.0027372140903025866, -0.022440975531935692, -0.036579765379428864, -0.0049764360301196575, -0.0521254725754261, 0.02416827715933323, 0.01863813027739525, -0.00024007212778087705, -0.00407447898760438, 0.019195323809981346, -0.001631532795727253, -0.001021231641061604, -0.00635897321626544, -0.018150584772229195, -0.010558820329606533, -0.004307803697884083, -0.00034998729825019836, 0.004070996306836605, -0.007354957051575184, -0.018220234662294388, 0.020058972761034966, -0.000349551992258057, -0.0033013727515935898, 0.01010610070079565, -0.0029548679012805223, 0.009110117331147194, -0.009514082223176956, -0.013484087772667408, -0.007139044348150492, -0.016144687309861183, 0.013066192157566547, 0.005540594924241304, -0.02043507993221283, -0.009165836498141289, 0.01778840832412243, -0.014918860979378223, 0.001200578291900456, 0.0033222674392163754, -0.010746873915195465, -0.008204677142202854, 0.003240429563447833, -0.0531841404736042, -0.0019101296784356236, 0.023680731654167175, 0.004903304390609264, -0.005850533954799175, 0.019292831420898438, 0.013449262827634811, -0.02159125544130802, -0.004276461899280548, 0.01787198893725872, -0.002091217553243041, -0.03022775799036026, -0.01149212010204792, -0.07310381531715393, 0.02447473257780075, 0.005154041573405266, -0.010656329803168774, -0.010391662828624249, -0.017175495624542236, -0.0004992978065274656, -0.011582664214074612, 0.0031237672083079815, 0.022705642506480217, -0.025366242974996567, 0.009597661904990673, -0.011589628644287586, -0.02767859771847725, 0.002094700001180172, 0.0015880020800977945, 0.020574377849698067, -0.0017542894929647446, 0.0021312658209353685, 0.0053595067001879215, 0.021841993555426598, -0.017537672072649002, 0.030060600489377975, 0.006254499312490225, 0.00023789559782017022, 0.0068917893804609776, -0.04137163236737251, 0.011840365827083588, -0.009291204623878002, -0.0066027455031871796, 0.0064112101681530476, -0.02159125544130802, 0.002019827254116535, 0.003440671134740114, 0.004676944576203823, -0.01170106790959835, -0.003907321020960808, 0.026884596794843674, 0.005136629566550255, 0.04301535338163376, -0.02471153996884823, -0.03120284713804722, 0.01351891178637743, -0.02702389471232891, 0.010203609243035316, -0.01048220694065094, -0.012704016640782356, -0.009395678527653217, 0.03435099124908447, 0.0012171199778094888, 0.04702714830636978, 0.007250483147799969, -0.01705012656748295, -0.043154653161764145, -0.009757854975759983, 0.014131825417280197, 0.02149374783039093, -0.0036252415738999844, 0.008016624487936497, 0.011513015255331993, 0.0383070670068264, 0.014445247128605843, 0.012488103471696377, -0.0033814692869782448, -0.0013111464213579893, -0.009249415248632431, -0.011638383381068707, -0.014166649430990219, -0.0007378463633358479, -0.014918860979378223, 0.0024307575076818466, 0.0038864261005073786, 0.006745526101440191, 0.012376665137708187, 0.013908947817981243, -0.014988510869443417, 0.003837671596556902, 0.011986629106104374, -0.014431317336857319, 0.004840620327740908, 0.028500458225607872, -0.027497509494423866, 0.003151626791805029, 0.00222180993296206, 0.030060600489377975, -0.001490493188612163, -0.02352750487625599, 0.008058413863182068, -0.02097834274172783, -0.011227453127503395, -0.00013886312081012875, -0.0026101041585206985, -0.005979384761303663, 0.01724514551460743, 0.016548652201890945, -0.012118962593376637, -0.004140645731240511, 0.007368886843323708, 0.029113370925188065, -2.3248145225807093e-05, -0.0012885103933513165, -0.0159775298088789, -0.005481393076479435, 0.0005672057741321623, -0.005328164901584387, 0.009792678989470005, -0.0500081330537796, -0.02692638523876667, 0.047946516424417496, 0.019404271617531776, 0.014877071604132652, -0.007800711784511805, -0.009966802783310413, 0.00043443695176392794, -0.020685816183686256, 0.024530453607439995, -0.006118683144450188, -0.02108978107571602, -0.023903610184788704, 0.03566039726138115, 0.02235739678144455, 0.013010472990572453, 0.05034245178103447, -0.01787198893725872, 0.023123538121581078, -0.0014530566986650229, 0.032512251287698746, 0.006097788456827402, 0.026076665148139, 0.014333807863295078, -0.017175495624542236, -0.002141713397577405, -0.013637315481901169, 0.0009071810054592788, -0.008051449432969093, -0.008970818482339382, -0.006689806934446096, 0.009221555665135384, 0.028026843443512917, 0.08669933676719666, 0.02542196214199066, -0.01640935428440571, 0.02596522681415081, -0.020518658682703972, 0.006794280838221312, -0.00014125730376690626, 0.015462125651538372, 0.010245399549603462, -0.01841525174677372, -0.004314768593758345, -0.0015636248281225562, -0.01511387899518013, -0.02787361480295658, 0.017955567687749863, 0.0016019318718463182, -0.00774499261751771, 0.006578368134796619, 0.011610523797571659, -0.007065912708640099, 0.03588327392935753, -0.007842501625418663, -0.0004649084876291454, 0.012467209249734879, -0.008963854052126408, 0.014173614792525768, 0.02745571918785572, -0.00855988822877407, 0.009270310401916504, -0.020713675767183304, 0.024349365383386612, 0.01746802218258381, -0.04872658848762512, -0.021841993555426598, -0.012690086849033833, -0.018220234662294388, 0.0034528598189353943, -0.017746619880199432, 0.0004792736435774714, 0.00353643880225718, 0.004367005545645952, 0.003249135799705982, -0.010147890076041222, -0.01521138846874237, 0.019111743196845055, -0.0019170945743098855, -0.013679105788469315, -0.018861006945371628, -0.028124352917075157], metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='ddaea7c5-2162-422e-b6b2-166f9714b814', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='03066da8a3963835fd37a8c0e17eb38208c78f649cc90dbe1d4f1a8827df0819'), : RelatedNodeInfo(node_id='09e14f39-c9df-4c83-b96e-eac4bb06c8b7', node_type=, metadata={}, hash='511e6435a92c14c5793b2de56371f9bb015495c6e5758dcf1a0c0a5645faa9cd')}, hash='eebc1d883727a13f9c307a9837b3a498b61c6ad325dbe417ea2e4160bbc94377', text=\"the future of LLMs is leaning towards plugins. With the introduction of tools like GPT-4 Plugins, the focus is on extending LLMs seamlessly. Instead of running LLMs as a service, they're envisioned as platforms. This means integrating LLMs with various tools, enhancing their capabilities, and offering a more modular and scalable approach to AI applications. The journey from fine-tuning to plugins represents a move from static optimization to dynamic adaptability, ensuring that LLMs remain at the forefront of AI innovation. In a Nutshell The AI domain is witnessing rapid shifts, with LLMs playing a central role. Initially, the move was from LLMs to Multimodal models, expanding from text to include images and sounds. Simultaneously, the trend shifted from LLM connections, which linked external data, to Vector Databases for efficient high-dimensional storage. Another evolution saw LLM agents, which automated tasks, transitioning towards LLMs as Operating Systems. This change aims for more intuitive, context-aware devices and applications. Furthermore, the traditional fine-tuning processes of LLMs are now being replaced by dynamic plugins, turning LLMs into platforms integrated with various tools. Leading this LLM revolution are OpenAI's GPT-4 and Meta's LLaMA2. Their pioneering efforts are setting the stage for an AI future that's more integrated, responsive, and attuned to human interactions. More Readings Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond: https://arxiv.org/abs/2304.13712Sparks of Artificial General Intelligence: Early experiments with GPT-4: https://arxiv.org/abs/2303.12712GPT4All-J: https://huggingface.co/nomic-ai/gpt4all-jIntroducing Code Llama, a state-of-the-art large language model for coding: https://ai.meta.com/blog/code-llama-large-language-model-coding/Llama 2: Open Foundation and Fine-Tuned Chat Models: https://ai.meta.com/research/publications/llama-2-open-foundation-and-fine-tuned-chat-models/\", start_char_idx=6459, end_char_idx=8438, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='09e14f39-c9df-4c83-b96e-eac4bb06c8b7', embedding=[-0.008867154829204082, 0.002956873970106244, -0.011564046144485474, -0.036799732595682144, -0.00588601641356945, -0.002060798928141594, -0.02372431941330433, 0.006818488705903292, -0.014475855976343155, -0.02334994450211525, 0.0022930505219846964, 0.016569586470723152, -0.0020400003995746374, 0.013013018295168877, -0.0003914911358151585, 0.028646666556596756, 0.019439799711108208, 0.006607036106288433, 0.001103194779716432, -0.026871848851442337, -0.014517453499138355, -0.0015780971152707934, -0.0186078529804945, -0.004988207947462797, 0.0011716570006683469, 0.0016292270738631487, 0.007438981905579567, -0.048197392374277115, -0.004894614219665527, -0.000823712965939194, 0.013789501041173935, -0.012680239975452423, -0.025526870042085648, 0.0017375533934682608, -0.008894886821508408, -0.014656111598014832, 0.005206593777984381, 0.005092201288789511, 0.038019921630620956, -0.0012522516772150993, 0.010711302049458027, 0.03208537399768829, -0.008097605779767036, -0.006239593029022217, -0.01774817705154419, 0.0005559304263442755, 0.0052308589220047, -0.01923181302845478, 0.009366322308778763, 0.007549908012151718, 0.01457291655242443, 0.04048802703619003, -0.024140292778611183, 0.0031249963212758303, -0.017470860853791237, -0.005778556689620018, -0.009560443460941315, 0.02566552720963955, 0.009719899855554104, 0.009089007042348385, 0.020992765203118324, 0.011453120037913322, -0.013186340220272541, 0.009484182111918926, -0.015141412615776062, -0.023100361227989197, -0.01672210916876793, 0.027620598673820496, 0.014975023455917835, 0.0067803580313920975, 0.011383791454136372, 0.018275074660778046, 0.005944945849478245, 0.0005983943119645119, 0.01837213523685932, 0.006139066535979509, -0.020757047459483147, -0.02183857560157776, -0.0034421756863594055, 0.00198973692022264, 0.012368259951472282, -0.0004088233399670571, -0.025194091722369194, 0.008603706024587154, 0.0015650979476049542, 0.006929414812475443, 0.015557385981082916, 0.018094820901751518, -0.005643365439027548, -0.015293936245143414, 0.014559051021933556, 0.00010664721776265651, 0.028133632615208626, -0.0015598982572555542, -0.03649468719959259, 0.008451182395219803, 0.007688565645366907, 0.029312223196029663, 0.009491114877164364, -0.02895171195268631, -0.00263622822239995, -0.0063643851317465305, -0.03097611479461193, -0.014150010421872139, -0.026483606547117233, 0.024251218885183334, 0.026164693757891655, -0.0038234840612858534, 0.02011922188103199, 0.0034907057415694, 0.0020348005928099155, 0.01600109040737152, 0.01928727515041828, -0.034941721707582474, 0.0035045715048909187, -0.01766498200595379, 0.016014955937862396, -0.01353298407047987, -0.020327208563685417, -0.00868690013885498, 0.023821379989385605, 0.011938421986997128, 0.012597045861184597, -0.019536860287189484, 0.02534661442041397, 0.005414580460637808, -0.014905694872140884, -0.019855773076415062, -0.009394054301083088, -0.00773016270250082, 0.019897369667887688, 0.013921225443482399, 0.020105356350541115, 0.009068208746612072, -0.04464775696396828, 0.022018831223249435, -0.019620053470134735, 0.0019394735572859645, -0.03427616506814957, -0.011841361410915852, -0.010475583374500275, 0.016153613105416298, -0.009865489788353443, 0.007154733408242464, -0.021686052903532982, 0.020022161304950714, 0.02631721831858158, 0.0034317763056606054, 0.005938013084232807, 0.006163331679999828, 0.017387665808200836, -0.0330837108194828, -0.018871303647756577, 0.02914583310484886, 0.003142328467220068, 0.020452000200748444, 0.006704096216708422, -0.003047001315280795, -0.02909037098288536, -0.014122279360890388, 0.01077369786798954, 0.03538542613387108, 0.006423314567655325, -0.0023034499026834965, -0.011903757229447365, 0.026871848851442337, 0.019758712500333786, -0.011986952275037766, -0.015099816024303436, -0.020188551396131516, -0.022795313969254494, 0.007924283854663372, -0.037770338356494904, -0.006433713715523481, -0.0013623111881315708, 0.008153068833053112, 0.02628948539495468, -0.007265659514814615, -0.020881839096546173, -0.0029014109168201685, -0.004995141178369522, -0.004506372846662998, 0.014669977128505707, 0.027800854295492172, -0.028591202571988106, -0.017678847536444664, 0.017540190368890762, -0.004294919781386852, 0.007952014915645123, 0.007945082150399685, 0.021186886355280876, 0.004187460523098707, -0.011882958933711052, -0.024514667689800262, -0.6220735907554626, -0.03649468719959259, -0.0031301958952099085, 0.004256789106875658, 8.519861148670316e-05, 1.3175183084968012e-05, 0.003036601934581995, 0.02886851876974106, -0.0007847155211493373, 0.042651087045669556, -0.0104617178440094, -0.00038585817674174905, -0.021713783964514732, 0.010392389260232449, -0.0033121840097010136, -0.011494717560708523, 0.009019678458571434, -0.018760377541184425, 0.00632278760895133, 0.006166798062622547, -0.017359934747219086, 0.024944506585597992, -0.01562671549618244, -0.011855226941406727, -0.0082293301820755, 0.012694105505943298, 0.006295056082308292, -0.01600109040737152, 0.020937301218509674, 0.028452545404434204, -0.024847446009516716, 0.012423723004758358, 0.03724343702197075, -0.006152932066470385, 0.047309983521699905, 0.0010225999867543578, -0.031170234084129333, 0.012312796898186207, 0.012340528890490532, -0.004308785777539015, -0.0256377961486578, -0.01686076819896698, 0.011564046144485474, 0.0002511003112886101, -0.002213322324678302, -0.005681496113538742, 0.023391541093587875, 0.005452711135149002, -0.005747358780354261, -0.0009524045744910836, -0.012673307210206985, 0.005424979608505964, -0.013754836283624172, -0.03763167932629585, 0.015585117042064667, -0.026428144425153732, 0.029700463637709618, -0.027190761640667915, 0.011654173955321312, -0.009733765386044979, 0.019883504137396812, 0.007383518852293491, -0.03435935825109482, -0.05163609981536865, -0.026483606547117233, 0.01541872788220644, 0.0052412585355341434, 0.0028338152915239334, -0.018427599221467972, -0.04284520819783211, 0.028327753767371178, -0.0036709606647491455, -0.004281054250895977, -0.006506509147584438, -0.009553510695695877, 0.02886851876974106, 0.033028244972229004, -0.015377131290733814, 0.0020503997802734375, 0.026830250397324562, 0.01740153133869171, -0.022642791271209717, -0.004794087260961533, -0.03655014932155609, 0.008874088525772095, 0.009248463436961174, -0.026372680440545082, -0.018219612538814545, 0.00046060330350883305, 0.0016456927405670285, -0.009109806269407272, 0.039933398365974426, -0.01407374907284975, -0.04581248015165329, 4.289720527594909e-05, 0.022656656801700592, -0.0010555312037467957, -0.03214083984494209, 0.01760951802134514, -0.014351064339280128, -0.009706034325063229, 0.010635039769113064, 0.021214617416262627, 0.004599966574460268, 0.034165240824222565, 0.001726287417113781, 0.0051026009023189545, 0.014406527392566204, -0.005203127395361662, -0.029645001515746117, -0.0005013339687138796, 0.0036570949014276266, 0.014364929869771004, -0.003128462703898549, 0.01357458159327507, -0.02151966467499733, 0.008374921046197414, -0.015196875669062138, 0.002696890849620104, 0.00263622822239995, 0.01377563551068306, -0.00954657793045044, -0.022587327286601067, 0.006742227356880903, 0.016625048592686653, -0.0010754632530733943, -0.011480851098895073, -0.02766219712793827, 0.013498320244252682, 0.004069601185619831, -0.004222124814987183, -0.03921237587928772, 0.017013290897011757, -0.0061598652973771095, 0.022656656801700592, -0.0030348687432706356, 0.01493342686444521, -0.021048227325081825, 5.6383825722150505e-05, -0.002147459890693426, -0.026566801592707634, -0.011217402294278145, 0.028161363676190376, 0.0056745633482933044, -0.0469772033393383, -0.04131997376680374, -0.026968909427523613, 0.010586509481072426, 0.0020018694922327995, 0.003199524711817503, -0.002234121086075902, 0.0018666783580556512, 0.0070992703549563885, 0.010877691209316254, -0.004287987016141415, -0.014767037704586983, -0.008756228722631931, -0.03363833948969841, -0.001712421653792262, -0.018039356917142868, -0.007411250378936529, 0.009241530671715736, 0.015793103724718094, -0.0024005102459341288, 0.0045237052254378796, -0.016181346029043198, 0.011785898357629776, 0.025790318846702576, -0.010537980124354362, -0.018011625856161118, 0.03344421833753586, -0.025679392740130424, -0.006582770962268114, 0.008998880162835121, -0.01503048650920391, 0.014143077656626701, -0.04026617482304573, 0.005927613470703363, 0.007293391041457653, -0.015404862351715565, 0.0011837894562631845, 0.011127274483442307, 0.028729859739542007, -0.02009149082005024, 0.024334413930773735, 0.0005502974381670356, 0.021727649495005608, 0.008326390758156776, -0.010808361694216728, 0.0018528125947341323, 0.0012331862235441804, 0.03272319957613945, -0.01715194806456566, 0.02025787904858589, 0.0006573238060809672, 0.01783137023448944, 0.00938712153583765, -0.009539645165205002, 0.011508583091199398, 0.012451454997062683, 0.007425115909427404, 0.023017166182398796, 0.006912082899361849, -0.024168023839592934, -0.018302807584404945, -0.020812509581446648, 0.0162368081510067, -0.02717689424753189, 0.004055735655128956, 0.015737641602754593, 0.027371015399694443, -0.005113000050187111, -0.019925100728869438, 0.0008826424600556493, -0.005327919498085976, 0.022628923878073692, 0.019245678558945656, -0.006010808050632477, -0.004738624207675457, 0.039656080305576324, 0.016930095851421356, 0.007667766883969307, 0.0033260497730225325, -0.004225591197609901, -0.006898216903209686, 0.010787563398480415, 0.0013553783064708114, 0.018053222447633743, 0.00607320386916399, -0.017027156427502632, 0.004613832570612431, -0.0020070690661668777, 0.01491956040263176, -0.002925675828009844, 0.021367140114307404, 0.014489722438156605, 0.009768430143594742, 0.003882413497194648, 0.047226786613464355, -0.006177197210490704, -0.026247888803482056, 0.004066134802997112, -0.008132269605994225, -0.011522448621690273, 0.026136962696909904, -0.013935091905295849, 0.022504132241010666, 0.021880174055695534, -0.01903769187629223, -0.004423178266733885, -0.026913445442914963, -0.007068072445690632, 0.011404589749872684, -0.0040141381323337555, -0.004946610890328884, -0.001679490553215146, 0.008340256288647652, 0.011695770546793938, 0.022282280027866364, 0.00459303380921483, 0.007085404824465513, -0.005199661012738943, 0.0005004673730581999, 0.01957845687866211, 0.007695498410612345, -0.01995283178985119, -0.0009749364689923823, -0.013526051305234432, -0.012777300551533699, -0.00911673903465271, 0.003301784861832857, -0.005816687364131212, 0.02445920556783676, -0.018677182495594025, 0.021505797281861305, 0.02014695294201374, 0.014094547368586063, 0.014683842658996582, 0.019190216436982155, 0.021796979010105133, -0.001231453032232821, -0.0030920649878680706, 0.007570706307888031, 0.011640307493507862, -0.012493052519857883, 0.013324998319149017, 0.004731691442430019, -0.006243059877306223, -0.02111755684018135, 0.015696043148636818, -0.015280070714652538, -0.007591505069285631, -0.00723099522292614, -0.0028719461988657713, -0.011855226941406727, -0.0021682586520910263, 0.025013836100697517, -0.003743755863979459, 0.012555448338389397, -0.027592867612838745, 0.028591202571988106, -0.010843026451766491, -0.010024946182966232, -0.002897944301366806, 0.04007205367088318, -0.02189403958618641, -0.006173730827867985, -0.0003085132339037955, -0.013643910177052021, -0.03336102515459061, -0.0019481396302580833, 0.004839151166379452, -0.011224335059523582, -0.009650571271777153, 0.00934552401304245, 0.012895159423351288, 0.00865916907787323, -0.00804214272648096, 0.024278949946165085, 0.028674397617578506, 0.00775096146389842, -0.01928727515041828, -0.014309466816484928, 0.043510764837265015, 0.053715966641902924, 0.015848567709326744, -0.012181072495877743, -0.00047230254858732224, -0.023585662245750427, 0.008610638789832592, -0.03216857090592384, -0.013422057963907719, 0.004901546984910965, 0.01454518549144268, -0.0233222134411335, 0.00791735015809536, 0.0025720989797264338, -0.0008748429827392101, 0.036161910742521286, 0.00044327109935693443, 0.0012236535549163818, -0.011453120037913322, 0.007993612438440323, -0.012839696370065212, 0.01184829417616129, -0.000641291553620249, 0.004336517304182053, 0.018732644617557526, 0.03178032860159874, -0.01123126782476902, 0.028452545404434204, 0.038824137300252914, -0.018593987450003624, -0.027079835534095764, 0.0039482759311795235, -0.0038200176786631346, 0.002679558703675866, 0.022615058347582817, -0.016139747574925423, 0.026012171059846878, -0.006977945100516081, 0.007120069116353989, -0.0064371805638074875, 0.007924283854663372, 0.00588601641356945, 0.01245838776230812, 0.005892949178814888, 0.002405709819868207, -0.005719627253711224, -0.021283945068717003, -0.0038581485860049725, 0.001747952657751739, -0.005743892397731543, -0.03094838187098503, -0.0009108072845265269, -0.0014524386497214437, -0.03863001614809036, 0.0002123194863088429, -0.0023502467665821314, -0.00029204762540757656, 0.01053104642778635, -0.008610638789832592, -0.003969074692577124, -0.0235440656542778, -0.0024143760092556477, -0.010524113662540913, -0.003050467697903514, 0.0035427024122327566, -0.022365475073456764, -0.011522448621690273, -0.017651116475462914, -0.0009619373013265431, -0.00047706891200505197, 0.026511337608098984, 0.003338182345032692, -0.0017973495414480567, -0.053743697702884674, 0.0072379279881715775, 0.012798098847270012, -0.01597335934638977, 0.02203269675374031, 0.011328328400850296, -0.006624368019402027, 0.011924555525183678, -0.008326390758156776, -0.02160285785794258, -0.01200081780552864, -0.029201297089457512, -0.023114226758480072, -0.01304768305271864, -0.01350525300949812, -0.004731691442430019, -0.00953271146863699, 0.008839423768222332, -0.01331806555390358, 0.0068219550885260105, 0.0070750052109360695, 0.013061548583209515, 0.004738624207675457, 0.028050437569618225, 0.01315860915929079, 0.02386297844350338, 0.015820834785699844, -0.02989458478987217, -0.011751233600080013, -0.022795313969254494, -0.01998056471347809, -0.03566274046897888, 0.009089007042348385, -0.012354394420981407, 0.019245678558945656, 0.02235160954296589, -0.002818216336891055, -0.02709370106458664, 0.004797554109245539, -0.0011153272353112698, -0.001571164233610034, -0.011369924992322922, 0.01586243323981762, -0.0018666783580556512, 0.029561806470155716, 0.01680530421435833, 0.0074944449588656425, -0.026442009955644608, 0.010329993441700935, -0.03372153639793396, 0.04093173146247864, 0.014559051021933556, -0.014025218784809113, 0.011245133355259895, -0.006295056082308292, -0.008090673014521599, -0.045202385634183884, -0.012326663359999657, -0.0019221414113417268, 0.0007734496030025184, -0.01200081780552864, -0.024764252826571465, 0.006579304579645395, -0.005341785028576851, -0.007300324272364378, 0.008991947397589684, 0.0003605098172556609, -0.009920952841639519, -0.027828585356473923, 0.0022895841393619776, 0.00017050554743036628, -0.007757894229143858, 0.007972813211381435, -0.03144754841923714, -0.017484726384282112, 0.027800854295492172, -0.015141412615776062, 0.03164166957139969, 0.010329993441700935, 0.03832496702671051, -0.027218492701649666, -0.023474736139178276, 0.006496109999716282, -0.02757900208234787, 0.01960618793964386, 0.021242348477244377, 0.0423460379242897, 0.014101481065154076, 0.05696055293083191, 0.004502906464040279, 0.024528535082936287, 0.005951878614723682, 0.015515788458287716, -0.013040750287473202, -0.009747630916535854, -0.008465047925710678, 0.005092201288789511, -0.003161393804475665, 0.01920408196747303, 0.01694396138191223, 0.03003324195742607, -0.019592322409152985, -0.0019880037289112806, 0.03347194939851761, -0.003951742313802242, -0.015363264828920364, -0.027870183810591698, -0.020452000200748444, -0.01694396138191223, 0.03300051391124725, -0.008783960714936256, 0.025984439998865128, -0.050083134323358536, -0.004655429627746344, 0.028618933632969856, -0.0032185902819037437, 0.020382670685648918, -0.018996095284819603, 0.02111755684018135, -0.007120069116353989, -0.0036570949014276266, 0.011279798112809658, 0.02900717593729496, -0.006939814426004887, 0.02420962229371071, -0.04855789989233017, 0.01116193924099207, 0.009761497378349304, -0.00595881137996912, 0.01125899888575077, 0.031419817358255386, -0.0050783357582986355, 0.0024317081551998854, 0.015404862351715565, -0.0007227528840303421, 0.000559830165002495, 0.0015416995156556368, -0.017872968688607216, -0.01572377420961857, -0.01450358796864748, -0.01772044412791729, 0.019855773076415062, -0.02186630852520466, 0.010641972534358501, 0.025623928755521774, 0.011473918333649635, -0.007369652856141329, -0.020729314535856247, 0.01489182934165001, 0.03161393851041794, 0.05460337549448013, 0.004991674795746803, 0.014448124915361404, 0.017581786960363388, 0.013373528607189655, -0.00675262650474906, -0.016139747574925423, -0.0009307393338531256, 0.004263721872121096, 0.014177742414176464, 0.05041591450572014, -0.006555039435625076, -0.028480276465415955, 0.011654173955321312, 0.014309466816484928, -0.00584441889077425, -0.027745390310883522, 0.029728194698691368, 0.013727105222642422, 0.009407919831573963, -0.02097889967262745, -0.039739277213811874, -0.037687141448259354, 0.020424269139766693, -0.027773123234510422, 0.013754836283624172, 0.004804486874490976, -0.016874633729457855, -0.006932881195098162, 0.0034283099230378866, -0.0008614105172455311, 0.010967818088829517, 0.008638369850814342, 0.019190216436982155, -0.00030244694789871573, 0.008361054584383965, -0.018566256389021873, 0.026247888803482056, 0.016527989879250526, 0.016555720940232277, -0.02986685372889042, 0.007026475388556719, 0.01419160794466734, 0.009026611223816872, 0.0002059282414847985, 0.005525506567209959, 0.005664164200425148, 0.03208537399768829, -0.03305597975850105, 0.0036432291381061077, -0.009040477685630322, -0.04101492464542389, 0.0014013086911290884, -0.013422057963907719, -0.008367987349629402, -0.00745978020131588, -0.03092065081000328, -0.008548242971301079, 0.023904575034976006, -0.00020939468231517822, -0.022046562284231186, 0.0005884282873012125, 0.011494717560708523, -0.023197421804070473, 0.022504132241010666, -0.01834440417587757, -0.007695498410612345, -0.03804765269160271, -0.03086518868803978, -0.005913747940212488, -0.025110896676778793, 0.0038616149686276913, 0.0010884624207392335, -0.010579576715826988, -0.007286458276212215, 0.0326954685151577, -0.010260664857923985, 0.018926765769720078, 0.002736754948273301, 0.009290060959756374, -0.031336624175310135, 0.016333868727087975, -0.022074293345212936, -0.004305319394916296, -0.004274121485650539, -0.024930641055107117, -0.009283128194510937, -0.022642791271209717, 0.0002924809232354164, 0.0187742430716753, 0.005286321975290775, -0.005262056831270456, -0.022823045030236244, 0.005528972949832678, -0.02143646962940693, 0.006059338338673115, -0.010648906230926514, 0.00021221116185188293, 0.007626169361174107, -0.012395991943776608, 0.028161363676190376, -0.01330419909209013, 0.019134752452373505, -0.018136417493224144, 0.014822500757873058, -0.020784778520464897, -0.03740982711315155, -0.01403215155005455, 0.005924147088080645, 0.0025426342617720366, -0.027676062658429146, 0.0011092610657215118, -0.023100361227989197, 0.012825830839574337, -0.03080972470343113, 0.012340528890490532, 0.0003206457768101245, -0.013630044646561146, 0.02149193175137043, 0.015280070714652538, 0.027773123234510422, -0.007154733408242464, -0.01717967912554741, -0.009137537330389023, -0.011141140013933182, -0.009581241756677628, -0.004073068033903837, 0.0013519119238480926, -0.016014955937862396, 0.027135297656059265, 0.018871303647756577, -0.06006648391485214, -0.04861336573958397, -0.007986679673194885, -0.05995555967092514, -0.004145863000303507, 0.0009680035873316228, -0.013893494382500648, 0.024473071098327637, 0.028161363676190376, -0.01184829417616129, 0.05030498653650284, -0.002014002064242959, 0.017997760325670242, -0.030393751338124275, 0.011141140013933182, -0.002903144108131528, -0.034248434007167816, 0.004516771994531155, 0.012444522231817245, -0.02054906077682972, -0.01150165032595396, -0.00013432458217721432, -0.007619236595928669, -0.014739305712282658, 0.02978365868330002, 0.006017740815877914, -0.037687141448259354, 0.0018372135236859322, 0.016112016513943672, -0.0009584708604961634, 0.0022445202339440584, -0.004925812128931284, -0.027939511463046074, 0.004007205367088318, -0.00011200936569366604, -0.0023693121038377285, -0.004627698101103306, -0.0052100601606070995, 0.013401259668171406, -0.009900154545903206, -0.024473071098327637, -0.007355787325650454, -0.003892812877893448, -0.005289788357913494, -0.0033745800610631704, 0.022531865164637566, -0.013248736038804054, -0.015266205184161663, 0.02803657203912735, 0.0023190488573163748, -0.014988889917731285, 0.011681905016303062, 0.008777027949690819, -0.003587766084820032, -0.02400163561105728, 0.0022323878947645426, -0.0325290784239769, 0.011799763888120651, -0.022823045030236244, 0.014628379605710506, -0.012104811146855354, 0.008090673014521599, 0.022878509014844894, -0.013560716062784195, -0.04667215794324875, 0.020826375111937523, -0.0006096602301113307, -0.0009073408436961472, -0.008527443744242191, -0.0165418554097414, 0.010364657267928123, -0.02203269675374031, -0.025623928755521774, -0.012728770263493061, -0.028646666556596756, -0.0055601708590984344, 0.030171899124979973, -0.005726560018956661, -0.005664164200425148, 0.020368805155158043, 0.023225152865052223, -0.024098696187138557, -0.0021214617881923914, 0.1960064172744751, -0.003951742313802242, 0.009712967090308666, 0.022615058347582817, -0.021325543522834778, 0.014351064339280128, 0.028327753767371178, 0.029645001515746117, -0.009810026735067368, -0.012174139730632305, -0.013290333561599255, 0.02054906077682972, -0.0067803580313920975, -0.0042914533987641335, 0.009671369567513466, 0.003014070214703679, -0.02278144843876362, -0.04281747713685036, -0.013040750287473202, 0.011238200590014458, 0.01871877908706665, -0.015238473191857338, 0.008319457992911339, -0.02343313954770565, 0.02303103171288967, 0.008471980690956116, 0.006655565928667784, 0.002046933164820075, 0.02157512679696083, 0.004131997469812632, -0.00011980885756202042, 0.006853153463453054, -0.0003451275115367025, 0.005671096965670586, -0.017762042582035065, -0.0002155692782253027, 0.01580696925520897, -0.010177469812333584, 0.020646121352910995, 0.0022219885140657425, 0.03849135711789131, 0.0034109775442630053, 0.011564046144485474, -0.016625048592686653, 0.006305455695837736, 0.024389876052737236, -0.002206389559432864, -0.005286321975290775, -0.008693832904100418, -0.0006924215122126043, -0.028189094737172127, -0.009359389543533325, 0.041652750223875046, 0.014254003763198853, -0.017387665808200836, -0.0027922180015593767, -0.011120341718196869, 0.01880197413265705, 0.009095940738916397, 0.023211287334561348, -0.01503048650920391, 0.023904575034976006, 0.0012331862235441804, 0.020937301218509674, -0.007542974781244993, -0.021048227325081825, 0.00880475901067257, -0.002272251760587096, 0.01952299475669861, 0.0211452879011631, -0.014018286019563675, -0.01686076819896698, -0.008777027949690819, 0.013338863849639893, -0.02197723463177681, -0.027329418808221817, 0.046422574669122696, 0.026566801592707634, 0.02763446420431137, 0.021256214007735252, -0.007834156043827534, 0.017526324838399887, -0.0001421240740455687, 0.01380336657166481, -0.04118131473660469, -0.03646695613861084, 0.011473918333649635, -0.018510792404413223, 0.004846083931624889, -0.033250097185373306, -0.0051026009023189545, 0.011598710902035236, -0.014267870225012302, -0.0052308589220047, -0.0034109775442630053, 0.0012132542906329036, 0.006045472342520952, -0.007854954339563847, -0.013214072212576866, -0.024902909994125366, -0.02992231585085392, 0.061286672949790955, 0.009733765386044979, 0.027814719825983047, -0.021783113479614258, 0.0008926084847189486, -0.03449801728129387, 0.013408192433416843, -0.011570978909730911, -0.011286730878055096, 0.01384496409446001, -0.019245678558945656, 0.012243468314409256, -0.0188297051936388, 0.008652236312627792, -0.008652236312627792, 0.00865916907787323, -0.030476946383714676, 0.009712967090308666, 0.0035565681755542755, -0.021727649495005608, -0.014711574651300907, -0.008437316864728928, 0.01539099682122469, 0.017470860853791237, -0.011522448621690273, -0.02074318192899227, -0.022282280027866364, -0.01304768305271864, -0.018899034708738327, 0.026816384866833687, -0.014351064339280128, -0.0018978762673214078, 0.0210620928555727, -0.022129757329821587, 0.016361599788069725, -0.0019862705375999212, -0.03153074532747269, -0.0022219885140657425, 0.016819169744849205, -0.003426576731726527, 0.011404589749872684, 0.01626453921198845, -0.005858284886926413, 0.029423149302601814, 0.0007101870141923428, -0.02017468400299549, 0.019328873604536057, -0.018191881477832794, -0.010128939524292946, -0.018912900239229202, -0.0028823453467339277, 0.011980018578469753, -0.00012641676585189998, 0.017027156427502632, 0.012423723004758358, -0.012479186058044434, 0.006908616051077843, -0.007300324272364378, 0.0019914701115339994, -0.047226786613464355, 0.0005035005160607398, 0.016306137666106224, 0.004859949927777052, -0.02135327458381653, -0.030421484261751175, -0.1773708313703537, 0.025928976014256477, 0.031031576916575432, -0.020479731261730194, 0.03305597975850105, 0.014163876883685589, 0.023987770080566406, 0.001073729945346713, -0.015765372663736343, -0.018330538645386696, -0.008326390758156776, 0.00420825881883502, -0.023100361227989197, -0.015183010138571262, -0.017651116475462914, 0.0024993037804961205, -0.01672210916876793, -0.005508174188435078, 0.027897914871573448, 0.00445784255862236, 0.02297556959092617, -0.01496115792542696, -0.001894409884698689, -0.009782295674085617, 0.004419711884111166, 0.020313343033194542, -0.008049075491726398, 0.006319321226328611, -0.00984469149261713, -0.019217947497963905, -0.005525506567209959, -0.014309466816484928, 0.027246223762631416, 0.011134207248687744, 0.012056280858814716, 0.0030210029799491167, 0.03752075508236885, 0.004204792436212301, -0.030587872490286827, 0.014600648544728756, 0.02986685372889042, 0.03347194939851761, 0.010551845654845238, -0.00385468197055161, 0.0020590657368302345, 0.015266205184161663, 0.016902364790439606, -0.011778965592384338, -0.010565711185336113, -0.01380336657166481, 0.028050437569618225, -0.017581786960363388, 0.017138082534074783, -0.0082709277048707, -0.014711574651300907, 0.02620629221200943, 0.004582634661346674, 0.013872695155441761, 0.024958372116088867, -0.026830250397324562, 0.00965750403702259, -0.005816687364131212, 0.01648639142513275, -0.0256377961486578, -0.003473373595625162, -0.02506929822266102, -0.03954515606164932, 0.018496926873922348, -0.02709370106458664, 0.01264557521790266, -0.007196330931037664, -0.0104617178440094, 0.0015590316615998745, 0.006801156792789698, 0.015196875669062138, 0.03166940063238144, 0.016735974699258804, -0.008298658765852451, 0.04315025359392166, 0.02914583310484886, -0.015155279077589512, 0.02140873856842518, -0.016514122486114502, 0.024819714948534966, 0.006017740815877914, 0.0038234840612858534, 0.0038477492053061724, -0.0010745966574177146, -0.002395310439169407, 0.007061139680445194, 0.015307801775634289, -0.011376858688890934, -0.01214640773832798, 0.00434345006942749, 0.0053972480818629265, 0.010281463153660297, 0.028286155313253403, 0.007542974781244993, 0.009678302332758904, 0.00436424883082509, 0.0010174002964049578, -0.0017956162337213755, 0.0033711136784404516, 0.005296721588820219, 0.01453131902962923, 0.00964363757520914, -0.01454518549144268, 0.008465047925710678, 0.028397081419825554, -0.02232387848198414, -0.015931760892271996, 0.0012184538645669818, -4.035153688164428e-05, 0.02235160954296589, -0.007334988564252853, 0.03563500940799713, -0.01957845687866211, -0.009948684833943844, 0.0055601708590984344, 0.007023009005934, 0.027842450886964798, 0.008215464651584625, 0.012749568559229374, 0.016195211559534073, -0.03191898763179779, -0.02703823707997799, -0.10648905485868454, -0.034220702946186066, 0.021769247949123383, 0.020965034142136574, -0.009733765386044979, 0.027703793719410896, -0.0077717602252960205, 0.03208537399768829, -0.021214617416262627, 0.029700463637709618, -0.006763025652617216, -0.019162483513355255, -0.007612303830683231, -0.0018216145690530539, 0.004499440081417561, 0.008666101843118668, -0.0046623628586530685, -0.0232390183955431, -0.0105449128895998, 0.012257333844900131, 0.034220702946186066, -0.007896551862359047, 0.017415398731827736, -0.014448124915361404, 0.011522448621690273, -0.028300020843744278, -0.037825800478458405, 0.01125899888575077, 0.03008870594203472, -0.006347052752971649, -0.006312388461083174, -0.04037710279226303, 0.002395310439169407, -0.0326954685151577, 0.013969755731523037, -0.02415415830910206, 0.0007197197410278022, -0.022601192817091942, 0.015959493815898895, -0.042512428015470505, 0.01280503161251545, 0.016209077090024948, 0.027703793719410896, -0.015280070714652538, -0.0028875451534986496, -0.009290060959756374, -0.015751507133245468, 0.03069879859685898, -0.012555448338389397, -0.011168872006237507, -0.005757757928222418, 0.01597335934638977, -0.032307226210832596, -0.004107732325792313, 0.041735947132110596, 0.01971711404621601, 0.011328328400850296, 0.003868547733873129, -0.0025565000250935555, -0.016902364790439606, -0.003612031228840351, -0.019675517454743385, -0.021422604098916054, 0.0010780630400404334, 0.028452545404434204, 0.012056280858814716, -0.016250673681497574, 0.0023606461472809315, 0.008589839562773705, -0.02709370106458664, 0.014364929869771004, 0.019883504137396812, -0.0013553783064708114, 0.012499985285103321, -0.0008874087943695486, -0.015155279077589512, -0.002554766833782196, -0.03344421833753586, 0.004828752018511295, 0.015585117042064667, 0.00868690013885498, -0.012728770263493061, 0.015640581026673317, -0.006042005959898233, -0.012243468314409256, 0.00013681607379112393, -0.0028719461988657713, -0.002533968072384596, -0.00039560755249112844, -0.05332772433757782, -0.0025027701631188393, 0.02486131340265274, -0.006312388461083174, -0.0001871877902885899, -0.0034404422622174025, -0.013200205750763416, -0.008194665424525738, 0.013428991660475731, 0.00903354398906231, 0.010843026451766491, -0.020867973566055298, 0.004471708554774523, -0.0661119595170021, 0.011633374728262424, -0.007716297172009945, -0.006492643617093563, 0.01715194806456566, 0.006769958883523941, 0.004880748689174652, -0.019897369667887688, 0.010156671516597271, 0.02914583310484886, -0.04109812155365944, 0.007549908012151718, -0.028452545404434204, -0.0026951576583087444, -0.005785489454865456, -0.0050783357582986355, 0.03926784172654152, -0.018413733690977097, 0.037964459508657455, 0.019703248515725136, 0.014240138232707977, -0.0036952258087694645, 0.021852442994713783, -0.0008310791454277933, -0.012798098847270012, 0.004284520633518696, -0.005591368768364191, 0.02308649569749832, -0.012666374444961548, -0.008236262947320938, 0.013477521017193794, -0.0187742430716753, -0.01407374907284975, 0.016389330849051476, -0.013851896859705448, -0.0026466273702681065, 0.021048227325081825, 0.008860222063958645, 0.01780363917350769, 0.02542980946600437, -0.04495280236005783, -0.026830250397324562, 0.011785898357629776, -0.020757047459483147, -0.020812509581446648, -0.006676364690065384, -0.01763725094497204, -0.009269262664020061, 0.020479731261730194, 0.0006217928021214902, 0.032113105058670044, 0.012465320527553558, -0.04040483385324478, -0.034109774976968765, -0.0020209348294883966, 0.0006733561167493463, 0.029561806470155716, 0.007834156043827534, -0.001478436985053122, 0.014656111598014832, 0.022157488390803337, -0.012922890484333038, 0.010413187555968761, -0.002071198308840394, 0.0018424132140353322, 0.0035669675562530756, -0.01602882146835327, 0.00386508135125041, 0.022018831223249435, -0.016389330849051476, -0.02723235823214054, -0.017623383551836014, -0.0020018694922327995, -0.00748057896271348, 0.016098150983452797, -0.0030781992245465517, 0.0037818867713212967, 0.015335533767938614, -0.0233222134411335, 0.02914583310484886, 0.03366607055068016, -0.010267597623169422, -0.01080142892897129, 0.011224335059523582, 0.031281162053346634, 0.012839696370065212, -0.003514970885589719, -0.004749023821204901, -0.009955617599189281, -0.020327208563685417, -0.001508768298663199, 0.003483772976323962, 0.0002777485642582178, 0.011910689994692802, 0.013089279644191265, -0.007133935112506151, -0.018399866297841072, -0.006336653605103493, 0.019592322409152985, -0.01114807277917862, 0.03399885073304176, -0.003329516388475895, 0.009837758727371693, -0.03657788038253784, -0.014323333278298378, -0.0048911478370428085, -0.010974750854074955, -0.05321679636836052, 0.02383524551987648, -0.010641972534358501, -0.00015783138223923743, -0.01731833815574646, -0.012139474973082542, 0.012167206965386868, -0.0258596483618021, 0.036993853747844696, 0.01292982418090105, -0.031031576916575432, -0.024570131674408913, 0.030643336474895477, 0.01081529539078474, -0.006548106670379639, 0.02469492331147194, -0.008166934363543987, 0.03571820631623268, 0.042595624923706055, 0.023336078971624374, -0.018455330282449722, 0.02300330065190792, -0.010177469812333584, -0.024043232202529907, 0.005262056831270456, 0.006100935395807028, -0.02292010560631752, -0.014156944118440151, -0.024195756763219833, -0.01207707915455103, -0.0045237052254378796, -0.0054700435139238834, 0.09456450492143631, 0.03305597975850105, -6.716229108860716e-05, 0.005393781699240208, -0.034165240824222565, -0.010940087027847767, 0.002721155993640423, 0.002017468446865678, -0.016638915985822678, -0.0028823453467339277, 0.02186630852520466, -0.016098150983452797, 0.009165269322693348, -0.016112016513943672, -0.011751233600080013, 0.006783824414014816, -0.00788961909711361, 0.025055432692170143, 0.013290333561599255, 0.013380461372435093, 0.010981684550642967, 0.016333868727087975, -0.012728770263493061, -0.0046380977146327496, -0.023197421804070473, 0.001799082732759416, 0.009109806269407272, -0.010378523729741573, -0.0032463218085467815, -0.031281162053346634, 0.010433986783027649, 0.013817232102155685, -0.025388211011886597, -0.01694396138191223, -0.0010061344364657998, -0.00816000159829855, 0.004145863000303507, -0.025305017828941345, 0.01539099682122469, 0.007106203585863113, 0.013942024670541286, 0.01234746165573597, 0.003213390475139022, -0.02006375789642334, -0.025845780968666077, 0.010593443177640438, -0.019023826345801353, -0.013692440465092659, -0.01920408196747303], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='93c92cbf-b8b1-478e-895e-bc4fcd695d89', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='eebc1d883727a13f9c307a9837b3a498b61c6ad325dbe417ea2e4160bbc94377'), : RelatedNodeInfo(node_id='beea7c3f-2a54-47a3-a18e-de11dbfcf90f', node_type=, metadata={}, hash='5f6fe0bd3974461981a07d3937dd533c5f00d32080bd66d5de425459f5e15ee0')}, hash='511e6435a92c14c5793b2de56371f9bb015495c6e5758dcf1a0c0a5645faa9cd', text=\"Private data to be used The example provided can be used with any dataset. I am using a data set that has Analyst recommendations from various stocks. For the purpose of demonstration, I have gathered publicly available analyst recommendations to showcase its capabilities. You can replace this with your own information to try this. Below is a partial extract of the information commonly found in these documents. If you wish to try it yourself, you can download analyst recommendations for your preferred stocks from online sources or access them through subscription platforms like Barron's. Although the example provided focuses on analyst recommendations, the underlying structure can be utilized to query various other types of documents in any industry as well. I have assembled such data for a few stocks for demonstration purposes. This includes Google, Microsoft, Meta, and Tesla. To facilitate easy access and updating of analysts' recommendations, all the recommendations can be organized into a designated folder. Each stock corresponds to a separate file within this folder. For example, if there are recommendations for 20 stocks, there will be 20 individual files. This organization enables convenient updating of information for each stock as new recommendations arrive, streamlining the process of managing and maintaining the most up-to-date data for each stock. Questions this Q&A bot application can answer The data we have for this application is stock market analyst recommendations for many stocks. Let's say you are looking for insight about Microsoft stock. You can ask any of the following questions as an example: What is the median target price for Microsoft (MSFT)?What is the highest price estimate for Microsoft (MSFT)?What is the lowest price estimate for Microsoft (MSFT)?How much percentage increase is expected in the stock price of Microsoft (MSFT)?How many analysts provided price forecasts for Microsoft (MSFT)?What is the current consensus among investment analysts regarding Microsoft (MSFT)?Has the consensus rating for Microsoft (MSFT) changed recently?When was the consensus rating last updated for Microsoft (MSFT)?Is the current recommendation for Microsoft (MSFT) to buy, sell, or hold the stock?Are there any recent analyst reports available for Microsoft (MSFT)? These questions cover various aspects of the stock analysis, including price forecasts, analyst recommendations, and recent changes in ratings. The\", start_char_idx=0, end_char_idx=2460, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='beea7c3f-2a54-47a3-a18e-de11dbfcf90f', embedding=[-0.007195810321718454, 0.004055001772940159, -0.011649040505290031, -0.039975184947252274, 0.0033745509572327137, -0.010270824655890465, -0.029226485639810562, 0.013415095396339893, -0.023325784131884575, -0.02519572339951992, 0.008123855106532574, 0.023575108498334885, -0.008414735086262226, 0.01435006596148014, 0.013027256354689598, 0.028506211936473846, 0.015042636543512344, 0.0030455798842012882, -0.003412642516195774, -0.02387983910739422, -0.018394678831100464, 0.004989972338080406, -0.011995325796306133, -0.005969959776848555, -0.002621380379423499, 0.009467442519962788, 0.006458222400397062, -0.04557115584611893, -0.0050211381167173386, 0.007209661416709423, 0.01473790593445301, -0.005921479780226946, -0.0359305702149868, 0.014516282826662064, -0.012237725779414177, -0.009356630966067314, 0.01105342898517847, 0.013054958544671535, 0.037814363837242126, -0.012874890118837357, 0.03343731537461281, 0.033271100372076035, -0.01059633307158947, 0.00017238518921658397, -0.01562439650297165, -0.008061523549258709, 0.009938389994204044, -0.008387031964957714, -0.0024776719510555267, 0.01060325838625431, 0.0056652287021279335, 0.04329952225089073, -0.017522040754556656, -0.0007410506950691342, -0.015859870240092278, -0.018948735669255257, 0.004868772346526384, 0.016220007091760635, 0.017522040754556656, 0.007424358744174242, 0.01350513007491827, 0.014253105968236923, -0.021525099873542786, 0.019807523116469383, -0.016053790226578712, -0.011136537417769432, -0.022563954815268517, 0.02906026877462864, 0.006510165054351091, 0.0047164070419967175, 0.015485881827771664, 0.02662242017686367, -0.0031079112086445093, -0.0003765853471122682, 0.02066631242632866, 0.011219646781682968, -0.01820075884461403, -0.030279193073511124, 0.0017799068009480834, 0.015264259651303291, 0.023727474734187126, 0.004321641754359007, -0.016233857721090317, 0.002605797490105033, 0.011787554249167442, 0.0073204729706048965, 0.024378491565585136, 0.01479331124573946, -0.010222344659268856, -0.021497396752238274, 0.011863737367093563, -0.013837563805282116, 0.022896388545632362, 0.006967261899262667, -0.024600112810730934, 0.008380106650292873, 0.006326633971184492, 0.021525099873542786, 0.0056860060431063175, -0.027314990758895874, 0.006880690343677998, -0.01196069736033678, -0.022536251693964005, -0.014294660650193691, -0.017258863896131516, 0.013830638490617275, 0.02829844132065773, 0.007590575609356165, 0.029642028734087944, 0.004155424423515797, -0.0001828819658840075, 0.02145584300160408, 0.022951794788241386, -0.022411590442061424, 0.013865266926586628, -0.016635550186038017, 0.01435006596148014, -0.014405472204089165, -0.011316605843603611, -0.007562872488051653, 0.030029868707060814, 0.01201610267162323, 0.014668649062514305, -0.0018301182426512241, 0.025361942127346992, 0.025763632729649544, -0.01951664313673973, -0.007999191991984844, -0.01157285738736391, -0.0015626128297299147, 0.020707866176962852, -0.00840088352560997, 0.009342779405415058, 0.008733317255973816, -0.04183127358555794, 0.03731571137905121, -0.017674405127763748, 0.002191986422985792, -0.03834071755409241, -0.007701386697590351, -0.012327759526669979, 0.013941449113190174, -0.002799717243760824, 0.005765651352703571, -0.01627541333436966, 0.016192303970456123, 0.027688978239893913, 0.012355462647974491, 0.01254245638847351, 0.008227740414440632, 0.023478148505091667, -0.03399137407541275, -0.018893331289291382, 0.020209215581417084, 0.02066631242632866, 0.024572409689426422, 0.013131141662597656, -0.0059041655622422695, -0.023298081010580063, -0.015014934353530407, -0.0018058782443404198, 0.03809139132499695, 0.009702916257083416, 0.0008488320163451135, -0.014294660650193691, 0.01964130625128746, 0.023865988478064537, -0.01245934795588255, -0.01795143447816372, -0.02285483479499817, -0.022189967334270477, 0.00010085561370942742, -0.03595827519893646, -0.0021435064263641834, -0.001334930188022554, 0.009044974111020565, 0.02171901986002922, -0.014419322833418846, -0.016607847064733505, -0.003587516490370035, -0.01311036478728056, 0.001462190062738955, 0.011725222691893578, 0.03202447295188904, -0.028894051909446716, -0.02845080755650997, 0.01989063248038292, -0.0008786991820670664, 0.010637886822223663, 0.002051740884780884, 0.01254245638847351, 0.013886043801903725, -0.006738713476806879, -0.0406123511493206, -0.6134514808654785, -0.02881094440817833, 0.005121560767292976, 0.0012483587488532066, 0.00536396075040102, -0.005883388686925173, 0.0047164070419967175, 0.03260623291134834, -0.013595163822174072, 0.0477873831987381, -0.00774986669421196, 0.009405110962688923, -0.027966007590293884, 0.01563824713230133, -0.00010718614794313908, -0.013532832264900208, 0.010637886822223663, -0.034296102821826935, 0.002252586418762803, 0.0034940193872898817, -0.01615075021982193, 0.024087611585855484, -0.010928766801953316, -0.010326229967176914, -0.019835226237773895, 0.0007921278011053801, 0.00532586919143796, -0.0025902146007865667, -0.00242053484544158, 0.025943700224161148, -0.033935967832803726, 0.023782879114151, 0.026941003277897835, -0.018685558810830116, 0.04803670942783356, -0.0008977448451332748, -0.025168022140860558, 0.020846379920840263, 0.010367784649133682, 0.0009583447827026248, -0.030833249911665916, -0.015139596536755562, 0.005069618113338947, -0.008511695079505444, -0.01245934795588255, -0.007701386697590351, 0.027882898226380348, -0.006683307699859142, -0.016704807057976723, -0.012078434228897095, -0.008103078231215477, 0.002434386173263192, -0.01329735852777958, -0.03061162680387497, 0.0073204729706048965, -0.015596693381667137, 0.03526570275425911, -0.03277244791388512, 0.007832975126802921, -0.0031771683134138584, 0.016704807057976723, 0.005966497119516134, -0.036124490201473236, -0.04886779189109802, -0.023976799100637436, 0.01039548683911562, 0.010236196219921112, -0.0030559685546904802, -0.014765609055757523, -0.015721356496214867, 0.021732870489358902, 3.0824132863926934e-06, -0.01453013438731432, -0.0037294935900717974, -0.013034181669354439, 0.020610906183719635, 0.030583925545215607, -0.01871326193213463, -0.007216587197035551, 0.03773125633597374, -0.0023616664111614227, -0.03177514672279358, -0.007992266677320004, -0.037537336349487305, 0.011607485823333263, 0.007368952967226505, -0.01797913759946823, -0.020472392439842224, -0.00024391476472374052, 0.0020846379920840263, -0.001029333332553506, 0.045737374573946, -0.024710925295948982, -0.0390055850148201, 0.013657495379447937, 0.021289624273777008, 0.0009773904457688332, -0.024239975959062576, 0.013525906950235367, -0.01692643016576767, -0.013595163822174072, -0.014066112227737904, 0.022827131673693657, 0.010686366818845272, 0.038700852543115616, 0.010166938416659832, 0.0021590893156826496, 0.011344308964908123, 0.004512098617851734, -0.02300720103085041, 0.006697159260511398, 0.010160013101994991, 0.018297718837857246, -0.018796371296048164, 0.014654797501862049, -0.023962948471307755, 0.0013583044055849314, -0.022189967334270477, 0.00027248330297879875, -0.0008726391824893653, 0.0030559685546904802, -0.013629792258143425, -0.023976799100637436, 0.005215057637542486, 0.019087249413132668, 0.0077844951301813126, -0.008996494114398956, -0.028617024421691895, 0.005547491833567619, 0.019599752500653267, 0.005793354474008083, -0.04795359820127487, 0.016857171431183815, -0.005949182901531458, 0.02713492326438427, 0.012812559492886066, 0.027564316987991333, -0.008414735086262226, 0.00040948245441541076, -0.010056127794086933, -0.018921032547950745, 0.002356471959501505, 0.024904845282435417, 0.017245011404156685, -0.045654263347387314, -0.041388027369976044, -0.03576435521245003, 0.008387031964957714, -0.00584876025095582, -0.0037364193703979254, -0.015458179637789726, -0.012881816364824772, 0.00038394390139728785, 0.0029278427828103304, -0.011427417397499084, -0.0046194470487535, 0.00219891220331192, -0.027882898226380348, 0.005893777124583721, -0.034545429050922394, -0.005879925563931465, 1.246492138307076e-05, 0.01757744513452053, 0.0033884025178849697, 0.004162350203841925, -0.013830638490617275, -0.0025694374926388264, 0.02002914622426033, -0.006863376125693321, -0.015956830233335495, 0.023547405377030373, -0.021746721118688583, -0.0006371650961227715, 0.013886043801903725, -0.007188884541392326, 0.003601368051022291, -0.021261923015117645, -0.0027547001373022795, 0.01771596074104309, -0.009827579371631145, 0.003352042520418763, 0.028270738199353218, 0.02325652539730072, -0.02763357385993004, 0.02145584300160408, -0.0006259108195081353, 0.023616662248969078, 0.019295021891593933, 0.0011046503204852343, 0.018186908215284348, 0.010374709963798523, 0.029919056221842766, -0.019017992541193962, 0.009599030949175358, -0.00536742340773344, 0.011247348971664906, -0.004231607541441917, -0.01175985112786293, 0.011739074252545834, 0.01523655652999878, -0.0019859466701745987, 0.03568124398589134, 0.009148859418928623, -0.024004502221941948, -0.022522401064634323, -0.018505491316318512, 0.015541288070380688, -0.023450445383787155, -0.0034732422791421413, 0.004699092824012041, 0.013470501638948917, 0.005886851344257593, -0.012653267942368984, -0.004796052351593971, -0.00063846365083009, 0.018048394471406937, 0.017743661999702454, -0.011746000498533249, -0.0031754369847476482, 0.022840984165668488, 0.027218030765652657, -0.0179652851074934, -0.002055203774943948, -0.0111780920997262, -0.015153448097407818, 0.01912880502641201, -0.006288542412221432, 0.020223066210746765, 0.008483991958200932, -0.02040313370525837, -5.3349591325968504e-05, -0.0022196893114596605, 0.02533423900604248, -0.004820292349904776, 0.023699771612882614, 0.00449132127687335, 0.020984893664717674, 0.003210065420717001, 0.04792589694261551, 0.0015357756055891514, -0.021608207374811172, -0.008809500373899937, 0.0019045695662498474, -0.013941449113190174, 0.02624843269586563, -0.009675213135778904, 0.035210296511650085, 0.014488580636680126, -0.022439293563365936, -0.01666325330734253, -0.03202447295188904, 0.003971893340349197, 0.007929935120046139, -0.0005025466671213508, 0.006094622891396284, -0.008594803512096405, 0.0018041467992588878, 0.00387493334710598, 0.01703724078834057, 0.01574905961751938, -0.01220309641212225, 0.0002146969345631078, 0.007071147672832012, 0.017729811370372772, -0.005211594980210066, -0.015375071205198765, 0.0036152193788439035, -0.007417432963848114, -0.010194641537964344, -0.02350585162639618, -0.0007202735869213939, -0.0020275008864700794, 0.027204180136322975, -0.01577676273882389, 0.034822456538677216, 0.017092647030949593, 0.016206156462430954, 0.006679845042526722, 0.009135008789598942, 0.023602811619639397, 0.005242760758846998, -0.017480485141277313, 0.01523655652999878, 0.005782966036349535, -0.019987592473626137, 0.008352403528988361, 0.003216991201043129, -0.003343385411426425, -0.011946845799684525, 0.019101101905107498, -0.02273017168045044, -0.007057296112179756, -0.005897240247577429, -0.009155785664916039, -0.017369674518704414, -0.004321641754359007, 0.025625118985772133, -0.006257376633584499, 0.005637526046484709, -0.043077901005744934, 0.032246094197034836, 0.0011886245338246226, -0.014280809089541435, -0.015665950253605843, 0.03795287758111954, -0.029531218111515045, -0.020347729325294495, -0.003705253591760993, -0.016053790226578712, -0.02350585162639618, 0.012057657353579998, 0.007033056113868952, -0.0058660744689404964, -0.016206156462430954, 0.006610587704926729, 0.026830190792679787, 0.005312017630785704, -0.011503600515425205, 0.02223152108490467, 0.03864545002579689, -0.001397261512465775, -0.019350426271557808, -0.020721716806292534, 0.03853463754057884, 0.055738095194101334, 0.012383164837956429, -0.0019738266710191965, 0.009882984682917595, -0.017535891383886337, 0.010956468991935253, -0.01033315621316433, -0.022300777956843376, 0.00488262390717864, 0.008366255089640617, -0.02647005394101143, -0.003573665162548423, 0.001641392707824707, -0.0010198104428127408, 0.03822990506887436, 0.004577892832458019, 0.013054958544671535, -0.011898365803062916, -0.003961504902690649, -0.005769114475697279, 0.02079097367823124, 0.004411675967276096, 0.01130968052893877, 0.025542009621858597, 0.022037601098418236, 0.00145266717299819, 0.008657134138047695, 0.019807523116469383, -0.026428500190377235, -0.022868687286973, 0.0003006189945153892, -0.0007068550330586731, 0.0014795042807236314, 0.018422381952404976, -0.01874096505343914, 0.03631841018795967, -0.008629431948065758, -0.005727560259401798, -0.0015444328309968114, 0.014280809089541435, 0.000666599371470511, 0.018671708181500435, 0.005613286048173904, -0.0034230309538543224, -0.009966093115508556, -0.019322725012898445, 0.0018076096894219518, 0.0024551632814109325, -0.015458179637789726, -0.024987952783703804, 0.010069978423416615, 0.0030802085530012846, -0.04634683579206467, 0.00795763824135065, -0.0068356734700500965, -0.0037294935900717974, 0.005537103395909071, -0.003771047806367278, 0.005530177615582943, -0.019447386264801025, -0.01745278388261795, -0.022425441071391106, 0.0011063817655667663, 2.5484439902356826e-05, -0.02870013192296028, -0.007202736102044582, -0.0007726492476649582, -0.003923413343727589, -0.005530177615582943, 0.020250769332051277, 0.012833336368203163, -0.02494639903306961, -0.05363268032670021, -0.006534405052661896, 0.0035528880544006824, -0.020597053691744804, 0.026954853907227516, 0.01008382998406887, -0.0068079703487455845, 0.015125744976103306, -0.005710246041417122, -0.023865988478064537, -0.008705614134669304, -0.027592018246650696, -0.015596693381667137, -0.010942618362605572, -0.012320834212005138, -0.02195449359714985, -0.010672515258193016, 0.004453230183571577, -0.011150388978421688, 0.0011185017647221684, 0.0030559685546904802, 0.011842959560453892, -0.004200441762804985, 0.01926731877028942, 0.007161181885749102, 0.024849439039826393, 0.018768668174743652, -0.02778593823313713, -0.014391620643436909, -0.02662242017686367, -0.012708673253655434, -0.034960970282554626, 0.0040307617746293545, -0.018824072554707527, 0.029004864394664764, 0.011378937400877476, -0.01002149935811758, -0.01732812076807022, 0.008754094131290913, 0.001334930188022554, 0.0035009451676160097, -0.0007042578654363751, 0.019835226237773895, 0.0074936156161129475, 0.036955576390028, 0.021511247381567955, 0.015596693381667137, -0.02958662249147892, 0.017078794538974762, -0.034323807805776596, 0.03847923129796982, 0.009467442519962788, -0.010069978423416615, -0.004435915499925613, -8.613849058747292e-05, -0.004834143910557032, -0.03723260387778282, -0.00884412880986929, -0.005318943411111832, -0.0009618076728656888, -0.002725265920162201, -0.023824434727430344, 0.007251216098666191, -0.014987231232225895, -0.022522401064634323, 0.008691763505339622, -0.0029624714516103268, 0.0082692950963974, -0.03551502898335457, -0.012327759526669979, 0.0031754369847476482, -0.006627902388572693, 0.02130347676575184, -0.023782879114151, -0.01565209962427616, 0.01923961564898491, -0.002167746424674988, 0.021483544260263443, 0.005159652326256037, 0.0320521742105484, -0.03773125633597374, -0.01254245638847351, 0.001280390191823244, -0.02494639903306961, 0.026317689567804337, 0.0016820812597870827, 0.04086167365312576, 0.010187716223299503, 0.0620543397963047, -0.0006280750967562199, 0.03099946677684784, 0.008359328843653202, 0.007064221892505884, -0.018062245100736618, -0.01718960702419281, -0.008948014117777348, 0.004854921251535416, -0.002614454599097371, 0.01989063248038292, 0.015291962772607803, 0.03349272161722183, -0.020763270556926727, -0.0036567735951393843, 0.025943700224161148, -0.008643283508718014, -0.009786024689674377, -0.02906026877462864, -0.02649775706231594, -0.009238894097507, 0.028617024421691895, -0.019475089386105537, 0.012674044817686081, -0.04964347183704376, -0.01207150798290968, 0.012777930125594139, -0.011219646781682968, 0.028090670704841614, -0.008733317255973816, 0.0209294892847538, -0.009599030949175358, -0.010776401497423649, 0.013103438541293144, 0.03047311305999756, -0.00581066869199276, 0.023561257869005203, -0.043853580951690674, 0.0061188628897070885, -0.0012925101909786463, -0.005249686539173126, 0.019959889352321625, 0.017272714525461197, -0.0023772490676492453, 0.009169637225568295, 0.01626156084239483, -0.00911423098295927, -0.00572063447907567, 0.007819123566150665, -0.011219646781682968, -0.00884412880986929, -0.025763632729649544, -0.027578167617321014, 0.014876419678330421, -0.022273074835538864, 0.021220367401838303, 0.028838645666837692, 0.011108835227787495, -0.005519789177924395, -0.02040313370525837, 0.0242953822016716, 0.025929849594831467, 0.04548804834485054, -0.0031823625322431326, 0.01692643016576767, 0.01112268678843975, 0.016095343977212906, -0.014142295345664024, -0.02027847245335579, 0.006478999275714159, 0.004377047065645456, 0.013006478548049927, 0.039587344974279404, 0.00761827826499939, -0.01642777770757675, 0.015790613368153572, 0.021926790475845337, -0.013913746923208237, -0.032744746655225754, 0.017286567017436028, 0.021622059866786003, 0.016358520835638046, -0.0301129762083292, -0.04008599743247032, -0.024960249662399292, 0.02250855043530464, -0.025015655905008316, 0.019087249413132668, 0.00858787726610899, -0.012618639506399632, -0.009834504686295986, -0.005322406068444252, 0.004259310197085142, 0.0002153462264686823, 0.0037191049195826054, 0.029115675017237663, -0.0034905567299574614, 0.007999191991984844, 0.00020441658853087574, 0.021497396752238274, 0.0012474930845201015, 0.01717575453221798, -0.028270738199353218, 0.01047166995704174, 0.003317413851618767, 0.004654075484722853, -0.0003726896538864821, 0.000612059433478862, 0.005028063897043467, 0.030279193073511124, -0.041775867342948914, 0.016081493347883224, -0.003933801781386137, -0.02518187277019024, 0.01241086795926094, -0.02066631242632866, -0.001577329938299954, -0.010630961507558823, -0.036900170147418976, -0.010506298393011093, 0.030916359275579453, 0.011094983667135239, -0.015679802745580673, 0.009855281561613083, 0.0070746103301644325, -0.018408531323075294, 0.012376239523291588, -0.009543624706566334, 0.0008055463549681008, -0.03903328627347946, -0.021095706149935722, -0.003629070706665516, -0.029115675017237663, 0.011898365803062916, 0.00047224669833667576, -0.018256165087223053, -0.015485881827771664, 0.03601367771625519, -0.021372733637690544, 0.03268934041261673, 0.013491278514266014, 0.007916083559393883, -0.016732510179281235, 0.02079097367823124, -0.027882898226380348, -0.005983811337500811, -0.001095993211492896, -0.02842310443520546, -0.005048840772360563, -0.021026447415351868, -0.0007462449721060693, 0.01706494390964508, 0.013920672237873077, -0.007417432963848114, -0.023339634761214256, 0.007271992973983288, -0.026012957096099854, -0.0022231522016227245, -0.007355101406574249, 0.006887616124004126, 0.0075074671767652035, -0.011849885806441307, 0.03382515534758568, -0.02055549994111061, 0.014557837508618832, -0.011642114259302616, 0.023228824138641357, -0.034185294061899185, -0.029780542477965355, -0.021608207374811172, 0.0027547001373022795, -0.0034109109546989202, -0.020597053691744804, 0.0012483587488532066, -0.029143378138542175, -0.003822990693151951, -0.023561257869005203, 0.00497612077742815, -0.007078072987496853, -0.01329735852777958, 0.02727343700826168, 0.014654797501862049, 0.030334599316120148, -0.0006514493725262582, -0.029309595003724098, -0.008823351934552193, -0.008483991958200932, 0.007798346690833569, -0.00884412880986929, -0.0089826425537467, -0.01771596074104309, 0.032633934170007706, 0.017494337633252144, -0.04834143817424774, -0.04507250338792801, -0.021012596786022186, -0.07152871042490005, -0.002498449059203267, -0.006132713984698057, -0.003523453837260604, 0.02339504100382328, 0.03252312168478966, -0.011088057421147823, 0.04421371594071388, 0.00128558452706784, 0.027758236974477768, -0.030667033046483994, 0.021622059866786003, -0.0109218405559659, -0.037010982632637024, 0.0028810943476855755, 0.010942618362605572, -0.011718297377228737, -0.013331986963748932, -0.004557115491479635, -0.0003017011331394315, -0.010811029933393002, 0.020375432446599007, -0.005253149196505547, -0.032883260399103165, 0.0011141732102259994, 0.005291240755468607, -0.002124460879713297, -0.004224681761115789, -0.00027854330255649984, -0.01703724078834057, 0.010326229967176914, 0.004903400782495737, -0.006641753483563662, -0.01175985112786293, -0.005654840264469385, 0.0021088779903948307, -0.01638622395694256, -0.014169997535645962, -0.0027564316987991333, -0.02676093392074108, -0.0016604383708909154, 0.004318178631365299, 0.03667854890227318, -0.005623674485832453, -0.013858340680599213, 0.025915997102856636, 0.006001125555485487, -0.01562439650297165, 0.005464383400976658, 0.00571717182174325, -0.008740242570638657, -0.02198219671845436, 0.0007990535232238472, -0.032883260399103165, 0.011545154266059399, -0.013588238507509232, 0.01435006596148014, -0.008373180404305458, -0.0006917050341144204, 0.008262368850409985, -0.006468610838055611, -0.05620904266834259, 0.02133117988705635, -0.007562872488051653, -0.002070786664262414, -0.003701790701597929, -0.019433535635471344, 0.014405472204089165, -0.01130968052893877, -0.025417346507310867, -0.007362027186900377, -0.03440691530704498, -0.0045155612751841545, 0.0349055677652359, -0.0019201524555683136, -0.016898727044463158, 0.028339995071291924, 0.02131732739508152, -0.021095706149935722, -0.005145800765603781, 0.20721717178821564, -0.004113870207220316, 0.010741772130131721, 0.01872711256146431, -0.012154616415500641, 0.011261200532317162, 0.04019680619239807, 0.031747445464134216, -0.01317269541323185, -0.011981474235653877, -0.006416668184101582, 0.0209294892847538, -0.013546683825552464, -0.002306260634213686, -0.0017089183675125241, -0.0006423593731597066, -0.02300720103085041, -0.04097248613834381, -0.007708312477916479, 0.013158844783902168, 0.018962588161230087, -0.01130275521427393, 0.007992266677320004, -0.011600560508668423, 0.023865988478064537, 0.008670985698699951, 0.012480124831199646, -0.012064582668244839, 0.02442004531621933, 0.003819527802988887, -0.0007981878006830812, 0.015970680862665176, -0.007535169832408428, 0.015942979604005814, -0.01628926396369934, -0.009973019361495972, 0.011981474235653877, 0.007978415116667747, 0.008989568799734116, -0.0022006435319781303, 0.04496169462800026, 0.013034181669354439, 0.024129165336489677, -0.02608221396803856, 0.0010778132127597928, 0.0178544744849205, 0.0028914830181747675, -0.010443966835737228, -0.00039519817801192403, -0.0061569539830088615, -0.0222453735768795, -0.0030455798842012882, 0.047565758228302, 0.018283868208527565, -0.020250769332051277, -0.004654075484722853, -0.014945677481591702, -0.0006601064815185964, 0.00787452980875969, 0.01175292581319809, -0.020874083042144775, 0.013304284773766994, 0.00279279169626534, 0.01793758198618889, -0.01833927445113659, 0.0003486661007627845, -0.0012007445329800248, -0.011856811121106148, -0.0009003420127555728, 0.0080130435526371, -0.018948735669255257, -0.023353485390543938, -0.008241591975092888, 0.016358520835638046, -0.021538950502872467, -0.043354928493499756, 0.04407520219683647, 0.02223152108490467, 0.021497396752238274, 0.02870013192296028, -0.011468972079455853, 0.006233136635273695, -0.0073135471902787685, 0.0004930238355882466, -0.02842310443520546, -0.024364639073610306, 0.01911495253443718, -0.009418962523341179, 0.010637886822223663, -0.018505491316318512, 0.0021971806418150663, 0.027176477015018463, -0.012556307949125767, -0.0058730002492666245, -0.006267765536904335, -0.0039026362355798483, 0.013657495379447937, -0.008864905685186386, -0.017355823889374733, 0.0016526469262316823, -0.019073398783802986, 0.04479547590017319, 0.01590142399072647, 0.027425801381468773, -0.018699411302804947, -0.011690594255924225, -0.03590286895632744, 0.007812198251485825, -0.02234233357012272, -0.006229673977941275, 0.015472031198441982, -0.01832542195916176, 0.0114343436434865, -0.012431644834578037, -0.007964563556015491, -0.007285844534635544, 0.010817955248057842, -0.01965515874326229, 0.012438571080565453, 0.006766416132450104, -0.02182983048260212, -0.013892969116568565, -0.013484352268278599, 0.022439293563365936, 0.010575555264949799, -0.010568629950284958, -0.02466936968266964, -0.02105415053665638, -0.02013995684683323, -0.01630311645567417, 0.019170358777046204, -0.016704807057976723, -0.00739665562286973, 0.02026461996138096, -0.026456203311681747, 0.018824072554707527, -0.006267765536904335, -0.024198422208428383, 0.0011366817634552717, 0.019987592473626137, -0.008518620394170284, 0.02119266614317894, -0.00015366413572337478, -0.010665589943528175, 0.026802487671375275, 0.0018058782443404198, -0.016760213300585747, 0.015555139631032944, -0.020777123048901558, -0.0006865107570774853, -0.025126466527581215, -0.0005536237731575966, 0.012992627918720245, 0.0016033012652769685, 0.03022378869354725, 0.01435006596148014, -0.01692643016576767, 0.023339634761214256, 0.009855281561613083, 0.013498203828930855, -0.04227451980113983, -0.005634062923491001, 0.022051453590393066, -0.00866406038403511, -0.02002914622426033, -0.028506211936473846, -0.17685486376285553, 0.010069978423416615, 0.015001082792878151, -0.015513584949076176, 0.03687246888875961, 0.031331900507211685, 0.02804911509156227, -0.0002190255036111921, -0.006607125047594309, -0.012168467976152897, -0.015167299658060074, 0.004034224897623062, -0.020597053691744804, -0.028589321300387383, -0.008248518221080303, 0.0025694374926388264, -0.012951073236763477, -0.0019842153415083885, 0.02881094440817833, -0.005076543893665075, 0.010540926828980446, -0.019281169399619102, 0.011711371131241322, -0.011794480495154858, 0.008892608806490898, 0.017896028235554695, -0.01097032055258751, 0.006756027694791555, -0.0015427013859152794, -0.018962588161230087, -0.01193991955369711, -0.0109218405559659, 0.018145354464650154, 0.0023547406308352947, 0.022273074835538864, 0.0003010518557857722, 0.03648462891578674, 0.00044670814531855285, -0.03241231292486191, 0.014031483791768551, 0.03299407288432121, 0.036373816430568695, 0.025791335850954056, -0.004041150212287903, 0.006188119761645794, 0.008463215082883835, 0.016690954566001892, -0.025749780237674713, -0.009779099375009537, 0.0007934263558126986, 0.023962948471307755, -0.01052707526832819, 0.007666758261620998, 0.00037030893145129085, -0.008580951951444149, 0.03244001418352127, 0.014142295345664024, 0.009550550952553749, 0.008359328843653202, -0.015472031198441982, 0.023021051660180092, -0.006066919770091772, 0.019572049379348755, -0.02428153157234192, 0.0028291514609009027, -0.018034541979432106, -0.042302221059799194, 0.020735569298267365, -0.02026461996138096, 0.011316605843603611, -0.008580951951444149, -0.004470544401556253, 0.012819484807550907, -0.004913789685815573, 0.019738266244530678, 0.03421299532055855, 0.017909880727529526, 0.009474367834627628, 0.046180617064237595, 0.0349055677652359, -0.016871023923158646, 0.013255804777145386, -0.024475451558828354, 0.0261237695813179, 0.00042636386933736503, 0.0004140274540986866, 0.008733317255973816, -0.008019969798624516, -0.0016076299361884594, 0.00031208968721330166, 0.014239254407584667, -0.009488219395279884, -0.018671708181500435, 0.004854921251535416, 0.0049276407808065414, 0.004314715974032879, 0.04097248613834381, 0.00558558339253068, 0.01421155221760273, 0.002898408565670252, 0.00761827826499939, -0.0012933758553117514, -0.0019651695620268583, -0.0058730002492666245, 0.009439739398658276, 0.014696351252496243, -0.007888381369411945, 0.016760213300585747, 0.03460083529353142, -0.03216298669576645, -0.02777208760380745, 0.00523583497852087, 0.002737385919317603, 0.026026809588074684, -0.009079602546989918, 0.03834071755409241, -0.018810221925377846, -0.014696351252496243, 0.01021541841328144, 0.0016760212602093816, 0.02620687708258629, -0.001147070317529142, 0.004557115491479635, 0.018366975709795952, -0.02583288960158825, -0.025140319019556046, -0.09563016891479492, -0.03460083529353142, 0.004609058611094952, 0.02958662249147892, -0.0065967366099357605, 0.037537336349487305, -0.007362027186900377, 0.0267470832914114, -0.004667927045375109, 0.034185294061899185, 0.0003564575163181871, -0.02040313370525837, -0.004342418629676104, 0.013338913209736347, 0.013422021642327309, 0.006877227686345577, 0.005661766044795513, -0.02597140334546566, -0.017009537667036057, 0.013269655406475067, 0.031193386763334274, -0.016884874552488327, 0.016732510179281235, -0.0262345802038908, 0.002240466419607401, -0.02724573388695717, -0.030057571828365326, -0.0068495250307023525, 0.021400436758995056, -0.004318178631365299, 0.008490917272865772, -0.02518187277019024, 0.011150388978421688, -0.03360353410243988, 0.014848717488348484, -0.036733951419591904, 0.006506702397018671, -0.018186908215284348, 0.020707866176962852, -0.03665084391832352, 0.0051942807622253895, 0.006461685057729483, 0.02533423900604248, -0.00664867926388979, -0.0031840940937399864, -0.006129251327365637, -0.008352403528988361, 0.02209300734102726, -0.010319304652512074, -0.01822846196591854, -0.014107665978372097, 0.004061927553266287, -0.03050081618130207, -0.021511247381567955, 0.04263465479016304, 0.00840780884027481, 0.012175394222140312, 0.008650208823382854, -0.00026772188721224666, -0.018644005060195923, -0.004117333330214024, -0.005997662898153067, -0.019156508147716522, 0.0010050933342427015, 0.025514306500554085, 0.011261200532317162, -0.019696712493896484, 0.002120997989550233, 0.017217308282852173, -0.014363917522132397, 0.015014934353530407, 0.02415686845779419, -0.01033315621316433, 0.009093454107642174, -0.003457659622654319, -0.004564041271805763, 0.0029416943434625864, -0.030694736167788506, 0.014848717488348484, 0.02237003482878208, -0.008241591975092888, -0.007064221892505884, 0.03299407288432121, 0.010797178372740746, -0.007950711995363235, -0.014682499691843987, -0.007756792474538088, -0.00950207095593214, 0.006309319753199816, -0.042440734803676605, 0.004906863905489445, 0.0179652851074934, 0.00568254292011261, 0.00950207095593214, -0.0056860060431063175, -0.009135008789598942, -0.011455120518803596, 0.010326229967176914, 0.013165770098567009, 0.020444689318537712, -0.02029232308268547, -0.006662530824542046, -0.059228651225566864, 0.013962226919829845, -0.001148801762610674, -0.0059180171228945255, 0.014696351252496243, -0.0009496876737102866, -0.0070676845498383045, -0.02803526446223259, 0.016178453341126442, 0.02714877389371395, -0.03750963136553764, 0.0054539949633181095, -0.021261923015117645, -0.013595163822174072, -0.006305856630206108, 0.006714473478496075, 0.04377047345042229, -0.0102084930986166, 0.038950178772211075, 0.012916444800794125, 0.012397016398608685, -0.021899087354540825, 0.005128486547619104, 0.009086528792977333, -0.008906460367143154, 0.01105342898517847, -0.009834504686295986, 0.02313186414539814, -0.010090756230056286, -0.011669817380607128, 0.011787554249167442, -0.029254188761115074, -0.013650570064783096, 0.003642922267317772, -0.015084191225469112, 0.001280390191823244, 0.013782158493995667, 0.014627094380557537, 0.01013230998069048, 0.023782879114151, -0.04174816608428955, -0.014447025954723358, 0.022896388545632362, -0.022286927327513695, 0.0019842153415083885, -0.019198061898350716, -0.02055549994111061, -0.009287374094128609, 0.01937812939286232, 0.005727560259401798, 0.02659471705555916, 0.009238894097507, -0.04485088214278221, -0.04091707989573479, -0.006392428185790777, -0.009273522533476353, 0.03282785415649414, 0.013214250095188618, 0.007597501389682293, 0.022660914808511734, 0.01329735852777958, -0.0008345477399416268, 0.0070538329891860485, -0.010880286805331707, 0.003822990693151951, -0.0003402253787498921, -0.011247348971664906, 0.008283146657049656, 0.02133117988705635, -0.01162826269865036, -0.017535891383886337, -0.010769475251436234, 0.0037468078080564737, 0.008283146657049656, 0.0019928724505007267, 0.010866435244679451, 0.008650208823382854, -0.005578657612204552, -0.025098765268921852, 0.018519341945648193, 0.01989063248038292, -0.01771596074104309, -0.01613689959049225, 0.0068148961290717125, 0.02043083682656288, 0.012916444800794125, -0.015305813401937485, -0.009322002530097961, -0.002789328806102276, -0.018962588161230087, -0.00391302490606904, -0.010443966835737228, -0.0008830277365632355, 0.016593994572758675, 0.018450085073709488, -0.011794480495154858, -0.02210685797035694, 0.006700621917843819, 0.024517005309462547, -0.007258141413331032, 0.026040660217404366, 0.0023911006283015013, 0.005793354474008083, -0.035459622740745544, -0.001633601263165474, 0.0045363386161625385, -0.004422064404934645, -0.047510355710983276, 0.027882898226380348, -0.019821375608444214, 0.0064028166234493256, -0.012258502654731274, -0.00968213938176632, 0.015167299658060074, -0.027453504502773285, 0.0359305702149868, 0.0016890069236978889, -0.026553163304924965, -0.03629070892930031, 0.030168382450938225, 0.017549743875861168, -0.005045378115028143, 0.0178544744849205, -0.01718960702419281, 0.03180284798145294, 0.03163663297891617, 0.022134561091661453, -0.0131172901019454, 0.019821375608444214, -0.0009998989989981055, -0.020070699974894524, -0.0014717128360643983, -0.0017331583658233285, -0.033271100372076035, -0.005080006550997496, -0.01518115121871233, -0.012154616415500641, 0.0029884427785873413, -0.007147330325096846, 0.10704373568296432, 0.03363123536109924, 0.002056935103610158, 0.0037814362440258265, -0.01874096505343914, -0.003151196986436844, -0.0006540465401485562, 0.0046956297010183334, -0.006988038774579763, -0.014363917522132397, 0.0204169861972332, -0.021289624273777008, -0.004872235469520092, -0.031165683642029762, -0.017674405127763748, -0.0010760817676782608, -0.004847995471209288, 0.018505491316318512, 0.005118098109960556, 0.00571717182174325, 0.01233468484133482, 0.008200038224458694, -0.008040746673941612, -0.008830277249217033, -0.02340889163315296, 4.766834535985254e-05, 0.004612521268427372, 0.0015487613854929805, -0.010748698376119137, -0.02738424763083458, 0.005450531840324402, 0.016884874552488327, -0.03770355135202408, -0.01923961564898491, -0.007472838740795851, 0.000572669436223805, 0.005554417613893747, -0.024336935952305794, -0.0002488926111254841, 0.003992670215666294, -0.002191986422985792, 0.015527436509728432, 0.009148859418928623, -0.005170040763914585, -0.02043083682656288, 0.008747168816626072, -0.02494639903306961, -0.013345838524401188, -0.018408531323075294], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='09e14f39-c9df-4c83-b96e-eac4bb06c8b7', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='511e6435a92c14c5793b2de56371f9bb015495c6e5758dcf1a0c0a5645faa9cd'), : RelatedNodeInfo(node_id='1ac78902-d824-4715-8c65-d344e17b7e73', node_type=, metadata={}, hash='bff7204c90fa647bd67e005194a6179590c08cb4fcc89a38fc39e267b9e969e5')}, hash='5f6fe0bd3974461981a07d3937dd533c5f00d32080bd66d5de425459f5e15ee0', text='much percentage increase is expected in the stock price of Microsoft (MSFT)?How many analysts provided price forecasts for Microsoft (MSFT)?What is the current consensus among investment analysts regarding Microsoft (MSFT)?Has the consensus rating for Microsoft (MSFT) changed recently?When was the consensus rating last updated for Microsoft (MSFT)?Is the current recommendation for Microsoft (MSFT) to buy, sell, or hold the stock?Are there any recent analyst reports available for Microsoft (MSFT)? These questions cover various aspects of the stock analysis, including price forecasts, analyst recommendations, and recent changes in ratings. The chat system can provide specific answers based on the information available in the financial documents. Please note that you can not only ask questions about an individual stock but can also ask comparative questions across stocks. For example, which stock has the most price increase? Here the system will compare the price increase across all the stocks and provide an answer. Quick summary of how the web application works This web-based application allows users to input their questions in a text box and receive answers based on insights gathered from multiple documents. For instance, users can inquire, \"What is the highest price estimate for Microsoft?\" and the application will query the relevant documents to provide an accurate response. Moreover, users can also compare stocks by asking questions such as, \"Which stock, Meta or Microsoft, has a higher percentage increase in the stock price?\" The application will analyze the data across the documents, enabling users to make informed investment decisions based on the comparative insights provided. Application Overview The application is built with LangChain and ChatGPT. Though it uses ChatGPT, we can also wire this to other LLMs as well. LangChain is an innovative framework designed to empower you in building sophisticated applications driven by large language models (LLMs). By offering a standardized interface, LangChain facilitates the seamless integration of various components, including LLMs, data sources, and actions. This streamlined approach accelerates the development of robust applications, enhanced by features such as chaining, data awareness, and agentic capabilities. To complement LangChain, the web application is built utilizing Streamlit, a Python library for creating interactive web applications and data dashboards. Streamlit\\'s', start_char_idx=1811, end_char_idx=4284, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='1ac78902-d824-4715-8c65-d344e17b7e73', embedding=[-0.012668199837207794, 0.013457320630550385, -0.01189317088574171, -0.03263576328754425, 0.004618467763066292, 0.005981814116239548, -0.009314438328146935, 0.013499594293534756, -0.013753240928053856, -0.021475346758961678, -8.87320056790486e-05, 0.016613801941275597, -0.014175983145833015, 0.025590045377612114, 0.016388338059186935, 0.02612552046775818, 0.01473964098840952, -0.008623958565294743, 0.003595077432692051, -0.027816493064165115, -0.024406366050243378, -0.009807638823986053, -0.010068329982459545, -0.010991319082677364, -0.001667192904278636, 0.005971245467662811, 0.0017948965542018414, -0.049376387149095535, -0.015909230336546898, 0.012477966025471687, 0.011082913726568222, -0.002097862306982279, -0.015289206989109516, 0.002045019529759884, -0.0007547725108452141, -0.02535049058496952, 0.014084389433264732, -0.0005689417012035847, 0.020305758342146873, -0.014330989681184292, 0.029958391562104225, 0.03049386478960514, -0.005590776912868023, -0.011667707934975624, -0.006763888988643885, 0.007644603494554758, -0.000356909615220502, -0.031226620078086853, 0.001863592304289341, 0.011914308182895184, 0.005964200012385845, 0.044669847935438156, -0.021052604541182518, 0.0015069028595462441, -0.01964345946907997, 0.00030648871324956417, 0.00011779558553826064, 0.00978650152683258, 0.0042978874407708645, 0.001299054129049182, 0.005305425263941288, 0.01576831564307213, -0.014965103939175606, -0.002959201345220208, -0.013309360481798649, -0.001965755131095648, -0.008870557881891727, 0.03511585667729378, 0.005185647867619991, 0.008222352713346481, 0.007975752465426922, 0.010660170577466488, -0.006654680240899324, -0.0008252296829596162, 0.006150911562144756, 0.003454162972047925, -0.008969197981059551, -0.03863871470093727, -0.011414062231779099, 0.012393416836857796, 0.006228414364159107, -0.003938556183129549, -0.008299855515360832, 0.02119351737201214, 0.012618879787623882, -0.014485995285212994, 0.02871834486722946, 0.017882030457258224, 0.005242013838142157, -0.029084721580147743, -0.014838281087577343, -0.010399479418992996, 0.028225144371390343, 0.01017401646822691, -0.018868431448936462, 0.002305711153894663, 0.004156973212957382, 0.006943554617464542, 0.007306409068405628, -0.029112905263900757, -0.00390685023739934, -0.006214322987943888, -0.025885965675115585, -0.018812065944075584, -0.023546786978840828, -0.0016055428422987461, 0.022828124463558197, -0.004808702040463686, 0.029507463797926903, 0.009864004328846931, -0.003441832959651947, 0.02635098248720169, 0.012372279539704323, -0.033030323684215546, 0.007433231920003891, -0.03920237347483635, 0.017600202932953835, -0.01643061265349388, -0.015895139425992966, 0.001157259102910757, 0.019122077152132988, 0.016543343663215637, 0.01583877205848694, -0.004301410634070635, 0.02550549805164337, 0.004192201886326075, -0.00273197703063488, -0.017459288239479065, -0.014211212284862995, -0.013422091491520405, 0.010272655636072159, 0.021898088976740837, 0.021545803174376488, 0.0022863352205604315, -0.03562314808368683, 0.024110445752739906, -0.008306900970637798, 0.0009952075779438019, -0.0321284718811512, 0.009983781725168228, -0.005830331239849329, 0.023955440148711205, -0.025463223457336426, -0.0017385308165103197, -0.010293792933225632, 0.02433590777218342, 0.021151244640350342, -0.0034206958953291178, 0.017374739050865173, 0.016317881643772125, 0.023264959454536438, -0.01876979134976864, -0.027407841756939888, -0.000845926464535296, 0.015528760850429535, 0.0162192415446043, 0.013746194541454315, -0.004118221811950207, -0.024025896564126015, -0.0068977572955191135, 0.0012224320089444518, 0.03446764871478081, 0.005062348209321499, -0.015148292295634747, 7.254887168528512e-05, 0.02164444327354431, 0.028380149975419044, -0.014584635384380817, -0.014175983145833015, -0.012851388193666935, -0.009300347417593002, 0.014880555681884289, -0.052504684776067734, -0.0021260452922433615, -0.012055222876369953, 0.0019393337424844503, 0.020615769550204277, -0.004153450485318899, -0.02312404476106167, -0.013231857679784298, -0.006756843067705631, 0.012795022688806057, 0.008863512426614761, 0.03179027885198593, -0.0328330434858799, -0.028098320588469505, -0.011822713539004326, 0.002990907058119774, 0.004921433515846729, -0.002342700958251953, 0.022236283868551254, -0.000259370484855026, -0.004220384638756514, -0.03322760388255119, -0.6191213130950928, -0.027731943875551224, 0.013182537630200386, -0.020446671172976494, 0.004220384638756514, -0.012618879787623882, -0.00970899872481823, 0.025646410882472992, -0.016980178654193878, 0.041738830506801605, -0.016233332455158234, -0.005978291388601065, 0.0003478823055047542, 0.020235300064086914, -0.014190074987709522, -0.017121093347668648, 0.010519255883991718, -0.027957407757639885, 0.00849713571369648, 0.015049652196466923, -0.018797975033521652, 0.02292676456272602, -0.009406032972037792, -0.01025151927024126, -0.009046700783073902, 3.9494549127994105e-05, 0.016585618257522583, -0.013429137878119946, 0.023955440148711205, 0.012330005876719952, -0.04340162128210068, -0.0032251770608127117, 0.029366550967097282, -0.02471637725830078, 0.046304456889629364, 0.003515813034027815, -0.021376706659793854, 0.02577323466539383, 0.015401937998831272, -0.008722598664462566, -0.014908738434314728, -0.019023437052965164, -0.009455353021621704, 0.006189662963151932, -0.015049652196466923, -0.004400050733238459, 0.03241030126810074, -0.008201215416193008, -0.011879079975187778, -0.007257089018821716, -0.002318040933459997, -0.01771293394267559, 0.007989843375980854, -0.018896615132689476, 0.01392233744263649, -0.009821729734539986, 0.033847626298666, -0.019107986241579056, 0.016050145030021667, 0.006157957017421722, 0.03376307711005211, 0.00701753469184041, -0.033312153071165085, -0.04218975454568863, -0.006749797146767378, -0.0028041955083608627, -0.0002189676888519898, -0.006644111592322588, -0.020883506163954735, -0.0215739868581295, 0.025392765179276466, -0.006640588864684105, -0.006548994220793247, -0.010899725370109081, -0.01170998252928257, 0.03762413188815117, 0.029902024194598198, -0.0017552643548697233, -0.00817303266376257, 0.02847879007458687, 0.014655092731118202, -0.011075868271291256, -0.021588077768683434, -0.027379658073186874, 0.016021961346268654, 0.014394400641322136, -0.029873842373490334, -0.02412453666329384, 0.0031001155730336905, -0.009723089635372162, -0.0010832790285348892, 0.04884091392159462, -0.017882030457258224, -0.03951238468289375, 0.011695890687406063, 0.0215739868581295, 0.009349667467176914, -0.026111429557204247, -0.0027460684068500996, -0.011759302578866482, -0.022898580878973007, -0.00646092277020216, 0.01473964098840952, 0.003751844633370638, 0.039456017315387726, -0.006048748269677162, -0.004604376386851072, -0.0066370656713843346, 0.009553993120789528, -0.024885473772883415, -0.008504181168973446, 0.016867447644472122, 0.0025100368075072765, -0.00601704278960824, 0.0039808303117752075, -0.01991119794547558, 0.0038575304206460714, -0.015190566889941692, 0.02900017239153385, -0.012485011480748653, 0.014147800393402576, -0.018910706043243408, -0.0186429675668478, 0.005101099610328674, 0.012069313786923885, 0.012266593985259533, -0.000375404633814469, -0.0238427072763443, -0.010314930230379105, 0.02471637725830078, 0.004319024737924337, -0.03277667611837387, 0.029169270768761635, -0.011583159677684307, 0.006305917166173458, 0.01834704913198948, 0.031113889068365097, -0.0006336742080748081, 0.006298871245235205, -0.0008802743395790458, -0.012809114530682564, -0.00329211144708097, 0.022081278264522552, 0.01367573719471693, -0.038385067135095596, -0.026590537279844284, -0.021263975650072098, 0.016388338059186935, -0.007056286092847586, 0.006408079992979765, -0.016106510534882545, -0.015726041048765182, -0.007574146147817373, 0.0023990666959434748, -0.0001369511301163584, -0.004579716362059116, -0.004019581712782383, -0.03807505592703819, 0.007045717444270849, -0.03427036851644516, -0.003536950098350644, 0.007616420742124319, 0.006073408294469118, 0.0008133400115184486, -0.004921433515846729, -0.010885633528232574, 0.011977720074355602, 0.013020485639572144, 0.0013615848729386926, -0.021080786362290382, 0.021376706659793854, -0.02257447876036167, -0.007334591820836067, 0.02871834486722946, 0.004512782208621502, 0.0076798321679234505, -0.00992036983370781, -0.0014082627603784204, 0.016670167446136475, -0.007468460593372583, -0.020883506163954735, 0.020164843648672104, 0.02257447876036167, -0.029394732788205147, 0.029253818094730377, 0.0010779948206618428, 0.03412945568561554, -0.005213831085711718, -0.0028200484812259674, 0.02036212384700775, 0.005020073615014553, 0.015500578097999096, -0.01306276023387909, 0.005196216516196728, -0.0047135851345956326, 0.017445197328925133, 0.012337051331996918, 0.012766839936375618, 0.022264467552304268, 0.00821530632674694, -0.010885633528232574, 0.01806521974503994, 0.0037342302966862917, -0.035876791924238205, -0.008553501218557358, -0.033819444477558136, 0.018530236557126045, -0.02728101797401905, 0.0071831089444458485, -0.004061856307089329, 0.009800593368709087, 0.018304774537682533, -0.025970514863729477, -0.005742259789258242, 0.004604376386851072, 0.031170254573225975, 0.006883665919303894, -0.005065870936959982, -0.0032656900584697723, 0.032156653702259064, 0.003496437333524227, -0.007510734722018242, -0.009582175873219967, -0.007665740791708231, -0.016078326851129532, 0.019685734063386917, -0.024955932050943375, 0.01235818862915039, -0.002511798171326518, -0.029732927680015564, -0.000280287436908111, -0.0014813621528446674, 0.00590783404186368, 0.0023708839435130358, 0.020305758342146873, 0.003727184608578682, 0.009645586833357811, 0.0039773075841367245, 0.03221302106976509, -0.015289206989109516, -0.012632971629500389, 0.017684750258922577, 0.010646078735589981, -0.01206226833164692, 0.03641226887702942, -0.001427638460882008, 0.033171236515045166, 0.004421187564730644, -0.01948845386505127, -0.012330005876719952, -0.02148943766951561, 0.00781370047479868, 0.004932002164423466, 0.003043749835342169, -0.0013281177962198853, -0.0051116677932441235, 0.012146816588938236, -0.0018952980171889067, 0.012724565342068672, 0.023941347375512123, -0.012330005876719952, 0.005633051041513681, -0.0014901692047715187, 0.013175491243600845, 0.0031617656350135803, -0.018332956358790398, -0.0005297499010339379, -0.009751273319125175, -0.016980178654193878, -0.015430121682584286, 0.013887109234929085, -0.0014470142778009176, 0.0229831300675869, -0.025829600170254707, 0.044867128133773804, 0.03167754411697388, 0.022687209770083427, 0.007989843375980854, 0.01806521974503994, 0.024011805653572083, 0.00995559897273779, -0.009117158129811287, 0.014330989681184292, 0.00234622391872108, -0.020376214757561684, -0.006348191294819117, -0.011470427736639977, 0.014323943294584751, -0.005382928065955639, 0.0012849627528339624, -0.005537934135645628, -0.007285271771252155, 0.007334591820836067, -0.011554976925253868, -0.013422091491520405, 0.021883998066186905, 0.030099304392933846, -0.01636015623807907, 0.017374739050865173, -0.024603646248579025, 0.02491365745663643, -0.0014179506106302142, -0.014147800393402576, -0.019544819369912148, 0.042950693517923355, -0.00792643241584301, -0.019516637548804283, 0.005087008234113455, 0.004040719009935856, -0.038666896522045135, -0.0016654314240440726, 0.0061368197202682495, -0.008053255267441273, -0.012879571877419949, 0.006968214642256498, 0.011505656875669956, 0.0006411602953448892, 0.0027407840825617313, 0.02835196629166603, 0.025871874764561653, -0.007278226315975189, -0.03706047311425209, -0.025829600170254707, 0.03579224646091461, 0.044951677322387695, 0.008976244367659092, -0.00800393521785736, -0.007264134474098682, -0.03150844946503639, -0.008532363921403885, -0.012442736886441708, -0.026830092072486877, 0.005671802442520857, 0.008370311930775642, -0.019516637548804283, -0.009159432724118233, -0.004128790460526943, 0.010737673379480839, 0.025547770783305168, 0.011456336826086044, -0.0007803132175467908, -0.008046208880841732, -0.00878600962460041, -0.028309693560004234, 0.023377690464258194, -0.0009247504058293998, -0.009878096170723438, 0.017374739050865173, 0.035594966262578964, -0.013541868887841702, 0.016951996833086014, 0.022292649373412132, 0.0021841723937541246, -0.02933836728334427, 0.009546946734189987, 0.00680264038965106, 0.02099623717367649, 0.02905653789639473, -0.009011472575366497, 0.03291759267449379, -0.00028755335370078683, -0.009053747169673443, 0.014232349582016468, 0.009575130417943, 0.02064395137131214, 0.012971165589988232, 0.005618959665298462, 0.0012418077094480395, 0.004981322214007378, -0.010547438636422157, -0.006210799794644117, 0.005076439585536718, -0.009166478179395199, -0.02277175895869732, 0.022673118859529495, 0.021588077768683434, -0.031113889068365097, -0.0010735911782830954, 0.018093401566147804, 0.015937412157654762, 0.028253326192498207, -0.005851468537002802, 0.010371295735239983, -0.0238427072763443, -0.010082421824336052, -0.011519747786223888, -0.007087991572916508, -0.001712990109808743, -0.023800432682037354, -0.0061121596954762936, -0.013809606432914734, 0.010836313478648663, -0.00510814506560564, 0.01757201924920082, -0.004657219164073467, -0.017247917130589485, -0.0580003447830677, 0.003846961772069335, 0.011089959181845188, -0.015430121682584286, 0.03297395631670952, 0.013126171194016933, 0.004667787812650204, 0.016120601445436478, -0.012555468827486038, -0.03621498867869377, -0.019037527963519096, -0.0222785584628582, -0.01992528885602951, -9.93005814962089e-05, 0.007954615168273449, -0.009011472575366497, -0.015373755246400833, 0.008370311930775642, -0.00769392354413867, 0.00968081597238779, -8.339266787515953e-05, -0.0008001293172128499, 0.0025523111689835787, 0.03449583426117897, 0.016021961346268654, 0.014485995285212994, 0.011223827488720417, -0.03793414309620857, -0.005738737061619759, -0.031395718455314636, -0.01736064814031124, -0.015077834948897362, 0.0008631004020571709, -0.017318373546004295, 0.018290681764483452, 0.03249485045671463, -0.010498118586838245, -0.02412453666329384, 0.010441753081977367, 0.009497626684606075, -0.00878600962460041, 5.913861514272867e-06, 0.004646650515496731, 0.025449130684137344, 0.02236310765147209, 0.008560546673834324, -0.00044586180592887104, -0.017332464456558228, 0.01228068582713604, -0.02771785296499729, 0.029535647481679916, 0.03012748807668686, 0.005217353813350201, 0.004061856307089329, 0.002883459907025099, -0.002152466680854559, -0.03255121409893036, -0.015190566889941692, 0.008342129178345203, 0.019953472539782524, -0.016374247148633003, -0.010026056319475174, -0.015120109543204308, -0.014218257740139961, -0.02341996505856514, 0.010258564725518227, -0.008694414980709553, 0.003991398960351944, -0.012372279539704323, -0.007200723048299551, 0.008194169029593468, -0.005062348209321499, 0.005453385412693024, -0.0247022844851017, -0.020686225965619087, 0.03325578570365906, -0.01641652174293995, 0.01814976893365383, 0.008483043871819973, 0.021869907155632973, -0.02635098248720169, -0.022081278264522552, -0.010667216032743454, -0.028802892193198204, 0.016937904059886932, 0.019615277647972107, 0.044867128133773804, 0.006813208572566509, 0.06267870217561722, -0.011702937074005604, 0.02499820478260517, 0.004717107862234116, 0.005851468537002802, -0.004946093540638685, -0.009504673071205616, -0.008292809128761292, -0.001212744158692658, -0.012210228480398655, 0.02191218174993992, 0.019234808161854744, 0.03449583426117897, -0.029394732788205147, -0.0017552643548697233, 0.02106669545173645, -0.0074191405437886715, -0.02605506405234337, -0.021672626957297325, -0.03474947810173035, -0.02148943766951561, 0.045458968728780746, -0.02449091337621212, 0.020615769550204277, -0.05318107455968857, 0.0004491644795052707, 0.015218749642372131, -0.017952488735318184, 0.026083245873451233, -0.014993286691606045, 0.01748747006058693, -0.02092578075826168, -0.00956808403134346, 0.009398987516760826, 0.027323292568325996, -0.0035017216578125954, 0.02392725646495819, -0.04086516052484512, 0.01648697815835476, 0.00490734213963151, 0.007348683197051287, -0.0009044939652085304, 0.00569293973967433, -0.011914308182895184, 0.0012391655473038554, 0.005256105214357376, 0.011089959181845188, -0.007482551969587803, -0.008271671831607819, -0.006457400042563677, -0.028041955083608627, -0.033875808119773865, -0.01757201924920082, 0.002110192319378257, -0.02257447876036167, 0.01160429697483778, 0.031395718455314636, 0.026773726567626, -0.013548914343118668, -0.011702937074005604, 0.0107094906270504, 0.013555960729718208, 0.04371163249015808, -0.016966087743639946, 0.007250043097883463, 0.013415046036243439, 0.014556452631950378, -0.002550549805164337, -0.00389275886118412, 0.011547930538654327, -0.010258564725518227, 0.019107986241579056, 0.0455716997385025, -0.005714077036827803, -0.015303297899663448, 0.006439785938709974, 0.030747510492801666, -0.025463223457336426, -0.01899525336921215, 0.02970474399626255, 0.03334033489227295, 0.017656568437814713, -0.009856958873569965, -0.037314120680093765, -0.018868431448936462, 0.021390797570347786, -0.016698351129889488, 0.02698509767651558, -0.001621395698748529, 0.013992794789373875, -0.0003436988918110728, 0.007489597890526056, -0.0032692127861082554, 0.0221235528588295, 0.006020565517246723, 0.02171490155160427, 0.012696382589638233, 0.009504673071205616, -0.02791513316333294, 0.027689669281244278, 0.011519747786223888, 0.026238251477479935, -0.010364250279963017, -0.011794530786573887, 0.004227430559694767, 0.01503556128591299, 0.007884157821536064, -0.0011343605583533645, 0.007778472267091274, 0.0376804955303669, -0.03993512690067291, 0.02015075273811817, -0.002999714110046625, -0.034242186695337296, 0.026759635657072067, 0.004072424490004778, -0.0005055302171967924, -0.011590205132961273, -0.018685242161154747, -0.013689829036593437, 0.018868431448936462, 0.002689702669158578, -0.006619451567530632, 0.00350700574927032, 0.014204166829586029, -0.01721973344683647, 0.0038328703958541155, -0.02285630814731121, -9.098883310798556e-05, -0.046163540333509445, -0.011449290439486504, -0.0009502911707386374, -0.01132246758788824, -0.014669183641672134, -0.001537727890536189, -0.0043225474655628204, -0.012019993737339973, 0.04030150547623634, -0.022546295076608658, 0.028521064668893814, 0.01092086173593998, 0.0032956344075500965, -0.01776929944753647, 0.015655584633350372, -0.01095609087496996, -0.0031335828825831413, -0.0005962438299320638, -0.016740623861551285, -0.007503689266741276, -0.01857251115143299, 0.0019622324034571648, 0.013591188937425613, 0.011547930538654327, -0.0026914640329778194, -0.01757201924920082, -0.0028975512832403183, -0.0008001293172128499, -0.0010533347958698869, -0.005160987842828035, -0.00012539175804704428, -0.003086024196818471, -0.006711045745760202, 0.024293633177876472, -0.022024912759661674, 0.012076360173523426, -0.009561038576066494, 0.014753731898963451, -0.015444212593138218, -0.040019676089286804, -0.033453065901994705, 0.011329513974487782, -0.002207071054726839, -0.013844834640622139, -0.003744798945263028, -0.014260532334446907, -0.013330497778952122, -0.022039003670215607, -0.003404842922464013, -5.121906360727735e-05, -0.004745290614664555, 0.011731119826436043, 0.014112572185695171, 0.0428379625082016, 0.001154616940766573, -0.02241947315633297, 0.0035105287097394466, -0.011949536390602589, 0.00478404201567173, -0.018868431448936462, -0.014154846780002117, -0.029648378491401672, 0.0486999973654747, 0.015106018632650375, -0.03877962753176689, -0.03677864372730255, -0.013224811293184757, -0.050024595111608505, 0.005756351165473461, 0.01024447288364172, -0.009272163733839989, 0.02905653789639473, 0.032523032277822495, -4.213669308228418e-05, 0.03170572966337204, 0.007119697518646717, 0.03725775331258774, -0.01664198376238346, 0.005523842293769121, -0.00946239847689867, -0.02613961137831211, 0.001225074171088636, 0.014471903443336487, -0.010455844923853874, -0.0034435943234711885, -0.011505656875669956, -0.000643362058326602, -0.0047417678870260715, 0.008821237832307816, -0.014175983145833015, -0.03683501109480858, 0.00027544351178221405, 0.0033537615090608597, 0.001127314753830433, -0.0016055428422987461, -0.005101099610328674, -0.0071267434395849705, 0.007042194716632366, 0.00810962077230215, -0.017078818753361702, 0.004417664837092161, -0.018037036061286926, -0.00019672964117489755, -0.011991810984909534, -0.008342129178345203, -0.0009273925679735839, -0.0037588903214782476, -0.009765364229679108, -0.007996889762580395, 0.04472621530294418, -0.007574146147817373, -0.007750289048999548, 0.024025896564126015, 0.004720630589872599, -0.004075947683304548, 0.001335163484327495, 0.003935032989829779, -0.013267085887491703, -0.02492774836719036, -0.00019364713807590306, -0.03753958269953728, 0.01685335673391819, -0.014965103939175606, 0.008539409376680851, -0.0214189812541008, 0.009842867031693459, 0.0115690678358078, -0.005629528313875198, -0.03511585667729378, 0.005435770843178034, -0.01977028325200081, 0.009624450467526913, -0.02098214626312256, -0.01167475339025259, 0.007644603494554758, -0.007771426346153021, -0.017811574041843414, -0.0038187787868082523, -0.03427036851644516, -0.0005367955891415477, 0.0247022844851017, -0.0061614797450602055, -0.004861544817686081, 0.015303297899663448, 0.04171064868569374, -0.009377850219607353, -0.015796499326825142, 0.20494583249092102, -0.007905295118689537, 0.015120109543204308, 0.013119125738739967, -0.02220810204744339, 0.001006656908430159, 0.03875144571065903, 0.01706472784280777, -0.015824681147933006, -0.0020150751806795597, 0.0002943788713309914, 0.006506720092147589, 0.0006490867235697806, -0.004879159387201071, -0.004146404564380646, 0.003963216207921505, -0.03807505592703819, -0.03553859889507294, -0.010857450775802135, 0.017247917130589485, 0.01402802299708128, -0.01192135363817215, -0.004858022090047598, -0.01559921819716692, 0.016881538555026054, 0.0039808303117752075, 0.0007164613925851882, -0.009427170269191265, 0.02807013876736164, 0.0184879619628191, -0.005217353813350201, 0.0160642359405756, -0.0027460684068500996, -0.0009943268960341811, -0.006267165765166283, -0.007489597890526056, 0.020038019865751266, 0.00011515344522194937, 0.024166811257600784, 0.0011158655397593975, 0.025871874764561653, -0.0034312643110752106, 0.011935445480048656, -0.044021643698215485, -0.006154434289783239, 0.006006474141031504, 0.006721614394336939, -0.010716536082327366, -0.018473871052265167, 0.00667581707239151, -0.006172048393636942, -0.0022211624309420586, 0.02947928197681904, 0.016585618257522583, -0.01159725058823824, -0.00018726196140050888, -0.015810590237379074, 0.011223827488720417, 0.015416029840707779, 0.016980178654193878, -0.014697366394102573, 0.015120109543204308, 0.0007331949891522527, 0.016317881643772125, -0.0005861156387254596, -0.008588729426264763, 0.0030930698849260807, -0.009871049784123898, 0.016909722238779068, 0.0010894440347328782, -0.030972974374890327, -0.03091660887002945, -0.008877604268491268, 0.009624450467526913, -0.017304282635450363, -0.04404982551932335, 0.034608565270900726, 0.019939379766583443, 0.019544819369912148, 0.03432673588395119, -0.003103638533502817, -0.012090451084077358, -0.0004337519931141287, 0.010540393181145191, -0.023025404661893845, -0.027872858569025993, 0.010667216032743454, -0.031113889068365097, -0.007623466197401285, -0.01820613443851471, 0.0008586968178860843, 0.011498610489070415, -0.0015245170798152685, 0.006700477097183466, -0.012118633836507797, -0.006954123266041279, 0.004604376386851072, -0.020869415253400803, 0.004040719009935856, -0.0030067600309848785, -0.0284928809851408, 0.04320434108376503, 0.020798958837985992, 0.018600694835186005, -0.017684750258922577, 0.004956662189215422, -0.03184664249420166, -0.006809685844928026, -0.012337051331996918, -0.006309439893811941, 0.010498118586838245, -0.017262008041143417, 0.014295760542154312, -0.01024447288364172, 0.0005570520297624171, 0.00022028875537216663, 0.015895139425992966, -0.027027372270822525, 0.01855842024087906, 0.008271671831607819, -0.03511585667729378, -0.008046208880841732, -0.01636015623807907, 0.008335083723068237, 0.023250868543982506, -0.015049652196466923, -0.03272031247615814, -0.01664198376238346, -0.019009346142411232, 0.00832099188119173, 0.011562022380530834, -0.008673278614878654, 0.0036426358856260777, 0.0245050061494112, -0.02120761014521122, 0.00911011267453432, -0.0074473232962191105, -0.015458304435014725, 0.0016002586344256997, 0.018657060340046883, 0.001148451934568584, 0.003491153009235859, 0.014767823740839958, -0.04393709450960159, 0.03221302106976509, -0.00028248922899365425, -0.01392938382923603, -0.0019410951063036919, -0.01884024776518345, -0.018967071548104286, -0.01920662634074688, -0.003508767345920205, 0.0011678276350721717, -0.005470999516546726, 0.024476822465658188, -0.002855276921764016, -0.023053588345646858, 0.00881419237703085, -0.007151402998715639, 0.004030150361359119, -0.037821412086486816, -0.011104051023721695, 0.018797975033521652, 0.0032586443703621626, -0.004812225233763456, -0.036891378462314606, -0.18115948140621185, 0.01636015623807907, 0.028182869777083397, -0.02749238908290863, 0.02542094886302948, 0.017121093347668648, 0.021883998066186905, 0.011822713539004326, -0.01459872629493475, -0.006848437245935202, -0.020517129451036453, -0.014641000889241695, -0.030832059681415558, -0.024899564683437347, -0.009208752773702145, 0.012435691431164742, -0.018657060340046883, -0.0061368197202682495, 0.02048894576728344, 0.0045022135600447655, 0.025449130684137344, -0.03700410947203636, 0.00817303266376257, -0.011801577173173428, 0.01367573719471693, 0.022475838661193848, -0.008116666227579117, -0.007176063023507595, -0.021179426461458206, -0.014993286691606045, -0.016092417761683464, 0.010047192685306072, 0.022447654977440834, -0.003963216207921505, 0.03429855406284332, -0.00019628928566817194, 0.03675046190619469, -0.01046289037913084, -0.026252342388033867, -0.0017156321555376053, 0.030381133779883385, 0.042161572724580765, 0.010068329982459545, -0.013126171194016933, 0.0004227430617902428, 0.00603113416582346, 0.023899072781205177, -0.009166478179395199, -0.00612272834405303, -0.013718011789023876, 0.018967071548104286, -0.01662789285182953, -0.002768967067822814, 0.004227430559694767, -0.005199739709496498, 0.017459288239479065, 0.0006711045862175524, 0.01614878512918949, 0.005509750917553902, -0.012752749025821686, 0.020164843648672104, -0.0013985749101266265, 0.004583239089697599, -0.013090942986309528, -0.005087008234113455, -0.026097336784005165, -0.04599444195628166, 0.014993286691606045, -0.016317881643772125, 0.02478683367371559, -0.02492774836719036, -0.006009996868669987, -0.0018547851359471679, -0.01435212604701519, 0.01655743643641472, 0.026956915855407715, 0.018107494339346886, 0.007595283444970846, 0.04813634231686592, 0.0006323531270027161, -0.016881538555026054, 0.02733738347887993, -0.013013440184295177, 0.011963628232479095, 0.005714077036827803, -0.006996397394686937, -0.0033608071971684694, 0.012111588381230831, -0.010533347725868225, -0.007105606142431498, 0.01557103544473648, -0.021545803174376488, -0.018671151250600815, 2.7412244890001602e-05, -0.0027918654959648848, 0.006721614394336939, 0.030381133779883385, -0.002450148342177272, 0.020446671172976494, -0.004174587782472372, 0.017247917130589485, -0.015416029840707779, -0.0011185077019035816, 0.002735499758273363, 0.010547438636422157, 0.0028077184688299894, -0.010843358933925629, 0.017882030457258224, 0.05346290394663811, -0.025801416486501694, -0.03514403849840164, 0.0028112411964684725, -0.006062839645892382, 0.029507463797926903, 0.0032903500832617283, 0.02698509767651558, -0.032100290060043335, -0.013485503382980824, 0.004597330465912819, 0.003635590197518468, 0.025110937654972076, 0.017727024853229523, 0.0035809858236461878, 0.02391316555440426, -0.026477806270122528, -0.014330989681184292, -0.09751272946596146, -0.024082262068986893, 0.010131741873919964, 0.023081770166754723, -0.014641000889241695, 0.017614293843507767, -0.00246247835457325, 0.030014757066965103, -0.0032709743827581406, 0.01920662634074688, -0.015077834948897362, -0.01713518425822258, 0.004565624985843897, -0.005044733639806509, -0.0014443721156567335, 0.02134852297604084, -0.0045339190401136875, -0.02605506405234337, -0.011808622628450394, 0.01081517618149519, 0.021376706659793854, -0.01185089722275734, 0.018516145646572113, -0.024589553475379944, 0.004780519288033247, -0.029310185462236404, -0.035369500517845154, 0.029310185462236404, 0.019939379766583443, -0.02099623717367649, 0.005499182268977165, -0.018896615132689476, 0.009039655327796936, -0.032156653702259064, 0.02077077515423298, -0.01920662634074688, 0.0023004268296062946, -0.01562740094959736, 0.026956915855407715, -0.030832059681415558, 0.011717027984559536, 0.007313454523682594, 0.02549140527844429, 0.0053476993925869465, -0.0019111508736386895, -0.0063164858147501945, -0.013154354877769947, 0.027788309380412102, -0.01627560704946518, -0.01613469235599041, -0.020658044144511223, 0.0023198025301098824, -0.03153663128614426, 0.005506228189915419, 0.04571261629462242, -0.00978650152683258, 0.013450274243950844, 0.00690832594409585, 0.0032339843455702066, -0.02377225086092949, -0.0018248407868668437, -0.019389813765883446, -0.009793546982109547, 0.007947569712996483, 0.02433590777218342, -0.007496643345803022, -0.018163859844207764, 0.009272163733839989, 0.015937412157654762, -0.009765364229679108, 0.01792430505156517, 0.00903260987251997, 0.0012101019965484738, 0.015585127286612988, 0.0026210069190710783, -0.01977028325200081, 0.00623193709179759, -0.03201574087142944, 0.005742259789258242, 0.01503556128591299, -0.009532855823636055, -0.007250043097883463, 0.04035786911845207, 0.008701461367309093, -0.01335868053138256, -0.019671643152832985, 0.0013122648233547807, -0.004724153783172369, -0.009913324378430843, -0.03663773089647293, 0.010040147230029106, 0.009856958873569965, -0.011195644736289978, -0.008764872327446938, -0.0013959327479824424, -0.011287239380180836, -0.008898741565644741, 0.01099836453795433, -0.009765364229679108, 0.01128019392490387, -0.03965329751372337, -0.010526302270591259, -0.06346782296895981, 0.010505164973437786, -0.0014100242406129837, -0.011174507439136505, 0.003027897095307708, -0.013703920878469944, -0.010765856131911278, -0.03751140087842941, 0.0063411458395421505, 0.030803875997662544, -0.02406817115843296, 0.007334591820836067, -0.018685242161154747, 0.006844914518296719, 0.009511718526482582, -0.007021057419478893, 0.0397096648812294, -0.008715552277863026, 0.03007112257182598, 0.021827632561326027, 0.005710553843528032, -0.004280273336917162, 0.003846961772069335, 0.010610850527882576, -0.012196136638522148, -0.00233917823061347, -0.001814272254705429, 0.027957407757639885, -0.005604868289083242, -0.003160004271194339, 0.016092417761683464, -0.041597917675971985, -0.002606915542855859, 0.01913616806268692, 0.011336559429764748, -0.0028288555331528187, 0.027182377874851227, 0.007496643345803022, 0.02471637725830078, 0.025730960071086884, -0.03770868107676506, -0.03644045069813728, 0.013873017393052578, -0.0014963342109695077, -0.0036391131579875946, 0.0035299044102430344, -0.0029609627090394497, -0.01403506938368082, 0.03632771968841553, 0.010068329982459545, 0.044303473085165024, 0.015810590237379074, -0.031818460673093796, -0.0259141493588686, -0.005277242511510849, -0.011900216341018677, 0.03311487287282944, 0.017318373546004295, 0.00580214848741889, 0.024941839277744293, 0.02712601236999035, -0.01192135363817215, 0.020235300064086914, 0.0006746274302713573, -0.0102797020226717, -0.021320341154932976, -0.013661646284162998, 0.0042379992082715034, 0.0250545721501112, -0.015824681147933006, -0.021292157471179962, 0.0006244266987778246, -0.005499182268977165, 0.0047417678870260715, 0.013379817828536034, 0.010702445171773434, 0.000417458766605705, 0.013802560046315193, -0.024645918980240822, 0.01857251115143299, 0.015148292295634747, -0.01799476146697998, -0.007433231920003891, 0.004731199238449335, 0.028887441381812096, 0.016895631328225136, -0.010209244675934315, 0.00042868786840699613, -0.005034164991229773, -0.0207144096493721, -0.011583159677684307, 0.003945601638406515, 0.009194660931825638, 0.026181885972619057, 0.015866955742239952, -0.024237267673015594, -0.007398003246635199, -0.0010683068539947271, 0.022940855473279953, -0.015726041048765182, 0.03435491770505905, 0.00523144518956542, 0.0032093243207782507, -0.026463715359568596, -0.006851960439234972, -0.0011872033355757594, -0.025829600170254707, -0.03672228008508682, 0.013027532026171684, -0.001633725711144507, -0.004037196282297373, -0.014697366394102573, -0.00779960909858346, 0.02256038784980774, -0.022095369175076485, 0.02370179444551468, 0.0012629448901861906, -0.02698509767651558, -0.03322760388255119, 0.03441128507256508, 0.020193025469779968, 0.0071619716472923756, 0.019248900935053825, -0.02871834486722946, 0.035031307488679886, 0.03390399366617203, 0.023250868543982506, -0.007947569712996483, 0.0397096648812294, 0.001639890717342496, -0.02170081064105034, 0.007947569712996483, -0.0025716868694871664, -0.013210720382630825, -0.008687369525432587, -0.015232841484248638, -0.010949044488370419, 0.006788548547774553, -0.02571686916053295, 0.10410752147436142, 0.03370671346783638, -0.0007503689266741276, 0.007207768969237804, -0.03136753290891647, -0.012907754629850388, -0.00194637943059206, -0.004875636659562588, -0.013295268639922142, 0.0031335828825831413, 0.011237919330596924, -0.014366217888891697, -0.011040639132261276, -0.029225636273622513, -0.018530236557126045, -0.010427662171423435, 0.0021507053170353174, 0.025942331179976463, 0.010329022072255611, 0.0052631511352956295, 0.019248900935053825, 0.005640096962451935, -0.0011246725916862488, -0.0056119137443602085, -0.029620196670293808, 0.001299054129049182, 0.01857251115143299, -0.01592332124710083, -0.006154434289783239, -0.03133935108780861, 0.023814525455236435, 0.022814033553004265, -0.028943806886672974, -0.02812650427222252, -0.009645586833357811, 0.018022945150732994, 0.004181633237749338, -0.017092909663915634, 0.005069393664598465, 0.020798958837985992, 0.01068130787461996, 0.008377358317375183, -0.015218749642372131, -0.03993512690067291, -0.019051620736718178, 0.028408333659172058, -0.026745542883872986, -0.017163367941975594, -0.04624808952212334], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='beea7c3f-2a54-47a3-a18e-de11dbfcf90f', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='5f6fe0bd3974461981a07d3937dd533c5f00d32080bd66d5de425459f5e15ee0'), : RelatedNodeInfo(node_id='ce372f2a-c6e2-43a2-b950-0086cee019f7', node_type=, metadata={}, hash='3b2894ddeb3ce0d51ddec0e5e89149d6fe9bbe4d68f136d62eacc7337674a714')}, hash='bff7204c90fa647bd67e005194a6179590c08cb4fcc89a38fc39e267b9e969e5', text=\"Though it uses ChatGPT, we can also wire this to other LLMs as well. LangChain is an innovative framework designed to empower you in building sophisticated applications driven by large language models (LLMs). By offering a standardized interface, LangChain facilitates the seamless integration of various components, including LLMs, data sources, and actions. This streamlined approach accelerates the development of robust applications, enhanced by features such as chaining, data awareness, and agentic capabilities. To complement LangChain, the web application is built utilizing Streamlit, a Python library for creating interactive web applications and data dashboards. Streamlit's open-source nature and user-friendly features simplify the process of developing web apps with minimal effort. This has made it a popular choice among developers, data scientists, and machine learning engineers seeking to build engaging and accessible applications. Initial setup Install OpenAI, LangChain, and StreamLit Import the relevant packages Set the API keys Define the LLM to use Ingesting private documents We used Langchain to ingest data. LangChain offers a wide range of data ingestion methods, providing users with various options to load their data efficiently. It supports multiple formats, including text, images, PDFs, Word documents, and even data from URLs. In the current example, text files were utilized, but if you wish to work with a different format, you simply need to refer to the corresponding loader specifically tailored for that format. All the analysts' recommendations documents are stored in a dedicated folder. You have the flexibility to either refer to individual documents or retrieve all the documents within a specific folder. If you want to specify exact documents, you can do it the following way. To load the files you want to ingest, you can specify the path to each file individually. The loaded files can then be saved into a list. This list serves as the input that is sent to the vector database to store the data. The alternative approach is a more versatile method in which we can load all pertinent documents from a designated folder and store the file locations in a list for subsequent processing. This approach offers flexibility and allows for the efficient handling of multiple documents by capturing their locations in a centralized list, enabling seamless data retrieval and analysis. Load the documents\", start_char_idx=3599, end_char_idx=6050, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='ce372f2a-c6e2-43a2-b950-0086cee019f7', embedding=[-0.009776716120541096, 0.00992581620812416, -0.011942218989133835, -0.019837431609630585, 0.0031417550053447485, 0.005147508345544338, 0.0026713793631643057, 0.00248145405203104, -0.019340431317687035, -0.016060225665569305, 0.0067272610031068325, 0.01159431878477335, -0.013170520775020123, 0.026923242956399918, 0.012403720058500767, 0.019596030935645103, 0.010628717020154, -0.0068692611530423164, 0.0011697268346324563, -0.03581245616078377, -0.02034863270819187, -0.005850409623235464, 0.00182115298230201, -0.006734360940754414, -0.00578650925308466, 0.0038162560667842627, 0.008789814077317715, -0.05316488444805145, -0.016173826530575752, 0.008867913857102394, 0.003283755388110876, -0.000986014143563807, -0.015250824391841888, 0.0004943382809869945, -0.006745011080056429, -0.009031214751303196, 0.012126819230616093, -0.0032482552342116833, 0.03183645009994507, -0.014391723088920116, 0.024864239618182182, 0.023557838052511215, -0.013078221119940281, -0.007455011829733849, -0.006166359875351191, 0.0029411797877401114, -0.011210918426513672, -0.03149564936757088, -0.001637440174818039, 0.009755415841937065, 0.012034519575536251, 0.0513472817838192, -0.024935239925980568, 0.01594662480056286, -0.021811235696077347, -0.0039689065888524055, -0.0008968202164396644, 0.010344716720283031, 0.0048812576569616795, 0.0033654053695499897, -0.003589055733755231, 0.023316437378525734, -0.008598113432526588, 0.0004956695483997464, -0.023415837436914444, -0.01191381923854351, -0.01422132272273302, 0.02507724054157734, 0.021782835945487022, 0.01096951775252819, 0.021328434348106384, 0.020220832899212837, -0.005278858356177807, 0.002996204886585474, 0.010813317261636257, 0.001196351950056851, -0.010486717335879803, -0.03177965059876442, -0.0018282529199495912, 0.0081153130158782, 0.004600807558745146, -0.006500060670077801, -0.009620515629649162, 0.0256736408919096, 0.017011627554893494, -0.013348021544516087, 0.02358623780310154, 0.03038804978132248, -0.001045476645231247, -0.020774632692337036, -0.010195616632699966, -0.006823110859841108, 0.029706448316574097, 0.011104417964816093, -0.010181416757404804, 0.010955317877233028, 0.007575712166726589, 0.015577425248920918, 0.009102215059101582, -0.03317125514149666, -0.004323906730860472, -0.0014528398169204593, -0.03936246410012245, -0.018744030967354774, -0.02243603579699993, 0.01171501912176609, 0.020178232342004776, -0.006958011072129011, 0.019922632724046707, 0.0128368204459548, -0.0009221140062436461, 0.018886029720306396, 0.010841717012226582, -0.03728926181793213, -0.0018690780270844698, -0.03285885229706764, 0.0057794093154370785, -0.009812215343117714, -0.024253638461232185, -0.003862406127154827, 0.02085983380675316, 0.0202634334564209, 0.0012993020936846733, -0.01516562420874834, 0.02193903550505638, 0.002380278892815113, -0.005072958301752806, -0.020831434056162834, -0.009762515313923359, -0.020135631784796715, 0.011622718535363674, 0.02521924115717411, 0.015321824699640274, 0.0027210793923586607, -0.030956050381064415, 0.022208835929632187, -0.018062429502606392, 0.0035003055818378925, -0.03501725569367409, 0.001665840158239007, 0.000219767534872517, 0.026696043089032173, -0.030700448900461197, 0.006333210039883852, -0.018460029736161232, 0.030359648168087006, 0.013170520775020123, 0.0022737786639481783, 0.012765820138156414, 0.016443626955151558, 0.01941143162548542, -0.018445828929543495, -0.04171966761350632, -0.0014501772820949554, 0.00874011404812336, 0.024012237787246704, 0.016514627262949944, -0.0118144191801548, -0.019681232050061226, -0.006872810889035463, 0.0187724307179451, 0.034193653613328934, 0.0023110536858439445, -0.014505323022603989, -0.0017510403413325548, 0.025545841082930565, 0.027278244495391846, -0.025063039734959602, -0.016244826838374138, -0.02189643494784832, -0.016898026689887047, 0.017196226865053177, -0.06157130002975464, 0.0001473252341384068, -0.011154117994010448, 0.001526502426713705, 0.03152405098080635, -0.0006168134859763086, -0.028485246002674103, -0.01340482197701931, -0.011977719143033028, 0.012524420395493507, 0.009613415226340294, 0.0424012690782547, -0.02095923386514187, -0.01811922900378704, -0.0024903290905058384, -0.0014830149011686444, 0.0032855302561074495, 0.0027920794673264027, 0.017636427655816078, 0.0017945278668776155, -0.003755906131118536, -0.031751252710819244, -0.6143497824668884, -0.028485246002674103, 0.017948828637599945, -0.024395639076828957, 0.006145060062408447, -0.014491123147308826, -0.005314358510077, 0.021371034905314445, -0.017196226865053177, 0.04370766878128052, -0.014086422510445118, -0.0120913190767169, -0.004572407342493534, 0.020078832283616066, -0.009819315746426582, -0.01841742917895317, 0.025205040350556374, -0.030246049165725708, 0.009954215958714485, 0.014682823792099953, -0.007096461486071348, 0.022620636969804764, -0.013433221727609634, -0.003312155371531844, -0.010600317269563675, 0.003015729831531644, 0.014640223234891891, -0.01917003095149994, 0.01692642644047737, 0.01797722838819027, -0.03266005218029022, 0.0014670398086309433, 0.03538645803928375, -0.01382372248917818, 0.049984078854322433, -0.00041291004163213074, -0.022961437702178955, 0.027832044288516045, 0.007391111925244331, -0.0011013892944902182, -0.016642427071928978, -0.029422447085380554, 0.0009913390967994928, 0.002635879209265113, -0.012723220512270927, 0.002790304599329829, 0.02879764698445797, -0.005910759326070547, -0.004611457232385874, -0.013468721881508827, -0.007781612686812878, -0.009109314531087875, 0.0014235522830858827, -0.026156442239880562, 0.015563225373625755, -0.016954828053712845, 0.030643649399280548, -0.016713427379727364, 0.02333063818514347, 0.004991307854652405, 0.029876848682761192, 0.005317908711731434, -0.04345206916332245, -0.041293665766716, -0.01030211616307497, -0.006723710801452398, 0.0001566440041642636, -0.004664707463234663, -0.01847423054277897, -0.024452438578009605, 0.027533844113349915, 0.004075406584888697, -0.016898026689887047, -0.011338718235492706, -0.015037824399769306, 0.03212045133113861, 0.03496045619249344, 6.966885848669335e-05, -0.009457215666770935, 0.02541804127395153, 0.022265635430812836, -0.010721017606556416, -0.02352943830192089, -0.019581831991672516, 0.006532010622322559, 0.02372823841869831, -0.038311660289764404, -0.016756026074290276, 0.0003853974922094494, -0.005090708378702402, 0.006858611013740301, 0.05296608433127403, -0.025091439485549927, -0.041236866265535355, 0.012680619955062866, 0.023770838975906372, 0.014249722473323345, -0.024594439193606377, -5.2085240895394236e-05, -0.010841717012226582, -0.01678442768752575, 0.002472579013556242, 0.006947361398488283, 0.01159431878477335, 0.04944447800517082, -0.00027734419563785195, -0.0021974535193294287, -0.0003057442372664809, -0.004345207009464502, -0.025957642123103142, -0.0157904252409935, 0.011558818630874157, -0.0017723403871059418, -0.007504711858928204, 0.01642942614853382, -0.021172234788537025, 0.010067815892398357, -0.018985429778695107, 0.023018237203359604, -0.012425020337104797, 0.027732644230127335, -0.022081036120653152, -0.02279103733599186, -0.002192128449678421, 0.018559429794549942, 0.010997917503118515, -0.0064468104392290115, -0.01975223235785961, -0.009570815600454807, 0.019922632724046707, 0.0026270041707903147, -0.035130854696035385, 0.028272245079278946, -0.007376912049949169, 0.007866812869906425, -0.0007765637710690498, 0.02452343888580799, -0.004522707313299179, 0.006897660903632641, 7.138839282561094e-05, -0.015009423717856407, -0.007952013052999973, 0.021072834730148315, 0.00533565878868103, -0.03649405762553215, -0.025758842006325722, -0.0016631776234135032, 0.009514015167951584, -0.015975026413798332, -0.0012167644454166293, -0.005204308312386274, -0.020320232957601547, -0.00844191387295723, -0.003166605019941926, -0.008697514422237873, -0.007831312716007233, -0.0041215564124286175, -0.03524445742368698, 0.006666910834610462, -0.03325645253062248, -0.012304320000112057, 0.014839024282991886, 0.010266616940498352, 0.0015753150219097733, 0.0017421653028577566, -0.01668502762913704, 0.00844191387295723, 0.019212631508708, -0.010841717012226582, -0.025432240217924118, 0.029166847467422485, -0.033086054027080536, -0.011281917802989483, 0.031041249632835388, 0.0011147017357870936, 0.008768513798713684, -0.026199042797088623, -0.0016782651655375957, 0.014313623309135437, -0.015023624524474144, -0.024608640000224113, 0.018630430102348328, 0.031012849882245064, -0.03197845071554184, 0.0207036342471838, -0.0035713056568056345, 0.022407636046409607, 0.0074053118005394936, -0.009755415841937065, 0.01787782832980156, 0.010181416757404804, 0.021981636062264442, -0.014192922972142696, 0.019837431609630585, -0.008470313623547554, 0.016940627247095108, 0.01265932060778141, 0.028116045519709587, 0.018204430118203163, 0.009798015467822552, -0.011537518352270126, 0.0231886375695467, 0.0051581584848463535, -0.029422447085380554, -0.011942218989133835, -0.03018924780189991, 0.010841717012226582, -0.02388443797826767, 0.01199191901832819, 0.003734606085345149, 0.016102826222777367, 0.0246796403080225, -0.028087645769119263, -0.0004654944932553917, 0.0025400291197001934, 0.036920059472322464, 0.00647876039147377, -0.006514260545372963, -0.0007064511300995946, 0.027434444054961205, 0.002442403929308057, -0.01074941735714674, -0.0011803768575191498, -0.004544007126241922, -0.019624430686235428, 0.011636918410658836, -0.017040027305483818, 0.016741827130317688, 0.003076080000028014, -0.02324543707072735, 0.0008750763954594731, -0.013369321823120117, 0.011828619055449963, -0.007369811646640301, 0.016898026689887047, -0.0013099521165713668, 0.015620024874806404, 0.0017821028595790267, 0.03243285045027733, -0.005381808616220951, -0.010983717627823353, 0.016117025166749954, 0.00681246118620038, -0.01926943100988865, 0.031012849882245064, 0.002822254551574588, 0.030075648799538612, 0.005697759333997965, -0.013348021544516087, -0.009443014860153198, -0.021072834730148315, -0.003175480058416724, -0.00352515559643507, 0.0015939525328576565, 0.0010339391883462667, -0.008335413411259651, 0.005857509560883045, -0.006077609956264496, 0.01975223235785961, 0.019993633031845093, -0.004093156661838293, -0.0037239559460431337, -0.00044352884287945926, 0.016656626015901566, 0.006265759933739901, -0.01486742403358221, -0.0060669598169624805, -0.007153261452913284, -0.012893620878458023, -0.009577915072441101, 0.010387316346168518, -0.013518421910703182, 0.017139427363872528, -0.02100183442234993, 0.04745647683739662, 0.03243285045027733, 0.005988859571516514, 0.0050197080709040165, 0.01466862391680479, 0.019894231110811234, -0.0007734575192444026, -0.01442722324281931, 0.014192922972142696, 0.0008795139146968722, -0.003961806185543537, -0.003038804978132248, -0.0013037396129220724, 0.01368172187358141, -0.0015069774817675352, 0.011076018214225769, -0.009372015483677387, -0.004487207159399986, 0.010508016683161259, -0.019581831991672516, -0.015222424641251564, 0.019581831991672516, 0.041180066764354706, -0.012822620570659637, 0.02189643494784832, -0.02557424083352089, 0.02487844042479992, 0.0051191081292927265, -0.014938424341380596, -0.013362221419811249, 0.05157448351383209, -0.004302606917917728, -0.00364230596460402, -0.005367608740925789, -0.01797722838819027, -0.03956126421689987, 0.005122658330947161, 0.0018744029803201556, -0.004508507438004017, -0.01628742553293705, 0.014682823792099953, 0.0088608143851161, 0.0011253517586737871, -0.007518912199884653, 0.02333063818514347, 0.01917003095149994, 0.003986656200140715, -0.034676454961299896, -0.010280816815793514, 0.027477044612169266, 0.03118325024843216, 0.011281917802989483, -0.015776226297020912, -0.007554412353783846, -0.034477654844522476, 0.0020767534151673317, -0.019212631508708, -0.01348292175680399, 0.007703512441366911, 0.008491613902151585, -0.02925204671919346, -0.01662822626531124, 0.0001891487481771037, -0.0018335779896005988, 0.027931444346904755, 0.0052504586055874825, 0.005147508345544338, -0.01096951775252819, -0.0027210793923586607, -0.025986041873693466, 0.021882236003875732, 0.007277511525899172, -0.006993511226028204, 0.026639243587851524, 0.03728926181793213, -0.013135021552443504, 0.008392213843762875, 0.019695430994033813, 0.009790915995836258, -0.03515925630927086, 0.010962417349219322, 0.009024114347994328, 0.011459418572485447, 0.03186485171318054, -0.007888113148510456, 0.04032806307077408, 0.0003758568491321057, 0.007039661519229412, 0.0031506300438195467, 0.00831411313265562, 0.015818824991583824, 0.019184231758117676, -0.0014661523746326566, 0.0016117026098072529, -0.0048706079833209515, -0.00758281210437417, 0.002587954280897975, -0.0004943382809869945, -0.013127921149134636, -0.015421224758028984, 0.021129634231328964, 0.014285222627222538, -0.03342685475945473, -0.0016134775942191482, 0.00759701244533062, 0.014697023667395115, 0.023799238726496696, -0.01787782832980156, 0.001057014218531549, -0.03535805642604828, -0.01452662330120802, -0.006734360940754414, -0.003848206251859665, -0.005520259030163288, -0.03243285045027733, -0.008534213528037071, -0.0027530293446034193, 0.00896021444350481, 0.0044588069431483746, 0.008775614202022552, -0.008299913257360458, -0.011736318469047546, -0.07060251384973526, 0.0018957030260935426, 0.012666420079767704, -0.005559308920055628, 0.022478636354207993, 0.011452318169176579, -0.006276410073041916, 0.01033051684498787, -0.020135631784796715, -0.04890487715601921, -0.00935781467705965, -0.014881623908877373, -0.015861425548791885, 0.002378503791987896, 0.013113721273839474, -0.014881623908877373, -0.012567020021378994, -0.0007778949802741408, -0.02159823477268219, 0.020433831959962845, 0.012247519567608833, -0.0026057041250169277, 0.013390621170401573, 0.03615325689315796, 0.016344226896762848, 0.0316944494843483, -0.0002172159729525447, -0.047144077718257904, -0.016898026689887047, -0.030160848051309586, -0.0035340306349098682, -0.014484023675322533, 0.0025755290407687426, -0.02155563421547413, 0.016898026689887047, 0.02565944194793701, -0.013553922064602375, -0.034335654228925705, 0.005850409623235464, 0.010486717335879803, 0.0017244152259081602, 0.0001615252549527213, 0.014107722789049149, 0.02382763847708702, 0.029763247817754745, 0.013007220812141895, 0.0074976119212806225, -0.004533357452601194, 0.016202226281166077, -0.03603965789079666, 0.0365508571267128, 0.01851682923734188, -0.0033867054153233767, 0.015975026413798332, 0.002831129590049386, -0.0013578771613538265, -0.03166605159640312, -0.014043822884559631, 0.005356958601623774, 0.016046026721596718, -0.008718813769519329, -0.009719915688037872, -0.005051658023148775, -0.017352428287267685, -0.013355121947824955, 0.009095114655792713, -0.010657116770744324, 0.007082261610776186, -0.01231141947209835, -0.015705225989222527, 0.002492103958502412, -0.0007508262060582638, 0.007653812412172556, -0.02521924115717411, -0.018957030028104782, 0.028726646676659584, -0.01303562056273222, 0.019993633031845093, 0.004480107221752405, 0.007561512291431427, -0.03018924780189991, -0.032489653676748276, -0.010486717335879803, -0.035074055194854736, 0.004323906730860472, 0.019226830452680588, 0.04776887595653534, 0.017593828961253166, 0.05699888989329338, -0.008796914480626583, 0.026142241433262825, -0.004362957086414099, 0.0037097560707479715, 0.005360508803278208, -0.009017014876008034, -0.010564817115664482, 0.005303708370774984, -0.014136122539639473, 0.03149564936757088, 0.012396619655191898, 0.01901383139193058, -0.02408323809504509, -0.003597930772230029, 0.026738643646240234, 0.0002968692278955132, -0.01901383139193058, -0.025829842314124107, -0.02840004488825798, -0.016599826514720917, 0.058220092207193375, -0.02587244100868702, 0.017863629385828972, -0.052653685212135315, 0.0032234052196145058, 0.020817233249545097, -0.007153261452913284, 0.029479246586561203, -0.0024956539273262024, 0.012900720350444317, -0.010344716720283031, -0.016102826222777367, 0.015421224758028984, 0.027136243879795074, -0.004377156961709261, 0.02452343888580799, -0.03601125627756119, 0.00706451153382659, 0.011821518652141094, 0.01388052199035883, 0.0015442525036633015, 0.013639122247695923, -0.002343003870919347, -0.005360508803278208, 0.005612559150904417, 0.004938058089464903, -0.013120820745825768, -0.007092911284416914, 0.0013765146723017097, -0.0394192636013031, -0.029536047950387, -0.022606436163187027, 0.005385358817875385, -0.0305868498980999, 0.0276048444211483, 0.029223646968603134, 0.019127430394291878, -0.01628742553293705, -0.017196226865053177, 0.012396619655191898, 0.007412411738187075, 0.042088866233825684, -0.015662625432014465, 0.004611457232385874, 0.010813317261636257, 0.011132817715406418, -0.0027494793757796288, -0.006276410073041916, 0.010195616632699966, -0.00621961010619998, 0.020874032750725746, 0.04938767850399017, -0.01608862541615963, -0.00998261570930481, 0.008001713082194328, 0.024012237787246704, -0.027874644845724106, -0.028613045811653137, 0.04001566395163536, 0.029706448316574097, 0.017295626923441887, -0.00834251381456852, -0.02776104398071766, -0.022549636662006378, 0.021470434963703156, -0.025503240525722504, 0.02696584351360798, -0.004632757510989904, 0.012141019105911255, -0.007021911442279816, 0.003567755687981844, 0.004423307254910469, 0.02120063453912735, 0.016614027321338654, 0.013816622085869312, 0.001441302360035479, 0.018800830468535423, -0.024551838636398315, 0.0394192636013031, 0.008278612978756428, 0.03183645009994507, -0.01837483048439026, -0.008370913565158844, 0.0014794649323448539, 0.018545228987932205, 0.01295752078294754, 0.0015992776025086641, 0.01000391598790884, 0.03839686140418053, -0.04331006854772568, 0.00748341204598546, 0.0004492976004257798, -0.03390965610742569, 0.018332229927182198, 0.0003279317752458155, 0.001876177964732051, -0.0004681569989770651, -0.01593242585659027, -0.009592115879058838, 0.019326230511069298, 0.013461621478199959, -0.0081153130158782, -0.0009159015025943518, 0.01652882620692253, -0.006734360940754414, 0.004086056724190712, -0.021427834406495094, -0.009279714897274971, -0.043168067932128906, -0.016060225665569305, -0.005520259030163288, -0.019326230511069298, -0.005541558843106031, -0.0013969272840768099, -0.0015096399001777172, 0.002248928649351001, 0.0432816706597805, -0.014881623908877373, 0.024495039135217667, 0.017551228404045105, 0.012162319384515285, -0.03266005218029022, 0.00905961450189352, -0.003390255384147167, 0.0012638020562008023, 0.0024761289823800325, -0.023004036396741867, -0.005044558085501194, -0.019212631508708, 0.0020803033839911222, 0.02095923386514187, 0.010742316953837872, -0.013738522306084633, -0.0019116781186312437, -0.0015566775109618902, 0.0005125320749357343, -0.00258085411041975, -0.017196226865053177, 0.005087158177047968, -0.005559308920055628, -0.0023181536234915257, 0.016912227496504784, -0.016216425225138664, 0.020476432517170906, -0.01718202792108059, 0.01961023174226284, -0.01042991690337658, -0.033881254494190216, -0.03734606131911278, 0.012943320907652378, 0.0019613781478255987, -0.014484023675322533, -0.006450360175222158, -0.02154143527150154, -0.007980412803590298, -0.025190841406583786, -0.001493664924055338, -0.0014164522290229797, -0.011416818015277386, 0.007195861544460058, 0.015236624516546726, 0.0365508571267128, 0.0025560040958225727, -0.020377032458782196, 0.007533112075179815, -0.012964621186256409, 0.008527114056050777, -0.017295626923441887, -0.012283019721508026, -0.0296496469527483, 0.049274079501628876, 0.029223646968603134, -0.04294086992740631, -0.04484367370605469, -0.00736271170899272, -0.05148928239941597, 0.0069189611822366714, 0.010621617548167706, -0.004128656815737486, 0.028613045811653137, 0.026681842282414436, 5.555204188567586e-05, 0.029223646968603134, -0.0012487145140767097, 0.02933724783360958, -0.020235031843185425, 0.0019542782101780176, -0.01867303065955639, -0.021967435255646706, -0.000532057078089565, 0.02155563421547413, -0.006940260995179415, -0.004341656807810068, -0.011416818015277386, 0.0005582384183071554, -0.0070680612698197365, 0.01087011769413948, -0.015776226297020912, -0.023714037612080574, -0.005282408557832241, 0.017494428902864456, 0.007930712774395943, 0.004579507280141115, 0.00024073476379271597, -0.017608027905225754, 0.0030849550385028124, 0.00948561541736126, -0.01603182591497898, 0.013149221427738667, -0.012787120416760445, 0.001727077760733664, -0.011019217781722546, -0.008946014568209648, -0.0033938053529709578, -0.003951156511902809, -0.01065001729875803, -0.005481208674609661, 0.047683678567409515, -0.001193689415231347, -0.00915901456028223, 0.023060837760567665, 0.002822254551574588, 0.0025790792424231768, 0.004089606460183859, 0.002208103658631444, -0.022762635722756386, -0.022507036104798317, -0.0005728821852244437, -0.033284854143857956, 0.01275872066617012, -0.016358425840735435, 0.0019400781020522118, -0.01837483048439026, 0.011445218697190285, 0.015236624516546726, -0.01124641764909029, -0.03243285045027733, 0.009350715205073357, -0.01338352169841528, 0.008505813777446747, -0.016841227188706398, -0.009471415542066097, -0.0007051198626868427, -0.014711223542690277, -0.008853713981807232, -0.0074053118005394936, -0.017437627539038658, 0.0039689065888524055, 0.03280205279588699, -0.006620760541409254, -0.01275872066617012, 0.025744641199707985, 0.03913526237010956, -0.01472542341798544, -0.014271022751927376, 0.19414271414279938, -0.010266616940498352, 0.009421715512871742, 0.0196528322994709, -0.012616720050573349, 0.007987513206899166, 0.03311445191502571, 0.023870239034295082, -0.013546821661293507, -0.001665840158239007, 0.004884807858616114, 0.012964621186256409, -0.010209816507995129, -0.0011857019271701574, -0.0020590033382177353, -0.003883706172928214, -0.041776467114686966, -0.04220246896147728, -0.01618802547454834, 0.013348021544516087, 0.01642942614853382, -0.013639122247695923, -0.0023110536858439445, -0.02303243614733219, 0.01951083168387413, 0.002463703975081444, 0.005715509410947561, -0.012084219604730606, 0.023699838668107986, 0.018048228695988655, 0.00017406122060492635, 0.017054228112101555, 0.010891417972743511, 0.006745011080056429, -0.0029855547472834587, -0.005030358210206032, 0.012971720658242702, 0.0038730562664568424, 0.02973484806716442, 0.006613660603761673, 0.026894843205809593, 0.0035535558126866817, 0.00799461267888546, -0.035272855311632156, -0.008264413103461266, 0.0063474103808403015, 0.00748341204598546, -0.01177181862294674, -0.005229158326983452, 0.003202105173841119, -0.0052078585140407085, -0.005825559142976999, 0.02110123448073864, 0.025929242372512817, -0.01191381923854351, -0.0006603010697290301, -0.007160361390560865, 0.0033707304392009974, 0.013610721565783024, 0.02179703488945961, -0.01718202792108059, 0.0128368204459548, 0.0015096399001777172, 0.01857363060116768, -0.002829354489222169, -0.015762025490403175, 0.003951156511902809, 0.00012835489178542048, 0.013987022452056408, 0.008165013045072556, -0.0187156293541193, -0.029223646968603134, -0.01628742553293705, 0.0033210304100066423, -0.014540823176503181, -0.04697367548942566, 0.030416449531912804, 0.01811922900378704, 0.01901383139193058, 0.022478636354207993, -0.005495409015566111, -0.005644509103149176, 0.00039893187931738794, 0.01077071763575077, -0.03189324960112572, -0.030643649399280548, 0.012808420695364475, -0.022748436778783798, -0.004845757968723774, -0.01642942614853382, 0.004153506830334663, 0.014356222935020924, -0.0147680239751935, 0.0007352949469350278, -0.009542414918541908, 7.094464672263712e-05, 0.0055486587807536125, -0.012027419172227383, 0.0062586599960923195, -0.01265932060778141, -0.031098049134016037, 0.04047006368637085, 0.021214833483099937, 0.017750028520822525, -0.02046223357319832, 0.0027352795004844666, -0.02774684503674507, -0.010401517152786255, -0.00958501547574997, -0.012687720358371735, 0.00968441553413868, -0.011388418264687061, 0.01563422568142414, -0.007455011829733849, -0.0036884560249745846, 0.00228442857041955, 0.012993020936846733, -0.028116045519709587, 0.014796423725783825, 0.013958622701466084, -0.02824384532868862, -0.012787120416760445, -0.00834251381456852, 0.013497121632099152, 0.02343003824353218, -0.006624310743063688, -0.03774366155266762, -0.010784917511045933, -0.02249283529818058, 0.005285958293825388, 0.011778919026255608, -0.010763617232441902, 0.0002791192091535777, 0.020689433440566063, -0.016415227204561234, 0.006979311350733042, -0.016003426164388657, -0.028826046735048294, -0.008370913565158844, 0.01792042888700962, -0.00021577379084192216, -0.00035744119668379426, 0.023202836513519287, -0.03879446163773537, 0.020036231726408005, 0.005317908711731434, -0.015208224765956402, 0.0022737786639481783, -0.018289629369974136, -0.021129634231328964, -0.014441423118114471, -0.0025471290573477745, 0.0018548780353739858, -0.007089361548423767, 0.012197819538414478, -0.004043456632643938, -0.012467619962990284, 0.008974414318799973, -0.007043211255222559, 0.012609620578587055, -0.03717565909028053, -0.005711959209293127, 0.02259223721921444, -0.0018078404245898128, -0.010266616940498352, -0.03635205700993538, -0.18255549669265747, 0.022180436179041862, 0.03819806128740311, -0.024040639400482178, 0.02289043739438057, 0.01831802912056446, 0.024012237787246704, 0.0032358302269130945, -0.021016033366322517, -0.013937322422862053, -0.014895823784172535, -0.013376421295106411, -0.03524445742368698, -0.03189324960112572, -0.010018115863204002, 0.0029642547015100718, -0.014306522905826569, -0.01246052049100399, 0.030672049149870872, 0.010934017598628998, 0.01936883106827736, -0.03470485657453537, 0.0009904515463858843, -0.01529342494904995, 0.01378112193197012, 0.023614637553691864, -0.002866629511117935, -0.0045688571408391, -0.011423918418586254, -0.02263483591377735, -0.009237115271389484, 0.005715509410947561, 0.022265635430812836, -0.013028521090745926, 0.028684046119451523, 0.0009327640291303396, 0.03266005218029022, -0.00042245068470947444, -0.014498223550617695, 0.0030299299396574497, 0.02756224386394024, 0.03663605824112892, 0.0018389029428362846, -0.014611823484301567, 0.00604565953835845, 0.013411921449005604, 0.01167241856455803, -0.01030211616307497, -0.006840860936790705, -0.01126771792769432, 0.008179212920367718, -0.015662625432014465, -0.0002704660582821816, -0.002502754097804427, 0.0005609008949249983, 0.0045688571408391, -0.0011368893319740891, 0.024196838960051537, 0.011658218689262867, -0.020036231726408005, 0.011253518052399158, -0.011026318185031414, 0.00425645662471652, -0.014924224466085434, -0.00728461192920804, -0.017139427363872528, -0.042287666350603104, 0.015662625432014465, -0.025190841406583786, 0.02746284380555153, -0.02199583500623703, -0.007944912649691105, -0.0008644263725727797, 0.003218080149963498, 0.004508507438004017, 0.03689165785908699, 0.018360629677772522, 0.0024033538065850735, 0.03657925873994827, 0.006042109802365303, -0.027533844113349915, 0.024651240557432175, -0.016259025782346725, 0.015549024567008018, 0.009123514406383038, 0.0007978637586347759, -0.014334922656416893, -0.0010055390885099769, -0.00547410873696208, -0.0035659808199852705, 0.00992581620812416, -0.020717833191156387, -0.01519402489066124, 0.00462920730933547, 0.010806217789649963, 0.010181416757404804, 0.03172285109758377, -0.00627996027469635, 0.018190229311585426, 0.007440811954438686, 0.009002814069390297, -0.007852612994611263, -0.005751009099185467, -0.0036884560249745846, 0.006361610256135464, 0.002951829694211483, -0.015776226297020912, 0.01211261935532093, 0.04759847745299339, -0.024509239941835403, -0.02587244100868702, 0.007462112233042717, -0.003086729906499386, 0.023458437994122505, -0.0007250886410474777, 0.03530125692486763, -0.022123634815216064, -0.0039014562498778105, 0.015662625432014465, 0.010756517760455608, 0.02324543707072735, 0.014398823492228985, -0.002808054443448782, 0.020689433440566063, -0.023699838668107986, -0.01191381923854351, -0.10650017112493515, -0.027888845652341843, 0.01221201941370964, 0.017537027597427368, -0.015861425548791885, 0.02884024567902088, -0.0024175539147108793, 0.03569885715842247, -0.007767412345856428, 0.019155830144882202, -0.023217037320137024, -0.029848448932170868, 0.001325927092693746, 0.0006816011155024171, -0.006134409923106432, 0.018332229927182198, -0.00510135805234313, -0.01748022809624672, -0.011530418880283833, 0.008129512891173363, 0.020874032750725746, -0.02269163727760315, 0.014256822876632214, -0.017863629385828972, -0.0018113903934136033, -0.02646884322166443, -0.026042841374874115, 0.020590033382177353, 0.017153628170490265, -0.010635817423462868, 0.0037665560375899076, -0.01392312254756689, 0.0021371033508330584, -0.021825434640049934, 0.011097317561507225, -0.016173826530575752, -8.503373101120815e-05, -0.019340431317687035, 0.03129684925079346, -0.03530125692486763, 0.003990206401795149, -0.002552454126998782, 0.020788833498954773, 0.00036964434548281133, -0.004277756903320551, -0.0070112613029778, -0.012354020029306412, 0.020646832883358, -0.010912717320024967, -0.021470434963703156, -0.022478636354207993, 0.0021317785140126944, -0.04200366884469986, -0.007675112225115299, 0.04086766391992569, -0.008299913257360458, 0.017040027305483818, -0.0006549760582856834, 0.0016924652736634016, -0.01221201941370964, -0.004480107221752405, -0.01388052199035883, -0.01456922385841608, 0.002287978772073984, 0.023572038859128952, 0.0005773197044618428, -0.026497242972254753, 0.005513159092515707, 0.012503120116889477, -0.010074916295707226, 0.01648622564971447, 0.008370913565158844, 0.004043456632643938, 0.02175443433225155, 0.007089361548423767, -0.010685517452657223, -0.002248928649351001, -0.035074055194854736, 0.006943811196833849, 0.009350715205073357, -0.005580609198659658, -0.0030139549635350704, 0.03226245194673538, 0.005985309835523367, -0.01549222506582737, -0.011835719458758831, -0.0037026559002697468, -0.000293762976070866, -0.014306522905826569, -0.048876479268074036, 0.007937813177704811, 0.011835719458758831, -0.016770226880908012, -0.009840616025030613, -0.010408616624772549, -0.008072713389992714, -0.006194760091602802, 0.0018042904557660222, 0.0032038800418376923, 0.008598113432526588, -0.029962047934532166, -0.011125718243420124, -0.0571976937353611, 0.016259025782346725, 0.006503610406070948, -0.017451828345656395, -0.000122697078040801, -0.02016403153538704, -0.006574610713869333, -0.03226245194673538, 0.008690414018929005, 0.03141045197844505, -0.011139918118715286, 0.012822620570659637, -0.017792629078030586, 0.009989716112613678, 0.0049700080417096615, 0.004291956778615713, 0.028087645769119263, -0.01167241856455803, 0.029280446469783783, 0.024196838960051537, 9.346499427920207e-05, -0.004345207009464502, 0.004547557327896357, 0.005467008799314499, -0.004206756595522165, 0.0011093767825514078, 0.00040492252446711063, 0.035670455545186996, -0.007767412345856428, -0.0035713056568056345, 0.018857629969716072, -0.044417671859264374, -0.017593828961253166, 0.011984819546341896, 0.008967314846813679, 0.003546455642208457, 0.027051042765378952, 0.011757618747651577, 0.013142121024429798, 0.01831802912056446, -0.0453832745552063, -0.04066886380314827, 0.007046761456876993, -0.0029926549177616835, 0.0014386398252099752, 0.01074941735714674, -0.004291956778615713, -0.006272859871387482, 0.022720037028193474, 0.010912717320024967, 0.041293665766716, 0.01777842827141285, -0.026994243264198303, -0.04007246345281601, -0.00679116090759635, -0.022705836221575737, 0.026199042797088623, 0.01549222506582737, 0.009847715497016907, 0.02209523506462574, 0.02933724783360958, -0.00721006141975522, 0.016670826822519302, 0.00044463822268880904, -0.013248621486127377, -0.020476432517170906, -0.011338718235492706, 0.002357203746214509, 0.031098049134016037, -0.016699226573109627, -0.01851682923734188, -0.003670705948024988, -0.0047286078333854675, 0.0014306523371487856, 0.01246052049100399, 0.011963519267737865, -0.006169910077005625, 0.005775859113782644, -0.018658829852938652, 0.02621324174106121, 0.014853224158287048, -0.016443626955151558, -0.007930712774395943, 0.010905617848038673, 0.04220246896147728, 0.02085983380675316, -0.003663606010377407, 0.011821518652141094, -0.001963153248652816, -0.030160848051309586, -0.007810012437403202, 0.000533388345502317, 0.0033068303018808365, 0.021782835945487022, 0.01574782468378544, -0.02770424447953701, -0.010209816507995129, -0.0003053004911635071, 0.02100183442234993, -0.008179212920367718, 0.027122043073177338, 0.005960459820926189, 0.005140408407896757, -0.030870849266648293, -0.012162319384515285, 0.0010632267221808434, -0.021825434640049934, -0.035869259387254715, 0.009918715804815292, 0.0012868770863860846, -0.011083117686212063, -0.011523318476974964, 0.004220956936478615, 0.020377032458782196, -0.022464435547590256, 0.022904636338353157, -0.007540212012827396, -0.033881254494190216, -0.03129684925079346, 0.04047006368637085, 0.007767412345856428, -0.004192556720227003, 0.01807662844657898, -0.023870239034295082, 0.03317125514149666, 0.037317659705877304, 0.025844041258096695, -0.01456922385841608, 0.035869259387254715, -0.004504957236349583, -0.02066103368997574, 0.006666910834610462, -0.002715754322707653, -0.01573362573981285, -0.009080914780497551, -0.019581831991672516, -0.0008488951134495437, 0.003954706247895956, -0.021683434024453163, 0.1103057786822319, 0.03939086198806763, 0.0032127550803124905, 0.003784306114539504, -0.03305765241384506, -0.010145916603505611, 0.008598113432526588, -0.0014279898023232818, -0.005914309527724981, 0.005516708828508854, 0.02105863392353058, -0.00721006141975522, -0.007554412353783846, -0.0402996651828289, -0.021484633907675743, -0.004100256599485874, -0.006734360940754414, 0.021214833483099937, 0.007320111617445946, 0.006624310743063688, 0.016102826222777367, 0.0057794093154370785, 0.005758109036833048, -0.00759701244533062, -0.028783446177840233, 0.00024960978771559894, 0.016699226573109627, -0.021981636062264442, -0.017551228404045105, -0.03405165299773216, 0.013695921748876572, 0.02124323509633541, -0.036068059504032135, -0.028371645137667656, -0.005822009406983852, 0.014405922964215279, -0.0029394046869128942, -0.0068763610906898975, 0.013951522298157215, 0.02054743282496929, 0.013958622701466084, 0.00990451592952013, -0.009166114963591099, -0.026937443763017654, -0.026781242340803146, 0.030558448284864426, -0.020235031843185425, -0.016358425840735435, -0.03922046348452568], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='1ac78902-d824-4715-8c65-d344e17b7e73', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='bff7204c90fa647bd67e005194a6179590c08cb4fcc89a38fc39e267b9e969e5'), : RelatedNodeInfo(node_id='7cbe7e2b-784d-4b6a-9fb0-81859af77209', node_type=, metadata={}, hash='6579872127d99fcbc395a5f605942b6a960fe90b5083b2589205e120130d6aeb')}, hash='3b2894ddeb3ce0d51ddec0e5e89149d6fe9bbe4d68f136d62eacc7337674a714', text='you want to specify exact documents, you can do it the following way. To load the files you want to ingest, you can specify the path to each file individually. The loaded files can then be saved into a list. This list serves as the input that is sent to the vector database to store the data. The alternative approach is a more versatile method in which we can load all pertinent documents from a designated folder and store the file locations in a list for subsequent processing. This approach offers flexibility and allows for the efficient handling of multiple documents by capturing their locations in a centralized list, enabling seamless data retrieval and analysis. Load the documents into the vector store. When dealing with a vast number of documents, it becomes inefficient to send all documents (analyst recommendations) to your large language model (LLM) when seeking answers to specific questions. For instance, if your question pertains to MSFT, it would be more cost-effective to only send document extracts that reference MSFT to your LLM for answering the question. This approach helps optimize resource utilization. To achieve this, all documents are split into chunks and stored in a vector database in a numeric format (embeddings). When a new question is posed, the system queries the vector database for relevant text chunks related to this question, which is then shared with the LLM to generate an appropriate response. Within the LangChain framework, the VectorstoreIndexCreator class serves as a utility for creating a vector store index. This index stores vector representations of the documents (in chromadb), enabling various text operations, such as finding similar documents based on a specific question. When a user asks a question, a similarity search is performed in the vector store to get document chunks relevant to the question. The question, along with the chunks are sent to OpenAI to get the response back. Now we are ready to query these documents. Setting up the web application The application is presented in the browser using Streamlit, providing a user-friendly interface. Within the application, a text box is available for users to enter their questions. Upon submitting the question by pressing enter, the application processes the input and generates a corresponding response. This response is then displayed below the text box, allowing users to conveniently view the relevant', start_char_idx=5358, end_char_idx=7788, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='7cbe7e2b-784d-4b6a-9fb0-81859af77209', embedding=[-0.01217260304838419, 0.002574293175712228, -0.015045903623104095, -0.02689296007156372, 0.009539923630654812, -0.0047947317361831665, -0.0013296091929078102, 0.01457881461828947, -0.030912749469280243, -0.01977340318262577, 0.0014048032462596893, 0.011188887059688568, -0.01210183184593916, 0.01905153878033161, 0.006390616297721863, 0.025335999205708504, 0.01190367341041565, 0.0022912092972546816, 0.0029139937832951546, -0.02803944982588291, -0.020084794610738754, -0.014493890106678009, -0.010912880301475525, -0.005325513891875744, -0.0014171882066875696, 0.004048098344355822, -0.0006603813963010907, -0.05842849239706993, -0.017933357506990433, 0.010559025220572948, 0.004426722880452871, 0.008471282199025154, -0.027572359889745712, 0.0067763179540634155, -0.007024016231298447, -0.015201599337160587, 0.0025566003751009703, -0.0010261787101626396, 0.03179030865430832, -0.007827267050743103, 0.028096064925193787, 0.022887324914336205, -0.008655286394059658, -0.008782674558460712, -0.01317755039781332, 0.011174732819199562, 0.0023142099380493164, -0.03391343727707863, -0.008174044080078602, 0.0067763179540634155, 0.010113168507814407, 0.048095934092998505, -0.019688477739691734, 0.016772713512182236, -0.017140723764896393, -0.007374332752078772, 0.007402641233056784, 0.013085547834634781, 0.001279184827581048, 0.004271026700735092, -0.008520822040736675, 0.0180890541523695, -0.009801776148378849, 0.007629108149558306, -0.019009076058864594, -0.006719701457768679, -0.015413912013173103, 0.03088444098830223, 0.02070757932960987, 0.006772779393941164, 0.012356607243418694, 0.024713214486837387, -0.0074380263686180115, -0.0039914813823997974, 0.011868287809193134, 0.0016684250440448523, -0.018004128709435463, -0.02754405327141285, -0.0074521806091070175, 0.008803905919194221, 0.002248746808618307, -0.007742341607809067, -0.007218636572360992, 0.022052226588129997, 0.01154274120926857, -0.008648209273815155, 0.027515744790434837, 0.025972938165068626, -0.011153501458466053, -0.02200976386666298, -0.010035320185124874, -0.006376462522894144, 0.029752105474472046, 0.019872481003403664, -0.015399757772684097, 0.006213689222931862, 0.009681465104222298, 0.021698372438549995, 0.01071472093462944, -0.03498915582895279, 0.0034500835463404655, -0.004529340658336878, -0.032526325434446335, -0.017862586304545403, -0.014430196024477482, 0.00542813166975975, 0.02876131236553192, -0.011995675042271614, 0.023538416251540184, 0.007629108149558306, 0.002790144644677639, 0.01582438312470913, 0.010898726060986519, -0.02401965856552124, 0.0073318700306117535, -0.03490423038601875, 0.010778415016829967, -0.012526457197964191, -0.02035372518002987, -0.011839979328215122, 0.020580191165208817, 0.01909400150179863, -0.0005590904620476067, -0.010912880301475525, 0.021259592846035957, 0.006840012036263943, -0.014975132420659065, -0.015399757772684097, -0.009405458346009254, -0.011868287809193134, 0.015314833261072636, 0.017537040635943413, 0.023495953530073166, 0.001632154919207096, -0.04005635529756546, 0.027713902294635773, -0.01276707835495472, -0.002436289796605706, -0.03184692561626434, -0.003602241165935993, -0.006089840084314346, 0.026581566780805588, -0.022307002916932106, 0.0073531013913452625, -0.019546935334801674, 0.03419652208685875, 0.022958094254136086, 0.0006661315564997494, 0.01249814871698618, 0.01970263198018074, 0.02789790742099285, -0.024472594261169434, -0.03909387066960335, 0.00904452707618475, 0.01078549213707447, 0.02275993674993515, 0.004387798719108105, -0.0009996396256610751, -0.028096064925193787, -0.015088365413248539, 0.01303600799292326, 0.032667867839336395, 0.0076149539090693, -0.011960290372371674, -0.0016985026886686683, 0.029214246198534966, 0.02621355839073658, -0.01283784955739975, -0.013389863073825836, -0.024260280653834343, -0.023566724732518196, 0.02215130627155304, -0.05095508322119713, -0.003349235048517585, -0.011224271729588509, -0.0018294289475306869, 0.03204508498311043, -0.012200911529362202, -0.018867533653974533, -0.01297939196228981, -0.01772104576230049, 0.019065693020820618, 0.011379968374967575, 0.03184692561626434, -0.020014023408293724, -0.021995609626173973, 0.004320566076785326, 5.00649148307275e-05, -0.0006510927341878414, 0.0024203662760555744, 0.015074211172759533, 0.0025070607662200928, -0.0038322468753904104, -0.029610564932227135, -0.6064786911010742, -0.032526325434446335, 0.01582438312470913, -0.009752236306667328, 0.004522263538092375, -0.012696308083832264, -0.0075583369471132755, 0.024727368727326393, -0.0019692014902830124, 0.047982700169086456, -0.011783362366259098, -0.005272435490041971, -0.013382785953581333, 0.017324727028608322, -0.0031227681320160627, -0.020155565813183784, 0.01297939196228981, -0.035045772790908813, 0.00228767073713243, 0.013382785953581333, -0.00949038378894329, 0.01801828294992447, -0.005820910446345806, -0.007367255631834269, -0.020084794610738754, -0.0024645982775837183, 0.021231284365057945, -0.01851367950439453, 0.012590151280164719, 0.017310572788119316, -0.02847822941839695, 0.00598722230643034, 0.03153553232550621, -0.02161344699561596, 0.05002090334892273, 0.0002693719288799912, -0.02075004205107689, 0.01862691342830658, 0.010934111662209034, -0.007777727209031582, -0.025335999205708504, -0.030516432598233223, -0.0010474099544808269, 0.002798991044983268, -0.014734511263668537, 0.002459290437400341, 0.02736004814505577, -0.0008554438245482743, -0.01351725123822689, -0.01974509470164776, -0.008407588116824627, -0.002972379792481661, -0.004306412301957607, -0.031224140897393227, 0.01317755039781332, -0.01007070578634739, 0.03193185105919838, -0.021839914843440056, 0.024387668818235397, 0.0049150423146784306, 0.026666492223739624, 0.004830117337405682, -0.03552701696753502, -0.04005635529756546, -0.015343140810728073, 0.006758625619113445, 0.008322663605213165, -0.0031192295718938112, -0.01837213709950447, -0.023396875709295273, 0.022165460512042046, -0.0033226958476006985, -0.01704164408147335, -0.008867600001394749, -0.013503096997737885, 0.030233347788453102, 0.03380020335316658, -0.0006188034894876182, -0.005530749447643757, 0.024755677208304405, 0.016701944172382355, -0.016744406893849373, -0.012936929240822792, -0.028534846380352974, 0.011040267534554005, 0.012087677605450153, -0.03583840653300285, -0.017197340726852417, 0.0030502278823405504, 0.0013623407576233149, 0.009122375398874283, 0.04537833109498024, -0.026581566780805588, -0.035357166081666946, 0.0020293567795306444, 0.02021218277513981, 0.010580256581306458, -0.025335999205708504, -0.0011022575199604034, -0.009377150796353817, -0.01542806625366211, 0.00431348942220211, 0.023963041603565216, 0.0038782479241490364, 0.04203794151544571, -0.0021992071997374296, -0.0021089741494506598, -0.0006652469164691865, 0.007869728840887547, -0.023779038339853287, -0.0006307460716925561, 0.00792634580284357, 0.008322663605213165, -0.007409717887639999, 0.019688477739691734, -0.017494577914476395, 0.018400445580482483, -0.02121713012456894, 0.025151994079351425, -0.013623407110571861, 0.01549883745610714, -0.025803087279200554, -0.020226337015628815, 0.0002131974761141464, 0.028902854770421982, 0.012292913161218166, -0.0033386193681508303, -0.026171095669269562, -0.0125476885586977, 0.014125880785286427, 0.0005551096401177347, -0.03912217915058136, 0.022859016433358192, -0.008096196688711643, 0.01100488193333149, 0.0012199141783639789, 0.016631172969937325, -0.007388486992567778, 0.006387077737599611, 0.006217227783054113, -0.016560401767492294, -0.006790472194552422, 0.01503174938261509, 0.015470528975129128, -0.041047148406505585, -0.02444428578019142, -0.011224271729588509, 0.012462764047086239, -0.01373664103448391, -0.008032502606511116, -0.009773467667400837, -0.01944785565137863, -0.013064316473901272, -0.000246592506300658, -0.004271026700735092, -0.00868359487503767, 0.002218669280409813, -0.028237607330083847, 0.008365126326680183, -0.03130906820297241, -0.005601520650088787, 0.009285148233175278, 0.01053779385983944, -0.0006192458095028996, 0.009631926193833351, -0.01664532721042633, 0.00383932376280427, 0.019518626853823662, -0.005275974050164223, -0.023963041603565216, 0.030799515545368195, -0.03060135804116726, -0.002910455223172903, 0.0171548780053854, 0.000759903050493449, 0.012038137763738632, -0.02686465159058571, -0.00016542708908673376, 0.015258216299116611, -0.012745847925543785, -0.021443596109747887, 0.018796764314174652, 0.036800891160964966, -0.03569686412811279, 0.014154189266264439, -0.010523639619350433, 0.034281447529792786, 0.01283784955739975, -0.005445824470371008, 0.01624900847673416, 0.01058733370155096, 0.027784673497080803, -0.014055109582841396, 0.025576619431376457, -0.005290128290653229, 0.015810228884220123, 0.013368631713092327, 0.01582438312470913, 0.02182576060295105, 0.022491006180644035, -0.011507355608046055, 0.030233347788453102, 0.004946889355778694, -0.024401823058724403, -0.026949577033519745, -0.02409042976796627, 0.02556246519088745, -0.030176730826497078, 0.010127322748303413, 0.0022310540080070496, 0.017381343990564346, 0.009362996555864811, -0.015541300177574158, -0.011103961616754532, 0.005817371886223555, 0.022519314661622047, 0.003430621698498726, -0.011337505653500557, -0.00683293491601944, 0.026128632947802544, 0.012922775000333786, -0.00821650680154562, -0.010495331138372421, 0.0010146783897653222, -0.021811606362462044, 0.014607123099267483, -0.007296484429389238, 0.005198126193135977, -0.001361456117592752, -0.02819514460861683, 0.0032006159890443087, -0.0016533862799406052, 0.009589463472366333, -0.004883195273578167, 0.015244062058627605, 0.004476262256503105, 0.017338881269097328, -0.007742341607809067, 0.03762183338403702, -0.004585957154631615, -0.022278694435954094, 0.006850627716630697, 0.005530749447643757, -0.020721733570098877, 0.025505850091576576, -0.0016233086353167892, 0.03629134222865105, 0.005060122814029455, -0.020806659013032913, -0.009426689706742764, -0.02740251086652279, 0.0033793128095567226, -0.0002576504775788635, -0.002091281581670046, 0.00895252451300621, -0.012632614001631737, 0.004858425352722406, -0.005990760400891304, 0.027303431183099747, 0.02261839434504509, -0.007607876788824797, 0.002692834474146366, -0.0029759183526039124, 0.011103961616754532, 0.004493955057114363, -0.01743796095252037, 0.003395236097276211, -0.008237738162279129, -0.02257593162357807, -0.019787557423114777, 0.010665182024240494, -0.014260346069931984, 0.023241179063916206, -0.02294394001364708, 0.04181147366762161, 0.035074081271886826, 0.011316274292767048, 0.004193178378045559, 0.003273156238719821, 0.01391356810927391, -0.005042430013418198, -0.01636224240064621, 0.02093404531478882, 0.0033899282570928335, -0.008421742357313633, -0.004394875839352608, 0.001370302401483059, 0.016659481450915337, -0.017423806712031364, 0.014423118904232979, -0.015173290856182575, -0.004221486859023571, 0.0007262868457473814, -0.010884571820497513, -0.023510107770562172, 0.014706202782690525, 0.02995026484131813, -0.009030372835695744, 0.012434455566108227, -0.03283771872520447, 0.0295256394892931, 0.009603617712855339, -0.020127257332205772, -0.015512991696596146, 0.04818085953593254, -0.006270305719226599, -0.004451492335647345, -0.0102688642218709, -0.021443596109747887, -0.04710514098405838, 0.0046744211576879025, 0.003945480100810528, -0.0035403165966272354, -0.011033190414309502, 0.016404705122113228, 0.016744406893849373, 0.01281661819666624, -0.015470528975129128, 0.02096235379576683, 0.02887454628944397, 0.005937682464718819, -0.03847108781337738, -0.008676517754793167, 0.028917009010910988, 0.056758299469947815, 0.008697749115526676, -0.00911529827862978, -0.004561187699437141, -0.030912749469280243, 0.0043241046369075775, -0.020650962367653847, -0.017466269433498383, 0.004462108016014099, 0.01242030132561922, -0.032158318907022476, -0.011408276855945587, -0.0003653550229500979, 0.007508797571063042, 0.027713902294635773, 0.007197405211627483, 0.002257593208923936, -0.0073460242711007595, 0.00021684660168830305, -0.021797452121973038, 0.0228731706738472, 0.014861898496747017, -0.008046656847000122, 0.020466957241296768, 0.035979948937892914, -0.01344648003578186, 0.012731693685054779, 0.03020503930747509, -0.0017728122184053063, -0.032016776502132416, 0.013290783390402794, 0.0056616757065057755, 0.006953245494514704, 0.025378461927175522, -0.0106793362647295, 0.035328857600688934, 0.00027534321998246014, -0.0003666819538921118, 0.0005268012173473835, 0.002620294224470854, 0.017593657597899437, 0.01643301360309124, 0.003853478003293276, -0.010927034541964531, -0.0029617641121149063, -0.018782610073685646, -0.002354903146624565, -0.0020594345405697823, -0.01636224240064621, -0.0175087321549654, 0.017749354243278503, 0.01317755039781332, -0.03883909434080124, -0.0017790046986192465, 0.0024185969959944487, 0.01668778993189335, 0.016461322084069252, -0.0140621867030859, 0.006171226501464844, -0.02280239947140217, -0.010757183656096458, -0.014692048542201519, -0.0012314144987612963, -0.0073318700306117535, -0.025194456800818443, -0.01386402826756239, -0.005226434208452702, -0.0011022575199604034, 0.009617771953344345, 0.011302120052278042, 0.0004741653392557055, -0.02387811802327633, -0.06539235264062881, 0.005353821907192469, 0.006525081116706133, -0.016602864488959312, 0.0274308193475008, 0.0074663348495960236, -0.005265358369797468, 0.009447921067476273, -0.007572491187602282, -0.04138685017824173, -0.008803905919194221, -0.028393303975462914, -0.018428754061460495, -0.00470980629324913, 0.01094826590269804, -0.025180302560329437, -0.009299302473664284, 9.432440128875896e-05, -0.013120933435857296, 0.010191015899181366, 0.014734511263668537, 0.012859080918133259, 0.011875364929437637, 0.029837030917406082, 0.01923554390668869, 0.030912749469280243, 0.016333933919668198, -0.0443592295050621, -0.011188887059688568, -0.03456452861428261, -0.009454998187720776, -0.013418171554803848, 0.007862651720643044, -0.02140113338828087, 0.020764196291565895, 0.02096235379576683, -0.014805282466113567, -0.02969548851251602, 0.010275941342115402, 0.006206612102687359, 0.0027954524848610163, 0.0039100949652493, 0.015696996822953224, 0.01650378480553627, 0.029893647879362106, 0.023142099380493164, 0.0029971494805067778, -0.018825070932507515, 0.014989286661148071, -0.026270175352692604, 0.03351711854338646, 0.020339570939540863, -0.011641820892691612, 0.008379279635846615, 0.008294355124235153, -0.0008280201000161469, -0.03397005423903465, -0.016164084896445274, 0.004072867799550295, -0.000631630711723119, -0.004048098344355822, -0.019433701410889626, -0.0010792568791657686, -0.014217883348464966, -0.02070757932960987, 0.005845680367201567, -0.012165525928139687, 0.00621015066280961, -0.01614993065595627, -0.0063658468425273895, 0.000530339777469635, -0.0019249697215855122, 0.01881091669201851, -0.029044397175312042, -0.013892336748540401, 0.03433806449174881, -0.008350972086191177, 0.016730252653360367, 0.002123128389939666, 0.02024049125611782, -0.02761482261121273, -0.03269617632031441, -0.004996428731828928, -0.027091117575764656, 0.004221486859023571, 0.01636224240064621, 0.04628419876098633, 0.02203807234764099, 0.0511249303817749, -0.0002726892998907715, 0.026270175352692604, 0.0032165395095944405, 0.01058733370155096, -0.005980145186185837, -0.016730252653360367, -0.01038917526602745, 0.0063658468425273895, -0.005258281249552965, 0.02966718003153801, 0.016376396641135216, 0.02154267579317093, -0.027388356626033783, 0.0034642377868294716, 0.022278694435954094, 0.0038039383944123983, -0.02523691952228546, -0.0260295532643795, -0.024175355210900307, -0.015017595142126083, 0.03909387066960335, -0.023000556975603104, 0.015838537365198135, -0.05333298444747925, -0.004409030079841614, 0.020410340279340744, -0.007883883081376553, 0.024656597524881363, -0.007218636572360992, 0.013524328358471394, -0.00987254735082388, -0.014663740061223507, 0.020806659013032913, 0.026171095669269562, -0.008987910114228725, 0.022491006180644035, -0.04022620618343353, 0.005382130388170481, 0.007706956006586552, 0.011528586968779564, 0.0005214934353716671, 0.02042449451982975, -0.007027554791420698, -0.007763572968542576, 0.014125880785286427, 0.0032979261595755816, -0.009943317621946335, -0.005640444345772266, -0.004564726259559393, -0.030941057950258255, -0.013276629149913788, -0.02642587199807167, 0.0063516926020383835, -0.03283771872520447, 0.03323403745889664, 0.02912932075560093, 0.021698372438549995, -0.015512991696596146, -0.013191704638302326, 0.010176862590014935, 0.011302120052278042, 0.03889571130275726, -0.001992202131077647, 0.004157793242484331, 0.012087677605450153, 0.015881000086665154, 0.013963107950985432, -0.008046656847000122, 0.013340323232114315, -0.00774941872805357, 0.01384279690682888, 0.052228957414627075, -0.004830117337405682, -0.017211494967341423, -0.0008098850375972688, 0.02686465159058571, -0.02484060265123844, -0.023566724732518196, 0.028308378532528877, 0.02693542279303074, 0.014706202782690525, -0.01977340318262577, -0.031478915363550186, -0.00978054478764534, 0.030969366431236267, -0.03490423038601875, 0.026553258299827576, 0.0021585137583315372, 0.009532846510410309, -0.007742341607809067, 0.002361980266869068, -0.0007939615752547979, 0.01242030132561922, 0.0043170275166630745, 0.01592346280813217, 0.007763572968542576, 0.024868911132216454, -0.014791128225624561, 0.02656741254031658, 0.010566102340817451, 0.03481930494308472, -0.021528521552681923, 0.003287310479208827, 0.006705547217279673, 0.017353035509586334, 0.011231348849833012, -0.004660266917198896, 0.0037579373456537724, 0.03660273179411888, -0.041188690811395645, 0.014338193461298943, -0.001353494357317686, -0.0324414037168026, 0.022774090990424156, -0.004561187699437141, 0.0024575211573392153, 0.003474853467196226, -0.023184562101960182, -0.00526889692991972, 0.016164084896445274, 0.016815176233649254, -0.005123816430568695, 0.0020364338997751474, 0.017169032245874405, -0.010849186219274998, 0.002257593208923936, -0.008782674558460712, -0.013651715591549873, -0.028563154861330986, -0.02100481651723385, -0.00870482623577118, -0.009207299910485744, -0.0025070607662200928, -0.0015534223057329655, -0.009426689706742764, 0.0016065004747360945, 0.03790491819381714, -0.01578192040324211, 0.02992195636034012, 0.010452868416905403, 0.01549883745610714, -0.023609187453985214, 0.010035320185124874, -0.005951836705207825, -0.0027282200753688812, 0.005477671045809984, -0.03286602720618248, -0.006302152760326862, -0.012554765678942204, -0.0017259264132007957, 0.018938304856419563, 0.007402641233056784, -0.0009014449315145612, 0.005314898211508989, 0.005240588448941708, -0.0067692408338189125, -0.004079944919794798, -0.019292160868644714, 0.01127381157130003, -0.002315979218110442, -0.0004746076592709869, 0.03088444098830223, -0.01755119487643242, 0.019263852387666702, -0.01244153268635273, 0.02682218886911869, -0.013170473277568817, -0.03297926113009453, -0.0312807597219944, 0.0018453524680808187, -0.007706956006586552, -0.024684906005859375, -0.009568232111632824, -0.02570400759577751, 0.004083483479917049, -0.0281243734061718, 0.001744503853842616, 0.0033651585690677166, -0.0022805938497185707, 0.011726745404303074, 0.011309197172522545, 0.03671596571803093, 0.00607568584382534, -0.011181809939444065, 0.002294747857376933, -0.01080672349780798, 0.009497460909187794, -0.0171548780053854, -0.01457881461828947, -0.020268799737095833, 0.04911503568291664, 0.021769143640995026, -0.0532197505235672, -0.04444415494799614, -0.018895842134952545, -0.06295783072710037, 0.003828708315268159, -0.009879624471068382, -0.01012024562805891, 0.03102598339319229, 0.024614134803414345, -0.006199534982442856, 0.03190354257822037, -0.00019417778821662068, 0.02491137385368347, -0.02826591581106186, -0.005647521466016769, -0.013028930872678757, -0.024783985689282417, 0.004769961815327406, 0.01440188754349947, -0.0032979261595755816, -0.005152124911546707, -0.010488254018127918, -0.00014286885561887175, -0.015272370539605618, 0.012590151280164719, -0.008888830430805683, -0.03513069823384285, 0.009433766826987267, 0.00941961258649826, 0.005286589730530977, 0.006394154857844114, -9.570664406055585e-05, -0.019136464223265648, 0.01147197000682354, 0.005845680367201567, -0.011719669215381145, 0.009893778711557388, -0.009164837189018726, -0.0014101110864430666, -0.008605747483670712, -0.013524328358471394, -0.0038251697551459074, -0.006330461241304874, -0.011295042932033539, 0.002783067524433136, 0.03966004028916359, -0.0014393040910363197, -0.004147177562117577, 0.03179030865430832, -0.0010783723555505276, -0.007650339510291815, 0.005799679085612297, 0.005827987566590309, -0.013708332553505898, -0.026708954945206642, 0.002958225551992655, -0.03445129841566086, 0.018173979595303535, -0.018711838871240616, -0.005467055831104517, -0.022335311397910118, 0.014833590015769005, 0.005778447724878788, -0.012384915724396706, -0.04469893127679825, 0.010962419211864471, -0.009532846510410309, 0.00607568584382534, -0.01007070578634739, -0.010919957421720028, 0.0034589299466460943, -0.019193081185221672, -0.013828642666339874, -0.013821565546095371, -0.03142230212688446, 0.010205170139670372, 0.032016776502132416, -0.014734511263668537, -0.00987254735082388, 0.02754405327141285, 0.029582256451249123, -0.0157536119222641, -0.0065640052780508995, 0.2060849964618683, -0.00929222535341978, 0.006871859077364206, 0.01195321325212717, -0.022462697699666023, 0.012052292004227638, 0.03363035246729851, 0.021556830033659935, -0.014989286661148071, -0.005541365128010511, 0.00020446168491616845, 0.016008388251066208, -0.011153501458466053, -0.005201664753258228, 0.00016597998910583556, -0.0019019691972061992, -0.029185937717556953, -0.04033944010734558, -0.01014147698879242, 0.01542806625366211, 0.015074211172759533, -0.010693489573895931, -0.0018559680320322514, -0.011698437854647636, 0.024939682334661484, 0.006404770538210869, 0.007933422923088074, -0.014890206977725029, 0.024118738248944283, 0.016135776415467262, 0.00032377708703279495, 0.006560466717928648, 0.005612135864794254, 0.004090560600161552, -0.004090560600161552, 0.0006422463338822126, 0.017607811838388443, -0.0046885753981769085, 0.026992039754986763, -0.0004098080098628998, 0.025180302560329437, 0.002949379151687026, 0.02927086316049099, -0.032781101763248444, -0.008641132153570652, 0.006011991761624813, 0.004943350795656443, -0.016192393377423286, 0.0021054355893284082, -0.009306379593908787, -0.013856951147317886, 0.0006648045964539051, 0.0295256394892931, 0.023241179063916206, -0.017522886395454407, -0.0010712952353060246, -0.00965315755456686, -0.0010801415191963315, 0.011988597922027111, 0.014989286661148071, -0.0171548780053854, 0.013814488425850868, 0.0029688412323594093, 0.01624900847673416, -0.01078549213707447, -0.006645391695201397, 0.0028538384940475225, -0.002370826667174697, 0.009950394742190838, 0.014692048542201519, -0.021797452121973038, -0.023495953530073166, -0.017565349116921425, 0.006394154857844114, -0.020084794610738754, -0.04648235812783241, 0.04002804681658745, 0.01977340318262577, 0.024571672081947327, 0.02189653180539608, -0.0041967169381678104, -0.002807837212458253, -0.0008222699398174882, 0.014423118904232979, -0.03643288463354111, -0.02927086316049099, 0.016475476324558258, -0.01629147119820118, -0.002445136196911335, -0.025435078889131546, 0.001459650811739266, 0.013800334185361862, -0.007883883081376553, 0.00553782656788826, -0.0019904328510165215, -0.002857377054169774, 0.010169785469770432, -0.009539923630654812, 0.0012172602582722902, -0.007016939576715231, -0.016914255917072296, 0.03810307756066322, 0.007409717887639999, 0.017282264307141304, -0.021273747086524963, -0.004532879218459129, -0.027996987104415894, -0.0018771993927657604, -0.015286524780094624, -0.012731693685054779, 0.01823059655725956, -0.003931325860321522, 0.01339694019407034, -0.013849874027073383, -0.0018948920769616961, -0.002303594257682562, 0.010615642182528973, -0.026326792314648628, 0.015413912013173103, 0.004175486043095589, -0.031195832416415215, -0.009447921067476273, -0.011217194609344006, 0.014026802033185959, 0.015881000086665154, -0.010863340459764004, -0.02639756351709366, -0.019546935334801674, -0.02193899266421795, 0.007997117005288601, 0.024472594261169434, -0.017381343990564346, -0.010233478620648384, 0.03402667120099068, -0.018315520137548447, 0.020523574203252792, -0.012809541076421738, -0.02653910405933857, 0.003197077428922057, 0.006666623055934906, -0.00018964402261190116, 0.006167687941342592, 0.01535729505121708, -0.028209298849105835, 0.026808034628629684, 0.004614265635609627, -0.013297860510647297, 0.006974476855248213, -0.017211494967341423, -0.015456374734640121, -0.02082081325352192, 0.0008726942469365895, 0.009695619344711304, -0.008435896597802639, 0.02035372518002987, 0.005053045693784952, -0.01297939196228981, 0.014253268949687481, -0.005435208790004253, 0.015187445096671581, -0.04750145971775055, 0.004037482663989067, 0.023071328178048134, -0.0001833409769460559, -0.018244750797748566, -0.02437351457774639, -0.18173979222774506, 0.01556960865855217, 0.03218662738800049, -0.02808191254734993, 0.029978573322296143, 0.01988663524389267, 0.02222207747399807, 0.008258969523012638, -0.019263852387666702, -0.016744406893849373, -0.027062809094786644, -0.013312014751136303, -0.025548310950398445, -0.030289964750409126, -0.0036623964551836252, 0.0009297532960772514, -0.013340323232114315, -0.01310677919536829, 0.033347271382808685, -0.003062612609937787, 0.026227712631225586, -0.028591463342308998, 0.008244815282523632, -0.012476918287575245, 0.019079847261309624, 0.020183874294161797, -0.006960322614759207, -0.010219324380159378, -0.012512302957475185, -0.0214719045907259, -0.01963186077773571, 0.008924216032028198, 0.02164175547659397, -0.007636185269802809, 0.029865339398384094, 0.008428819477558136, 0.04099053144454956, 0.0002037982048932463, -0.024387668818235397, 0.0063375383615493774, 0.021910684183239937, 0.04164162650704384, 0.012554765678942204, -0.01740965247154236, 0.007172635290771723, 0.008718980476260185, 0.012653845362365246, -0.007657416630536318, -0.009136529639363289, -0.010601487942039967, 0.01718318648636341, -0.014663740061223507, 0.014366501942276955, 0.001919661881402135, -0.007784804329276085, 0.017069952562451363, -0.0036694735754281282, 0.02243438921868801, 0.011747976765036583, -0.017197340726852417, 0.013212935999035835, -0.00299361115321517, 0.018541987985372543, -0.012391992844641209, -0.008839291520416737, -0.020155565813183784, -0.04710514098405838, 0.017522886395454407, -0.01755119487643242, 0.023028865456581116, -0.016885947436094284, -0.005208741873502731, 0.0007134596235118806, -0.002039972459897399, 0.005728908348828554, 0.041443467140197754, 0.022122997790575027, 0.0008063464774750173, 0.03926372155547142, 0.009263916872441769, -0.018471216782927513, 0.019830020144581795, -0.01858445070683956, 0.02164175547659397, 0.005074277054518461, -0.00329438759945333, -0.009447921067476273, 0.0018648144323378801, -0.016744406893849373, -0.006532158236950636, 0.016772713512182236, -0.017197340726852417, -0.02110389620065689, 0.0035261623561382294, -0.00024239049525931478, 0.010551948100328445, 0.029893647879362106, -0.00502473721280694, 0.014416041783988476, 0.0024327512364834547, 0.010912880301475525, 0.0013322631129994988, 0.0018188133835792542, 0.002310671377927065, 0.009426689706742764, 0.004002097062766552, -0.017027489840984344, 0.001287146587856114, 0.0494830459356308, -0.029469022527337074, -0.02268916554749012, 0.003987942822277546, 0.002970610512420535, 0.023934734985232353, -0.004798270296305418, 0.03382851183414459, -0.02021218277513981, -0.008442973718047142, 0.008117427118122578, 0.0009819469414651394, 0.028577309101819992, 0.013092624954879284, -0.004869041033089161, 0.021344518288969994, -0.028534846380352974, -0.014040956273674965, -0.09862639009952545, -0.026949577033519745, 0.00821650680154562, 0.020155565813183784, -0.0004151158209424466, 0.033488813787698746, -0.005074277054518461, 0.04045267403125763, -0.011068576015532017, 0.03006349876523018, -0.011847056448459625, -0.02175498940050602, 0.006086301524192095, 0.0011402969248592854, -0.0009545231587253511, 0.012724616564810276, 0.0011606435291469097, -0.022844862192869186, -0.010919957421720028, 0.008181121200323105, 0.028973625972867012, -0.021556830033659935, 0.01701333560049534, -0.016730252653360367, 0.005750139243900776, -0.02775636501610279, -0.029638871550559998, 0.020594345405697823, 0.018725993111729622, -0.01033963542431593, -0.002660987665876746, -0.021231284365057945, 0.00645431037992239, -0.031875234097242355, 0.01855614222586155, -0.024783985689282417, -0.0048796567134559155, -0.015951771289110184, 0.03623472526669502, -0.03756522014737129, 0.007402641233056784, -0.004861963912844658, 0.026836343109607697, -0.009398382157087326, -2.385755033174064e-05, -0.005714754108339548, -0.007154942490160465, 0.02196730114519596, -0.02110389620065689, -0.0190232302993536, -0.028931163251399994, 0.004872579593211412, -0.03513069823384285, -0.0065781595185399055, 0.05194587633013725, -0.0035544708371162415, 0.022250385954976082, -0.006217227783054113, 0.00013203204434830695, -0.015201599337160587, -0.00027556437999010086, -0.02240608260035515, -0.014416041783988476, -0.0002161831216653809, 0.017395498231053352, 0.009865470230579376, -0.023326104506850243, 0.010820877738296986, 0.019221389666199684, -0.0065498510375618935, 0.019518626853823662, 0.012066446244716644, 0.0075441827066242695, 0.019801711663603783, 0.006061531603336334, -0.015654534101486206, -0.00160207727458328, -0.041330233216285706, 0.002965302672237158, 0.013807411305606365, -0.010077782906591892, -0.005573212169110775, 0.029837030917406082, 0.007275253534317017, -0.014175420626997948, -0.021769143640995026, -0.007367255631834269, -0.0058881426230072975, -0.007154942490160465, -0.04523678869009018, 0.0049928901717066765, 0.007756495848298073, -0.027742210775613785, -0.0010881032794713974, -0.006985092535614967, -0.010820877738296986, -0.01107565313577652, 0.004975197371095419, 0.0003653550229500979, 0.00650031166151166, -0.029865339398384094, -0.015088365413248539, -0.061542414128780365, 0.013743718154728413, 0.007208020891994238, -0.010573179461061954, 0.005725369788706303, -0.01787674054503441, 0.002415058668702841, -0.03767845034599304, 0.017268110066652298, 0.03575348109006882, -0.022066380828619003, 0.012469841167330742, -0.010028243064880371, 0.00024393860076088458, 0.0013375708367675543, 0.008740211836993694, 0.03490423038601875, -0.02175498940050602, 0.030006881803274155, 0.02406212128698826, 0.006415386218577623, -0.008768520317971706, 0.014720357023179531, -0.0011827594134956598, -0.007855575531721115, 0.003572163637727499, -0.002296517137438059, 0.030233347788453102, -0.0009288686560466886, -0.00812450423836708, 0.01923554390668869, -0.04087729752063751, -0.02203807234764099, 0.006762164179235697, -0.002271747449412942, -0.004341797437518835, 0.02516614831984043, 0.017933357506990433, 0.007841421291232109, 0.023113790899515152, -0.04936981201171875, -0.034932538866996765, 0.013927722349762917, -0.0018789686728268862, -0.004497493617236614, 0.0012172602582722902, -0.006234920583665371, -0.0019585860427469015, 0.03020503930747509, 0.001150912488810718, 0.030403198674321175, 0.015739457681775093, -0.038386162370443344, -0.03722551837563515, -0.0036730121355503798, -0.01496097818017006, 0.03269617632031441, 0.009575309231877327, 0.019122309982776642, 0.022844862192869186, 0.019688477739691734, -0.0035792405251413584, 0.010700566694140434, -0.0027565283235162497, -0.0049079651944339275, -0.005498902406543493, -0.013389863073825836, 0.003888863604515791, 0.0333755798637867, -0.013241244480013847, -0.020113103091716766, -0.005152124911546707, -0.007600799668580294, 0.0009669080609455705, 0.0102688642218709, 0.013616329990327358, -0.0059942989610135555, 0.013354477472603321, -0.020254645496606827, 0.019065693020820618, 0.01783427782356739, -0.016418859362602234, -0.008697749115526676, 0.0049079651944339275, 0.03527224063873291, 0.017862586304545403, -0.009547000750899315, 0.0009828314650803804, -0.005102585069835186, -0.02600124664604664, -0.0037968612741678953, -0.005056584253907204, -0.0033120804000645876, 0.023977195844054222, 0.0076149539090693, -0.023382721468806267, -0.012243373319506645, 0.003131614299491048, 0.01168428361415863, -0.007883883081376553, 0.031875234097242355, 0.0021266669500619173, 0.0032448479905724525, -0.027416665107011795, -0.01484774425625801, -0.004065790679305792, -0.019292160868644714, -0.048237476497888565, 0.015060057863593102, -0.000579437124542892, 0.002542446367442608, -0.018598604947328568, -0.011790439486503601, 0.022137152031064034, -0.019207235425710678, 0.026850497350096703, -0.004823040217161179, -0.03088444098830223, -0.034536220133304596, 0.03561193868517876, 0.01589515432715416, -0.005523672327399254, 0.01071472093462944, -0.019914943724870682, 0.039999738335609436, 0.0494830459356308, 0.027558207511901855, -0.013701255433261395, 0.02754405327141285, -0.0039065564051270485, -0.01542806625366211, 0.006026146002113819, -0.005965990945696831, -0.02093404531478882, -0.006638314574956894, -0.0180890541523695, -0.0010889879195019603, 0.0043241046369075775, -0.021839914843440056, 0.10094767808914185, 0.04127361625432968, 0.002774221124127507, 0.01549883745610714, -0.03549870848655701, -0.026907114312052727, 0.009837161749601364, -0.008782674558460712, -0.012002752162516117, 0.0018577373120933771, 0.017593657597899437, -0.012002752162516117, -0.003963172901421785, -0.030912749469280243, -0.01841459982097149, -0.0036146261263638735, -0.0016622325638309121, 0.02268916554749012, 0.00121106777805835, 0.004968120250850916, 0.013510174117982388, 0.014260346069931984, -0.00045647259685210884, -0.002241669688373804, -0.026737263426184654, 0.0015304216649383307, 0.014324039220809937, -0.015371449291706085, -0.015725303441286087, -0.03210170194506645, 0.013128010556101799, 0.017452115193009377, -0.03176200017333031, -0.022590085864067078, -0.01301477663218975, 0.00513443211093545, -0.010743029415607452, -0.00944084394723177, 0.018541987985372543, 0.012257527559995651, 0.01379325706511736, 0.01977340318262577, -0.011641820892691612, -0.0228731706738472, -0.028393303975462914, 0.03368696942925453, -0.021160513162612915, -0.012512302957475185, -0.04356659576296806], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='ce372f2a-c6e2-43a2-b950-0086cee019f7', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='3b2894ddeb3ce0d51ddec0e5e89149d6fe9bbe4d68f136d62eacc7337674a714'), : RelatedNodeInfo(node_id='5efbe3fb-5702-4293-ac19-bb29dea9a9a4', node_type=, metadata={}, hash='a81601aa5fba671b0428351613cedb211ef3cfbd13b2417693b960e13628d0c7')}, hash='6579872127d99fcbc395a5f605942b6a960fe90b5083b2589205e120130d6aeb', text=\"When a user asks a question, a similarity search is performed in the vector store to get document chunks relevant to the question. The question, along with the chunks are sent to OpenAI to get the response back. Now we are ready to query these documents. Setting up the web application The application is presented in the browser using Streamlit, providing a user-friendly interface. Within the application, a text box is available for users to enter their questions. Upon submitting the question by pressing enter, the application processes the input and generates a corresponding response. This response is then displayed below the text box, allowing users to conveniently view the relevant information. Create a prompt based on the question asked by the user and display the response back to the user By calling index.query() with the specified parameters, you initiate the process of querying the vector database using the provided question. Vector database provides relevant text chunks that are relevant to the question asked. These text chunks, along with the original question, is passed to LLM. The LLM is invoked to analyze the question and generate a response based on the available data sent. The specific chaining process associated with the query is determined by the chain_type parameter, which is to use all the data (filtered by the question) sent to LLM. Now the entire application is ready, and let's take it for a spin next. Ask few questions Let's try few questions The range of questions encompasses diverse facets of stock analysis, encompassing price forecasts, analyst recommendations, and recent rating changes. The chat system excels in delivering precise answers by leveraging the information contained within the financial documents. The system extends beyond individual stock inquiries and accommodates comparative queries across multiple stocks. For instance, one can ask about the stock with the highest price increase, prompting the system to compare price increases across all stocks and provide a comprehensive response. This versatility allows users to gain insights and make informed decisions across a broader spectrum of stock analysis. Conclusion The development of a Q&A bot over private documents using OpenAI and LangChain represents a remarkable achievement in unlocking the invaluable knowledge hidden within private document repositories. This web-based Q&A bot has the potential to empower users from various industries, enabling efficient access and analysis of critical information and ultimately enhancing\", start_char_idx=7095, end_char_idx=9654, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='5efbe3fb-5702-4293-ac19-bb29dea9a9a4', embedding=[-0.004416071344166994, 0.00959652941673994, -0.006462543737143278, -0.037663426250219345, 0.0038601537235081196, 0.00041628681356087327, -0.01762259192764759, 0.014578942209482193, -0.021625200286507607, -0.019304241985082626, 0.00451683159917593, 0.018109019845724106, -0.007817593403160572, 0.015732470899820328, 0.00791487842798233, 0.027781987562775612, 0.013682524673640728, -0.004061673767864704, 0.002171553671360016, -0.02180587314069271, -0.019609997048974037, -0.011153099127113819, -0.022723136469721794, -0.0014549408806487918, 0.00040998932672664523, 0.0010058636544272304, 0.0018970692763105035, -0.050199370831251144, -0.016705326735973358, 0.006990665569901466, 0.011973078362643719, 0.005705105606466532, -0.03182629123330116, 0.00795657280832529, -0.005663411691784859, -0.02180587314069271, 0.0006731816101819277, -0.0038462558295577765, 0.023084484040737152, -0.0065772016532719135, 0.027378948405385017, 0.020805221050977707, -0.00026319228345528245, -0.0058892532251775265, -0.022361790761351585, 0.006170686800032854, 0.008651469834148884, -0.026142030954360962, 0.003172205528244376, 0.012577638030052185, 0.003599567338824272, 0.04919871687889099, -0.0212082602083683, 0.016830408945679665, -0.016538552939891815, -0.01075005903840065, -0.003403258742764592, 0.02045777253806591, 0.003599567338824272, 0.00895722396671772, -0.002717047929763794, 0.014578942209482193, -0.010152447037398815, 0.01343931071460247, -0.01671922579407692, -0.006653640419244766, -0.015482308343052864, 0.020555058494210243, 0.013126607052981853, 0.0008686214569024742, 0.014495554380118847, 0.022792626172304153, -0.00138979428447783, -0.004395224619656801, 0.009276877157390118, 0.0037246488500386477, -0.004023454617708921, -0.020471669733524323, -0.009679917246103287, 0.014342676848173141, 0.0014019550289958715, 0.000418458366766572, -0.002216721884906292, 0.002491206396371126, 0.0026788285467773676, -0.0060734013095498085, 0.016913795843720436, 0.022347891703248024, -0.006820415612310171, -0.015134859830141068, 0.001378502231091261, -0.0017328998073935509, 0.024807827547192574, 0.010770905762910843, -0.02910229191184044, 0.002852552803233266, 0.010666671209037304, 0.012855597771704197, 0.011778506450355053, -0.03582889586687088, 0.010770905762910843, 0.003293812507763505, -0.027490131556987762, -0.01970728300511837, -0.018915100023150444, 0.002307058544829488, 0.03127037361264229, -0.0058267125859856606, 0.022945504635572433, 0.002730945823714137, -0.0009980460163205862, 0.02343193255364895, 0.01866493746638298, -0.020916404202580452, 0.01007600873708725, -0.035578735172748566, 0.015621287748217583, -0.008672316558659077, -0.014210646972060204, -0.008449949324131012, 0.022723136469721794, 0.013286433182656765, 0.0103400694206357, -0.004892075899988413, 0.01926254853606224, 0.010277529247105122, -0.013467106968164444, -0.01395353488624096, -0.004753096494823694, -0.011806302703917027, 0.012327475473284721, 0.01904018223285675, 0.03335506469011307, 0.0023921835236251354, -0.038552895188331604, 0.03488383814692497, -0.017497509717941284, -0.008908581919968128, -0.025280358269810677, 0.0013428888050839305, -0.009464499540627003, 0.019693385809659958, -0.02910229191184044, 0.0054271467961370945, -0.02037438377737999, 0.017289040610194206, 0.026461683213710785, 0.0037489701062440872, 0.022333994507789612, 0.023876667022705078, 0.01649685762822628, -0.03343845158815384, -0.024363094940781593, 0.018901202827692032, 0.01627449132502079, 0.01858155056834221, 0.009582631289958954, -0.004621066153049469, -0.02105538360774517, -0.007070578634738922, 0.008449949324131012, 0.026169827207922935, 0.0029845833778381348, -0.007699460256844759, -0.005041478667408228, 0.025127481669187546, 0.019874058663845062, -0.01708057150244713, -0.013877096585929394, -0.015273839235305786, -0.011611731722950935, 0.018498161807656288, -0.0364404059946537, -0.0028403920587152243, -0.006594574078917503, 0.002708361716940999, 0.03104800544679165, -0.02076352760195732, -0.020416079089045525, -0.007428450509905815, -0.006563303526490927, 0.013682524673640728, 0.017942244186997414, 0.02530815452337265, -0.024766134098172188, -0.029130088165402412, 0.014815207570791245, 0.0025346374604851007, 0.004586321301758289, 0.010117702186107635, 0.004561999812722206, 0.007199134677648544, -0.00794962327927351, -0.017650388181209564, -0.6350803971290588, -0.039164405316114426, 0.013564391992986202, -0.009499244391918182, 0.013300331309437752, -0.0018258423078805208, -0.008443000726401806, 0.03204865753650665, -0.0030175908468663692, 0.04074876755475998, -0.01673312298953533, -0.007129644975066185, -0.0157602671533823, 0.013001525774598122, -0.0003140066401101649, -0.015801960602402687, 0.010527691803872585, -0.02710098959505558, 0.011743761599063873, 0.008741806261241436, -0.012244087643921375, 0.020068630576133728, -0.004475137684494257, -0.012084261514246464, -0.014127259142696857, -0.003721174318343401, 0.019651692360639572, -0.014043871313333511, 0.007796746212989092, 0.015315533615648746, -0.029157884418964386, 0.003988709766417742, 0.035856693983078, -0.0196238961070776, 0.05033835023641586, 0.008276225067675114, -0.019318141043186188, 0.014099462889134884, 0.008630622178316116, 0.00276221614331007, -0.02604474499821663, -0.02828231453895569, -0.0003127037198282778, 0.00023365917149931192, -0.016774816438555717, 0.0012429972412064672, 0.029574822634458542, 0.007810643874108791, -0.015371125191450119, -0.02061064913868904, -0.008088602684438229, -0.00862367358058691, -0.011820200830698013, -0.02486342005431652, 0.005447993520647287, -0.0044195461086928844, 0.031548332422971725, -0.023876667022705078, 0.021555710583925247, -0.0005824106629006565, 0.028115538880228996, 0.005854508373886347, -0.034216735512018204, -0.054674506187438965, -0.020207609981298447, 0.009916182607412338, 0.0054271467961370945, -0.0029637364204972982, -0.024946806952357292, -0.026767438277602196, 0.02500239945948124, -0.004589795600622892, -0.014981982298195362, -0.003561347955837846, -0.00662236986681819, 0.03391098231077194, 0.03830273076891899, -0.007782848086208105, -0.010868191719055176, 0.02792096696794033, 0.016316184774041176, -0.025210868567228317, -0.01556569617241621, -0.03204865753650665, 0.02433529868721962, 0.014662330038845539, -0.03388318419456482, -0.015273839235305786, 0.004523780662566423, -0.002539849141612649, 0.001251683454029262, 0.03991489112377167, -0.02194485254585743, -0.03202085942029953, 0.01037481427192688, 0.020110324025154114, 0.007734205108135939, -0.03068665787577629, 0.008074704557657242, -0.010235834866762161, -0.0188039168715477, -0.006872532889246941, 0.03249339014291763, 0.006903803441673517, 0.02792096696794033, -0.0018154188292101026, 0.007782848086208105, 0.007762001361697912, 0.012932036072015762, -0.029658211395144463, 0.0022931606508791447, 0.016677532345056534, 0.017566999420523643, -0.0027361575048416853, 0.0050275810062885284, -0.02023540437221527, 0.0212082602083683, -0.016232797876000404, 0.01924865134060383, -0.005270794965326786, 0.010548538528382778, -0.020791321992874146, -0.016830408945679665, 0.004881652537733316, 0.018539855256676674, 0.00446123955771327, -0.004134638234972954, -0.026475582271814346, -0.0028282313141971827, 0.01216764934360981, 0.005566126201301813, -0.04308362305164337, 0.019276447594165802, -0.006003911606967449, 0.00929772388190031, 0.005336809903383255, 0.016997184604406357, -0.007219981402158737, 0.006347885355353355, 0.0037628680001944304, -0.013147453777492046, -0.01250119972974062, 0.015940940007567406, 0.018331386148929596, -0.04830925166606903, -0.028546374291181564, -0.0229038093239069, 0.010430405847728252, -0.007699460256844759, 0.0038010873831808567, -0.008137245662510395, -0.0049650403670966625, -0.008741806261241436, 0.0018049953505396843, -0.0041763316839933395, -0.006069926545023918, -0.00973550882190466, -0.03471706062555313, 0.005034530069679022, -0.023098381236195564, 0.00020836056501138955, -0.0007986974087543786, 0.013154403306543827, -0.007129644975066185, 0.0026736168656498194, -0.01656634733080864, 0.007032359018921852, 0.02448817528784275, -0.012362220324575901, -0.026100337505340576, 0.027962662279605865, -0.023459728807210922, -0.006580675952136517, 0.0174002256244421, 0.00024321400269400328, 0.008192837238311768, -0.026989804580807686, -0.00112833920866251, 0.01492639072239399, -0.012223240919411182, -0.01924865134060383, 0.01873442716896534, 0.02479393035173416, -0.035411957651376724, 0.01986016146838665, -0.01574636995792389, 0.030881229788064957, 0.009179591201245785, 0.0030384378042072058, 0.010020417161285877, 0.0021090127993375063, 0.03738546743988991, -0.004600218962877989, 0.016691429540514946, -0.0035648224875330925, 0.008561132475733757, 0.006955920718610287, 0.004933769814670086, 0.027128783985972404, 0.011486649513244629, -0.003389360848814249, 0.025127481669187546, 0.009005866944789886, -0.028685353696346283, -0.029519231989979744, -0.01897069253027439, 0.014439962804317474, -0.02971380203962326, 0.013522698543965816, 0.0018519009463489056, 0.011173945851624012, 0.015718573704361916, -0.009276877157390118, -0.013995228335261345, 0.0046106427907943726, 0.02851857990026474, 0.008449949324131012, -0.021472321823239326, -0.007171338424086571, 0.026308806613087654, 0.01596873626112938, -0.009978722780942917, -0.008790449239313602, -0.008304021321237087, -0.016441266983747482, 0.01078480388969183, -0.011354619637131691, 0.012139853090047836, 0.005736376158893108, -0.026545071974396706, 0.0062436508014798164, 0.004770468920469284, 0.008852989412844181, 0.0018605871591717005, 0.017817163839936256, 0.014884697273373604, 0.015357227064669132, -0.002883823122829199, 0.03774681314826012, 0.0007861023768782616, -0.01963779330253601, 0.0048191118985414505, 0.00936721358448267, -0.010117702186107635, 0.02136113867163658, -0.005041478667408228, 0.034439101815223694, 0.007112272549420595, -0.027156580239534378, -0.014787411317229271, -0.020777424797415733, 0.0005776332691311836, 0.0023504896089434624, 0.0028143334202468395, 0.012508148327469826, -0.008540285751223564, 0.002612813375890255, 0.003021065378561616, 0.02158350497484207, 0.02187536284327507, -0.004628015216439962, -0.00042041277629323304, 0.004940718878060579, 0.015843655914068222, 0.004249296151101589, -0.017372429370880127, 0.004603693727403879, -0.0021871887147426605, -0.021110976114869118, -0.015704676508903503, 0.0068273646757006645, -0.0032747029326856136, 0.02402954362332821, -0.022570259869098663, 0.030353108420968056, 0.03560652956366539, 0.01030532456934452, 0.006320089567452669, 0.006340936291962862, 0.018317488953471184, -0.0056390902027487755, -0.013425412587821484, 0.010166345164179802, 0.009603478945791721, -0.009415856562554836, -0.006333987694233656, 0.00038175913505256176, 0.012945934198796749, -0.020944200456142426, 0.020944200456142426, -0.017358530312776566, -0.0003934855049010366, -0.004033877979964018, -0.01649685762822628, -0.014009126462042332, 0.010541589930653572, 0.02553052082657814, -0.018609344959259033, 0.009575682692229748, -0.03896983340382576, 0.02195874974131584, -0.004370903130620718, -0.008456897921860218, -0.01641347073018551, 0.04427884519100189, -0.009679917246103287, -0.017136164009571075, -0.0021246480755507946, -0.023695992305874825, -0.04525170102715492, 0.0020603700540959835, 0.004221500363200903, -0.01384930033236742, -0.002810858888551593, 0.009853641502559185, 0.017414122819900513, 0.01642736792564392, -0.012334424071013927, 0.023612605407834053, 0.02971380203962326, 0.00243561458773911, -0.02322346344590187, -0.0069420225918293, 0.029324660077691078, 0.06470882147550583, 0.006313140504062176, -0.001963084563612938, 0.005583498626947403, -0.02851857990026474, 0.0010223673889413476, -0.0188039168715477, -0.015134859830141068, 0.004138112533837557, 0.007831490598618984, -0.023904461413621902, -0.007775899022817612, 0.003943541552871466, 0.004082520958036184, 0.01873442716896534, 0.0019231279147788882, 0.002126385224983096, -0.006948971655219793, 0.0004208470927551389, -0.026294907554984093, 0.01673312298953533, 0.004652336239814758, -0.004558525513857603, 0.017817163839936256, 0.027531825006008148, -0.01701108179986477, 0.019359834492206573, 0.03599567338824272, -0.008547235280275345, -0.022639749571681023, 0.010367865674197674, 0.005333335604518652, 0.012925087474286556, 0.017219550907611847, -0.014870799146592617, 0.03024192340672016, 0.00259370356798172, -0.007063629571348429, 0.008345714770257473, 0.0038948985747992992, 0.010708365589380264, 0.011966128833591938, 0.005420197732746601, -0.011618680320680141, -0.0010102067608386278, -0.011250385083258152, -0.006438222248107195, 0.006337461993098259, -0.01004126388579607, -0.023265156894922256, 0.011750711128115654, 0.007087951060384512, -0.039748117327690125, -0.0025815428234636784, 0.010923783294856548, 0.01762259192764759, 0.017150061205029488, -0.009158744476735592, 0.009950927458703518, -0.020958097651600838, -0.008422153070569038, -0.013196096755564213, 0.0028195451013743877, -0.0010449516121298075, -0.023626502603292465, -0.028852129355072975, -0.01452335063368082, -0.00449598440900445, 0.003887949511408806, 0.020124221220612526, 0.009978722780942917, -0.026475582271814346, -0.058260176330804825, 0.0011509234318509698, 0.015398920513689518, -0.010743110440671444, 0.024432584643363953, 0.008846040815114975, -0.002635397482663393, 0.014606738463044167, 0.0005111836944706738, -0.03830273076891899, -0.011632578447461128, -0.028185028582811356, -0.017872754484415054, -0.00726167531684041, -0.001524430583231151, -0.025419337674975395, -0.006000436842441559, 0.004874703474342823, -0.007345062680542469, 0.005371555220335722, 0.012362220324575901, 0.01755310222506523, 0.0034102078061550856, 0.022486871108412743, 0.019748976454138756, 0.025850174948573112, 0.01695549115538597, -0.03588448837399483, -0.001440174295566976, -0.01067361980676651, -0.01910967193543911, -0.022278402000665665, 0.013272535987198353, -0.009943977929651737, 0.021083179861307144, 0.01940152794122696, -0.0103400694206357, -0.020791321992874146, 0.009770253673195839, -0.0013567866990342736, -0.0020464721601456404, -0.011674271896481514, 0.008568082004785538, 0.013362872414290905, 0.03229881823062897, 0.0196238961070776, 0.0009077094146050513, -0.0255444198846817, 0.000224972958676517, -0.01591314561665058, 0.02163909748196602, 0.02277872897684574, -0.00872790813446045, -0.006990665569901466, 0.006344411056488752, -0.0004773074761033058, -0.028254518285393715, -0.01738632656633854, 0.000945060106460005, -0.009443651884794235, -0.009207387454807758, -0.02187536284327507, 0.000720087147783488, -0.016913795843720436, -0.012063414789736271, 0.0033910979982465506, -0.006323563866317272, 0.0013672101777046919, -0.014016075991094112, -0.016302287578582764, 0.004377852194011211, 0.0017928346060216427, 0.014370473101735115, -0.02590576559305191, -0.019915752112865448, 0.033688612282276154, -0.010645824484527111, 0.018081223592162132, 0.005378503818064928, 0.02590576559305191, -0.029074497520923615, -0.01909577287733555, -0.0025641703978180885, -0.031770698726177216, 0.008561132475733757, 0.01830359175801277, 0.04388970509171486, 0.016830408945679665, 0.047225210815668106, -0.004586321301758289, 0.023765482008457184, 0.013932688161730766, 0.009082306176424026, -0.012973729521036148, -0.014300983399152756, -0.006146365310996771, -0.003606516169384122, -0.004600218962877989, 0.02216721884906292, 0.020541159436106682, 0.028421293944120407, -0.023376340046525, 0.0011048865271732211, 0.028310110792517662, -0.005937896203249693, -0.020999791100621223, -0.02710098959505558, -0.022945504635572433, -0.011514445766806602, 0.025725092738866806, -0.015482308343052864, 0.01895679347217083, -0.050505124032497406, -0.005309014115482569, 0.0165802463889122, -0.007164389826357365, 0.021013690158724785, -0.017497509717941284, 0.017566999420523643, -0.003076657187193632, -0.02022150717675686, 0.00940195843577385, 0.032354410737752914, -0.013758963905274868, 0.023167870938777924, -0.038858648389577866, 0.004645387642085552, 0.012681872583925724, 0.005354182794690132, -0.006059503182768822, 0.024279706180095673, -0.013050168752670288, -0.007192185614258051, 0.013529647141695023, 0.006900328677147627, -0.009638223797082901, -0.004037352278828621, -0.005885778926312923, -0.02314007468521595, -0.0098119480535388, -0.015371125191450119, 0.010499895550310612, -0.026614561676979065, 0.01947101764380932, 0.020138120278716087, 0.022417381405830383, -0.01000651903450489, -0.013877096585929394, 0.005117917433381081, 0.01948491670191288, 0.03785799816250801, -0.0036134652327746153, 0.008971122093498707, 0.02098589390516281, 0.01512096170336008, 0.002989795058965683, -0.016816511750221252, 0.013724219053983688, -0.0037906640209257603, 0.018762223422527313, 0.046029988676309586, -0.017344633117318153, -0.019067978486418724, -0.0006996745942160487, 0.020429976284503937, -0.027073193341493607, -0.025141378864645958, 0.01828969269990921, 0.018609344959259033, 0.025808479636907578, -0.0179839376360178, -0.03291032835841179, -0.01492639072239399, 0.02696201018989086, -0.02926906757056713, 0.020721832290291786, 0.005441044922918081, 0.00048251921543851495, -0.008943326771259308, 0.009353315457701683, -0.008297071792185307, 0.01485690101981163, -0.001780673977918923, 0.007887083105742931, 0.0014436488272622228, 0.026100337505340576, -0.008908581919968128, 0.02022150717675686, 0.0003024974139407277, 0.022139422595500946, -0.017108367756009102, -0.0027413691859692335, 0.006584150716662407, 0.0157602671533823, 0.005013682879507542, -0.0017546153394505382, 0.002072530798614025, 0.033494044095277786, -0.03543975576758385, 0.013342025689780712, 0.00012747019354719669, -0.026906417682766914, 0.018567651510238647, -0.005715528968721628, -0.008540285751223564, -0.003229534486308694, -0.022806525230407715, 0.0038045619148761034, 0.017817163839936256, 0.014245391823351383, -0.001799783669412136, -0.002056895522400737, 0.01708057150244713, -0.016705326735973358, 0.003170468145981431, -0.014940288849174976, -0.009575682692229748, -0.022737035527825356, -0.021069280803203583, -0.003493595402687788, -0.013661677949130535, 0.000624538806732744, -0.0034258428495377302, -0.01596873626112938, -0.007345062680542469, 0.03991489112377167, -0.01678871549665928, 0.030130740255117416, -1.6680245607858524e-05, 0.011563088744878769, -0.02320956438779831, 0.006608471740037203, -0.010388712398707867, -0.007042782846838236, 0.00519088190048933, -0.035495348274707794, 0.000850814685691148, -0.012528995983302593, -0.012459506280720234, 0.021110976114869118, 0.014815207570791245, -0.004072097130119801, 0.0036864294670522213, -0.0010796964634209871, -0.011952230706810951, -0.007755052298307419, -0.010965476743876934, 0.006504237186163664, 0.005586972925812006, -0.0014731819974258542, 0.03552314266562462, -0.023014994338154793, 0.013592188246548176, -0.00695939501747489, 0.023570911958813667, -0.0179839376360178, -0.03396657109260559, -0.025572216138243675, 0.0059934877790510654, -0.013995228335261345, -0.016482960432767868, -0.004058199469000101, -0.018470365554094315, -0.004301413428038359, -0.029824985191226006, 0.005256896838545799, -0.00022779597202315927, -0.010201090015470982, 0.013314229436218739, 0.012362220324575901, 0.03719089552760124, 0.0005250816466286778, -0.013939636759459972, -0.006410426460206509, -0.003184366272762418, 0.001108360942453146, -0.011632578447461128, -0.009457550011575222, -0.02365429885685444, 0.033994369208812714, 0.020138120278716087, -0.049087535589933395, -0.04322260245680809, -0.01512096170336008, -0.051394592970609665, 0.0068273646757006645, -0.006695333868265152, -0.005197830498218536, 0.02865755930542946, 0.02238958701491356, 0.0049059740267694, 0.03888644650578499, -0.0026058643124997616, 0.024891216307878494, -0.021069280803203583, -0.0038323577027767897, -0.005948319565504789, -0.029157884418964386, 0.003406733274459839, 0.014815207570791245, -0.009791101329028606, -0.007094900123775005, -0.013460157439112663, -0.0005654725828208029, -0.01350880041718483, 0.00906840804964304, -0.0061776358634233475, -0.03891424089670181, 0.003870577085763216, 0.014773513190448284, 0.0010188929736614227, 0.0045724231749773026, 0.0035856692120432854, -0.018845610320568085, 0.00756048085168004, 0.003936592489480972, -0.01052074320614338, 0.0018136815633624792, -0.011278180405497551, -0.0056773098185658455, 0.0031878408044576645, -0.009513141587376595, 0.000897285935934633, -0.007511838339269161, -0.006778721697628498, -0.0044264947064220905, 0.037218689918518066, -0.004290990065783262, -0.0059274728409945965, 0.02680913172662258, 0.007845388725399971, -0.007720307447016239, 0.00013192188635002822, 0.003434529295191169, -0.01425928995013237, -0.026892520487308502, 0.0009181328350678086, -0.04325040057301521, 0.027490131556987762, -0.02544713392853737, 0.006108146160840988, -0.026739642024040222, 0.013154403306543827, 0.006542456801980734, -0.010757007636129856, -0.05022716522216797, 0.011653425171971321, -0.015440614894032478, -0.007282522041350603, -0.01651075668632984, -0.01881781406700611, 0.008345714770257473, -0.017289040610194206, -0.019290344789624214, -0.013112708926200867, -0.029991760849952698, 0.0066432165913283825, 0.03129816800355911, -0.01496808510273695, -0.009756356477737427, 0.022056035697460175, 0.02621152065694332, -0.017441919073462486, -0.01671922579407692, 0.20524482429027557, -0.012369168922305107, 0.00031639536609873176, 0.008832142688333988, -0.023765482008457184, 0.012945934198796749, 0.03791358694434166, 0.01209121011197567, -0.017747674137353897, -0.011549190618097782, -0.0039053219370543957, 0.01776157133281231, -0.008915530517697334, -0.009012816473841667, -0.0028542899526655674, -0.0040651485323905945, -0.033494044095277786, -0.030964616686105728, -0.013536596670746803, 0.011653425171971321, 0.01138936448842287, -0.010805650614202023, -0.0033407181035727262, -0.00486775441095233, 0.023195667192339897, 0.006466018036007881, 0.010263631120324135, -0.011841047555208206, 0.024376992136240005, 0.013321178033947945, 0.0046731834299862385, -0.0018049953505396843, 0.0003800218692049384, 0.004301413428038359, -0.006017809268087149, -0.011702068150043488, 0.0152599411085248, -0.01190358866006136, 0.025474930182099342, -0.008651469834148884, 0.03024192340672016, 0.002044734777882695, 0.03129816800355911, -0.018609344959259033, -0.003045386867597699, 0.01733073592185974, 0.006938548292964697, -0.011208690702915192, -0.008512490428984165, -0.008456897921860218, -0.020624548196792603, 0.0019387630745768547, 0.035356368869543076, 0.016858205199241638, -0.018915100023150444, 0.0045724231749773026, -0.008109449408948421, 0.013870147056877613, 0.01909577287733555, 0.013071015477180481, -0.011952230706810951, 0.0152599411085248, 0.003881000680848956, 0.017566999420523643, -0.010708365589380264, -0.00690727774053812, 0.002121173543855548, -0.0067891450598835945, 0.01986016146838665, 0.010645824484527111, -0.01603822596371174, -0.03246559575200081, -0.011597833596169949, 0.013501851819455624, -0.029352456331253052, -0.041693828999996185, 0.03888644650578499, 0.02104148641228676, 0.02336244285106659, 0.019220855087041855, 0.005145713221281767, -0.0005941370618529618, -0.011111405678093433, 0.006212380714714527, -0.03413334861397743, -0.03502281755208969, 0.0152321457862854, -0.022056035697460175, 0.002499892609193921, -0.02769860066473484, 0.002889034803956747, 0.013453208841383457, -0.012897291220724583, -0.0033772001042962074, -0.0003159610496368259, 0.004839958623051643, 0.012716617435216904, -0.010277529247105122, 0.0007148754666559398, -0.011806302703917027, -0.015718573704361916, 0.05306234583258629, 0.0036238885950297117, 0.01904018223285675, -0.02785147726535797, -0.006132467184215784, -0.03360522538423538, 0.004982412792742252, -0.015134859830141068, -0.010826497338712215, 0.02061064913868904, -0.002703150035813451, 0.011208690702915192, -0.01746971532702446, 0.0005615637637674809, -0.0022705765441060066, 0.012549842707812786, -0.027281662449240685, 0.02201434224843979, -0.002508578822016716, -0.025961358100175858, -0.011896639131009579, -0.007803694810718298, 0.009756356477737427, 0.013425412587821484, -0.005020631942898035, -0.032576777040958405, -0.018025632947683334, -0.018039530143141747, -0.002657981589436531, 0.01656634733080864, -0.010958528146147728, 0.0003074919804930687, 0.027114886790513992, -0.019054079428315163, 0.019012385979294777, -0.001614767243154347, -0.01574636995792389, -0.004200653173029423, 0.013494902290403843, 0.005183932837098837, 0.0012169386027380824, 0.011285129934549332, -0.016149409115314484, 0.02910229191184044, 0.00028621076489798725, -0.006452119909226894, 0.007511838339269161, -0.012848648242652416, -0.0116881700232625, -0.02486342005431652, 0.000554180471226573, 0.000168078244314529, -0.0010197615483775735, 0.024168523028492928, 0.016747022047638893, -0.01432877965271473, 0.013536596670746803, 0.0006675355834886432, 0.01512096170336008, -0.05270100012421608, 0.009082306176424026, 0.018484264612197876, -0.00222193356603384, -0.01591314561665058, -0.025919664651155472, -0.1785607784986496, 0.018692733719944954, 0.020707935094833374, -0.026920314878225327, 0.03719089552760124, 0.01970728300511837, 0.022278402000665665, 0.0004095550102647394, -0.011966128833591938, -0.01769208163022995, -0.022820422425866127, -0.0073937056586146355, -0.02887992560863495, -0.0241963192820549, -0.006264497991651297, 0.0051352898590266705, -0.017358530312776566, -0.012195444665849209, 0.021930953487753868, 0.0009433228988200426, 0.03324387967586517, -0.029658211395144463, 0.005058851093053818, -0.013863198459148407, 0.012640179134905338, 0.013300331309437752, -0.005149187985807657, -0.009408907033503056, -0.013904891908168793, -0.010534640401601791, -0.01702498085796833, 0.0002890337782446295, 0.02440478838980198, -0.005062325857579708, 0.0299361702054739, 0.008985020220279694, 0.03560652956366539, -0.0027431065682321787, -0.02457156404852867, 0.0037315976805984974, 0.01777546852827072, 0.04158264398574829, 0.012306628748774529, -0.015996532514691353, 0.004892075899988413, 0.003870577085763216, 0.012737465091049671, -0.010770905762910843, -0.013369821012020111, -0.018247999250888824, 0.016441266983747482, -0.018011733889579773, 0.014245391823351383, 0.0022549412678927183, -0.0062679722905159, 0.01731683686375618, 0.005962217692285776, 0.02223670855164528, 0.005795442033559084, -0.009499244391918182, 0.017636489123106003, 0.008901632390916348, 0.01350880041718483, -0.005343758966773748, 0.0025433236733078957, -0.01620500162243843, -0.044167663902044296, 0.010201090015470982, -0.013342025689780712, 0.015524002723395824, -0.018178509548306465, -0.0038288834039121866, 0.007164389826357365, 0.0013541808584704995, 0.010333120822906494, 0.04375072568655014, 0.026294907554984093, -0.0050727492198348045, 0.034077756106853485, 0.01109055895358324, -0.01680261269211769, 0.019804568961262703, -0.022056035697460175, 0.020346589386463165, 0.002168079139664769, -0.0023748110979795456, -0.012223240919411182, 0.0013307280605658889, -0.005388927645981312, -0.007199134677648544, 0.014870799146592617, -0.021319445222616196, -0.021917056292295456, 0.00559739675372839, -0.013432362116873264, 0.013029322028160095, 0.02896331250667572, 0.0021871887147426605, 0.01783106103539467, -0.0045689488761126995, 0.006525084376335144, -0.0015591754345223308, 0.008581980131566525, 8.512489876011387e-05, 0.015440614894032478, 0.005514008924365044, -0.019901854917407036, 0.007748103234916925, 0.045057132840156555, -0.02860196679830551, -0.01111835427582264, 0.006677961442619562, -0.008790449239313602, 0.02277872897684574, -0.003107927506789565, 0.03682954981923103, -0.03001955710351467, -0.01324473973363638, 0.004742673132568598, -0.00449945917353034, 0.023557012900710106, 0.016858205199241638, 0.0015539637533947825, 0.01134767010807991, -0.028087742626667023, -0.013675576075911522, -0.10729212313890457, -0.018234102055430412, 0.013557443395256996, 0.021514015272259712, -0.007657766807824373, 0.02254246361553669, -0.0033997842110693455, 0.035940080881118774, -0.01724734716117382, 0.032132044434547424, -0.01384930033236742, -0.016663633286952972, 0.0049685146659612656, -0.0005937027744948864, 0.013675576075911522, 0.016330083832144737, -0.004193704109638929, -0.019234752282500267, -0.010506845079362392, 0.01649685762822628, 0.03563432767987251, -0.011354619637131691, 0.021750280633568764, -0.016899898648262024, 0.006921175867319107, -0.026336602866649628, -0.03705191612243652, 0.017205653712153435, 0.018998488783836365, -0.0174002256244421, -0.009659070521593094, -0.023695992305874825, 0.008971122093498707, -0.03502281755208969, 0.0152599411085248, -0.018748324364423752, 0.009589580819010735, -0.013522698543965816, 0.024974603205919266, -0.035189591348171234, 0.007219981402158737, -0.0020152018405497074, 0.03944236412644386, -0.014398269355297089, 0.003429317381232977, -0.006507711950689554, -0.0021906632464379072, 0.016760919243097305, -0.020805221050977707, -0.01250119972974062, -0.030714454129338264, 0.013467106968164444, -0.040859952569007874, 0.0021420205011963844, 0.0500325933098793, -0.007192185614258051, 0.016760919243097305, -0.00222193356603384, 0.005965691991150379, -0.018901202827692032, -0.0009294249466620386, -0.019665589556097984, -0.009825846180319786, -0.0005711186095140874, 0.016218898817896843, 0.001968296244740486, -0.008234531618654728, 0.005774595309048891, 0.008074704557657242, -0.009130948223173618, 0.023695992305874825, 0.011813251301646233, 0.011153099127113819, 0.022347891703248024, 0.0009077094146050513, -0.020707935094833374, -0.0033372435718774796, -0.04411207139492035, -0.000218023982597515, 0.015774166211485863, -0.00449945917353034, -0.006101197097450495, 0.023181768134236336, 0.014064718037843704, -0.020805221050977707, -0.014314881525933743, -0.0005476658116094768, -0.008547235280275345, 0.006705757696181536, -0.03649599850177765, -0.002694463822990656, 0.011257333680987358, -0.02479393035173416, -0.012119006365537643, -0.006014334969222546, -0.005479264073073864, -0.008880785666406155, 0.0016182417748495936, -0.00222193356603384, 0.0019179161172360182, -0.03029751591384411, -0.013557443395256996, -0.05964997038245201, 0.02126385271549225, 0.0009285563137382269, -0.011910537257790565, 0.0016547238919883966, -0.0012959832092747092, 0.008463847450911999, -0.034522488713264465, 0.004704453516751528, 0.033994369208812714, -0.027309458702802658, 0.00556265190243721, -0.021152669563889503, -0.008449949324131012, -0.0018293167231604457, -0.0032642793375998735, 0.03844171017408371, -0.015079268254339695, 0.03090902604162693, 0.022862115874886513, 0.023028891533613205, 0.008616724982857704, 0.02657286636531353, -0.0040269289165735245, -0.014690125361084938, 0.013237791135907173, -0.006778721697628498, 0.024154625833034515, 0.0034727484453469515, -0.003326820209622383, 0.021708587184548378, -0.039386771619319916, -0.0152321457862854, 0.006921175867319107, -0.009207387454807758, 0.011132252402603626, 0.020638445392251015, 0.014162003993988037, 0.012633230537176132, 0.03029751591384411, -0.040943339467048645, -0.03338285908102989, 0.01414810586720705, -0.009019765071570873, -0.005798916798084974, 0.0045689488761126995, -0.01694159209728241, 0.006511186249554157, 0.03113139234483242, 0.002048209309577942, 0.032576777040958405, 0.021027587354183197, -0.04122129827737808, -0.037441059947013855, -0.005652988329529762, -0.010326171293854713, 0.03090902604162693, 0.014981982298195362, 0.019054079428315163, 0.015287737362086773, 0.01828969269990921, -0.007199134677648544, 0.011431057937443256, -0.004864280112087727, -0.00104060850571841, 0.0023834973108023405, -0.01432877965271473, 0.006403477396816015, 0.02696201018989086, -0.013460157439112663, -0.02844909019768238, -0.013196096755564213, -0.008755704388022423, 0.00037481015897355974, 0.017052775248885155, -0.0006349622854031622, -0.004263193812221289, 0.017566999420523643, -0.02195874974131584, 0.02546103112399578, 0.016594143584370613, -0.01815071329474449, -0.010916834697127342, 0.010590232908725739, 0.024001747369766235, 0.014356574974954128, -0.00729642016813159, -0.004749622195959091, -0.002056895522400737, -0.014954186975955963, -0.003988709766417742, 0.003971337340772152, -0.0098119480535388, 0.031242575496435165, 0.00806080736219883, -0.014287085272371769, -0.012000873684883118, 0.0019092299044132233, 0.01760869473218918, -0.012299679219722748, 0.030102944001555443, 0.0029011955484747887, 0.005270794965326786, -0.03271575644612312, -0.009624325670301914, -0.004433443769812584, -0.01909577287733555, -0.04817027226090431, 0.01574636995792389, 0.005375029519200325, 0.008151143789291382, -0.01067361980676651, -0.02187536284327507, 0.02327905409038067, -0.02575288899242878, 0.029157884418964386, 0.008866887539625168, -0.028574170544743538, -0.03835832327604294, 0.027809783816337585, 0.01897069253027439, 0.0020343114156275988, 0.022737035527825356, -0.021402832120656967, 0.039748117327690125, 0.035495348274707794, 0.0316317193210125, -0.006695333868265152, 0.0201520174741745, -0.001457546721212566, -0.004697504919022322, 0.014009126462042332, -0.003971337340772152, -0.012271883897483349, -0.016774816438555717, -0.02211162820458412, -0.002258415799587965, 0.010277529247105122, -0.024210216477513313, 0.08905801922082901, 0.039831504225730896, -0.0022549412678927183, 0.016010429710149765, -0.03313269466161728, -0.023626502603292465, 0.006636267993599176, -0.001077090622857213, -0.015774166211485863, 0.0027691652067005634, 0.01612161472439766, -0.021319445222616196, -0.0029967438895255327, -0.021555710583925247, -0.01815071329474449, 0.007091425359249115, 0.0014723133062943816, 0.01859544776380062, 0.006045605055987835, 0.0020742679480463266, 0.019804568961262703, 0.013022372499108315, -0.005920523777604103, -0.0024773082695901394, -0.03143714740872383, -0.003172205528244376, 0.019512712955474854, -0.009186540730297565, -0.014884697273373604, -0.02769860066473484, 0.014426064677536488, 0.01209121011197567, -0.022931605577468872, -0.025405440479516983, -0.012070363387465477, -0.0024321400560438633, 0.002039523096755147, -0.015593492425978184, 0.013251688331365585, 0.0125359445810318, 0.012827801518142223, 0.021402832120656967, -0.013453208841383457, -0.025933561846613884, -0.02351531945168972, 0.023793278262019157, -0.02211162820458412, -0.014662330038845539, -0.03424452990293503], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='7cbe7e2b-784d-4b6a-9fb0-81859af77209', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='6579872127d99fcbc395a5f605942b6a960fe90b5083b2589205e120130d6aeb'), : RelatedNodeInfo(node_id='d0d4887c-3440-499b-9372-e28f36f94617', node_type=, metadata={}, hash='75226031e1fb4fa40d41510cebbc99ac5d45ee091c750fd2bc39ec8f65539507')}, hash='a81601aa5fba671b0428351613cedb211ef3cfbd13b2417693b960e13628d0c7', text=\"documents. The system extends beyond individual stock inquiries and accommodates comparative queries across multiple stocks. For instance, one can ask about the stock with the highest price increase, prompting the system to compare price increases across all stocks and provide a comprehensive response. This versatility allows users to gain insights and make informed decisions across a broader spectrum of stock analysis. Conclusion The development of a Q&A bot over private documents using OpenAI and LangChain represents a remarkable achievement in unlocking the invaluable knowledge hidden within private document repositories. This web-based Q&A bot has the potential to empower users from various industries, enabling efficient access and analysis of critical information and ultimately enhancing productivity and decision-making capabilities. While we showcased a finance example to illustrate the concept, the bot's functionality extends to any domain. Simply by providing a folder with the relevant privacy documents, users can engage in natural language conversations with the bot. Once the data is ingested into a vector database, users can seamlessly query and retrieve information, propelling the capabilities of intelligent document analysis to new heights.\", start_char_idx=8850, end_char_idx=10123, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='d0d4887c-3440-499b-9372-e28f36f94617', embedding=[-0.018698476254940033, 0.023349227383732796, 0.001556501490995288, -0.029732076451182365, -0.01978956162929535, 0.004957619123160839, -0.029213810339570045, -0.015016062185168266, -0.031559646129608154, -0.05597268044948578, -0.0020662429742515087, 0.01224061381071806, -0.010610805824398994, 0.006433994043618441, -0.0105426125228405, 0.011060877703130245, 0.011988300830125809, -0.0049405707977712154, -0.004142714664340019, -0.02445395104587078, -0.005775933153927326, -0.035596661269664764, 0.007494392804801464, -0.019298572093248367, -0.005111053120344877, -0.01938040368258953, 0.03655136004090309, -0.04031560570001602, -0.03567849099636078, 0.009321960620582104, 0.0036483167205005884, 0.0009922058088704944, -0.03704234957695007, 0.001022040145471692, -0.021030670031905174, 0.02070334553718567, 0.0169118233025074, 0.0011260341852903366, 0.04817141965031624, -0.012608855031430721, 0.011429119855165482, 0.01886213943362236, 0.009069647639989853, -0.03016851097345352, -0.014497797004878521, 0.0002437893854221329, 0.008742321282625198, -0.019298572093248367, -0.003682413138449192, 0.021521659567952156, 0.011660975404083729, 0.05220843479037285, -0.022462720051407814, 0.01783924549818039, -0.008005838841199875, 0.011920107528567314, 0.011101793497800827, 0.026076940819621086, 0.022053563967347145, 0.006512416061013937, -0.012308807112276554, 0.01756647415459156, -0.01811201684176922, 0.008060392923653126, 0.01196784246712923, -0.0248631089925766, -0.04127030447125435, 0.020266911014914513, 0.01771649904549122, -0.0007816603756509721, 0.0030038943514227867, 0.03265073150396347, -0.022053563967347145, -0.0068261027336120605, 0.03243251144886017, -0.002981731668114662, -0.002301508327946067, -0.01346808485686779, -0.01067217905074358, 0.0026288337539881468, 0.011354107409715652, -0.012840711511671543, -0.015943484380841255, 0.016843630000948906, 0.007958103902637959, -0.0055372584611177444, 0.01380223035812378, 0.015016062185168266, -0.005312222056090832, 0.0026833880692720413, -0.011763264425098896, 0.004964438732713461, 0.028804654255509377, -0.0017082305857911706, -0.014470519497990608, 0.027931785210967064, -0.006024837028235197, 0.01741645112633705, -0.004245004151016474, -0.029050149023532867, -0.0013621519319713116, -0.02757718227803707, -0.02783631533384323, -0.006133945658802986, -0.037915218621492386, -0.00846954993903637, -0.008749141357839108, 0.004565510433167219, -0.0034113465808331966, 0.010583528317511082, -0.00579298147931695, 0.02223086543381214, 0.01444324292242527, -0.028040895238518715, 0.0030772017780691385, -0.014838761650025845, -0.01052897423505783, -0.023662913590669632, -0.0012172420974820852, 0.0018037005793303251, 0.029759353026747704, 0.02081245370209217, 0.005169017240405083, -0.014797845855355263, 0.0312323197722435, 0.0019537247717380524, -0.019707730039954185, -0.011019962839782238, -0.007548946887254715, -0.01654358208179474, 0.0054724751971662045, 0.022312697023153305, 0.008803695440292358, 0.00793082732707262, -0.03674229979515076, 0.025681423023343086, -0.012745240703225136, -0.022571828216314316, -0.034696515649557114, -0.017798330634832382, 0.017784692347049713, 0.018971247598528862, 0.0074875736609101295, -0.008612755686044693, -0.02656792849302292, 0.02056695893406868, -0.002741351956501603, 0.004139305092394352, 0.005445198155939579, -0.0009853864321485162, 0.006198728922754526, -0.02109886333346367, -0.01445688121020794, 0.033905480057001114, 0.017634667456150055, -0.011681432835757732, 0.0053429086692631245, 0.02669067680835724, -0.032868947833776474, -0.023349227383732796, -0.0037983409129083157, -0.0031914247665554285, 0.0037949313409626484, 0.014716014266014099, 0.023635637015104294, 0.022817322984337807, 0.049126118421554565, 0.005878222640603781, -0.007917188107967377, -0.016298087313771248, -0.009915238246321678, 0.019544066861271858, -0.04268871620297432, 0.013406711630523205, -0.02772720716893673, -0.0008144782041199505, 0.026854338124394417, 0.00016771175432950258, -0.016202617436647415, -0.04514365643262863, 0.009717479348182678, 0.003491473151370883, 0.019475873559713364, 0.01112907100468874, -0.017511921003460884, 0.0071193319745361805, -0.0021770563907921314, -0.010522155091166496, 0.02239452674984932, -0.033359937369823456, 0.018289318308234215, 0.03136870637536049, -0.011006323620676994, -0.023758383467793465, -0.6114442348480225, -0.023212840780615807, 0.02891376242041588, -0.019680453464388847, 0.0005071842460893095, -0.01170189119875431, -0.014593266882002354, 0.01385678444057703, -0.0016562335658818483, 0.04135213792324066, -0.014293218962848186, -0.008865068666636944, -0.011476854793727398, -0.0003863550373353064, 0.010058443062007427, -0.0026322435587644577, 0.01515244785696268, -0.004739402327686548, 0.020266911014914513, 0.02236725017428398, -0.007071597035974264, -0.011797361075878143, -0.0021156826987862587, -0.006669259630143642, -0.020116886124014854, 0.01052897423505783, 0.020662428811192513, -0.006515825632959604, 0.012806614860892296, 0.02304917946457863, -0.01197466254234314, 0.037151455879211426, 0.02512224018573761, 0.01542521920055151, 0.05351773649454117, -0.013406711630523205, -0.013536278158426285, 0.016066232696175575, 0.013795411214232445, 0.014797845855355263, -0.026199687272310257, -0.03436918929219246, 0.0017542607383802533, -0.020089609548449516, 0.002858984749764204, 0.03745150566101074, 0.019707730039954185, 0.010440323501825333, -0.018943969160318375, -0.014306857250630856, 0.015643436461687088, 0.0023560624103993177, -0.015275195240974426, -0.012574759311974049, 0.016816353425383568, 0.004248413722962141, 0.01098586618900299, -0.01575254462659359, 0.019366765394806862, 0.008380899205803871, 0.004926932509988546, -0.013127121143043041, -0.02809544838964939, -0.01230198796838522, -0.034178249537944794, 0.03191424906253815, 0.012465650215744972, 0.004105208907276392, 0.011551866307854652, -0.015943484380841255, 0.0173073410987854, 0.028313666582107544, -0.014852399937808514, 0.0039824615232646465, 0.002978322096168995, 0.006655620876699686, 0.02589963935315609, 0.013161217793822289, -0.011599601246416569, 0.005087185651063919, 0.012322445400059223, -0.017498282715678215, -0.00637943996116519, -0.03322355076670647, 0.025817807763814926, 0.011742806062102318, -0.03205063194036484, -0.016734521836042404, -0.011422299779951572, 0.014647820964455605, 0.02253091335296631, 0.01912127062678337, -0.033905480057001114, -0.05880950391292572, -0.0045041367411613464, 0.005769114010035992, 0.010419865138828754, 0.015070617198944092, 0.03082316182553768, -0.0338236466050148, -0.005513390991836786, -0.004371160641312599, 0.013849965296685696, 0.006526054348796606, 0.02760446071624756, 0.02107158675789833, 0.008524104952812195, -0.0022060382179915905, 0.0193940419703722, -0.01535702683031559, -0.006580608896911144, -0.005820258520543575, 0.016980016604065895, -0.01451143529266119, 0.01067217905074358, -0.031205041334033012, -0.0019741826690733433, -0.011947385035455227, -0.0026015567127615213, -0.01925765722990036, 0.007187524810433388, 0.012574759311974049, 0.014606905169785023, -0.01118362508714199, 0.002729418221861124, 0.022476358339190483, -0.007712609600275755, 0.0063896686770021915, -0.007262537255883217, 0.025681423023343086, 0.018575727939605713, -0.03606037050485611, 0.013454446569085121, -0.010876757092773914, 0.02266729809343815, 0.018166571855545044, 0.03982461616396904, -0.006253283005207777, 0.01327032595872879, -0.02210811711847782, -0.013665844686329365, -0.02850460633635521, 0.007453477010130882, -0.01797563210129738, -0.050299037247896194, -0.031696029007434845, -0.016366280615329742, 0.00801265798509121, -0.0013161217793822289, -0.005230390466749668, -0.018643921241164207, -0.02015780285000801, -0.009792491793632507, 0.022476358339190483, -0.0028896713629364967, 0.0052133421413600445, -0.008878706954419613, -0.025313181802630424, -0.01535702683031559, -0.030032124370336533, 0.002618605038151145, 0.028531882911920547, -0.015807099640369415, -0.003644907148554921, -0.0011106908787041903, -0.018262041732668877, 0.011142709292471409, 0.03982461616396904, -0.03215974196791649, -0.04530731961131096, 0.012895265594124794, -0.01898488588631153, 0.00012509123189374804, 0.02823183499276638, 0.00471553485840559, 0.016816353425383568, -0.012124686501920223, -0.006982946302741766, 0.018412066623568535, -0.0038597146049141884, 0.010842661373317242, 0.019080355763435364, 0.010863118804991245, -0.014075001701712608, 0.007207982707768679, 0.015902569517493248, 0.020594237372279167, -0.012608855031430721, -0.016175340861082077, -0.0008042492554523051, 0.005636137910187244, 0.006093029864132404, -0.009622009471058846, -0.007808079943060875, -0.010242563672363758, 0.014020447619259357, 0.002183875534683466, 0.01768922246992588, -0.004371160641312599, -0.006041885353624821, -0.012295168824493885, 0.005748656112700701, -0.018684837967157364, -0.007030681241303682, 0.0023526528384536505, -0.013502181507647038, -0.007078416645526886, -0.03248706832528114, 0.017539197579026222, 0.031041380017995834, 0.020471489056944847, -0.01807110197842121, -0.013440808281302452, -0.025435928255319595, -0.014906954020261765, 0.03475106880068779, -0.0016766913468018174, 0.02105794847011566, -0.00585776474326849, 0.00035694686812348664, -0.012581578455865383, -0.0022316104732453823, 0.026595206931233406, -0.0045484621077775955, 0.0037301480770111084, 0.011244998313486576, -0.00670676538720727, 0.0028811474330723286, -0.00044666309258900583, -0.024235734716057777, -0.007610320579260588, 0.017075486481189728, 0.025449566543102264, 0.0228855162858963, 0.018262041732668877, -0.010426684282720089, 0.057445645332336426, 0.0017141974531114101, 0.038460761308670044, -0.010331214405596256, 0.005997559987008572, 0.05398144945502281, 0.003784702392295003, -0.017511921003460884, 0.03341449052095413, 0.003092545084655285, 0.03292350098490715, 0.016461750492453575, 0.014470519497990608, -0.002852165373042226, -0.027631737291812897, 0.0045348238199949265, -0.007126151584088802, 0.02186262421309948, 0.021944453939795494, -0.001047612400725484, 0.005649776663631201, 0.011210902594029903, 0.022285418584942818, 0.0020543092396110296, 0.0005719673936255276, -0.011292734183371067, 0.03278711438179016, -0.011708710342645645, 0.009437888860702515, 0.013147578574717045, 0.013774952851235867, -0.006440813187509775, -0.0030584486667066813, -0.025695061311125755, -0.005404282361268997, -0.0076512363739311695, -0.006127126514911652, -0.0397973395884037, 0.029377473518252373, 0.01451143529266119, -0.0013033355353400111, 0.017525559291243553, 0.012561120092868805, 0.03998827934265137, -0.051471952348947525, -0.029486581683158875, 0.03537844493985176, 0.005111053120344877, -0.01339989248663187, -0.012090589851140976, -0.026322435587644577, -0.0003765523142646998, -0.011285914108157158, -0.002773743588477373, 0.012472469359636307, 0.015193363651633263, 0.017989270389080048, -0.011354107409715652, -0.013093024492263794, 0.00846954993903637, 0.04206134006381035, 0.007078416645526886, 0.003043105360120535, 0.005121281836181879, 0.014034085907042027, 0.014102278277277946, -0.034532852470874786, -0.008408176712691784, 0.05630000680685043, -0.019735006615519524, -0.015534328296780586, -0.01268386747688055, 0.0107403714209795, -0.006843151059001684, -0.0024873337242752314, 0.0005723936483263969, 0.00781489908695221, 0.012438373640179634, 0.0372060127556324, 0.019939584657549858, 0.026063302531838417, 0.003791521769016981, 0.007207982707768679, 0.018302956596016884, 0.015520690008997917, -0.03971550986170769, 0.01732098124921322, 0.035596661269664764, 0.05439060553908348, 0.009874322451651096, -0.006792006548494101, 0.03297805413603783, -0.01639355719089508, -0.010426684282720089, -0.03668774664402008, 0.003784702392295003, 0.025026770308613777, 0.022585468366742134, -0.0189985241740942, -0.010719913989305496, 0.016093509271740913, -0.0012948114890605211, 0.01912127062678337, 0.0005860321689397097, 0.01781196892261505, -0.005240619648247957, -0.007405742071568966, 0.008940081112086773, -0.0018497307319194078, -0.0036994614638388157, -0.013556735590100288, 0.010569890029728413, 0.012349722906947136, -0.008755960501730442, 0.0397973395884037, 0.03450557589530945, 0.002325375797227025, -0.0343964658677578, -0.009076466783881187, 0.01327032595872879, -0.006996585056185722, 0.008680948056280613, -0.010481239296495914, 0.037151455879211426, -0.00021363537234719843, -0.01654358208179474, 0.03745150566101074, -0.009874322451651096, -0.0040029194205999374, 0.02379930019378662, 0.01745736598968506, 0.01785288378596306, 0.01508425548672676, -0.0354057215154171, 0.014429604634642601, 0.014211387373507023, 0.004937161225825548, 0.0007735624676570296, 0.004961028695106506, -0.007501211948692799, -0.03196880221366882, -0.009997069835662842, 0.01796199381351471, 0.010904034599661827, -0.009546997025609016, 0.0054520172998309135, -0.020116886124014854, -0.041052088141441345, 0.014143194071948528, -0.020130526274442673, 0.01451143529266119, -0.0063453433103859425, -0.0044052572920918465, 0.008237694390118122, -0.012547481805086136, 0.005349727813154459, -0.01863028295338154, -0.00667266920208931, -0.003303942969068885, -0.0034897683653980494, -0.045089103281497955, -0.016816353425383568, -0.000828969175927341, -0.0025896229781210423, 0.005789571907371283, -0.01445688121020794, 0.008210417814552784, 0.017280064523220062, -0.017743775621056557, -0.010583528317511082, 0.002818068955093622, -0.02446758933365345, -0.004009738564491272, -0.0004926932160742581, -0.005670234560966492, -0.01834387332201004, -0.028668267652392387, -0.015275195240974426, -0.0008967358153313398, -0.01794835366308689, 0.004054063931107521, 0.00385289522819221, 0.018848499283194542, 0.021480742841959, 0.022735491394996643, 0.025831446051597595, 0.013918157666921616, -0.04293420910835266, -0.00612030690535903, -0.01715731807053089, -0.0017210167134180665, -0.02539501152932644, -1.5716317648184486e-05, -0.0041120280511677265, 0.02574961446225643, 0.009874322451651096, 0.009151478298008442, 0.00612030690535903, 0.008571839891374111, -0.008292248472571373, 0.00041682872688397765, -0.00520652299746871, 0.025435928255319595, 0.014988785609602928, 0.008612755686044693, 0.016679968684911728, 0.038979023694992065, -0.009335598908364773, -0.012049674056470394, -0.03112320974469185, 0.040288329124450684, -0.0014329019468277693, -0.01209740899503231, 0.002298098523169756, 0.016202617436647415, -0.024685807526111603, -0.018575727939605713, -0.001987821189686656, -0.020266911014914513, 0.013304422609508038, -0.014470519497990608, -0.008687767200171947, -0.03616948053240776, -0.01849389635026455, -0.016093509271740913, -0.0027515809051692486, -0.021112501621246338, -0.0075216698460280895, 0.0049405707977712154, -0.003319286275655031, -0.013686302118003368, -0.025149518623948097, 0.020457850769162178, -0.025340458378195763, -0.009915238246321678, 0.026595206931233406, 0.004531413782387972, 0.022940069437026978, -0.010358491912484169, 0.007644416764378548, -0.042088620364665985, -0.023076456040143967, 0.000178153786691837, -0.040642932057380676, -0.0008046754519455135, 0.0025401832535862923, 0.03019578754901886, 0.028941038995981216, 0.060064248740673065, -0.011067697778344154, 0.03240523487329483, 0.0042756907641887665, 0.0054076919332146645, 0.0015411580679938197, -0.006287379655987024, 0.015316111035645008, -0.01794835366308689, 0.015547966584563255, 0.02992301620543003, -0.0035460274666547775, 0.0278499536216259, 0.004756450187414885, 0.00918557494878769, 0.02891376242041588, -0.022571828216314316, -0.0008958833641372621, -0.015575244091451168, -0.011094974353909492, -0.005752065684646368, -0.0018395017832517624, -0.023103732615709305, 0.019707730039954185, -0.0411611944437027, -0.005029221531003714, 0.01706184819340706, 0.016188979148864746, 0.014811484143137932, 0.01573890633881092, 0.02344469726085663, -0.02524498850107193, 0.013079386204481125, 0.011395023204386234, -0.014047724194824696, -0.020976116880774498, 0.005881632212549448, -0.03330538049340248, -0.01315439771860838, 0.01744372770190239, 0.0003780440310947597, -0.000977714778855443, 0.01927129551768303, -0.009853865019977093, 0.015275195240974426, 0.004606426227837801, 0.012717964127659798, -0.013406711630523205, -0.025572312995791435, -0.012070132419466972, -0.015820737928152084, -0.00618509016931057, -0.03409641981124878, 0.005970282945781946, -0.006396488286554813, 0.014784206636250019, 0.018057463690638542, 0.028422774747014046, -0.03633314371109009, -0.017361896112561226, -0.0021855803206562996, 0.018548451364040375, 0.04661662131547928, -0.009717479348182678, 0.012506566010415554, 0.024181179702281952, -0.0018446162575855851, -0.01202921662479639, 0.010160733014345169, 0.020321466028690338, -0.009676563553512096, 0.009540177881717682, 0.04165218397974968, -0.011320010758936405, -0.0439707413315773, 0.022558189928531647, -0.016584496945142746, -0.01717095635831356, -0.031805139034986496, 0.01444324292242527, -0.0007100579096004367, 0.0034386238548904657, -0.014934231527149677, -0.0171982329338789, -0.018807584419846535, 0.003356792265549302, -0.03516022488474846, 0.02393568493425846, 0.005878222640603781, -0.006283970084041357, 0.008646851405501366, 0.04061565175652504, -0.003409641794860363, 0.022694576531648636, -0.012915723025798798, -0.008551381528377533, -0.0014439832884818316, -0.013815868645906448, -0.011729167774319649, 0.034014586359262466, -0.00019626750145107508, 0.020225996151566505, -0.02041693590581417, 0.01451143529266119, 0.014320495538413525, 0.00918557494878769, -0.00439161853864789, -0.003849485656246543, 0.014061362482607365, 0.03450557589530945, -0.015329749323427677, -0.009131020866334438, 0.02227178029716015, -0.02812272496521473, -0.005994150415062904, -0.02341742068529129, -0.004718944430351257, -0.003767654299736023, -0.003805160289630294, -0.004875787999480963, 0.03188696876168251, 0.0020986346062272787, -0.007426199968904257, 0.011933746747672558, -0.020007777959108353, -0.0047121248207986355, -0.011374564841389656, -0.015193363651633263, 0.008619574829936028, -0.024440312758088112, -0.011060877703130245, 0.004463220946490765, 0.006273740902543068, 0.02354016713798046, 0.008121767081320286, -0.011742806062102318, -0.0039688232354819775, 0.02940475195646286, -0.015575244091451168, 0.016884546726942062, 0.026390627026557922, -0.010583528317511082, 0.002151483902707696, -0.026336073875427246, -0.006277150474488735, -0.016843630000948906, 0.007985381409525871, -0.03109593316912651, -0.035214781761169434, -0.006570379715412855, 0.002993665635585785, -0.015043339692056179, -0.000594982469920069, -0.019844114780426025, 0.001653676270507276, 0.005090595223009586, 0.008769598789513111, -0.012799795717000961, -0.000981124467216432, 0.03396003320813179, -0.012417915277183056, -0.00494398083537817, 0.022039925679564476, -0.015207002870738506, 0.005690691992640495, -0.010358491912484169, -0.003866533748805523, -0.025667782872915268, -0.04007010906934738, -0.008217236958444118, -0.021126139909029007, 0.0082581527531147, 0.000941061123739928, -0.01588893122971058, -0.001612760592252016, 0.0032408644910901785, -0.019816838204860687, -0.008094489574432373, 0.00608621072024107, 0.009308322332799435, 0.009840226732194424, -0.005332679953426123, 0.00820359867066145, 0.03112320974469185, -0.021671682596206665, -0.013297603465616703, -0.03327810391783714, -0.006873838137835264, -0.005087185651063919, -0.013195313513278961, -0.027495352551341057, 0.031559646129608154, 0.009165117517113686, -0.03319627419114113, -0.02107158675789833, -0.007385284174233675, -0.06153721734881401, -0.0022998033091425896, -0.012315626256167889, -0.01327032595872879, 0.004187040030956268, 0.024508506059646606, 0.001975887455046177, 0.0336054302752018, -0.01755283586680889, 0.00754212774336338, 0.0016809534281492233, 0.0015104713384062052, 0.0012274710461497307, 0.002171941800042987, 0.02018507942557335, 0.003160737920552492, -0.02614513412117958, 0.011204083450138569, 0.024031154811382294, -0.002028736984357238, 0.0046132453717291355, 0.04099753499031067, -0.010099358856678009, -0.010822203010320663, 0.030932269990444183, 0.018248403444886208, -0.006294198799878359, -0.0034522623755037785, 0.0012769108870998025, -0.022176310420036316, -0.0040131486020982265, 0.0009214556775987148, -0.00820359867066145, -0.0004027639515697956, 0.003263027174398303, 0.0103448536247015, -0.00011283783533144742, 0.0005851797759532928, 0.014675098471343517, 0.010685817338526249, 0.0009785671718418598, -0.010044804774224758, 0.04167946055531502, -0.0006584870861843228, -0.008517284877598286, 0.027386242523789406, 0.0034028226509690285, -0.008067212998867035, -0.01833023503422737, 0.013693121261894703, -0.0036960516590625048, -0.010331214405596256, 0.0126293133944273, -0.016188979148864746, -0.003092545084655285, -0.006867018528282642, 8.108554175123572e-05, 0.0028572799637913704, -0.0017261311877518892, -0.002477104775607586, 0.004016558174043894, -0.032077908515930176, 0.016584496945142746, -0.00801265798509121, -0.0253677349537611, -0.018575727939605713, -0.002386749256402254, -0.010617624968290329, -0.01770286075770855, -0.012254253029823303, 0.010242563672363758, 0.001307597616687417, -0.015043339692056179, -0.004060883540660143, -0.004967848304659128, -0.01783924549818039, 0.01039940770715475, 0.009990250691771507, -0.007057958748191595, 0.013604470528662205, 0.2033783197402954, -0.014470519497990608, -0.004630293697118759, 0.020757898688316345, 0.023390142247080803, -0.008005838841199875, 0.02614513412117958, 0.016993654891848564, -0.019885031506419182, 0.0022247913293540478, 0.020771538838744164, 0.00709887407720089, -0.020335104316473007, 0.008278610184788704, 0.022217225283384323, -0.02131708152592182, -0.02056695893406868, -0.02394932508468628, -0.016079870983958244, -0.002076471922919154, 0.011449577286839485, 0.016298087313771248, -0.013652205467224121, -0.026117855682969093, 0.020853368565440178, -0.018016546964645386, 0.013556735590100288, -0.010979047045111656, 0.024372119456529617, -0.005960053764283657, -0.005636137910187244, 0.005397463217377663, 0.007003404200077057, -0.011551866307854652, -0.01576618291437626, 0.005721379071474075, 0.0232810340821743, -0.010331214405596256, 0.006154403556138277, 0.022285418584942818, 0.006208957638591528, -0.0040029194205999374, -0.00898781605064869, -0.024944938719272614, 0.007385284174233675, 0.022612744942307472, -0.021658044308423996, -0.00432683527469635, 0.01237018033862114, -0.005220161750912666, -0.041188474744558334, -0.007303452584892511, 0.04176129400730133, 0.027018001303076744, -0.0211943332105875, 0.005660005379468203, -0.013079386204481125, 0.020130526274442673, 0.007842176593840122, -0.005298583302646875, -0.03254162147641182, 0.0027260086499154568, 0.02667703852057457, 0.014797845855355263, 0.011019962839782238, 0.0002601982851047069, -0.03248706832528114, -0.015452496707439423, 0.0004334507102612406, 0.014906954020261765, 0.0032596176024526358, -0.008953719399869442, -0.016079870983958244, -0.002533363876864314, -0.014334133826196194, -0.05046270042657852, 0.020144164562225342, 0.004159762989729643, 0.024890385568141937, 0.04642568156123161, -0.0059736925177276134, -0.020989755168557167, -0.0012087180512025952, -0.01912127062678337, -0.011081336066126823, -0.010713094845414162, 0.009949334897100925, -0.015466134995222092, -0.009049189276993275, -0.0074875736609101295, -0.003924497868865728, 0.01953042857348919, -0.009540177881717682, -0.006914753466844559, 0.009656106121838093, 0.01925765722990036, 0.03423280268907547, -0.0016195798525586724, -0.008503646589815617, -0.01508425548672676, -0.01950315199792385, 0.0513082891702652, 0.017648305743932724, -0.01230198796838522, -0.0024702853988856077, 0.0017900619423016906, -0.01295663882046938, -0.004824643023312092, -0.004937161225825548, -0.001160982996225357, 0.025967832654714584, -0.03379637002944946, 0.01502970140427351, -0.005983921233564615, -0.020362380892038345, 0.010535793378949165, 0.02498585544526577, 0.003849485656246543, -0.007719429209828377, 0.006716994568705559, -0.002076471922919154, -0.006341933738440275, 0.0343964658677578, 0.011210902594029903, -0.006798825692385435, 0.004050654359161854, -0.026895254850387573, -0.01308620534837246, -0.041052088141441345, -0.010406226851046085, 0.0017832426819950342, -0.008428634144365788, 0.007310272194445133, -0.004125666804611683, -0.001686067902483046, -0.01692546159029007, -0.01144275814294815, -0.012315626256167889, -0.004057473968714476, 0.005799800623208284, 0.007964923046529293, 0.008046754635870457, -0.012670229189097881, 0.00033350559533573687, 0.012267891317605972, -0.010829022154211998, -0.009656106121838093, 0.026486096903681755, -0.014525074511766434, -0.0029800268821418285, -0.0001424591027898714, -0.0022026286460459232, 0.0014047723961994052, -0.03595126420259476, 0.008483189158141613, 0.011708710342645645, -0.00832634512335062, 0.003450557589530945, 0.009260587394237518, 0.017661944031715393, -0.03374181687831879, -0.002627128968015313, 0.020635152235627174, -0.013058927841484547, 0.0022708214819431305, -0.013386254198849201, -0.1727188229560852, 0.0034812442027032375, 0.023226480931043625, -0.03592398762702942, 0.006498777307569981, 0.030877716839313507, 0.01092449203133583, 0.003061858471482992, -0.03327810391783714, -0.024753998965024948, -0.000517413136549294, -0.008305887691676617, -0.03756061568856239, -0.0525357611477375, -0.01846661977469921, 0.02589963935315609, 0.005605451297014952, -0.004050654359161854, 0.024494867771863937, -0.010317576117813587, 0.02839549630880356, -0.03398730978369713, 0.0037540155462920666, 0.0026714543346315622, 0.006768139079213142, 0.0107403714209795, -0.007051139138638973, 0.016352642327547073, -0.017907438799738884, -0.023240119218826294, 0.0010561365634202957, -0.012711144983768463, 0.026254242286086082, -0.004780317656695843, 0.004626884125173092, 0.011995119974017143, 0.002928882371634245, 0.0026458820793777704, -0.019748644903302193, 0.027686292305588722, 0.014497797004878521, 0.011306372471153736, 0.009410611353814602, 0.022871877998113632, -0.002826593117788434, 0.021044310182332993, 0.03188696876168251, -0.01873939111828804, 0.006208957638591528, -0.015547966584563255, 0.0040131486020982265, -0.012458831071853638, 0.013815868645906448, 0.004101799335330725, 0.0016911823768168688, 0.021889900788664818, 0.011108612641692162, -0.0032647319603711367, -0.013099843636155128, -0.007603501435369253, -0.001062955823726952, -0.014934231527149677, 0.0014405737165361643, -0.01599803939461708, -0.006884066853672266, -0.03412369638681412, -0.011347288265824318, 0.004360931925475597, -0.02303553931415081, -0.002882852219045162, -0.02094884030520916, 0.0045143659226596355, -0.005356547422707081, 0.0023850444704294205, 0.013965892605483532, 0.031696029007434845, -0.011804180219769478, 0.009785671718418598, 0.01438868883997202, 0.0207988154143095, -0.0115859629586339, 0.009390153922140598, 0.004623474087566137, 0.02850460633635521, -0.019353127107024193, -0.011463215574622154, -0.018780307844281197, -0.0026867978740483522, -0.009662925265729427, 0.008524104952812195, 0.031286872923374176, -0.029377473518252373, -0.01039940770715475, -0.01092449203133583, -0.0007876272429712117, 0.014647820964455605, -0.0016408901428803802, -0.014634182676672935, 0.005735017359256744, 0.026213325560092926, 0.004875787999480963, -0.008967357687652111, -0.012574759311974049, 0.017757413908839226, 0.02289915457367897, 0.010358491912484169, -0.016884546726942062, 0.004432534333318472, 0.041979510337114334, -0.017730137333273888, -0.0022503635846078396, 0.0013638567179441452, 0.006822693161666393, 0.004425715189427137, 0.0017917667282745242, 0.019721368327736855, 0.009403792209923267, -0.009212852455675602, -0.0017133450601249933, -0.0018377969972789288, 0.04347975179553032, -0.009874322451651096, -0.008960538543760777, 0.0002836395869962871, -0.010808564722537994, -0.024181179702281952, -0.10790834575891495, -0.007562585640698671, 0.005169017240405083, 0.020976116880774498, -0.03491473197937012, 0.025817807763814926, -0.0010569889564067125, 0.010072082281112671, -0.0045484621077775955, 0.038078878074884415, -0.022708214819431305, -0.009158298373222351, -0.0001595073117641732, 0.002349243266507983, 0.008476370014250278, -0.016339004039764404, -0.007003404200077057, -0.013454446569085121, -0.022599106654524803, 0.024549420922994614, 0.013120301999151707, -0.007992200553417206, 0.013652205467224121, -0.008476370014250278, -0.007344368379563093, -0.006437403615564108, -0.031423259526491165, 0.009737936779856682, 0.024385757744312286, -0.016216255724430084, -0.00904237013310194, -0.023594722151756287, -0.006154403556138277, -0.028695546090602875, 0.009874322451651096, -0.020485127344727516, 0.01811201684176922, 0.007535308599472046, 0.043397922068834305, -0.006491958163678646, 0.014784206636250019, 0.001291401800699532, -0.011108612641692162, -0.017757413908839226, 0.009737936779856682, -0.026636121794581413, -0.016079870983958244, 0.026649760082364082, 0.004783727694302797, -0.020253272727131844, -0.03431463614106178, -0.00936969555914402, -0.04683484137058258, -0.002427665051072836, 0.03316899389028549, 0.01639355719089508, -0.016161702573299408, 0.006734042428433895, -0.01444324292242527, 0.02315828762948513, -0.008994635194540024, -0.0257632527500391, -0.038324374705553055, 0.003723328933119774, 0.0257632527500391, 0.02029418759047985, -0.006727223284542561, -0.0248631089925766, 0.007030681241303682, 0.0028777376282960176, 0.011401842348277569, 0.01858936809003353, -0.019353127107024193, 0.020498767495155334, -0.03731511905789375, -0.0034386238548904657, -0.005223571322858334, -0.04356158524751663, 0.006369210779666901, 0.0016766913468018174, -0.009349238127470016, -0.01950315199792385, -0.01541158091276884, -0.014225025661289692, 0.008060392923653126, 0.0039040399715304375, -0.018643921241164207, 0.007623959332704544, 0.005455426871776581, -0.0590822733938694, 0.022326335310935974, 0.014334133826196194, 0.027222581207752228, 0.011497312225401402, -0.005305402912199497, 0.00781489908695221, -0.05504525825381279, -0.020526044070720673, 0.044679947197437286, 0.010556250810623169, -0.025272265076637268, 0.008946900255978107, -0.059682369232177734, 0.029241088777780533, 0.009976612403988838, -0.014729652553796768, 0.0003124084323644638, -0.026213325560092926, 0.01858936809003353, -0.025981470942497253, 0.025695061311125755, 0.020498767495155334, -0.01052897423505783, 0.014688736759126186, -0.014620544388890266, -0.006693127099424601, -0.011647336184978485, -0.0026936170179396868, 0.025572312995791435, -0.012690686620771885, 0.020594237372279167, 0.009594731964170933, 0.0173073410987854, -0.018152933567762375, -0.021630767732858658, 0.02772720716893673, 0.007821718230843544, -0.012342903763055801, -0.02538137324154377, 0.00037527369568124413, -0.010263022035360336, -0.0023151468485593796, 0.017402810975909233, -0.014538712799549103, -0.020976116880774498, 0.014743290841579437, 0.00033307939884252846, -0.009867503307759762, 3.955717329517938e-05, 0.027399880811572075, 0.019421320408582687, 0.01912127062678337, -0.019694091752171516, -0.018971247598528862, -0.002579394029453397, -0.01601167768239975, -0.010958588682115078, -0.005421330686658621, -0.0021770563907921314, -0.01144275814294815, 0.026363350450992584, -0.01771649904549122, 0.035733047872781754, 0.01535702683031559, -0.029241088777780533, -0.044570837169885635, -0.007398922927677631, -0.0025879181921482086, 0.024494867771863937, 0.016693606972694397, 0.01637991890311241, 0.0055508967489004135, 0.013638567179441452, 0.0073921033181250095, 0.009894780814647675, -0.02223086543381214, 0.0059191384352743626, -0.012117867358028889, -0.014061362482607365, 0.018930330872535706, 0.0019861164037138224, -0.0023969782050698996, 0.013556735590100288, -0.0015854834346100688, -0.029704799875617027, 0.01321577187627554, 0.0067817773669958115, -0.0055372584611177444, 0.009546997025609016, 0.009144659154117107, -0.01308620534837246, 0.010842661373317242, 0.012452011927962303, -0.011851915158331394, 0.0031539187766611576, -0.0010527268750593066, 0.015111532993614674, 0.018057463690638542, -0.021835345774888992, 0.020348742604255676, -0.018275680020451546, 0.007712609600275755, -0.009144659154117107, -0.004933751653879881, -0.01093131210654974, 0.029377473518252373, -0.006358982063829899, -0.019721368327736855, -0.025940554216504097, 0.006065752822905779, 0.031286872923374176, -0.018848499283194542, 0.017661944031715393, -0.010576709173619747, 0.003401117632165551, -0.02122161164879799, -0.018834860995411873, 0.024372119456529617, -0.04165218397974968, -0.007467115763574839, 0.01119726337492466, 0.0228855162858963, 0.006208957638591528, -0.019584983587265015, -0.03510567173361778, -0.002615195233374834, -0.011838276870548725, -0.003682413138449192, -0.00814222451299429, -0.02795906364917755, -0.02224450372159481, 0.05545441433787346, -0.0013050404377281666, 0.0037778832484036684, 0.03657863661646843, -0.0008102161227725446, 0.021044310182332993, 0.01419774815440178, 0.01534338854253292, -0.02122161164879799, 0.03030489571392536, -0.007617139723151922, 0.001902580144815147, 0.00439161853864789, 0.0012053083628416061, -0.0003292435430921614, -0.020512405782938004, -0.010754010640084743, 0.03139598295092583, -0.010481239296495914, 0.02643154375255108, 0.08919622749090195, 0.021167056635022163, -0.004903065040707588, 0.029622968286275864, -0.04503455013036728, 0.005915728397667408, 0.007262537255883217, 0.01678907684981823, -0.01914854906499386, -0.031286872923374176, -0.0018906464101746678, 0.008367260918021202, 0.0033465635497123003, -0.04511637985706329, -0.0010092540178447962, -0.014006808400154114, -0.007562585640698671, 0.001401362824253738, -0.0023270805831998587, 0.009321960620582104, 0.014102278277277946, -0.010897215455770493, 0.010324395261704922, -0.00021768432634416968, -0.001091937767341733, 0.008899165317416191, 0.016707245260477066, 0.0009436183609068394, 0.0033994128461927176, -0.029432028532028198, 0.02471308410167694, 0.026049664244055748, -0.02707255631685257, -0.0009427659679204226, 0.007255717646330595, -0.009451527148485184, -0.00416317256167531, -0.004238185007125139, 0.008476370014250278, 0.004674619063735008, 0.006263512186706066, 0.011360926553606987, -0.002146369544789195, -0.03267800807952881, -0.009942515753209591, -0.018016546964645386, 0.009519719518721104, -0.01807110197842121, -0.03150508925318718], metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='90e778aa-c5fb-43e6-8423-8969352b85ca', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='9f43478fa989eb42ec8009c53d1b4b9f3e497e510cfd3638923af749a6aee2e8'), : RelatedNodeInfo(node_id='5efbe3fb-5702-4293-ac19-bb29dea9a9a4', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='a81601aa5fba671b0428351613cedb211ef3cfbd13b2417693b960e13628d0c7'), : RelatedNodeInfo(node_id='adf07b24-466c-499d-8ec2-a7c312d80846', node_type=, metadata={}, hash='68e0442116aaaf38aa9ff21ca704ff7875262d2962bc13196c9f3e5ee22d1316')}, hash='75226031e1fb4fa40d41510cebbc99ac5d45ee091c750fd2bc39ec8f65539507', text='Problem Statement Despite the pioneers like Amazon [2], many E-commerce platforms are still heavily relying on traditional retrieval techniques like TFIDF and BM25 for product search. Such sparse methods usually require customers to type explicit queries that match the product information and mostly struggle to achieve good relevance for queries that are colloquial and implicit. In consequence, the search engine either returns no result or results with low relevance ignoring the existence of the relevant ones, which harms the customer experience and business metrics. For instance, Ebay is returning \"No exact matches found\" for the query \"What are the best gifts for boys under 5?\". Although the \"Results matching fewer words\" solution avoids the \"no result\" situation, its search relevance has got the obvious potential to be improved. People might argue that it\\'s rare for such queries to occur. However, it\\'s not uncommon that many opportunities and advancements are actually driven by the use cases that are underestimated in the beginning. LLM-based Solution Today, thanks to the fast development of LLMs, one can quickly build prototypes without worrying about the effort needed to build in-house solutions from scratch. This enables my quick discovery to tackle the problem. As depicted in the image below, the idea is pretty straightforward. The LLM is leveraged to translate the raw query to an enhanced query that aims to contain the explicit product information for search. Potentially, the product range covered in the enhanced query could be broad for the raw query that is implicit and fuzzy. In consequence, sending the enhanced query directly to the keyword-based search engine will likely lead to poor results due to its ambiguity and uncertainty. As a solution, LLM embedding is adopted to address the semantic complexity. Specifically, the enhanced query is projected into the embedding space that contains the preprocessed product embeddings. Next, the product retrieval is done by comparing the similarity between the query embedding and product embeddings, which then generates the top-k products as search results. There is a wide range of techniques to implement the idea as there exist many options for each step. Here, I provide one example implementation based on Hugging Face and LangChain. The actual code is hosted on the Github repo below, with the details explained as follows. Generate the enhanced query First, the recently announced', start_char_idx=0, end_char_idx=2476, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='adf07b24-466c-499d-8ec2-a7c312d80846', embedding=[-0.02374419942498207, 0.01639017090201378, -0.006193232256919146, -0.039425380527973175, -0.012921681627631187, 0.008737253956496716, -0.02801203727722168, -0.00042617571307346225, -0.03442074730992317, -0.05379979684948921, -0.006857041269540787, 0.0012859124690294266, -0.009529653936624527, 0.002808154793456197, 0.0031192065216600895, 0.019712690263986588, 0.012018067762255669, 0.0029541230760514736, -0.00941844005137682, -0.021366998553276062, -0.0021599852479994297, -0.029582936316728592, 0.008354955352842808, -0.019114913418889046, -0.010620941407978535, -0.0154726542532444, 0.03397589176893234, -0.0377015620470047, -0.032585714012384415, 0.008146428503096104, 0.002504053758457303, 0.0058005074970424175, -0.03492121025919914, -0.0028689748141914606, -0.014291005209088326, 0.015083405189216137, 0.022562550380825996, -0.004889942705631256, 0.05032435804605484, -0.011955509893596172, 0.019740493968129158, 0.017530113458633423, 0.010044018737971783, -0.03683965280652046, -0.009765983559191227, 0.0031365836039185524, -0.006815335713326931, -0.02271546982228756, -0.014680254273116589, 0.01406162604689598, 0.019976822659373283, 0.04965707287192345, -0.01602872461080551, 0.018503237515687943, -0.008883222006261349, 0.019198324531316757, 0.011969411745667458, 0.00665894104167819, 0.01474976260215044, 6.98889052728191e-05, -0.0011468948796391487, 0.020922143012285233, -0.01691843755543232, 0.013568113557994366, 0.01012742891907692, -0.01787765882909298, -0.028804438188672066, 0.024578304961323738, 0.02894345484673977, 0.0003579702170100063, 0.0021964774932712317, 0.028665419667959213, -0.01936514675617218, -0.015708984807133675, 0.022520843893289566, -0.001662997528910637, -0.009668671526014805, -0.0212140791118145, -0.0006016853731125593, 0.008660794235765934, 0.008035214617848396, -0.01982390321791172, -0.02031046524643898, 0.017238177359104156, 0.006408709567040205, 0.005647588521242142, 0.017071356996893883, 0.014582942239940166, -0.013394341804087162, -0.008056067861616611, -0.017015749588608742, 0.0029819265473634005, 0.036422599107027054, 0.005355651490390301, -0.021519917994737625, 0.015708984807133675, -0.004295642487704754, 0.012852173298597336, -0.0027403836138546467, -0.03542167320847511, -0.008639940991997719, -0.025023160502314568, -0.030778488144278526, -0.004201805684715509, -0.03731231391429901, -0.016223348677158356, 0.0011512391502037644, 0.004034984856843948, 0.0012155347503721714, 0.01981000229716301, -0.0019723116420209408, 0.025773854926228523, 0.012886927463114262, -0.03205744922161102, -0.005741425324231386, -0.026010185480117798, 0.0001420585613232106, -0.019031504169106483, 0.006989107932895422, -0.0030601241160184145, 0.03197403997182846, 0.03667283058166504, 0.00917515903711319, -0.014075527898967266, 0.03322519734501839, 0.003218256402760744, -0.015180717222392559, -0.013651524670422077, -0.00592562323436141, -0.0222289077937603, 0.0033537985291332006, 0.01645967923104763, 0.025495819747447968, 0.00818813405930996, -0.028248367831110954, 0.033670052886009216, -0.006304446142166853, -0.02071361616253853, -0.02320202998816967, -0.017085257917642593, 0.016709910705685616, 0.01644577644765377, 0.013310931622982025, 0.002099165227264166, -0.034615371376276016, 0.024355877190828323, 0.005591981112957001, 0.01259499043226242, 0.00797960814088583, 0.006568579468876123, 0.01065569557249546, -0.02078312449157238, -0.010495825670659542, 0.03330860659480095, 0.015597769990563393, -0.0012937322026118636, 0.004952500574290752, 0.018531041219830513, -0.039842430502176285, -0.027734002098441124, 0.00028737535467371345, -0.0020157545804977417, -0.014819271862506866, 0.015069503337144852, 0.019935118034482002, 0.03133455663919449, 0.039842430502176285, -0.005692768841981888, -0.0037221950478851795, -0.009745131246745586, -0.016237251460552216, 0.02035216987133026, -0.03728450834751129, 0.012796565890312195, -0.02320202998816967, 0.0014666352653875947, 0.02751157432794571, -0.010196938179433346, -0.020074134692549706, -0.037451330572366714, 0.008438365533947945, 0.006610285025089979, 0.012108429335057735, 0.019128816202282906, -0.023104717954993248, -0.008765056729316711, -0.012525482103228569, -0.014888780191540718, 0.02462000958621502, -0.03147357702255249, 0.010106576606631279, 0.031167736276984215, -0.004427709151059389, -0.02320202998816967, -0.5961073040962219, -0.01796106807887554, 0.03233548253774643, -0.014047724194824696, 0.00532784778624773, -0.019490262493491173, -0.016668206080794334, 0.006217560265213251, -0.014916583895683289, 0.0435124970972538, -0.013178864493966103, -0.005025484599173069, -0.004170526750385761, 0.004681416321545839, 0.007520849816501141, -0.003127895062789321, 0.014075527898967266, -0.010488875210285187, 0.01588970609009266, 0.02849859930574894, -0.012087577022612095, -0.014457826502621174, 0.00713855167850852, -0.012407316826283932, -0.005376504268497229, 0.016251152381300926, 0.02267376333475113, -0.003798654768615961, 0.01645967923104763, 0.011427243240177631, -0.018975896760821342, 0.029221490025520325, 0.021575525403022766, 0.0015066027408465743, 0.04796105623245239, -0.010169134475290775, -0.024439286440610886, 0.017794247716665268, 0.005147125106304884, 0.014430022798478603, -0.03670063614845276, -0.027177933603525162, 0.00045397921348921955, -0.006478218361735344, -0.005741425324231386, 0.045180708169937134, 0.025426311418414116, 0.00676667969673872, -0.02364688739180565, -0.012483776547014713, 0.007798884995281696, 0.004862139001488686, -0.0061445762403309345, -0.018113987520337105, 0.019420752301812172, 0.002860286273062229, 0.02562093548476696, -0.0067562535405159, 0.02564873918890953, 0.0094601446762681, 0.01645967923104763, -0.00193408178165555, -0.03536606580018997, -0.010217790491878986, -0.02944391965866089, 0.032669126987457275, 0.012080625630915165, 0.0011060584802180529, 0.008007410913705826, -0.02409174293279648, 0.01782205142080784, 0.02955513261258602, -0.01643187552690506, 0.00034472011611796916, -0.00579703226685524, 0.01257413811981678, 0.02274327166378498, 0.026899898424744606, -0.009272471070289612, 0.01598701998591423, 0.007805835921317339, -0.022117692977190018, -0.01356116309762001, -0.021561622619628906, 0.008063018321990967, 0.012824369594454765, -0.03764595463871956, -0.01544485054910183, -0.010523629374802113, 0.021158471703529358, 0.014499531127512455, 0.025773854926228523, -0.04164966195821762, -0.06778496503829956, -0.002557923085987568, 0.015514359809458256, 0.013887854292988777, 0.024564402177929878, 0.010342906229197979, -0.03141796961426735, -0.011156159453094006, 0.0058039831928908825, 0.01835031807422638, 0.0022711993660777807, 0.03497681766748428, 0.015194619074463844, -0.0059708040207624435, -0.002029656432569027, 0.01780814863741398, -0.0256765428930521, -0.012303054332733154, 0.003989804070442915, 0.01135078351944685, -0.01791936345398426, 0.0038820654153823853, -0.031584788113832474, -0.009953657165169716, -0.0040106563828885555, 0.015139011666178703, -0.03319739177823067, 0.01693233847618103, 0.006850090343505144, 0.01634846441447735, -0.005452963523566723, 0.0019306063186377287, 0.02039387635886669, -0.007347078062593937, -0.0012268299469724298, -0.015625573694705963, 0.03489340841770172, 0.02852640300989151, -0.03914734348654747, 0.018183495849370956, -0.023063013330101967, 0.020171448588371277, 0.02947172150015831, 0.04779423773288727, -0.006064640823751688, 0.0079726567491889, -0.01796106807887554, -0.01235866080969572, -0.021992577239871025, 0.016278956085443497, -0.024272466078400612, -0.05076921358704567, -0.02847079560160637, -0.023063013330101967, 0.006009033881127834, -0.0004969877772964537, -0.007493046578019857, -0.014131134375929832, -0.013185815885663033, -0.005046337377279997, 0.017669131979346275, -0.005150600336492062, 0.001643013791181147, -0.003937672358006239, -0.022562550380825996, -0.0022572975140064955, -0.03817422315478325, 0.0032842897344380617, 0.033058375120162964, -0.014791468158364296, -0.003303404664620757, 0.0033068801276385784, -0.006902221590280533, 0.012692303396761417, 0.04045410826802254, -0.024077842012047768, -0.039925843477249146, 0.006175855174660683, -0.0241890549659729, 0.002431069500744343, 0.020936043933033943, 0.0077780322171747684, 0.028359582647681236, -0.010926780290901661, -0.011079699732363224, 0.007103797048330307, -0.007458291947841644, 0.003628358244895935, 0.023507868871092796, 0.017265981063246727, -0.009953657165169716, 0.010989338159561157, 0.02271546982228756, 0.028387386351823807, -0.02032436616718769, -0.022604255005717278, 0.006662416271865368, 0.005355651490390301, 0.018989797681570053, -0.019657082855701447, 0.002292051911354065, -0.010732155293226242, 0.010440218262374401, 0.004782204050570726, 0.009119551628828049, 0.008292397484183311, -0.00435820035636425, -0.01740499772131443, -0.013130208477377892, -0.017168669030070305, -0.00041357724694535136, -0.005873491987586021, -0.01520852092653513, 0.007159404456615448, -0.03764595463871956, 0.007044714875519276, 0.022479139268398285, 0.014763664454221725, -0.013950412161648273, -0.021881364285945892, -0.020018529146909714, -0.01639017090201378, 0.030778488144278526, -0.0033503230661153793, 0.012803517282009125, -0.01501389592885971, 0.005692768841981888, -0.010349857620894909, -0.0026969406753778458, 0.01042631734162569, -0.013192766346037388, 0.0031313705258071423, 0.018239103257656097, -0.006148051470518112, 0.004000230226665735, -0.015403145924210548, -0.022910093888640404, 0.00027455968665890396, 0.02858201041817665, 0.03353103622794151, 0.022576451301574707, 0.02363298460841179, -0.000956614559981972, 0.04106578603386879, 0.0072497655637562275, 0.04070433974266052, 0.005748376250267029, 0.005658014677464962, 0.04320665821433067, 0.005626735743135214, -0.020699715241789818, 0.02765059284865856, 0.0037708512973040342, 0.037006475031375885, 0.014471727423369884, 0.011260421946644783, 0.004375577438622713, -0.033614445477724075, 0.02377200312912464, -0.005897819995880127, 0.020074134692549706, 0.021881364285945892, 0.002391102025285363, 0.00169166992418468, 0.01526412833482027, 0.02607969380915165, 0.002663923893123865, 0.0020713615231215954, -0.007917050272226334, 0.024995356798171997, -0.007520849816501141, 0.007861442863941193, -0.008375807665288448, 0.0063287741504609585, -0.03194623440504074, -0.00248667667619884, -0.034031499177217484, -0.0052896179258823395, 0.0032495353370904922, -0.0017159979324787855, -0.03964780643582344, 0.019087111577391624, 0.011649671010673046, 0.004559775814414024, 0.022993505001068115, 0.014555138535797596, 0.03875809535384178, -0.0339202843606472, -0.03611676022410393, 0.04295642673969269, -0.006804909557104111, -0.012831320986151695, -0.007298422046005726, -0.02411954663693905, -0.006707597058266401, -0.012400366365909576, -0.009877197444438934, 0.012525482103228569, 0.024800732731819153, 0.019504163414239883, -0.006193232256919146, -0.010551433078944683, 0.020018529146909714, 0.03255791217088699, -0.0027577609289437532, 0.00965476967394352, 0.007882295176386833, 0.014019920490682125, 0.015083405189216137, -0.03088970109820366, -0.011823443695902824, 0.04773863032460213, -0.028137153014540672, -0.015569966286420822, -0.015361440367996693, 0.01132993120700121, -0.006836188491433859, -0.0011929444735869765, 0.00592562323436141, 0.0023268063087016344, 0.008646892383694649, 0.029165884479880333, 0.019059307873249054, 0.025829462334513664, -3.5813311114907265e-05, 0.018961995840072632, 0.019587574526667595, 0.012893878854811192, -0.03817422315478325, 0.007065567187964916, 0.022381827235221863, 0.05265985056757927, 0.0037951793055981398, -0.004816958215087652, 0.01982390321791172, -0.017071356996893883, -0.015528261661529541, -0.03533826395869255, 0.007479144725948572, 0.019740493968129158, 0.02218720316886902, -0.0356719046831131, -0.023924922570586205, 0.01876736991107464, -0.00038056058110669255, 0.028290072456002235, 0.006565104238688946, 0.013547261245548725, -0.0040662637911736965, -0.005216633901000023, 0.010468021966516972, 0.007652916479855776, -0.012421218678355217, -0.0067214989103376865, 0.010975436307489872, 0.011663572862744331, -0.014263201504945755, 0.044652439653873444, 0.03097311221063137, 0.009063945151865482, -0.04342908412218094, -0.005286142695695162, 0.005362602416425943, -0.007034288253635168, 0.008549579419195652, -0.02118627540767193, 0.04292862117290497, 0.004288691561669111, -0.017307685688138008, 0.04301203414797783, 0.0019584097899496555, -0.011705278418958187, 0.023382753133773804, 0.012866075150668621, 0.02131139114499092, 0.017196472734212875, -0.029888775199651718, 0.003009730251505971, 0.01739109680056572, -0.002269461750984192, -0.00943234097212553, 0.006919599138200283, -0.009091747924685478, -0.03341982141137123, 0.001446651411242783, 0.020407777279615402, 0.0063809058628976345, -0.0189202893525362, 0.004622333683073521, -0.011941608041524887, -0.029749756678938866, -0.0015969641972333193, -0.024564402177929878, 0.009759032167494297, -0.006950878072530031, -0.0048795160837471485, 0.00725671648979187, -0.000773719628341496, 0.01206672377884388, -0.026399433612823486, -0.011573211289942265, -0.009640867821872234, -0.007451341021806002, -0.0445968322455883, -0.021172374486923218, -0.002738645998761058, 0.002045295899733901, 0.0052896179258823395, -0.012275250628590584, 0.011281275190412998, 0.01087117288261652, -0.00664851488545537, -0.009578309953212738, 0.004330397117882967, -0.02082483097910881, -0.015180717222392559, -0.008806762285530567, -0.004969877656549215, -0.01283827144652605, -0.028345679864287376, -0.0169601421803236, 0.019420752301812172, -0.018683960661292076, -0.002417167881503701, 0.0006655465695075691, 0.010808615013957024, 0.0318906269967556, 0.014388317242264748, 0.02518998086452484, 0.01689063385128975, -0.04784984514117241, -0.007604260463267565, -0.032641321420669556, 0.00178463791962713, -0.021867461502552032, 0.011128355748951435, 0.003941147588193417, 0.023493967950344086, 0.011246520094573498, 0.0010991075541824102, 0.00687441835179925, 0.012052821926772594, -0.001670817262493074, -0.009182109497487545, -0.0014370940625667572, 0.023104717954993248, 0.008535678498446941, 0.0075903586111962795, 0.01018303632736206, 0.021992577239871025, -0.023535672575235367, -0.0067910077050328255, -0.016251152381300926, 0.04751620069146156, 0.0039098686538636684, -0.013283127918839455, 0.0038299337029457092, 0.015055601485073566, -0.010954583995044231, -0.020574599504470825, 0.0037152443546801805, -0.01883688010275364, 0.02463391050696373, -0.02171454206109047, -0.005956902168691158, -0.03336421400308609, -0.020088037475943565, -0.023980528116226196, 0.0018836879171431065, -0.016195544973015785, -0.008834565989673138, 0.011774786747992039, -0.0035240950528532267, -0.024383679032325745, -0.03522704914212227, 0.013213618658483028, -0.029582936316728592, -0.006398282945156097, 0.03430953249335289, 0.007117698900401592, 0.01448562927544117, -0.01140639092773199, 0.00970342569053173, -0.034531962126493454, -0.035477280616760254, -0.0026656617410480976, -0.04056532308459282, -0.0032738635782152414, 0.0004272617807146162, 0.025245588272809982, 0.02272937074303627, 0.07240034639835358, -0.000569971976801753, 0.02231231890618801, 0.009307225234806538, 0.003857737174257636, 0.0038890161085873842, -0.0065546780824661255, 0.01976829767227173, -0.009341980330646038, 0.016807222738862038, 0.021631132811307907, -0.005313946399837732, 0.0358109213411808, 0.004997681360691786, 0.0014614220708608627, 0.022910093888640404, -0.018253006041049957, -0.007882295176386833, -0.011079699732363224, -0.012511580251157284, -0.014763664454221725, 0.004379053134471178, -0.013936510309576988, 0.01837812177836895, -0.041371624916791916, -0.012873025611042976, 0.017599623650312424, 0.020922143012285233, 0.013227520510554314, 0.009731229394674301, 0.029888775199651718, -0.024578304961323738, 0.020074134692549706, 0.013192766346037388, -0.015180717222392559, -0.005793556571006775, 0.0025666116271167994, -0.035532888025045395, -0.017794247716665268, 0.01643187552690506, -0.006561628542840481, 0.006294019985944033, 0.02325763739645481, -0.015083405189216137, 0.012699253857135773, -0.0035623249132186174, 0.00991890300065279, -0.013144110329449177, -0.015583868138492107, -0.009446242824196815, -0.011955509893596172, -0.018266906961798668, -0.03127894923090935, -0.0026621862780302763, -0.004677940625697374, 0.010669597424566746, 0.012754861265420914, 0.029860971495509148, -0.03244669735431671, -0.016640402376651764, -0.0053904056549072266, 0.02022705413401127, 0.05160331726074219, -0.01353335939347744, 0.006443463731557131, 0.022409630939364433, -0.00022546910622622818, -0.01063484326004982, 0.013359587639570236, 0.02031046524643898, -0.005897819995880127, 0.014666352421045303, 0.03859127312898636, -0.0050532883033156395, -0.04879516363143921, 0.022493040189146996, -0.0058005074970424175, -0.009230765514075756, -0.034587569534778595, 0.025718247517943382, 0.009216864593327045, 0.005946476012468338, -0.020407777279615402, -0.031167736276984215, -0.010002313181757927, -0.008535678498446941, -0.03147357702255249, 0.01791936345398426, 0.02031046524643898, -0.0016378005966544151, 0.008368857204914093, 0.03052825666964054, -0.0017776869935914874, 0.016737714409828186, -0.019907314330339432, -0.006492120213806629, 0.0028515977319329977, -0.01307460106909275, -0.010468021966516972, 0.031584788113832474, 0.011183962225914001, 0.030611665919423103, -0.023493967950344086, 0.01597311720252037, 0.015389244072139263, -0.005790081340819597, 0.003226945176720619, 0.007486095651984215, 0.013853100128471851, 0.034114908427000046, -0.01840592548251152, -0.009272471070289612, 0.024077842012047768, -0.01979609951376915, 0.011628818698227406, -0.017544016242027283, 0.008709450252354145, -0.006930025294423103, -0.010162183083593845, -0.0009983198251575232, 0.03325299918651581, -0.007548653520643711, -0.020171448588371277, 0.010057920590043068, -0.010753008536994457, -0.006690219976007938, -0.013547261245548725, -0.016320660710334778, 0.0184476301074028, -0.021450409665703773, -0.013144110329449177, 0.010683499276638031, 0.020671911537647247, 0.01843372918665409, 0.0025023161433637142, -0.014596844092011452, -0.006363528780639172, 0.0397312194108963, -0.013067650608718395, 0.018169594928622246, 0.019615378230810165, -0.004876040853559971, 0.0009157781605608761, -0.024953652173280716, -0.010780811309814453, -0.010933730751276016, -0.0015561277978122234, -0.02602408640086651, -0.030305827036499977, -0.013171914033591747, 0.008862369693815708, -0.009724278002977371, -0.002658710815012455, -0.018628353253006935, -0.008598236367106438, -0.0023354950826615095, 0.0067214989103376865, -0.016529187560081482, -0.0038334091659635305, 0.025926774367690086, -0.004500693641602993, -0.0026117924135178328, 0.016668206080794334, -0.015027797780930996, -0.0031296326778829098, -0.018697861582040787, -0.013755787163972855, -0.020685812458395958, -0.036033350974321365, -0.010808615013957024, -0.013060699217021465, -0.0024241185747087, 0.01111445389688015, -0.003638784633949399, -0.013449949212372303, -0.0023111668415367603, -0.022145496681332588, 0.002146083628758788, 0.004618858452886343, 0.005227060057222843, 0.010301200672984123, 0.015083405189216137, 0.017210373654961586, 0.02281278185546398, -0.020171448588371277, -0.017432801425457, -0.024328073486685753, -0.0067388759925961494, -0.0072497655637562275, -0.014158938080072403, -0.022882290184497833, 0.034559763967990875, 0.010085724294185638, -0.03753473982214928, -0.02278497815132141, -0.006367004010826349, -0.048628341406583786, -0.013999068178236485, -0.01137163583189249, -0.014763664454221725, 0.00017583549197297543, 0.02039387635886669, -0.0096964742988348, 0.03136236220598221, -0.009988411329686642, 0.0030062547884881496, -0.007520849816501141, -0.002083525760099292, 0.00445551285520196, -0.0013545523397624493, 0.01114225760102272, 0.0028411713428795338, -0.026260416954755783, 0.009321127086877823, 0.014430022798478603, -0.006012509576976299, 0.00520968297496438, 0.03686745837330818, -0.007826688699424267, -0.012212692759931087, 0.018461531028151512, 0.012886927463114262, -0.005831786431372166, -0.018711762502789497, 0.007333176210522652, -0.011601014994084835, 0.0017950641922652721, 0.008806762285530567, -0.0058700162917375565, -0.005539849866181612, 0.004775253124535084, 0.0036909161135554314, 0.0026517598889768124, 0.004702269099652767, 0.015667278319597244, 0.012483776547014713, 0.005084567237645388, -0.0022190678864717484, 0.0406765379011631, -0.010335955768823624, -0.01430490706115961, 0.030333630740642548, 0.011100552044808865, -0.005859590135514736, -0.008869320154190063, 0.018016675487160683, 0.004994205664843321, -0.016334563493728638, 0.014860977418720722, -0.011017141863703728, -0.008466169238090515, -0.01231000479310751, -0.0003901180170942098, -0.014430022798478603, -0.007395734079182148, -0.0038438355550169945, 0.009321127086877823, -0.03180721774697304, 0.02619090862572193, -0.004816958215087652, -0.018086183816194534, -0.0179054606705904, -0.016070429235696793, -0.007065567187964916, -0.02313252165913582, -0.015291931107640266, 0.011906853877007961, 0.011920755729079247, -0.012080625630915165, -0.0006338331731967628, -0.009981460869312286, -0.014179791323840618, 0.010335955768823624, 0.02031046524643898, -0.007562555372714996, 0.01936514675617218, 0.20808148384094238, -0.010245594196021557, -0.00890407431870699, 0.02616310492157936, 0.014332709833979607, -0.012177938595414162, 0.029833167791366577, 0.020685812458395958, -0.01427710335701704, -0.0008719007601030171, 0.02036607265472412, 0.008132527582347393, -0.023827608674764633, 0.007034288253635168, 0.0241890549659729, -0.029610740020871162, -0.014360513538122177, -0.024425385519862175, -0.009397586807608604, -0.0076598674058914185, 0.010509727522730827, 0.01207367517054081, -0.013700180687010288, -0.030667273327708244, 0.011788688600063324, -0.009752081707119942, 0.008285446092486382, -0.016807222738862038, 0.016042625531554222, 0.01204587146639824, -0.009022239595651627, 0.013637622818350792, 0.0069925831630826, -0.013568113557994366, -0.014680254273116589, 0.0018263431265950203, 0.02225671149790287, 0.0005677998415194452, 0.005025484599173069, 0.02124188281595707, 0.011774786747992039, 0.0010304676834493876, 0.002243395894765854, -0.018266906961798668, 0.007388783153146505, 0.019073208793997765, -0.02217330038547516, 0.0031643870752304792, 0.007416586857289076, -0.005077616311609745, -0.03136236220598221, 0.004858663771301508, 0.03236328810453415, 0.03339201584458351, -0.017544016242027283, -0.001464897533878684, -0.014068576507270336, 0.013415194116532803, 0.009189060889184475, -0.003510193433612585, -0.02991657890379429, 0.0038160320837050676, 0.024842437356710434, 0.013498605228960514, 0.015069503337144852, -0.0041044931858778, -0.030111202970147133, -0.016112135723233223, 0.0025544476229697466, 0.008869320154190063, -0.014652450568974018, -0.012893878854811192, -0.010474973358213902, -0.015333636663854122, -0.017613524571061134, -0.04504168778657913, 0.0247312244027853, 0.014346611686050892, 0.019545868039131165, 0.05755326896905899, 0.001273748348467052, -0.027803512290120125, -0.010120478458702564, -0.009487948380410671, -0.016640402376651764, -0.012031969614326954, 0.012685352005064487, -0.012490727938711643, -0.014833173714578152, -0.014499531127512455, -0.0038924915716052055, 0.019907314330339432, -0.0049351234920322895, 0.0026117924135178328, -0.005237486679106951, 0.005227060057222843, 0.028206663206219673, -0.0016855879221111536, -0.006457365583628416, -0.013700180687010288, -0.01520852092653513, 0.03909173607826233, 0.023980528116226196, -0.009474046528339386, -8.981837891042233e-05, -0.00579703226685524, -0.006182806100696325, -0.009974509477615356, -0.017599623650312424, 0.0009965820936486125, 0.022632058709859848, -0.05140869319438934, 0.0050532883033156395, -0.004403381142765284, -0.018989797681570053, 0.005324372556060553, 0.024911945685744286, -0.00020494229102041572, -0.004545873962342739, 0.015083405189216137, -0.01209452748298645, -0.0021339196246117353, 0.027497673407197, 0.017502309754490852, -0.004667514469474554, -0.008354955352842808, -0.03253011032938957, -0.017001846805214882, -0.034059301018714905, -0.0030705502722412348, 0.011955509893596172, -0.010037067346274853, 0.012129281647503376, 0.001041762880049646, 0.0021547721698880196, -0.014888780191540718, -0.013540309853851795, -0.008577383123338223, -0.00531742163002491, 0.004417282994836569, -0.0089527303352952, 0.006349626928567886, 0.0011329931439831853, -0.007347078062593937, 0.011489801108837128, -0.013602867722511292, -0.014721959829330444, 0.02651064842939377, -0.020129742100834846, -0.011392489075660706, -0.010461071506142616, 0.005362602416425943, 0.010447169654071331, -0.030305827036499977, 0.002020967658609152, 0.010815566405653954, -0.019531967118382454, -0.0030218942556530237, 0.0021964774932712317, 0.005487718153744936, -0.04454122483730316, -0.0021669361740350723, 0.015834100544452667, -0.007555604446679354, -0.005373028572648764, -0.016751615330576897, -0.17683033645153046, -0.0014735860750079155, 0.018030578270554543, -0.04359590634703636, 0.0035362590570002794, 0.024328073486685753, 0.012205741368234158, 0.00283074495382607, -0.035004619508981705, -0.015806296840310097, 0.0019114913884550333, -0.002929795067757368, -0.038424454629421234, -0.04943464323878288, -0.011482850648462772, 0.028721027076244354, 0.006492120213806629, -0.023897118866443634, 0.021839657798409462, -0.011163109913468361, 0.04014826938509941, -0.033586643636226654, -0.000742875097785145, 0.014721959829330444, 0.01645967923104763, 0.008973583579063416, 0.0012963387416675687, 0.017627427354454994, -0.014207594096660614, -0.023076914250850677, 0.0009348930907435715, -0.009689523838460445, 0.0279703326523304, -0.005400832276791334, 0.008883222006261349, 0.010947632603347301, 0.023855412378907204, -0.0029871398583054543, -0.013255324214696884, 0.028234466910362244, 0.01981000229716301, 0.010329004377126694, 0.005772704258561134, 0.019684886559844017, 0.0024050038773566484, 0.0216867383569479, 0.03247450292110443, -0.01989341340959072, 0.01590360887348652, -0.01593141257762909, 0.007173305843025446, -0.01643187552690506, 0.008820664137601852, 0.009620015509426594, 0.011392489075660706, 0.021436506882309914, 0.011149208061397076, -0.0016265054000541568, -0.006436512805521488, -0.019212227314710617, 0.008792860433459282, -0.012775713577866554, 0.007840590551495552, -0.024439286440610886, -0.006398282945156097, -0.05352175980806351, -0.015597769990563393, 0.004017607308924198, -0.028151055797934532, 0.0020852633751928806, -0.013971264474093914, 0.009063945151865482, -0.017196472734212875, -0.01406162604689598, 0.023841511458158493, 0.036506012082099915, -0.013241422362625599, 0.0027525476180016994, 0.021450409665703773, 0.005671916529536247, -0.01257413811981678, 0.019087111577391624, -0.00178463791962713, 0.014499531127512455, -0.01597311720252037, -0.011190913617610931, -0.018725665286183357, 0.013039846904575825, -0.014235397800803185, 0.004382528364658356, 0.021964773535728455, -0.01741890050470829, 0.001060008886270225, -0.018656156957149506, -0.0062627410516142845, 0.018127890303730965, -0.003213043324649334, -0.013623720966279507, -0.007089895661920309, 0.017516212537884712, 0.010794713161885738, -0.003485865192487836, -0.010044018737971783, 0.010676548816263676, 0.018113987520337105, 0.00603336188942194, -0.016084332019090652, 0.013283127918839455, 0.04873955622315407, -0.025815561413764954, -0.001379749272018671, 0.006582481320947409, 0.01544485054910183, 0.005574604030698538, 0.007305372506380081, 0.025301195681095123, -0.006916123442351818, -0.009835491888225079, 0.0053938813507556915, -0.001643013791181147, 0.04159405454993248, -0.007319274358451366, 0.003367700381204486, 0.0073540289886295795, -0.012393414974212646, -0.030222417786717415, -0.10570894926786423, 0.0027681870851665735, 0.0024380204267799854, 0.02756718173623085, -0.02603798918426037, 0.02845689468085766, 0.0092238150537014, 0.02085263468325138, -0.01744670420885086, 0.0309453085064888, -0.026329925283789635, -0.012226594612002373, 0.005136698950082064, 0.013012043200433254, -0.00445551285520196, -0.008681646548211575, -0.007805835921317339, -0.007069042883813381, -0.029304901137948036, 0.02810935117304325, 0.00893187802284956, -0.008069969713687897, 0.014186741784214973, -0.018141791224479675, -0.0019375572446733713, -0.004330397117882967, -0.028234466910362244, 0.006832712795585394, 0.02662186324596405, -0.0072011095471680164, -0.0026413334999233484, -0.026413336396217346, -0.0038924915716052055, -0.025982381775975227, 0.007291471119970083, -0.030278023332357407, 0.021853560581803322, 0.0033798643853515387, 0.03714549168944359, -0.012428170070052147, 0.010335955768823624, -0.006940451450645924, -0.009835491888225079, -0.018155694007873535, 0.004869089927524328, -0.023535672575235367, -0.02803984098136425, 0.03336421400308609, -0.01109360158443451, -0.023299342021346092, -0.02758108451962471, -0.000404888647608459, -0.04292862117290497, 0.007333176210522652, 0.040815554559230804, 0.017794247716665268, -0.019601475447416306, 0.004632760304957628, -0.014131134375929832, 0.009335028938949108, -0.012928633019328117, -0.022479139268398285, -0.0502687506377697, 0.0016873256536200643, 0.02373029664158821, 0.025537526234984398, -0.01981000229716301, -0.012636695988476276, 0.010356808081269264, 0.009731229394674301, 0.004038460087031126, 0.029110277071595192, -0.01739109680056572, 0.01691843755543232, -0.029416115954518318, -0.0028585486579686403, -0.001923655509017408, -0.04798886179924011, 0.008354955352842808, -0.0036144566256552935, -0.0043547251261770725, -0.013846148736774921, -0.006568579468876123, -0.019184423610568047, 0.00043725367868319154, 0.009001387283205986, -0.013783590868115425, -0.0010721728904172778, 0.0024588729720562696, -0.052409619092941284, 0.018058380112051964, 0.012483776547014713, 0.023466164246201515, 0.0164179727435112, -0.014200643636286259, 0.0022138545755296946, -0.058776624500751495, -0.011531506665050983, 0.03714549168944359, 0.006829237565398216, -0.031056523323059082, -0.008389709517359734, -0.05619089677929878, 0.027289146557450294, 0.0055641778744757175, -0.0062627410516142845, 0.0023563476279377937, -0.030194614082574844, 0.01835031807422638, -0.0256765428930521, 0.03950878977775574, 0.01740499772131443, -0.01889248564839363, 0.009800737723708153, -0.01400601863861084, -0.0041044931858778, -0.0051019443199038506, -0.0037604249082505703, 0.03333641216158867, -0.01255328580737114, 0.021547721698880196, 0.009925853461027145, 0.017224274575710297, -0.011232619173824787, -0.02179795317351818, 0.02227061241865158, 0.0137488367035985, -0.013005092740058899, -0.023521771654486656, 0.0036631126422435045, -0.010947632603347301, 0.001913229119963944, 0.00874420441687107, -0.014805370010435581, -0.01987951062619686, 0.024050038307905197, 0.005769228562712669, -0.01597311720252037, 0.002571824938058853, 0.0193929485976696, 0.031139932572841644, 0.011413341388106346, -0.021645033732056618, -0.03572751209139824, 0.014110282063484192, -0.021436506882309914, -0.019031504169106483, 0.0010400251485407352, 0.0018315563211217523, -0.009335028938949108, 0.03328080475330353, -0.008042166009545326, 0.033614445477724075, 0.019003700464963913, -0.02562093548476696, -0.04531972482800484, -0.002893302822485566, -0.003798654768615961, 0.018725665286183357, 0.017988871783018112, 0.014555138535797596, 0.006902221590280533, 0.011163109913468361, 0.005790081340819597, 0.01634846441447735, -0.014457826502621174, -0.007798884995281696, -0.017001846805214882, -0.01650138385593891, 0.010078772902488708, 0.010773860849440098, -0.006811860483139753, 0.008076920174062252, 0.0008054329664446414, -0.010509727522730827, 0.0016847189981490374, 0.0018889011116698384, -0.00449374271556735, 0.005876967217773199, 0.00919601134955883, -0.010342906229197979, 0.013102404773235321, 0.016167741268873215, -0.015291931107640266, -0.002375462558120489, 0.009765983559191227, 0.02320202998816967, 0.01794716715812683, -0.02705281600356102, 0.009133453480899334, -0.018489334732294083, 0.00047439741319976747, -0.007611211389303207, 0.0008323676302097738, -0.00868859700858593, 0.010787762701511383, 0.00047179084504023194, -0.004976828582584858, -0.017794247716665268, 0.010037067346274853, 0.03617236763238907, -0.027789609506726265, 0.021408703178167343, -0.0054460130631923676, -0.0028272694908082485, -0.01937904767692089, -0.006224511191248894, 0.01837812177836895, -0.030166810378432274, -0.016070429235696793, 0.018002774566411972, 0.020185349509119987, 0.005949951708316803, -0.03686745837330818, -0.0356719046831131, -0.0011894690105691552, -0.0169601421803236, -0.005505095236003399, -0.008382759056985378, -0.03180721774697304, -0.019698787480592728, 0.056357719004154205, 0.0053938813507556915, -0.0038646881002932787, 0.03683965280652046, 0.011496752500534058, 0.015764590352773666, 0.02316032536327839, 0.010641793720424175, -0.011740032583475113, 0.030722880735993385, -0.0025249063037335873, -0.0013519458007067442, 0.00120684620924294, -0.0013901755446568131, -0.011197864077985287, -0.024411482736468315, -0.0025596607010811567, 0.020505089312791824, -0.0020522465929389, 0.0049316477961838245, 0.10404074192047119, 0.027914725244045258, -0.009105649776756763, 0.031612593680620193, -0.04771082475781441, 0.011190913617610931, 0.008619088679552078, 0.025009259581565857, -0.020477285608649254, -0.019712690263986588, 0.0002196043060394004, 0.0009053518297150731, 0.0005239224410615861, -0.03781277686357498, -0.007444390095770359, -0.017071356996893883, -0.0028967782855033875, 0.01686283014714718, -0.013234471902251244, -0.0010243856813758612, 0.018475433811545372, -0.017168669030070305, 0.006342676002532244, 0.000964434293564409, 0.010558383539319038, 0.012129281647503376, 0.018461531028151512, 0.006919599138200283, 0.0025509721599519253, -0.023354949429631233, 0.03100091591477394, 0.029388312250375748, -0.03353103622794151, -0.014151987619698048, -0.005710146389901638, -0.0082437414675951, -0.0006638088379986584, 0.000801957561634481, 0.007458291947841644, 0.008132527582347393, 0.006797958631068468, 0.010259496048092842, 0.004598005674779415, -0.0337812677025795, -0.0019028028473258018, -0.008605186827480793, 0.007458291947841644, -0.0152363246306777, -0.03631138801574707], metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='90e778aa-c5fb-43e6-8423-8969352b85ca', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='9f43478fa989eb42ec8009c53d1b4b9f3e497e510cfd3638923af749a6aee2e8'), : RelatedNodeInfo(node_id='d0d4887c-3440-499b-9372-e28f36f94617', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='75226031e1fb4fa40d41510cebbc99ac5d45ee091c750fd2bc39ec8f65539507'), : RelatedNodeInfo(node_id='e779be67-cd54-42bb-afbf-413ee25b8c06', node_type=, metadata={}, hash='5d20f04dad4cdf71f887576a5760877b6a9a001acd49d13c278ad133a2c84b4f')}, hash='68e0442116aaaf38aa9ff21ca704ff7875262d2962bc13196c9f3e5ee22d1316', text='As a solution, LLM embedding is adopted to address the semantic complexity. Specifically, the enhanced query is projected into the embedding space that contains the preprocessed product embeddings. Next, the product retrieval is done by comparing the similarity between the query embedding and product embeddings, which then generates the top-k products as search results. There is a wide range of techniques to implement the idea as there exist many options for each step. Here, I provide one example implementation based on Hugging Face and LangChain. The actual code is hosted on the Github repo below, with the details explained as follows. Generate the enhanced query First, the recently announced Llama 2 is adopted as the LLM to generate the enhanced query for a given raw query. As demonstrated below, the Hugging Face pipeline is used, considering its simplicity. It\\'s worth noting that the pipeline itself is enough to accomplish the task so the use of LangChain is totally optional. The prompt template adopted here aims to generate relevant and diverse product names to address the fuzziness of the raw query. Create product embeddings Next, the sentence transformer and FAISS in LangChain are used to create and store the product embeddings based on the product titles in the inventory. Here, due to the lack of access to actual search engines, the offline Ebay product dataset \"products.csv\" is adopted as the mockup of the E-commerce product inventory. This dataset contains approximately 3,000 products covering a wide range of categories. Product retrieval When it comes to retrieval, the same sentence transformer model that encodes the products is used again to generate the query embedding for the enhanced query. Finally, the top-10 products are retrieved based on the similarity between the query embedding and product embeddings. Showcase To demonstrate the effectiveness of this approach, let\\'s look at the above-mentioned query \"What are the best gifts for boys under 5?\" and compare the LLM enhancement with the original Ebay search results presented in Figure 1. First, after receiving the raw query, Llama 2 generates 10 products as instructed by the prompt template. They look pretty impressive for boys\\' gift ideas although a better product-level granularity is expected. Next, let\\'s have a look at the similarity match in the embedding space. What are', start_char_idx=1773, end_char_idx=4159, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='e779be67-cd54-42bb-afbf-413ee25b8c06', embedding=[-0.015359093435108662, 0.00948373693972826, -0.004671444650739431, -0.04397127404808998, -0.01132146269083023, 0.007116156164556742, -0.031952280551195145, -0.01017456129193306, -0.03686182200908661, -0.057680439203977585, -0.007330781314522028, 0.01653953082859516, -0.00870572216808796, -0.0005323702935129404, -0.0003791566414292902, 0.019436966627836227, 0.01636514812707901, 0.003231110516935587, -0.002548670396208763, -0.015573717653751373, -0.0006254303152672946, -0.03444729372859001, 0.005050391890108585, -0.019839387387037277, 0.0012869109632447362, -0.017129749059677124, 0.03801543265581131, -0.03597649559378624, -0.02784757874906063, 0.013139067217707634, -0.00231057102791965, 0.006348201539367437, -0.030959639698266983, 0.0036419159732759, -0.01936989650130272, 0.02042960561811924, 0.021395418792963028, -0.00535556161776185, 0.04541999101638794, -0.014272554777562618, 0.008940467610955238, 0.021677114069461823, 0.012790301814675331, -0.026734212413430214, -0.005959194153547287, -0.0012408001348376274, 0.0046278489753603935, -0.02254902757704258, -0.00821610912680626, 0.020644230768084526, 0.0175053421407938, 0.049927111715078354, -0.014473765157163143, 0.018618708476424217, -0.00581834651529789, 0.016485873609781265, 0.00907460879534483, 0.017787037417292595, 0.021288106217980385, 0.0007490911521017551, -0.0030349299777299166, 0.023662393912672997, -0.018913818523287773, 0.015976140275597572, 0.006730502005666494, -0.01936989650130272, -0.02945726551115513, 0.013313449919223785, 0.02897435985505581, -0.007994776591658592, 0.001085700117982924, 0.030423076823353767, -0.014312797226011753, -0.01225373987108469, 0.01832360029220581, -0.0035010683350265026, -0.010919041000306606, -0.014970085583627224, -0.0017673018155619502, -0.0010278519475832582, 0.007686253637075424, -0.009946522302925587, -0.01396403182297945, 0.01408475823700428, 0.013990859501063824, 0.00596590107306838, 0.011334876529872417, 0.007887464016675949, -0.01692853681743145, 0.00425225542858243, -0.015171296894550323, 0.005647317040711641, 0.04000071436166763, -0.007921000011265278, -0.016231006011366844, 0.017465099692344666, -0.015989553183317184, 0.01310553215444088, 0.000819095759652555, -0.02532573603093624, 0.0009867714252322912, -0.026761040091514587, -0.036191120743751526, -0.004282437264919281, -0.03704962134361267, -0.01408475823700428, -0.00965141225606203, -0.005301905330270529, 0.004721747245639563, 0.011663520708680153, -0.010288580320775509, 0.023568494245409966, 0.013668922707438469, -0.02905484288930893, -0.008652065880596638, -0.010731244459748268, -0.0020389363635331392, -0.008001483976840973, -0.001837725518271327, 0.0046110814437270164, 0.03498385474085808, 0.026519587263464928, 0.01302504725754261, -0.028786562383174896, 0.03200593590736389, 0.0014537482056766748, -0.005372329149395227, -0.01742485724389553, -0.004651323426514864, -0.012957977131009102, -0.00740455836057663, 0.023541666567325592, 0.017196819186210632, 0.007666132412850857, -0.03468874841928482, 0.03474240377545357, -0.0087526710703969, -0.013212844729423523, -0.02197222225368023, -0.02344776876270771, 0.017961420118808746, 0.02076495811343193, 0.0007583132828585804, -0.00523148151114583, -0.01776020973920822, 0.027793921530246735, 0.0036419159732759, 0.00498332129791379, 0.003375311614945531, 0.012434829026460648, 0.002598973223939538, -0.025701329112052917, -0.012280567549169064, 0.03401804342865944, 0.010402599349617958, -0.010959283448755741, 0.003631855361163616, 0.01903454400599003, -0.03809591755270958, -0.01800166256725788, 0.0027129927184432745, -0.006297898944467306, -0.007947827689349651, 0.014835945330560207, 0.012461657635867596, 0.03061087429523468, 0.04372981935739517, -0.005405864212661982, -0.003105353796854615, -0.008001483976840973, -0.01822970062494278, 0.022656340152025223, -0.03721058741211891, 0.014889601618051529, -0.03785446286201477, 0.003408846678212285, 0.027498813346028328, -0.007424679584801197, -0.012528727762401104, -0.03621795028448105, 0.011308048851788044, -0.005888770334422588, 0.013870133087038994, 0.009309354238212109, -0.024198954924941063, -0.00341052352450788, -0.01248848531395197, -0.021851496770977974, 0.017277302220463753, -0.033749762922525406, 0.012273860163986683, 0.03554724529385567, -0.0019400077871978283, -0.023072175681591034, -0.6314263939857483, -0.012133012525737286, 0.03836419805884361, -0.015077398158609867, -0.0007792727556079626, -0.013414055109024048, -0.009537393227219582, 0.009215455502271652, -0.009309354238212109, 0.03629843518137932, -0.015587132424116135, -0.005737862084060907, -0.010758072137832642, 0.003792824223637581, 0.009463615715503693, -0.004728454630821943, 0.0072167618200182915, -0.0019483915530145168, 0.01588224060833454, 0.023555081337690353, -0.009705068543553352, -0.008672187104821205, 0.005533297546207905, -0.009430080652236938, -0.011354997754096985, 0.014192070811986923, 0.018095560371875763, -0.0021948746871203184, 0.011046474799513817, 0.018591880798339844, -0.016096865758299828, 0.02865242213010788, 0.02052350528538227, 0.022589268162846565, 0.05250261351466179, -0.00961117073893547, -0.02587571181356907, 0.017639482393860817, 0.006391797214746475, 0.0236087366938591, -0.02921581268310547, -0.026439102366566658, 0.0016390298260375857, -0.007612476125359535, -0.0016415449790656567, 0.04233475774526596, 0.022320987656712532, 0.015251780860126019, -0.025781814008951187, -0.01832360029220581, 0.008242936804890633, 0.007572234142571688, -0.014151828363537788, -0.01653953082859516, 0.019893044605851173, 0.004872655496001244, 0.016874881461262703, -0.011489138007164001, 0.027874406427145004, 0.01083184964954853, 0.016713913530111313, -0.014192070811986923, -0.022830722853541374, -0.02222708985209465, -0.03286443650722504, 0.036754511296749115, 0.012917735613882542, 0.0007440608460456133, 0.004262316040694714, -0.016137108206748962, 0.013367106206715107, 0.030986467376351357, -0.019758902490139008, 0.005194592755287886, 0.00023893786419648677, 0.006559472996741533, 0.01725047454237938, 0.020858855918049812, -0.011824489571154118, -0.00039718177868053317, 0.014420109800994396, -0.018135802820324898, 0.0034474122803658247, -0.0255671888589859, 0.018055317923426628, 0.010496498085558414, -0.022508785128593445, -0.019436966627836227, -0.019423551857471466, 0.020778371021151543, 0.011797661893069744, 0.013977445662021637, -0.04469563066959381, -0.05569515749812126, -0.004637909587472677, 0.011858024634420872, 0.014111585915088654, 0.01888698898255825, 0.028115859255194664, -0.02426602505147457, -0.010798314586281776, 0.0014805763494223356, 0.017035849392414093, 0.00533208716660738, 0.03028893657028675, 0.01977231726050377, -0.00025130395079031587, 0.00019439900643192232, 0.015090811997652054, -0.025017213076353073, 0.0013959001516923308, 0.003164040157571435, 0.011341583915054798, -0.02248195745050907, 0.0019182099495083094, -0.028518281877040863, -0.005519883707165718, -0.01887357607483864, 0.00887339748442173, -0.0196918323636055, 0.009919693693518639, 0.0017002314561977983, 0.013085410930216312, -0.014742046594619751, -0.004295851103961468, 0.020174739882349968, -0.00669696694239974, 0.0066097755916416645, -0.0020959461107850075, 0.021113723516464233, 0.019235754385590553, -0.023796534165740013, 0.013521367684006691, -0.01278359442949295, 0.01757241226732731, 0.0162980780005455, 0.04128846153616905, -0.009248991496860981, 0.013575023971498013, -0.02198563702404499, -0.018202872946858406, -0.016016382724046707, 0.013253086246550083, -0.031093779951334, -0.04144943132996559, -0.02881339006125927, -0.020040597766637802, 0.010811728425323963, -0.00012397521641105413, -0.011126958765089512, -0.024883072823286057, -0.01506398431956768, -0.008645358495414257, 0.027740266174077988, -0.0041717709973454475, -0.002149602398276329, -0.014138414524495602, -0.013950617052614689, -0.007089328020811081, -0.022683167830109596, 0.003474240191280842, 0.029832858592271805, -0.015050569549202919, 0.004218720365315676, 0.0004770373343490064, -0.01492984313517809, 0.01278359442949295, 0.03924952447414398, -0.028706077486276627, -0.04810280352830887, 0.010919041000306606, -0.021784424781799316, 0.005308612249791622, 0.025097697973251343, 0.0015124346828088164, 0.019343066960573196, -0.013534781523048878, -0.005979314912110567, 0.009282526560127735, -0.004899483639746904, 0.004332739859819412, 0.02131493389606476, 0.017773622646927834, -0.013568316586315632, 0.009269111789762974, 0.01977231726050377, 0.02311241626739502, -0.003216019831597805, -0.01781386509537697, 0.0049330187030136585, 0.0015870503848418593, 0.021113723516464233, -0.013078703545033932, -0.004725100938230753, -0.006435392890125513, 0.008397198282182217, -0.0015560303581878543, 0.00654941238462925, -0.0015224952949211001, -0.007847222499549389, -0.018202872946858406, -0.0038397733587771654, -0.01692853681743145, -0.0020775017328560352, -0.002491660648956895, -0.0075252847746014595, -0.0056037213653326035, -0.027874406427145004, 0.015265194699168205, 0.028679249808192253, 0.0314425453543663, -0.01840408332645893, -0.005734508391469717, -0.019356481730937958, -0.019235754385590553, 0.03208642080426216, -0.012609211727976799, 0.00782039389014244, -0.01242141518741846, 0.007297246251255274, -0.004681505262851715, -0.002805214375257492, 0.020308880135416985, -0.011958629824221134, -0.00522812781855464, 0.01388354692608118, -0.0058485278859734535, 0.00242123706266284, -0.014661562629044056, -0.022736823186278343, 0.001988633768633008, 0.021060066297650337, 0.03817640244960785, 0.024158714339137077, 0.023246558383107185, -0.005050391890108585, 0.05134900286793709, -0.0006681876257061958, 0.03637891635298729, 0.0029225873295217752, 0.003259615506976843, 0.05210018903017044, 0.0027062855660915375, -0.018256528303027153, 0.019343066960573196, -0.006743916310369968, 0.02402457222342491, 0.010979403741657734, 0.0060597993433475494, 0.008088675327599049, -0.032944921404123306, 0.015774928033351898, -0.011844610795378685, 0.01953086443245411, 0.022495370358228683, -0.006495756097137928, 0.001179598504677415, 0.007189933676272631, 0.02646593004465103, 0.007981362752616405, 0.00900083128362894, -0.008544753305613995, 0.03128157556056976, -0.009423374198377132, 0.015761515125632286, -0.0008828124846331775, 0.005932366009801626, -0.020778371021151543, -0.0022300865966826677, -0.027391500771045685, -0.0037492283154278994, -0.0016524438979104161, 0.0027331137098371983, -0.03157668560743332, 0.010872092097997665, 0.01522495225071907, 0.0059088910929858685, 0.015077398158609867, 0.018176045268774033, 0.0436493344604969, -0.03965194895863533, -0.031952280551195145, 0.04150308668613434, -0.006874703336507082, -0.005248249042779207, -0.004510476253926754, -0.02131493389606476, -0.005251602735370398, -0.0092422841116786, -0.0025235190987586975, 0.011690349318087101, 0.021771011874079704, 0.016418803483247757, -0.006465574726462364, -0.006204000674188137, 0.006411918438971043, 0.036754511296749115, 0.001563575817272067, 0.010154440067708492, 0.008296593092381954, 0.009738604538142681, 0.010389185510575771, -0.036164291203022, -0.0027113158721476793, 0.043032288551330566, -0.024118471890687943, -0.017599239945411682, -0.018055317923426628, 0.009919693693518639, -0.004409870598465204, 0.0001209360925713554, -0.0031070306431502104, 0.009644705802202225, 0.013206137344241142, 0.04257621243596077, 0.015842000022530556, 0.023139245808124542, -0.003470886731520295, 0.006204000674188137, 0.024869658052921295, 0.006720441859215498, -0.027713438495993614, 0.022750237956643105, 0.030503561720252037, 0.0530928298830986, 0.00931606162339449, -0.008779498748481274, 0.028303656727075577, -0.014259140938520432, -0.015815170481801033, -0.029913343489170074, 0.008403905667364597, 0.018108975142240524, 0.019879629835486412, -0.03876661881804466, -0.01741144433617592, 0.011375118978321552, -0.003437351668253541, 0.02425261214375496, -0.0011150432983413339, 0.010811728425323963, -0.0019416845170781016, -0.007350902073085308, 0.0019785731565207243, 0.008544753305613995, -0.0037492283154278994, -0.003970560152083635, 0.007096035405993462, 0.012776887975633144, -0.01758582703769207, 0.046439457684755325, 0.02449406497180462, -0.001013599568977952, -0.0405372753739357, -0.011160493828356266, 0.006462221033871174, 0.002661013277247548, 0.005778104066848755, -0.017196819186210632, 0.030503561720252037, 0.00010636926890583709, -0.008108796551823616, 0.037827637046575546, 0.0002802280068863183, 0.006881410256028175, 0.029081672430038452, 0.007639304269105196, 0.021918566897511482, 0.017773622646927834, -0.026331789791584015, 0.013078703545033932, 0.019329654052853584, 0.006214061286300421, -0.0027901234570890665, 0.0069149453192949295, -0.008075261488556862, -0.024051401764154434, -0.003953792620450258, 0.0112007362768054, 0.0018897050758823752, -0.016311490908265114, 0.0021529558580368757, -0.01692853681743145, -0.02905484288930893, 0.003514482406899333, -0.02344776876270771, 0.011744005605578423, -0.009785553440451622, -0.010644053108990192, -0.0012726584682241082, -0.015452991239726543, 0.007350902073085308, -0.028223171830177307, -0.008853276260197163, -0.0029678596183657646, -0.011844610795378685, -0.044749289751052856, -0.03444729372859001, 0.009034366346895695, 0.0012785270810127258, 0.013695750385522842, -0.012025700882077217, 0.004319325555115938, 0.01776020973920822, 0.0008530500927008688, -0.0075252847746014595, 0.0070826211012899876, -0.021100308746099472, -0.00740455836057663, -0.002526872558519244, -0.015077398158609867, -0.025017213076353073, -0.026881767436861992, -0.018082145601511, 0.01045625563710928, -0.013608559034764767, -0.00473851477727294, 0.0003915227425750345, 0.021516144275665283, 0.02229415997862816, 0.008839862421154976, 0.018337013199925423, 0.017210232093930244, -0.0338570736348629, -0.007578941062092781, -0.01781386509537697, -0.004215366672724485, -0.02800854668021202, 0.00037244963459670544, 0.005392450373619795, 0.02002718485891819, -0.0017756855813786387, 0.009631291963160038, 0.006126869935542345, 0.0068512288853526115, 0.004812292288988829, -0.0005244057392701507, -0.005798225291073322, 0.017451684921979904, 0.008202694356441498, 0.010543446987867355, 0.015037155710160732, 0.03541310504078865, -0.02709639072418213, -0.011831196956336498, -0.024306267499923706, 0.03133523464202881, -0.007122863084077835, -0.017719967290759087, 0.0036553300451487303, 0.013239672407507896, -0.014755460433661938, -0.013313449919223785, 0.004647970199584961, -0.02083202823996544, 0.009544100612401962, -0.02002718485891819, -0.006113455630838871, -0.023648979142308235, -0.01302504725754261, -0.02319290116429329, -0.0015904039610177279, -0.027136633172631264, -0.011891559697687626, 0.015171296894550323, 0.004530597012490034, -0.019893044605851173, -0.02433309704065323, 0.02370263636112213, -0.02611716464161873, -0.004138235934078693, 0.0335083082318306, 0.006411918438971043, 0.02156980149447918, -0.009705068543553352, 0.01363538671284914, -0.04496391490101814, -0.027203703299164772, 0.0010965990368276834, -0.03978608921170235, -0.011428775265812874, -0.002048996975645423, 0.029832858592271805, 0.02580864168703556, 0.06073884293437004, -0.016660256311297417, 0.02727077342569828, 0.0030835559591650963, 0.0037324607837945223, 0.0067003206349909306, 0.00843073334544897, 0.01187814585864544, -0.008611823432147503, 0.013259793631732464, 0.011750712059438229, -0.007136277388781309, 0.02230757288634777, 0.01351466029882431, 0.009289233013987541, 0.02449406497180462, -0.028303656727075577, -0.005053745117038488, -0.0162980780005455, -0.0019685125444084406, -0.00520800705999136, -0.007089328020811081, -0.0145676638931036, 0.007203347515314817, -0.03670085594058037, -0.01970524713397026, 0.02532573603093624, 0.020389363169670105, 0.009403252974152565, 0.008517924696207047, 0.029188985005021095, -0.027740266174077988, 0.01938330940902233, 0.01962476223707199, -0.022441715002059937, -0.01004712749272585, 0.0029980414547026157, -0.03809591755270958, -0.012153133749961853, 0.00998005736619234, -0.006529291160404682, -0.001693524420261383, 0.02800854668021202, -0.013078703545033932, 0.020389363169670105, 0.003281413344666362, 0.0090410728007555, -0.0073844376020133495, -0.01970524713397026, -0.01694195158779621, -0.009785553440451622, -0.01298480574041605, -0.03613746538758278, 0.005992729216814041, -0.005892123561352491, 0.005278430879116058, 0.0052214208990335464, 0.011744005605578423, -0.03882027417421341, -0.016311490908265114, 0.0026107104495167732, 0.01831018552184105, 0.045876067131757736, -0.011207442730665207, 0.006338140927255154, 0.030154796317219734, 0.006385090295225382, -0.0050839269533753395, 0.010603810660541058, 0.022414885461330414, -0.007719788700342178, 0.004517183173447847, 0.03425949811935425, -0.00391019694507122, -0.04257621243596077, 0.017451684921979904, -0.01734437420964241, -0.0030567278154194355, -0.0327034667134285, 0.017679724842309952, -0.002426267135888338, 0.004406516905874014, -0.020161325111985207, -0.022897792980074883, -0.009886158630251884, -0.008397198282182217, -0.03012796863913536, 0.025580603629350662, 0.014339624904096127, 0.00029364204965531826, 0.01564078778028488, 0.03372293338179588, 0.0021797840017825365, 0.02614399418234825, -0.021368589252233505, -0.008813033811748028, 0.01242141518741846, -0.020483262836933136, -0.012595797888934612, 0.02426602505147457, 0.001213133567944169, 0.0196918323636055, -0.02221367508172989, 0.01700902171432972, 0.006311312783509493, -0.0036285019014030695, 0.0063046058639883995, 0.005660731345415115, 0.019423551857471466, 0.032032765448093414, -0.01643221825361252, -0.013695750385522842, 0.017062678933143616, -0.015117640607059002, -0.004302558023482561, -0.02189173735678196, -0.0007578941294923425, 0.00019062630599364638, -0.0085514597594738, -0.0007147176074795425, 0.023984331637620926, 0.008323421701788902, -0.01314577367156744, 0.010845263488590717, -0.011415361426770687, -0.0030835559591650963, -0.01004712749272585, -0.008531339466571808, 0.009557514451444149, -0.016499288380146027, -0.014057929627597332, 0.011824489571154118, 0.011401946656405926, 0.02945726551115513, -0.001371587160974741, -0.015654202550649643, 0.0010588719742372632, 0.020738128572702408, -0.020818613469600677, 0.013286621309816837, 0.026264719665050507, -0.0033183018676936626, 0.005851881578564644, -0.018538223579525948, -0.00888010486960411, -0.01993328519165516, -0.00435286108404398, -0.017894349992275238, -0.033910732716321945, -0.007981362752616405, 0.001685979077592492, -0.007780151907354593, -0.005392450373619795, -0.017371201887726784, 0.016915123909711838, 0.004943079315125942, 0.009295940399169922, -0.009644705802202225, -0.007176519371569157, 0.031388889998197556, -0.0075386990793049335, -0.007176519371569157, 0.010161146521568298, -0.013937203213572502, 0.016391975805163383, -0.003863247809931636, -0.004969907458871603, -0.01733095943927765, -0.04238841310143471, -0.0026459223590791225, -0.03128157556056976, 7.430129335261881e-05, 0.010556861758232117, -0.01444693747907877, -0.016834639012813568, 0.002104329876601696, -0.01757241226732731, -0.003065111581236124, 0.0013875163858756423, 0.007176519371569157, 0.005419278517365456, -0.0010999524965882301, 0.012448242865502834, 0.02539280615746975, -0.01726388931274414, -0.014178656041622162, -0.019919872283935547, -0.009020952507853508, -0.010087369941174984, -0.01506398431956768, -0.017532169818878174, 0.03149620071053505, 0.007257003802806139, -0.028545109555125237, -0.0220527071505785, -0.007069207262247801, -0.058002375066280365, -0.012548848986625671, -0.005016856826841831, -0.0090410728007555, 0.0020758251193910837, 0.02214660495519638, -0.0010035389568656683, 0.026506172493100166, -0.007122863084077835, 0.001657474203966558, -0.007149691227823496, -0.01961134932935238, -0.001296971458941698, 0.0038733084220439196, 0.015144468285143375, 0.008652065880596638, -0.019638177007436752, 0.007572234142571688, 0.017129749059677124, 0.001208103378303349, 0.013896960765123367, 0.03393755853176117, -0.011710470542311668, -0.012314102612435818, 0.019423551857471466, 0.022656340152025223, -0.004728454630821943, -0.0030852328054606915, -0.0032210499048233032, -0.026036681607365608, -0.005992729216814041, 0.0036922188010066748, -0.011495845392346382, -0.004798878449946642, -0.0006665108958259225, 0.011173907667398453, 0.011583036743104458, 0.005385742988437414, 0.01578834280371666, 0.01181107573211193, 0.0013556579360738397, 0.010483084246516228, 0.035386279225349426, 0.00038104300620034337, -0.005295198410749435, 0.038310542702674866, 0.01302504725754261, -0.014715218916535378, -0.0171029195189476, 0.009772139601409435, 0.02076495811343193, -0.003906843718141317, 0.01880650594830513, -0.017465099692344666, -0.0061503443866968155, -0.01106659509241581, -0.009758724831044674, 0.0056003681384027, -0.010986111126840115, -0.009745310992002487, 0.01192509476095438, -0.03576187044382095, 0.019732074812054634, 0.0056171356700360775, -0.019812559708952904, -0.012669575400650501, -0.007485042791813612, -0.007243589963763952, -0.026076924055814743, -0.00837707705795765, 0.0031237981747835875, 0.00682104704901576, -0.022508785128593445, -0.006324727088212967, -0.006968601606786251, -0.006646664347499609, 0.017465099692344666, 0.026103751733899117, -0.014835945330560207, 0.017304131761193275, 0.19702564179897308, -0.008779498748481274, -0.008853276260197163, 0.025057455524802208, 0.01904795877635479, -0.01359514519572258, 0.03184496611356735, 0.01757241226732731, -0.01432621106505394, -0.00596590107306838, 0.013977445662021637, 0.013038462027907372, -0.028545109555125237, 0.003050020895898342, 0.0240111593157053, -0.03372293338179588, -0.019275996834039688, -0.02391725964844227, -0.008618530817329884, -0.005798225291073322, 0.013447590172290802, 0.010932454839348793, -0.007210054900497198, -0.027981719002127647, 0.019799144938588142, -0.00692165270447731, -0.0005537489778362215, -0.005640610121190548, 0.016391975805163383, 0.010369064286351204, -0.0020389363635331392, -0.0015292023308575153, 0.010201388970017433, -0.0187126062810421, -0.014674976468086243, 0.0073844376020133495, 0.018430911004543304, -0.002233440289273858, 0.00496320053935051, 0.013360398821532726, 0.0010806698119267821, -0.0005939911352470517, -0.004138235934078693, -0.026358619332313538, 0.008202694356441498, 0.022320987656712532, -0.031630340963602066, -0.011187322437763214, 0.00919533520936966, -0.0025184887927025557, -0.029645061120390892, 0.003474240191280842, 0.027311015874147415, 0.02841096930205822, -0.013266501016914845, 0.0028471332043409348, -0.010322115384042263, 0.00316571700386703, 0.0008320906199514866, 0.0024581255856901407, -0.03552041947841644, -0.0003749647585209459, 0.0194637943059206, 0.021784424781799316, 0.00620735390111804, 0.004074519500136375, -0.019343066960573196, -0.016311490908265114, -0.002716346178203821, 0.013400641269981861, 0.006277777720242739, -0.00821610912680626, -0.01684805378317833, -0.005858588498085737, -0.012723231688141823, -0.0346619188785553, 0.019235754385590553, 0.01945037953555584, 0.016163935884833336, 0.04112749174237251, 0.000643874634988606, -0.024279439821839333, -0.0025687916204333305, -0.023099003359675407, -0.005167764611542225, -0.011140372604131699, 0.004785464145243168, -0.00753199215978384, -0.007263710722327232, -0.014353038743138313, -0.012763473205268383, 0.020067427307367325, -0.008699014782905579, -0.00965141225606203, 0.005949133541435003, 0.006646664347499609, 0.033159542828798294, -0.0046882121823728085, -0.011422067880630493, -0.008913639932870865, -0.016566358506679535, 0.04426638036966324, 0.02685493789613247, -0.005872002802789211, 0.0006983692292124033, -0.0014361422508955002, 0.002010431606322527, -0.0069283596239984035, -0.008652065880596638, 0.0021462489385157824, 0.02319290116429329, -0.04713698849081993, 0.010328822769224644, -0.007397851441055536, -0.02214660495519638, 0.008739257231354713, 0.017384614795446396, -0.0013615265488624573, -0.001933300751261413, 0.008819741196930408, -0.01578834280371666, -0.010543446987867355, 0.03125474974513054, 0.010301994159817696, -0.01188485324382782, -0.005714387632906437, -0.02905484288930893, -0.011502552777528763, -0.035869184881448746, -0.005358914844691753, -0.0039437320083379745, -0.01855163834989071, 0.013702457770705223, 0.0011368411360308528, 0.005613781977444887, -0.016137108206748962, -0.01604321040213108, -0.011824489571154118, -0.006240888964384794, 0.001282719080336392, -0.0020657645072788, 0.00850451085716486, -0.0025553775485605, -0.001379132503643632, 0.012522020377218723, -0.005365622229874134, -0.012320809997618198, 0.03232787176966667, -0.01334698498249054, -0.008947174996137619, -0.009208749048411846, -0.0039001365657895803, 0.01302504725754261, -0.03358879312872887, 0.007632597349584103, 0.020885683596134186, -0.016485873609781265, -0.009155092760920525, 0.007558820303529501, 0.004678151570260525, -0.0456077866256237, -0.004587606992572546, 0.018216287717223167, -0.01265616063028574, -0.0029343245550990105, -0.014393281191587448, -0.1698755919933319, -0.0041550034657120705, 0.02296486310660839, -0.04783451929688454, 0.002121097408235073, 0.021355176344513893, 0.01686146669089794, -0.0048558879643678665, -0.03436680883169174, -0.021838082000613213, 0.004567485768347979, 0.0014738693134859204, -0.04308594390749931, -0.037559352815151215, -0.006173818837851286, 0.02841096930205822, 0.008886811323463917, -0.013910375535488129, 0.02468186244368553, -0.004366274923086166, 0.031227920204401016, -0.034474123269319534, 0.004144942853599787, 0.0061503443866968155, 0.011334876529872417, 0.0072167618200182915, -0.0037358144763857126, 0.021864909678697586, -0.0165261160582304, -0.02540622092783451, -0.0005445267888717353, -0.007853928953409195, 0.027874406427145004, -0.0011091746855527163, 0.005798225291073322, 0.016257835552096367, 0.006556119304150343, 0.008853276260197163, -0.013729285448789597, 0.025030627846717834, 0.012119598686695099, 0.014192070811986923, 0.00837707705795765, 0.02524525113403797, 0.007719788700342178, 0.022186847403645515, 0.022656340152025223, -0.021274691447615623, 0.011381825432181358, -0.024239197373390198, 0.005288491491228342, -0.01562737487256527, 0.01564078778028488, -0.00017878420476336032, 0.007605769205838442, 0.02800854668021202, 0.013548195362091064, -0.00535556161776185, -0.012434829026460648, -0.016391975805163383, -0.0016029796097427607, -0.01962476223707199, 0.005432692356407642, -0.023219728842377663, -0.003994035068899393, -0.04421272501349449, -0.007679546717554331, 0.012461657635867596, -0.029081672430038452, -0.00753199215978384, -0.012998219579458237, 0.006361615844070911, -0.007800273131579161, -0.0016088482225313783, 0.021127136424183846, 0.041234806180000305, -0.007760031148791313, 0.01814921759068966, 0.021797839552164078, 0.005073866341263056, -0.015385921113193035, 0.024789173156023026, 0.00606315303593874, 0.020979583263397217, -0.01781386509537697, -0.004342800471931696, -0.01578834280371666, 0.0016784336185082793, -0.022428300231695175, 0.013990859501063824, 0.02148931659758091, -0.01888698898255825, 0.0019685125444084406, -0.019343066960573196, 0.0003586163802538067, 0.016378561034798622, -0.0043998099863529205, -0.005643963813781738, -0.00961117073893547, 0.01831018552184105, 0.002761618699878454, -0.012562262825667858, -0.009134971536695957, 0.006539351772516966, 0.017076091840863228, 0.00403092335909605, -0.020228395238518715, 0.0017974834190681577, 0.042790837585926056, -0.025285493582487106, 0.007189933676272631, 0.0008786206017248333, 0.005898830946534872, 0.0026492758188396692, -0.002111037028953433, 0.01643221825361252, 0.00692165270447731, -0.015976140275597572, 0.0046110814437270164, -0.002597296377643943, 0.0416908822953701, -0.01668708398938179, -0.004205306526273489, 0.006730502005666494, -0.009959936141967773, -0.019504036754369736, -0.10285897552967072, -0.008189280517399311, 0.00267610396258533, 0.02068447321653366, -0.034715574234724045, 0.025848884135484695, 0.0006816016975790262, 0.0135884378105402, -0.0031455960124731064, 0.03817640244960785, -0.020885683596134186, -0.012065942399203777, -0.0021848143078386784, 0.00825635064393282, 0.006982015911489725, -0.019410137087106705, 0.011214150115847588, 0.00020435474289115518, -0.03289126232266426, 0.02701590768992901, 0.013051875866949558, -0.005959194153547287, 0.010080662555992603, -0.008779498748481274, -0.007243589963763952, 0.001777362311258912, -0.024239197373390198, 0.009336182847619057, 0.030798669904470444, -0.012770180590450764, -0.00499002868309617, -0.0327034667134285, 0.008249644190073013, -0.0236087366938591, 0.010194681584835052, -0.019423551857471466, 0.014433523640036583, 0.004074519500136375, 0.03240835666656494, -0.0037123397924005985, 0.00321434298530221, -0.011100131087005138, -0.012065942399203777, -0.022361230105161667, 0.008974002674221992, -0.024802587926387787, -0.019504036754369736, 0.02465503290295601, 0.001998694147914648, -0.023903846740722656, -0.027498813346028328, 0.004483648110181093, -0.05016856640577316, 0.005657377652823925, 0.033910732716321945, 0.023984331637620926, -0.021542971953749657, 0.004684858955442905, -0.021851496770977974, 0.01864553615450859, -0.005053745117038488, -0.025285493582487106, -0.05142948776483536, 0.0023675807751715183, 0.013051875866949558, 0.015037155710160732, -0.010959283448755741, -0.02034912258386612, 0.011019646190106869, 0.004014155827462673, 0.00019104548846371472, 0.02523183822631836, -0.010677588172256947, 0.010925748385488987, -0.02905484288930893, 0.0069753085263073444, -0.011663520708680153, -0.04649311676621437, 0.00654941238462925, -0.0038498337380588055, 0.0013564963592216372, -0.02001377008855343, -0.011160493828356266, -0.01922234147787094, 0.00038712125387974083, 0.009886158630251884, -0.012186668813228607, 0.0030064252205193043, 0.00802160520106554, -0.052636753767728806, 0.012897614389657974, 0.011207442730665207, 0.03337416797876358, 0.007639304269105196, -0.00850451085716486, 0.017558997496962547, -0.05682193860411644, -0.021368589252233505, 0.05730484426021576, 0.0036687441170215607, -0.020550332963466644, -0.0022518844343721867, -0.0566609688103199, 0.026479344815015793, 0.0036955722607672215, -0.006281131412833929, -0.0075990622863173485, -0.027069563046097755, 0.02670738473534584, -0.028545109555125237, 0.03745204210281372, 0.010576982982456684, -0.018377255648374557, 0.01346771139651537, -0.013682336546480656, -0.0018477861303836107, -0.008209401741623878, -0.009054487571120262, 0.031308405101299286, -0.0013984153047204018, 0.02457454986870289, 0.010469670407474041, 0.015157882124185562, -0.015546889975667, -0.01993328519165516, 0.022857550531625748, 0.004426638130098581, 0.0004535627376753837, -0.02768661081790924, -0.0030416371300816536, -0.011381825432181358, -0.003866601502522826, 0.006499109789729118, -0.023997744545340538, -0.025674501433968544, 0.018095560371875763, -0.0090410728007555, -0.016002967953681946, -0.00026576596428640187, 0.02685493789613247, 0.022736823186278343, 0.015613960102200508, -0.020375950261950493, -0.020577160641551018, 0.0070826211012899876, -0.012629332952201366, -0.005496409256011248, -0.0007264549494720995, 0.006643310654908419, -0.007391144521534443, 0.020805198699235916, -0.014849359169602394, 0.03600332513451576, 0.009168506599962711, -0.009919693693518639, -0.0460638664662838, -0.009376424364745617, -0.000746995210647583, 0.026828110218048096, 0.011328170076012611, 0.022347815334796906, 0.013789649121463299, 0.010610518045723438, 0.01053674053400755, 0.02147590182721615, -0.019396724179387093, -0.004238841589540243, -0.012334223836660385, -0.017867522314190865, 0.007049086038023233, -0.0008979033445939422, 0.00043511841795407236, 0.008900226093828678, 0.004362921230494976, -0.022186847403645515, 0.006281131412833929, 0.003355190623551607, -0.01384330540895462, 0.00339710945263505, 0.002832042519003153, -0.009745310992002487, 0.014795702882111073, 0.01225373987108469, -0.020711300894618034, -5.33156307938043e-05, 0.011261099018156528, 0.01127451378852129, 0.021341761574149132, -0.025459876284003258, 0.01432621106505394, -0.021623456850647926, -0.006753976922482252, -0.006566179916262627, 0.001698554726317525, -0.011220857501029968, 0.019410137087106705, -0.004570839460939169, -0.0040778727270662785, -0.009396545588970184, 0.005737862084060907, 0.03160351514816284, -0.012562262825667858, 0.014178656041622162, -0.010724537074565887, 0.0028940823394805193, -0.031308405101299286, -0.019718661904335022, 0.01408475823700428, -0.038310542702674866, -0.009269111789762974, 0.02394408918917179, 0.02246854268014431, 0.015131054446101189, -0.02270999550819397, -0.03482288867235184, -0.005969254765659571, -0.016405388712882996, -0.00026534678181633353, -0.010939162224531174, -0.022978276014328003, -0.03053038939833641, 0.05046367645263672, 0.004936372395604849, 0.002543640322983265, 0.03680816665291786, 0.00334848347119987, 0.020054012537002563, 0.019436966627836227, 0.02386360429227352, -0.01253543421626091, 0.03543993458151817, -0.01119402889162302, 0.0010010239202529192, -0.009798967279493809, -0.008980710059404373, 0.0009306001011282206, -0.016217593103647232, -0.006733855698257685, 0.034393638372421265, -0.002736467169597745, 0.0175053421407938, 0.07994776964187622, 0.017451684921979904, -0.00980567466467619, 0.033240027725696564, -0.04150308668613434, 0.017867522314190865, 0.02140883170068264, 0.022924620658159256, -0.01936989650130272, -0.025594016537070274, -0.005436046048998833, 0.00949044432491064, 0.005362268537282944, -0.036995965987443924, -0.00782039389014244, -0.010670880787074566, -0.010080662555992603, 0.016016382724046707, -0.010858677327632904, -0.003194221993908286, 0.017773622646927834, -0.02002718485891819, 0.010623931884765625, -0.00036972490488551557, 0.007907585240900517, 0.0145676638931036, 0.009396545588970184, 0.009155092760920525, 0.007149691227823496, -0.027471985667943954, 0.024708690121769905, 0.03452777862548828, -0.03332051262259483, -0.004490355029702187, -0.00645216042175889, -0.007129570469260216, 0.0014680007006973028, -0.009061194024980068, 0.005929012317210436, 0.007297246251255274, 0.006874703336507082, 0.02010766789317131, 0.0002944804436992854, -0.01670049875974655, -5.218905789661221e-05, -0.018940646201372147, 0.012937855906784534, -0.005291844718158245, -0.026734212413430214], metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='90e778aa-c5fb-43e6-8423-8969352b85ca', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='9f43478fa989eb42ec8009c53d1b4b9f3e497e510cfd3638923af749a6aee2e8'), : RelatedNodeInfo(node_id='adf07b24-466c-499d-8ec2-a7c312d80846', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='68e0442116aaaf38aa9ff21ca704ff7875262d2962bc13196c9f3e5ee22d1316'), : RelatedNodeInfo(node_id='eb11c597-ca57-4552-ba67-d3677b158bc8', node_type=, metadata={}, hash='0396c324c39a5ef36c0bc7e96b202a2a3f5c1d00cb7fd823c79f4b5f65f28bcb')}, hash='5d20f04dad4cdf71f887576a5760877b6a9a001acd49d13c278ad133a2c84b4f', text='the top-10 products are retrieved based on the similarity between the query embedding and product embeddings. Showcase To demonstrate the effectiveness of this approach, let\\'s look at the above-mentioned query \"What are the best gifts for boys under 5?\" and compare the LLM enhancement with the original Ebay search results presented in Figure 1. First, after receiving the raw query, Llama 2 generates 10 products as instructed by the prompt template. They look pretty impressive for boys\\' gift ideas although a better product-level granularity is expected. Next, let\\'s have a look at the similarity match in the embedding space. What are retrieved from the product inventory mockup are not bad at all in comparison with the results of the real-world Ebay search engine in Figure 1. Due to the limited product range of the inventory mockup, the comparison is somewhat unfair but we are still able to observe the significant difference before and after applying LLM. Overall, the retrieval in embedding space achieves both relevance and diversity. Final thoughts After conducting the initial discovery, it is obvious that LLMs are a powerful tool to enhance the product search of E-commerce platforms. For this task, there are many future explorations to conduct, including prompt engineering for generating queries, product embeddings with enriched attributes, online latency optimization for LLM query enhancement, etc. Hope this blog could inspire the E-commerce platforms that need solutions to improve product search. References [1] Nayak, P. (2019) Understanding searches better than ever before, Google. Available at: https://blog.google/products/search/search-language-understanding-bert/ (Accessed: 09 August 2023).[2] Muhamed, A. et al. (no date) Web-scale semantic product search with large language models, Amazon Science. Available at: https://www.amazon.science/publications/web-scale-semantic-product-search-with-large-language-models (Accessed: 09 August 2023).', start_char_idx=3519, end_char_idx=5499, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='eb11c597-ca57-4552-ba67-d3677b158bc8', embedding=[0.017943227663636208, 0.003798634512349963, 0.01469223853200674, -0.013010933063924313, -0.018892014399170876, 0.014957341365516186, -0.015822410583496094, 0.010429675690829754, -0.02720784954726696, -0.047578856348991394, 0.015794506296515465, 0.03580274060368538, -0.012410965748131275, -0.012341201305389404, -0.008036780171096325, -0.003216107375919819, 0.014113199897110462, 0.00043645926052704453, 0.0047020744532346725, -0.02717994526028633, -0.014224821701645851, -0.009885518811643124, -0.01377135794609785, -0.020747730508446693, 0.005636908579617739, 0.000289519433863461, 0.01469223853200674, -0.04414648190140724, -0.028031062334775925, 0.007304261438548565, 0.015110821463167667, 0.021333744749426842, -0.025114938616752625, -0.01206214725971222, 0.000807951029855758, -0.01223655603826046, 0.013185342773795128, -0.006638017948716879, 0.024194058030843735, -0.014029483310878277, 0.008839063346385956, 0.02722180262207985, 0.008783251978456974, -0.026161395013332367, -0.00038609857438132167, 0.025087032467126846, 0.013101626187562943, -0.009006495587527752, -0.010066904127597809, 0.0038090990856289864, 0.014803861267864704, 0.040993161499500275, -0.01572474278509617, 0.01660376414656639, -0.03245408087968826, 0.012257485650479794, 0.0005938636604696512, 0.01573869399726391, 0.015096868388354778, 0.008287929929792881, 0.005061357747763395, 0.011804020963609219, 0.0026143952272832394, 0.022603444755077362, -0.004199775867164135, -0.014134129509329796, -0.014775955118238926, 0.012376083992421627, 0.01332486979663372, -0.010883140377700329, 0.032202932983636856, 0.002480100141838193, 0.008162355050444603, -0.017426976934075356, 0.026886936277151108, 0.005071822088211775, -0.01176913920789957, -0.009278574027121067, -0.027668289840221405, 0.0009636113536544144, 0.012459799647331238, -0.009069283492863178, -0.029886776581406593, 0.03864910081028938, 0.009759943932294846, -0.011078478768467903, 0.012173769064247608, 0.004719515331089497, 0.010471533983945847, 0.009090212173759937, -0.00419279932975769, -0.01023433730006218, 0.04054667428135872, 0.017399070784449577, -0.008985566906630993, 0.004164894111454487, -0.01407134160399437, 0.024919599294662476, -0.02355223149061203, -0.020050091668963432, -0.025882339105010033, 0.003711429890245199, -0.04417438432574272, -0.0239150021225214, -0.016687480732798576, 0.020119857043027878, 0.02482193149626255, -0.003102741437032819, -0.010764542035758495, 0.007283332291990519, -0.02063610777258873, 0.03069603629410267, -0.00010170241876039654, -0.02226857841014862, 0.003812587121501565, -0.003990484867244959, 0.0027731077279895544, -0.0026004426181316376, -0.024068482220172882, -0.015236396342515945, 0.02738923579454422, 0.01572474278509617, 0.017817653715610504, 0.004021878354251385, 0.023315034806728363, 0.001153717515990138, -0.007904229685664177, -0.008901850320398808, -0.008462338708341122, -0.002882985631003976, 0.012445847503840923, 0.030751846730709076, 0.0208035409450531, 0.007367048412561417, -0.031505294144153595, 0.0254079457372427, -0.01261327974498272, -0.004569523502141237, -0.011106383986771107, -0.015041057951748371, 0.0030277452897280455, 0.029803059995174408, -0.0040358309634029865, 0.000720746407750994, -0.019798943772912025, 0.023803381249308586, 0.0061880419962108135, -0.006826379802078009, 0.025966055691242218, 0.0006374659715220332, -0.002075470518320799, -0.023063885048031807, -0.013052791357040405, 0.021501177921891212, 0.023496421054005623, 0.0013970184372738004, 0.012892334721982479, 0.020119857043027878, -0.011371485888957977, -0.020761681720614433, -0.017454883083701134, 0.008483268320560455, 0.0193803608417511, -0.0019150139996781945, 0.005563656333833933, 0.027668289840221405, 0.0321471206843853, -0.011483107693493366, -0.011999359354376793, -0.008650700561702251, -0.022854594513773918, 0.04185822978615761, -0.029272856190800667, 0.017845559865236282, -0.015055010095238686, 0.022408105432987213, 0.028575219213962555, -0.0075065759010612965, -0.021417461335659027, -0.020133808255195618, 0.01287140604108572, 0.017803700640797615, 0.0031515760347247124, 0.010771517641842365, -0.035886455327272415, -0.02464054524898529, -0.0029422848019748926, -0.006693828850984573, 0.007401930633932352, -0.013087673112750053, 0.009976211935281754, 0.012892334721982479, 0.00814142543822527, -0.018389716744422913, -0.62374347448349, -0.013073720969259739, 0.0187943447381258, -0.016715386882424355, -0.0005001186509616673, -0.0010848258389160037, -0.005727601237595081, -0.005490404553711414, -0.016910724341869354, 0.04512317106127739, -0.0017249078955501318, -0.019254786893725395, -0.00042119843419641256, -0.021487224847078323, -0.01718978025019169, -0.01460852287709713, 0.010918022133409977, -0.010631990619003773, 0.0045102243311703205, 0.004785791039466858, 0.0015932288952171803, -0.002928331959992647, 0.0014397486811503768, 0.006048514507710934, -0.007611221633851528, 0.0050299642607569695, 0.0005842711543664336, -0.007035670801997185, 0.028575219213962555, 0.0026143952272832394, -0.0202872883528471, 0.0055427271872758865, 0.01022038422524929, -0.015934033319354057, 0.05754111334681511, -0.0024853325448930264, -0.01287140604108572, 0.030556509271264076, 0.010018070228397846, 0.04621148854494095, -0.03298428654670715, -0.016659576445817947, 0.014043436385691166, 0.026440449059009552, -0.012906287796795368, 0.02154303528368473, 0.016506096348166466, 0.015473593026399612, -0.025854432955384254, -0.014734096825122833, 0.00041269598295912147, 0.006672899704426527, 0.008050733245909214, -0.01003202237188816, 0.012641185894608498, 0.0072205448523163795, 0.02388709783554077, -0.017050253227353096, 0.02924495004117489, -0.008636748418211937, 0.010994762182235718, -0.005745042115449905, -0.025296324864029884, -0.029524005949497223, -0.02225462533533573, 0.0046497518196702, 0.02321736514568329, 0.011001738719642162, -0.0037288707681000233, -0.01767812669277191, -0.006578718777745962, 0.006045026239007711, 0.007729819975793362, -0.023147601634263992, -0.009459960274398327, 0.04001646861433983, 0.023970812559127808, -0.008685583248734474, -0.009446007199585438, 0.004806720186024904, 0.018864110112190247, -7.837517478037626e-05, 0.015613120049238205, -0.015752647072076797, 0.020915161818265915, 0.007785630878061056, -0.013443468138575554, 0.0075693633407354355, -0.01023433730006218, 0.02518470212817192, -0.014001578092575073, 0.012599327601492405, -0.012857452966272831, -0.04032342880964279, -0.0031585523393005133, 0.0329284742474556, -0.01004597544670105, 0.011538919061422348, 0.02430567890405655, -0.021766280755400658, 0.00025420155725441873, -0.02172442153096199, 0.03161691874265671, 0.016366567462682724, 0.025673048570752144, 0.004123035818338394, 0.0035893432796001434, -0.005462499335408211, 0.011301722377538681, -0.03228664770722389, 0.004869507625699043, 0.025338182225823402, -0.015836363658308983, -0.006557789631187916, 0.012759784236550331, -0.026761362329125404, -0.0028533360455185175, 0.002377198776230216, 0.02412429451942444, -0.008532103151082993, 0.014845719560980797, 0.000466980884084478, 0.0171758271753788, 0.009194858372211456, 0.017203733325004578, 0.019631510600447655, 0.005563656333833933, -0.009062306955456734, 0.014231798239052296, 0.0018626912496984005, -0.006589183118194342, -0.030082115903496742, 0.019980328157544136, -0.033877260982990265, 0.021152358502149582, 0.013841121457517147, 0.04060248285531998, 0.008197236806154251, -0.0015836363891139627, -0.01974313147366047, -0.05514124408364296, -0.01122498232871294, 0.01423877477645874, 0.0022586004342883825, -0.04548594355583191, -0.015334065072238445, -0.013848097994923592, 0.0044648777693510056, 0.004600916989147663, -0.009543676860630512, -0.006644994020462036, -0.012822571210563183, -0.009187881834805012, 0.015389876440167427, -0.014231798239052296, -0.013101626187562943, 0.024235915392637253, -0.027096228674054146, -0.007555410731583834, -0.04827649146318436, -0.0081344498321414, 0.02772410213947296, 0.0016490399139001966, 0.012822571210563183, 0.014929435215890408, -0.0039521148428320885, 0.0031044853385537863, 0.018919920548796654, -0.029663532972335815, -0.0365561880171299, 0.014524806290864944, -0.04015599563717842, 0.0008947196765802801, 0.022156957536935806, -0.008155378513038158, 0.013366728089749813, -0.02189185470342636, 0.011357532814145088, -0.012110981158912182, -0.014343420043587685, -0.010750588960945606, 0.004123035818338394, 0.017036300152540207, -0.025059128180146217, 0.010785470716655254, 0.011287769302725792, 0.023956861346960068, 0.008225142024457455, -0.015361970290541649, -0.001082209637388587, 0.012508634477853775, 0.01232724916189909, -0.03125414624810219, 0.019310597330331802, 0.001761533902026713, 0.008880921639502048, 0.024738214910030365, -0.0012400500709190965, -0.006341522093862295, 0.012320272624492645, -0.007318214047700167, 0.00524623179808259, 0.012320272624492645, -0.013066744431853294, -0.01679910346865654, -0.04068620130419731, 0.015013151802122593, -0.035663213580846786, 0.011664493940770626, 0.003045186400413513, 0.011448225937783718, -0.005441570188850164, -0.006212458945810795, -0.014078318141400814, 0.002427777275443077, 0.04953223839402199, -0.0015923568280413747, 0.009648322127759457, -0.016757244244217873, 0.01770603097975254, -0.016366567462682724, 0.0081344498321414, 0.02484983578324318, 0.01004597544670105, -0.000462620664620772, 0.005539239384233952, -0.01622704043984413, 0.005218326114118099, -0.0009069283260032535, -0.03622132167220116, 0.0011205796618014574, 0.005657837726175785, 0.010101786814630032, 0.021808138117194176, 0.01296907477080822, -0.008469315245747566, 0.015236396342515945, 0.006132230628281832, 0.028603123500943184, -0.016757244244217873, -0.00547296367585659, 0.02607767842710018, -0.007667032536119223, -0.026398591697216034, 0.023049931973218918, -0.011357532814145088, 0.0164642371237278, -0.007646103389561176, -0.029133329167962074, 0.0011301722843199968, -0.020873304456472397, 0.023803381249308586, -0.005445057991892099, -0.005392735358327627, 0.009404148906469345, -0.014552711509168148, 0.002075470518320799, 0.0023649900685995817, 0.03602598235011101, 0.007834465242922306, -0.01023433730006218, -0.004862531088292599, -0.024208009243011475, -0.026426495984196663, 0.020496580749750137, -0.02316155470907688, -0.0005502613494172692, -0.008511173538863659, -0.02430567890405655, 0.023287128657102585, -0.031672727316617966, -0.02484983578324318, 0.01806880347430706, -0.03669571503996849, 0.022896451875567436, 0.02482193149626255, 0.0007939983042888343, 0.010659895837306976, 0.021431414410471916, 0.03248198702931404, -0.03401678800582886, -0.035691119730472565, 0.028882179409265518, -0.0005149434437043965, -0.00931345671415329, -0.01543173473328352, -0.01213888730853796, 0.001656888285651803, 0.0013699850533157587, 0.012438870966434479, -0.004171870183199644, 0.001770254340954125, -0.009062306955456734, -0.01515267975628376, -0.008873945102095604, 0.014803861267864704, 0.017943227663636208, -0.004740444477647543, -0.01716187410056591, -0.003638177877292037, -0.005225302651524544, 0.005818293895572424, -0.028937989845871925, -0.0019272227073088288, 0.045178983360528946, -0.007904229685664177, -0.02791943959891796, 0.007883300073444843, -0.010541297495365143, -0.012522587552666664, 0.004562546964734793, 0.016715386882424355, -0.011824950575828552, -0.0015670674620196223, 0.021054690703749657, -0.003111461875960231, 0.008622795343399048, 0.006899631582200527, 0.02826825901865959, 0.006289198994636536, -0.0042102402076125145, -0.025896292179822922, -0.0012252252781763673, 0.030165832489728928, 0.05893638730049133, 0.01158077735453844, -0.03337496146559715, 0.019798943772912025, -0.019771037623286247, 0.0005463371053338051, -0.03996065631508827, -0.007562386803328991, 0.010108762420713902, 0.019784990698099136, -0.02882636897265911, 0.002237671287730336, 0.010645943693816662, 0.02370571158826351, 0.02339875139296055, -0.0015906128101050854, 0.006725222337990999, -0.019031541422009468, -0.016687480732798576, 0.013645783066749573, -0.0033504024613648653, -0.008797205053269863, 0.009236716665327549, 0.03164482116699219, 0.04152336344122887, -0.0016472957795485854, 0.037504974752664566, 0.020329147577285767, -0.003402725327759981, -0.019840801134705544, 0.0075693633407354355, 0.013555089943110943, 0.0015862525906413794, 0.020119857043027878, -0.010101786814630032, 0.03103090263903141, 0.0013708570040762424, 0.00849722046405077, 0.009355315007269382, 0.010199455544352531, -0.005926427897065878, 0.025128891691565514, 0.001739732688292861, -0.017594410106539726, -0.005905498750507832, -0.03362611308693886, -0.0047474210150539875, 0.02408243529498577, -0.0232034120708704, -0.037867747247219086, 0.021403508260846138, 0.010464557446539402, -0.010813375934958458, -0.0062543172389268875, 0.03636084869503975, 0.003732358803972602, -0.0035649260971695185, -0.01663167029619217, -0.011852855794131756, -0.023635948076844215, 0.0021051201038062572, -0.015375923365354538, -0.010659895837306976, -0.001574043883010745, -0.010806400328874588, 0.00012601070920936763, -0.010059928521513939, -0.006327569019049406, -0.0357748344540596, 0.03139367327094078, -0.0035160912666469812, -0.028798462823033333, -0.05592259764671326, -0.005315995309501886, 0.0164642371237278, 0.013624854385852814, 0.027863629162311554, 0.0014632940292358398, -0.006320592947304249, 0.00748564675450325, -0.008790228515863419, -0.020929114893078804, -0.005225302651524544, -0.029607722535729408, -0.0013394634006544948, -0.019589651376008987, -0.012110981158912182, -0.018473433330655098, -0.01991056464612484, 0.0022812734823673964, -0.004743932746350765, 0.013820192776620388, -0.024612639099359512, 0.002138257957994938, 0.0239150021225214, 0.0347423329949379, 0.03703058138489723, 0.026621835306286812, 0.0343516543507576, -0.03884443640708923, -0.008713488467037678, -0.0169804897159338, -0.030444886535406113, -0.014245751313865185, 0.007112410850822926, -0.004213728476315737, 0.015320111997425556, -0.002333596348762512, 0.0058427113108336926, -0.026021866127848625, 0.020022187381982803, -0.000484421820146963, 0.0022115099709481, 0.01414808165282011, 0.006578718777745962, -0.01571078971028328, 0.02097097411751747, 0.013924838043749332, 0.021040737628936768, -0.029747249558568, -0.022156957536935806, -0.04311397671699524, 0.029663532972335815, 0.023635948076844215, -0.012843500822782516, 0.029077516868710518, 0.007150780875235796, 0.0008031547768041492, -0.03583064675331116, 0.0017580456333234906, -0.025100985541939735, 0.019966376945376396, -0.014127152971923351, -0.007318214047700167, -0.011845879256725311, -0.005657837726175785, 0.00039590909727849066, 0.020357053726911545, -0.023105744272470474, 0.005431105382740498, 0.012536539696156979, 0.010764542035758495, -0.006167112849652767, -0.01442713662981987, 0.015138726681470871, -0.03524462878704071, -0.006453143898397684, 0.012550492770969868, 0.01661771722137928, 0.03619341552257538, -0.007513552438467741, 0.005720624700188637, -0.013980649411678314, -0.022408105432987213, 0.0011022667167708278, -0.036974769085645676, 0.005786900408565998, 0.021054690703749657, 0.027877582237124443, 0.017468834295868874, 0.0430302619934082, -0.0029126352164894342, 0.01388297975063324, 0.00995528232306242, -0.022603444755077362, -0.004600916989147663, -0.008462338708341122, 0.005005546845495701, 0.008301882073283195, -0.027514809742569923, 0.020691918209195137, -0.015306159853935242, 0.01213888730853796, -0.01608751341700554, 0.01552940346300602, 0.022603444755077362, -0.025073079392313957, -0.018012991175055504, -0.011106383986771107, -0.018850157037377357, -0.009697156958281994, 0.0261195357888937, -0.020580297335982323, 0.0020091950427740812, -0.03867700695991516, -0.008260023780167103, 0.017217686399817467, -0.007897253148257732, 0.00594038050621748, -0.00039503705920651555, 0.015361970290541649, -0.026928795501589775, 0.007541458122432232, 0.007918181829154491, 0.019422218203544617, -0.0383700430393219, 0.007799583487212658, -0.043365128338336945, 0.006847308948636055, 0.024166151881217957, -0.0004970664740540087, 0.007471694145351648, 0.02429172582924366, 0.002952749375253916, 0.0032143632415682077, 0.0028690327890217304, 0.0193803608417511, -0.0028812414966523647, -0.014301561750471592, -0.032230839133262634, -0.010534320957958698, -0.02010590396821499, -0.010987785644829273, 0.012864429503679276, -0.010973832570016384, -0.010373865254223347, 0.018040897324681282, 0.025268418714404106, -0.03728172928094864, -0.014301561750471592, 0.029105423018336296, 0.009920400567352772, 0.05681557208299637, 0.011587753891944885, 0.014259704388678074, 0.021431414410471916, -0.004133500158786774, -0.012578397989273071, -0.008280953392386436, 0.0017406047554686666, -0.014943388290703297, 0.008455362170934677, 0.01805485039949417, -0.020594250410795212, -0.020412864163517952, 0.016478190198540688, 0.0038614217191934586, -0.015096868388354778, -0.03211921453475952, 0.029551910236477852, -0.002989375265315175, 0.01917107030749321, -0.024584734812378883, -0.02267320826649666, -0.01023433730006218, 0.01661771722137928, 0.005567144602537155, 0.016910724341869354, -0.018403667956590652, -0.00012415761011652648, 0.011385438963770866, 0.021236075088381767, 0.02430567890405655, 0.007255426608026028, -0.011371485888957977, 0.0162688996642828, 0.03340286761522293, 0.006390356458723545, -0.02464054524898529, 0.004775326699018478, -0.00985761359333992, 0.01661771722137928, -0.009243692271411419, 0.0015661955112591386, 0.022422058507800102, 0.017259543761610985, -0.0013429515529423952, 0.0032579656690359116, 0.01341556292027235, 0.0387607216835022, -0.030221642926335335, 0.0040358309634029865, 0.01737116649746895, -0.02193371206521988, -0.015348018147051334, -0.018571101129055023, -0.009153000079095364, -0.015794506296515465, -0.015989843755960464, -0.005629932042211294, 0.02539399266242981, 0.006243852898478508, -0.02244996465742588, 0.0015592190902680159, -0.001363008632324636, -0.02740318886935711, -0.0033364498522132635, -0.014106223359704018, 0.0007569363224320114, -0.018766440451145172, -0.02717994526028633, 0.009446007199585438, -0.002296970458701253, 0.021836044266819954, -0.005731089506298304, -0.01095988042652607, -0.009432055056095123, 0.024877741932868958, -0.03329124674201012, 0.010004117153584957, 0.012655138038098812, -0.0018469943897798657, -0.03181225433945656, -0.01296209916472435, -0.014510853216052055, -0.0037672407925128937, -0.00354050868190825, -0.043699994683265686, -0.034993480890989304, -0.014455042779445648, 0.012466776184737682, 0.01214586291462183, 0.0024225451052188873, -0.007583315949887037, 0.01864086464047432, 0.010394793935120106, -0.0002422109100734815, -0.005218326114118099, -0.0050474051386117935, 0.017426976934075356, -0.0014842230593785644, -0.0061252545565366745, 0.007234497461467981, -0.00985761359333992, 0.01586426980793476, -0.011176147498190403, 0.008894873782992363, -0.003359123133122921, -0.043365128338336945, -0.005057869479060173, 0.01240398921072483, 0.005078798625618219, -0.013896932825446129, -0.00024046681937761605, -0.013596948236227036, -0.006139207165688276, -0.01883620396256447, 0.014455042779445648, -0.005061357747763395, 0.006034561432898045, 0.02116631157696247, -0.0042939567938447, 0.025073079392313957, 0.0111482422798872, -0.01992451772093773, -0.0038160753902047873, -0.015473593026399612, 0.0015618352917954326, -0.03089137375354767, -0.004102106671780348, -0.014915483072400093, 0.044844117015600204, -0.001458933693356812, -0.03337496146559715, -0.027249708771705627, -0.01589217409491539, -0.029077516868710518, -0.0034498157911002636, 0.009006495587527752, 0.01013666857033968, 0.023510372266173363, 0.004646263550966978, -0.00611827801913023, 0.02175232768058777, -0.018696676939725876, 0.003885839134454727, -0.010597108863294125, 0.009166952222585678, -0.014455042779445648, 0.00026750026154331863, 0.006411285605281591, -0.005765971262007952, -0.020733777433633804, -0.008162355050444603, 0.0006426982581615448, -0.010611061938107014, -0.009048353880643845, 0.012913264334201813, 0.0033556348644196987, -0.019617557525634766, 0.0018435062374919653, 0.007729819975793362, -0.003057394875213504, 0.0010508160339668393, 0.024180104956030846, -0.031672727316617966, -0.006170600652694702, 0.008406528271734715, -0.010952903889119625, -0.013952743262052536, 0.0004826777148991823, 0.008636748418211937, 0.0008001026581041515, -0.0013054535957053304, -0.006310128141194582, -0.011392415501177311, 0.00443348428234458, -0.0023196435067802668, 0.04741142317652702, 0.012669091112911701, -0.009229740127921104, 0.02134769782423973, 0.0056962077505886555, -0.009697156958281994, -0.005807829555124044, 0.00547296367585659, 0.0030730918515473604, -0.0016560162184759974, 0.021319791674613953, -0.04503945633769035, 0.0031759932171553373, -0.0025463756173849106, 0.010569203644990921, -0.02027333714067936, 0.004503247793763876, -0.027472952380776405, -0.010283172130584717, -0.0416070818901062, 0.015041057951748371, 0.0029667022172361612, -0.03418422117829323, 0.0040672249160707, -0.0024591709952801466, 0.007548434194177389, -0.014678286388516426, -0.015975890681147575, -0.007660055998712778, -0.0037602644879370928, -0.0025237025693058968, 0.004709050990641117, -0.014789908193051815, -0.006861261557787657, 0.012480729259550571, 0.03873281553387642, -0.024375442415475845, 0.006906608119606972, 0.19868706166744232, -0.0178874172270298, -0.014831766486167908, 0.01179006788879633, -0.0043358150869607925, 0.0028620564844459295, 0.023956861346960068, 0.01386205106973648, -0.011371485888957977, -0.015194538049399853, 0.011197077110409737, 0.004269539378583431, -0.02175232768058777, 0.00019272227655164897, 0.0232034120708704, -0.0208035409450531, -0.027514809742569923, -0.04403485730290413, -0.007185663096606731, -0.005183444358408451, 0.004133500158786774, 0.005343900993466377, -0.01805485039949417, -0.009097188711166382, 0.0171758271753788, 0.0015234651509672403, 0.02522655948996544, 0.0037393353413790464, 0.008553031831979752, 0.010924998670816422, -0.0015906128101050854, 0.003889327170327306, 0.010255266912281513, 0.013534161262214184, -0.014482947997748852, -0.009264621883630753, 0.00257776933722198, -0.011559847742319107, 0.017273496836423874, 0.0073321666568517685, 0.015473593026399612, -0.006658947095274925, -0.004402090795338154, -0.02244996465742588, -0.008190260268747807, 0.014566664583981037, 0.007660055998712778, 0.008001898415386677, 0.002811477752402425, 0.02065006084740162, -0.019087353721261024, -0.000864198082126677, 0.02373361773788929, 0.024919599294662476, -0.0014205636689439416, 0.007973993197083473, -0.007778654340654612, 0.010087833739817142, -0.001073489198461175, 0.0017528134630993009, -0.026440449059009552, -0.004374185111373663, 0.02116631157696247, 0.02847754955291748, -0.006896143313497305, 0.015055010095238686, 0.015557308681309223, -0.015975890681147575, 0.01989661157131195, -0.008671630173921585, -0.018724581226706505, -0.016854913905262947, -0.0036172487307339907, -0.010994762182235718, -0.024054529145359993, -0.04478830844163895, 0.03521672636270523, 0.022756924852728844, 0.024389395490288734, 0.03189597278833389, -0.010541297495365143, -0.006871726363897324, -0.004171870183199644, -0.019296644255518913, -0.006550813093781471, -0.04944852367043495, 0.016506096348166466, -0.037895653396844864, -0.012480729259550571, -0.018166471272706985, 0.006958930753171444, -0.002483588410541415, -0.005452034529298544, 0.000720746407750994, 0.014196916483342648, -0.010345959104597569, 0.0034062135964632034, -0.0039032800123095512, -0.005148562602698803, -0.03636084869503975, -0.028031062334775925, 0.05257393792271614, 0.01791532337665558, 0.019840801134705544, 0.003585855010896921, 0.008273976854979992, -0.01737116649746895, 0.011252887547016144, -0.014455042779445648, -0.020496580749750137, 0.015222443267703056, -0.027528762817382812, 0.019296644255518913, 0.006327569019049406, -0.0022498799953609705, 0.011259864084422588, -0.0017711264081299305, -0.005110192112624645, 0.020943067967891693, -0.0061880419962108135, -0.014957341365516186, -0.01369461789727211, 0.015515451319515705, 0.01407134160399437, 0.010338982567191124, -0.0200919508934021, -0.012229579500854015, -0.010611061938107014, -0.02812873013317585, -0.002419056836515665, -0.002155698835849762, -0.03156110644340515, 0.022017428651452065, 0.003742823377251625, 0.006896143313497305, -0.004217216745018959, -0.0030294894240796566, -0.01861296035349369, -0.003324241144582629, 0.006543836556375027, 0.009111141785979271, 0.00529506616294384, 0.008671630173921585, -0.002638812642544508, 0.008971613831818104, -0.011294745840132236, -0.009271598421037197, 0.009878542274236679, -0.019240833818912506, -0.026426495984196663, -0.014510853216052055, 0.0018452503718435764, 0.00496717682108283, 0.009180905297398567, 0.023440608754754066, 0.02102678455412388, -0.01767812669277191, 0.0034079577308148146, -0.0018330416642129421, 0.016199136152863503, -0.04947642982006073, -0.0033172648400068283, 0.016910724341869354, 0.011294745840132236, -0.0072205448523163795, -0.039514169096946716, -0.1784835010766983, -0.0021103525068610907, 0.01341556292027235, -0.034993480890989304, 0.021333744749426842, 0.012299343012273312, 0.02924495004117489, 0.02010590396821499, -0.03864910081028938, -0.0024957971181720495, -0.003385284449905157, -0.005664813797920942, -0.013241153210401535, -0.014496900141239166, -0.02083144709467888, -0.0013560322113335133, -0.022561585530638695, -0.007967016659677029, 0.025059128180146217, -0.001493815565481782, 0.022589491680264473, -0.038453761488199234, 0.007862371392548084, 0.0016185182612389326, 0.015389876440167427, 0.021333744749426842, 0.0149712935090065, 0.025700952857732773, 0.0011458690278232098, -0.03471442684531212, -0.01022038422524929, 0.004077689256519079, 0.023998718708753586, -0.0025917221792042255, 0.009327408857643604, 0.03119833394885063, 0.014036459848284721, 0.006505466531962156, -0.028449643403291702, 0.007890276610851288, 0.028072919696569443, 0.0215151309967041, 0.0185990072786808, 0.004586964379996061, -0.017440930008888245, 0.012801642529666424, 0.02850545570254326, -0.014901529997587204, 0.012620256282389164, -0.013764381408691406, 0.017817653715610504, 0.003645154181867838, 0.021780231967568398, -0.0023894072510302067, -0.02699855901300907, 0.007750749122351408, -0.007674009073525667, 0.010638967156410217, 0.01249468233436346, -0.016896773129701614, -0.018850157037377357, -0.004409066867083311, 0.011211029253900051, -0.007834465242922306, -0.007499599829316139, -0.025519568473100662, -0.02921704575419426, 0.009236716665327549, -0.033347055315971375, 0.012920240871608257, -0.01974313147366047, -0.006222923751920462, -0.01141334418207407, 0.015585214830935001, 0.009976211935281754, 0.03382144868373871, -0.010687801986932755, -0.0006710397428832948, 0.03998856246471405, 0.00671475799754262, -0.016701433807611465, 0.010450605303049088, -0.01397367287427187, -0.0029353084973990917, -0.024361491203308105, -0.008608843199908733, -0.019478030502796173, 0.016492143273353577, -0.012187721207737923, 0.010834305547177792, 0.029328666627407074, -0.012445847503840923, -0.009920400567352772, -0.0082321185618639, -0.004280004184693098, 0.012180745601654053, -0.005326459649950266, -0.0115040373057127, 0.0047020744532346725, 0.0008554775849916041, -0.003128902753815055, -0.00046174859744496644, -0.021124454215168953, 0.012152839452028275, 0.03652828186750412, -0.0029597256798297167, -0.019966376945376396, 0.0003553589340299368, 0.038090988993644714, -0.0085879135876894, 0.0009636113536544144, -0.005455522798001766, 0.0078065600246191025, -0.011015690863132477, -0.011699375696480274, 0.014901529997587204, -0.0008742265636101365, -0.013122555799782276, 0.008727441541850567, 0.0055427271872758865, 0.031700633466243744, -0.01103662047535181, -0.00776470173150301, 0.01827809400856495, -0.0053334361873567104, -0.007049623876810074, -0.12044008076190948, -0.010534320957958698, 0.018473433330655098, 0.009808778762817383, -0.009878542274236679, 0.029496099799871445, -0.012801642529666424, 0.026872985064983368, -0.03309590741991997, 0.049002036452293396, -0.044090669602155685, -0.004374185111373663, 0.003041698131710291, -0.0008624539477750659, 0.010164573788642883, -0.0005759866908192635, 0.006233388092368841, -0.008301882073283195, -0.02484983578324318, 0.022854594513773918, 0.0035195795353502035, -0.006861261557787657, 0.011776115745306015, -0.012320272624492645, 0.004970665089786053, -0.0028376393020153046, -0.034798141568899155, 0.03164482116699219, 0.0089437086135149, -0.01989661157131195, 0.005382271017879248, -0.03602598235011101, -0.0012374339858070016, -0.028882179409265518, 0.011406367644667625, -0.023119695484638214, 0.021068641915917397, -0.007799583487212658, 0.009920400567352772, -0.020510533824563026, 0.014929435215890408, 0.03050069697201252, 0.0017842070665210485, -0.021319791674613953, -0.005518310237675905, -0.0015295695047825575, -0.01933850347995758, 0.03488186001777649, -0.0021103525068610907, -0.01242491789162159, -0.034770235419273376, -0.009871565736830235, -0.05438779294490814, 0.004667192697525024, 0.019282691180706024, -0.00016863198834471405, 0.0042730276472866535, -0.02392895519733429, -0.01369461789727211, 0.013876003213226795, -0.010659895837306976, -0.012745831161737442, -0.01604565419256687, -0.0005794749013148248, 0.02408243529498577, 0.009090212173759937, 0.004538130015134811, -0.032593607902526855, 0.010785470716655254, -0.024975411593914032, 0.004150941036641598, 0.011420320719480515, -0.00428349245339632, -0.004513712599873543, -0.03580274060368538, -0.0014571896754205227, -0.008434433490037918, -0.023063885048031807, -0.005322971846908331, 0.015082916244864464, -0.004056760109961033, -0.0050020585767924786, -0.002544631715863943, -0.02794734574854374, -0.0040811775252223015, -0.008650700561702251, 0.0029161234851926565, -0.012341201305389404, -0.01880829781293869, -0.04752304404973984, -0.00410559494048357, 0.034770235419273376, 0.008657677099108696, -0.01470619160681963, 0.023342939093708992, -0.0007107178680598736, -0.01021340861916542, -0.004559059161692858, -0.006962419021874666, -0.0005681382608599961, -0.019031541422009468, 0.00515553867444396, -0.052462317049503326, 0.013541137799620628, -0.0028010131791234016, -0.01805485039949417, 0.003885839134454727, -0.018026944249868393, -0.00689265551045537, 0.008406528271734715, -0.014957341365516186, 0.024361491203308105, -0.028561266139149666, 0.02284064143896103, -0.0246265921741724, -0.015627073124051094, -0.04540222883224487, 0.0036870124749839306, 0.009257645346224308, -0.020496580749750137, 0.02006404474377632, 0.023775475099682808, 0.02632882632315159, -0.01661771722137928, 0.03956998139619827, 0.0072693792171776295, 0.014287609606981277, -0.014455042779445648, -0.022408105432987213, 0.02303597889840603, 0.00625780550763011, -0.014210869558155537, 0.030919279903173447, -0.019296644255518913, -0.0058427113108336926, 0.009801802225410938, -0.002551608020439744, -0.012934193015098572, -0.00524623179808259, 0.011657517403364182, 0.0232034120708704, 0.03273313492536545, -0.012627232819795609, -0.04361627623438835, 0.012285390868782997, -0.0050474051386117935, 0.006927537266165018, 0.01714792102575302, -0.019491983577609062, -0.008594890125095844, 0.004820672795176506, 0.018515290692448616, 0.03767240792512894, 0.031365767121315, -0.017831606790423393, -0.03887234255671501, -0.006477561313658953, 0.006833356339484453, 0.02831011638045311, 0.012383059598505497, -0.0005454650963656604, 0.03510510176420212, 0.033877260982990265, -0.011573800817131996, 0.01260630413889885, -0.013952743262052536, 0.00042032639612443745, 0.004538130015134811, -0.017761843279004097, 0.00340098119340837, 0.001047327765263617, -0.022938311100006104, 0.003732358803972602, 0.010108762420713902, -0.012264461256563663, 0.014371326193213463, 0.025296324864029884, 0.0015688115963712335, 0.009104165248572826, 0.0018435062374919653, -0.008329788222908974, 0.035133007913827896, 0.004757885355502367, 0.006878702435642481, -0.009997140616178513, 0.018319953233003616, 0.027458999305963516, 0.0012766760773956776, 0.012536539696156979, -0.009529723785817623, -0.0012819083640351892, -0.0017545574810355902, -0.004949735943228006, 0.013352775946259499, 0.0022062775678932667, 0.02522655948996544, 0.00021855664090253413, -0.010645943693816662, 0.01753859780728817, 0.011706352233886719, 0.024026624858379364, 0.014566664583981037, 0.03870490938425064, -0.008392575196921825, 0.0028428714722394943, -0.026203252375125885, -0.024319631978869438, 0.003983508329838514, -0.040239714086055756, -0.021152358502149582, 0.021808138117194176, 0.04185822978615761, 0.005881081335246563, -0.01679910346865654, 0.012522587552666664, 0.0048729958944022655, -0.009739015251398087, 0.0335703007876873, 0.006383380386978388, -0.026147441938519478, -0.03597017377614975, 0.0224918220192194, 0.013052791357040405, -0.004569523502141237, 0.037532880902290344, -0.021989524364471436, 0.03153320029377937, 0.0075065759010612965, 0.03650037571787834, -0.02704041637480259, 0.027849676087498665, 0.004234657622873783, 0.00839955173432827, -0.025045175105333328, -0.007680985145270824, 0.005336924456059933, -0.026566023007035255, -0.02208719216287136, 0.01331789419054985, 0.027891535311937332, 0.004363720770925283, 0.0948786586523056, 0.03602598235011101, -0.004576500039547682, 0.007792607415467501, -0.030807657167315483, -0.011552872136235237, 0.017496740445494652, 0.018347857519984245, -0.01049246359616518, -0.009592510759830475, -0.0012574910651892424, 0.0008742265636101365, -0.010848257690668106, -0.02651021257042885, -0.021668611094355583, -0.01068082544952631, 0.006672899704426527, 0.013408586382865906, 0.01713396981358528, 0.019087353721261024, 0.017301401123404503, 0.006951954681426287, -0.0005293322028592229, 0.004607893526554108, -0.015403828583657742, 0.008420480415225029, 0.01806880347430706, 0.001034247106872499, -0.000738187343813479, -0.019115258008241653, 0.038258422166109085, 0.013066744431853294, -0.023510372266173363, -0.015543356537818909, 0.00011838031059596688, 0.0017423488898202777, -0.011636587791144848, -0.012529564090073109, 0.005026475992053747, 0.0005624699988402426, 0.011929595842957497, 0.013024886138737202, -0.020343100652098656, -0.018292047083377838, -0.00875534676015377, -0.0035963195841759443, 0.006913584657013416, -0.02045472152531147, -0.025463756173849106], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='e779be67-cd54-42bb-afbf-413ee25b8c06', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='5d20f04dad4cdf71f887576a5760877b6a9a001acd49d13c278ad133a2c84b4f'), : RelatedNodeInfo(node_id='c64cb6a5-c1bc-466b-aa89-f8cb15f55ec5', node_type=, metadata={}, hash='07f600fb14765333fd2a210c8119609741f1e79e177ffa94844e4feb944346c1')}, hash='0396c324c39a5ef36c0bc7e96b202a2a3f5c1d00cb7fd823c79f4b5f65f28bcb', text='Fine Tuning on Custom Domain Data All the popular models like GPT3/3.4/4 and LLAMA2 are trained primarily on the data scraped from the internet. Common Crawl, WebText, GitHub, StackOverflow etc: These are massive datasets of text and code that are crawled from the public web and a few curated like the QA dataset SQAD. The worldview and information the model has learned are also based on this data. However, this means that if we have some domain-specific data that the model has not seen, then it won\\'t be able on its own to answer questions related to such data in case of Closed Book QA use-case or any other use case that depends on the specific domain data. For example, most online portals are adding virtual assistants for their customers, banks, e-commerce, customer support etc. And a huge if not the majority of data in the world still lives outside of the internet in enterprises. We have seen in Part 2 how LLMs can help address information retrieval use cases based on Vector space embeddings. But what if our use case is more high level? It needs domain \"understanding\", maybe some higher level reasoning tasks. This is where fine-tuning with custom data comes into play. I am not able to provide a use case where higher-level reasoning can be used. There are a few simpler ones, like training on custom issues and then asking it to reason on similar issues and possible solutions, but these are as of now not tested. So let\\'s stick with a simpler use-case Closed-Book QA - the model answers questions based on the knowledge it internally has for now. The above is from a 2021 paper Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA? This is already outdated in the sense of the number and size of models and training released. The authors with 2021 models could not achieve great results and the great results they found in some studies described could be attributed to the high train and test overlap in datasets. There are also a lot of tutorials on the internet that try to portray this concept with toy datasets. The real trouble is making the model \\'understand\\' the data first and not just parrot it out. Without understanding, it will parrot out the answer based on the', start_char_idx=0, end_char_idx=2229, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='c64cb6a5-c1bc-466b-aa89-f8cb15f55ec5', embedding=[-0.010889994911849499, 0.005850622430443764, 0.015991242602467537, -0.024241238832473755, -0.007548746652901173, 0.007507496513426304, -0.007479996886104345, 0.013309993781149387, -0.03052498586475849, -0.047767478972673416, 0.019029991701245308, 0.042074982076883316, -0.011048120446503162, -0.017476242035627365, -0.0058918725699186325, 0.017489992082118988, 0.012636244297027588, 0.004644060507416725, 0.005867809988558292, -0.01647249236702919, -0.004743747878819704, -0.006159997079521418, -0.03269748389720917, -0.015784993767738342, 0.0028153113089501858, 0.01651374250650406, 0.027747487649321556, -0.04028748348355293, -0.021078741177916527, 0.017063742503523827, 0.00813999678939581, 0.019854990765452385, -0.04333998262882233, -0.005664997734129429, -0.0004653513606172055, -0.010291870683431625, 0.019854990765452385, -0.009693745523691177, 0.019249992445111275, -0.02524498850107193, 0.026097487658262253, 0.01871374249458313, 0.008181245997548103, -0.01997874118387699, -0.0010656245285645127, 0.016829991713166237, 0.011639369651675224, -0.018727492541074753, -0.018356241285800934, 0.011281870305538177, 0.027829987928271294, 0.031707484275102615, -0.027458738535642624, 0.010161245241761208, -0.027596237137913704, 0.003318904899060726, -0.009329371154308319, 0.020377490669488907, 0.017558742314577103, -0.003212342271581292, -0.00012460931611713022, 0.0030696862377226353, -0.0050118728540837765, 0.02664748765528202, -0.018562491983175278, -0.01623874343931675, -0.01175624504685402, 0.0032742172479629517, 0.017049992457032204, -0.0098724951967597, 0.013935619033873081, 0.02399373985826969, 0.012663744390010834, -0.017283743247389793, 0.028627486899495125, -0.013743119314312935, -0.0017574210651218891, -0.018067492172122, -0.03734498471021652, 0.008284371346235275, 0.009274370968341827, -0.006269997451454401, -0.010546245612204075, 0.0291224867105484, -0.0014978899853304029, -0.0061393724754452705, 0.019098741933703423, -0.014286243356764317, -0.0015760930255055428, 0.020088741555809975, -0.0011180463479831815, -0.009088746272027493, 0.042954981327056885, 0.0070674968883395195, 0.001537421252578497, -0.008181245997548103, -0.010704370215535164, 0.016348741948604584, -0.010814370587468147, -0.02315499074757099, -0.020377490669488907, -0.0021587491501122713, -0.032779984176158905, -0.016458742320537567, -0.017242493107914925, 0.008758746087551117, 0.016348741948604584, 0.00298031116835773, 0.00260734255425632, 0.02216499112546444, -0.005359060131013393, 0.031377486884593964, 0.0008606637129560113, -0.026757488027215004, -0.01843874156475067, -0.016857491806149483, 0.0032346860971301794, -0.0017032804898917675, -0.005273122806102037, -0.018823741003870964, 0.025162488222122192, 0.005946872290223837, 0.03085498698055744, -0.005334997549653053, 0.012581244111061096, -0.0023340615443885326, -0.0024028115440160036, -0.0015623430954292417, -0.019703742116689682, 0.004162810742855072, 0.0024440614506602287, 0.02906748652458191, 0.0017230460653081536, 0.0024457802064716816, -0.031377486884593964, 0.024254988878965378, -0.010559995658695698, -0.0037159358616918325, -0.004547810647636652, -0.0028754675295203924, -0.0020985929295420647, 0.03154248744249344, -0.009549370966851711, -0.00487781036645174, -0.005671872291713953, 0.034374985843896866, -0.003836248302832246, 0.014437493868172169, 0.0038534358609467745, -0.006228747311979532, 0.006025935057550669, -0.01797124184668064, -0.003846560837700963, 0.02352624014019966, 0.019208742305636406, 0.011845619417726994, 0.005833434872329235, 0.01227186992764473, -0.02906748652458191, -0.01311061903834343, 0.001197968260385096, 0.020033741369843483, 0.0007596871582791209, 0.002741405041888356, 0.0022274989169090986, 0.02859998680651188, 0.033054985105991364, -0.007858121767640114, -0.010415620170533657, -0.030414987355470657, -0.020336240530014038, 0.05439497530460358, -0.03407248482108116, 0.018823741003870964, 0.0003946677898056805, 0.026289988309144974, 0.033989984542131424, -0.010855619795620441, -0.012938744388520718, -0.022371239960193634, 0.0008460542885586619, 0.0060156225226819515, 0.0036643734201788902, 0.007555621676146984, -0.038004983216524124, -0.015661243349313736, 0.003588748397305608, -0.005654685199260712, -0.0006896481500007212, -0.013296243734657764, 0.011529370211064816, 0.021243739873170853, 0.00443437322974205, -0.016774993389844894, -0.6331596970558167, -0.013914993964135647, 0.017476242035627365, -0.013859993778169155, -0.0002513670769985765, 0.0053074974566698074, -0.0037846858613193035, -0.0005061716656200588, -0.010161245241761208, 0.03943498432636261, -0.013241244480013847, -0.01429999340325594, -0.0038396858144551516, -0.016114993020892143, -0.007864996790885925, -0.01300061959773302, 0.013564368709921837, -0.02029499039053917, 0.018534991890192032, 7.277828899532324e-06, -0.003678123466670513, 0.004358747974038124, 0.0016113274032250047, 0.0034581234212964773, -0.017764993011951447, 0.0075624966993927956, 0.007844371721148491, -0.01951124146580696, 0.03126748651266098, 0.007974996231496334, -0.02972748689353466, 0.01740749180316925, 0.017146242782473564, 0.01005812082439661, 0.047519978135824203, -0.013777493499219418, -0.004039060790091753, 0.013220619410276413, -0.003002654993906617, 0.03409998491406441, -0.03552998602390289, -0.0050496854819357395, 0.0034804672468453646, 0.029507486149668694, -0.008325621485710144, 0.028764987364411354, 0.014004369266331196, 0.005582497455179691, -0.020569991320371628, -0.015949992462992668, -0.012526244856417179, 0.013516244478523731, 0.01533124316483736, -0.020638741552829742, 0.00039595685666427016, 0.013804993592202663, 0.028434988111257553, -0.016912491992115974, 0.02551998943090439, -0.016871241852641106, 0.005293747875839472, 0.0024199988692998886, -0.03192748501896858, -0.011948744766414165, -0.03844498470425606, 0.0112956203520298, 0.007053746841847897, 0.009411870501935482, -0.012732494622468948, -0.012876869179308414, -0.005434684921056032, 0.004035623278468847, -0.012704994529485703, -0.025354988873004913, -0.00279984250664711, 0.027747487649321556, 0.008408121764659882, -0.005572184920310974, -0.005352185107767582, 0.016266243532299995, 0.024708738550543785, 0.008373746648430824, -0.010078745894134045, -0.004389685578644276, 0.030442487448453903, 0.010470620356500149, 0.003808748209849, 0.0017385148676112294, -0.008958120830357075, 0.010601245798170567, -0.000644101295620203, 0.007081246934831142, -0.016994992271065712, -0.04322998225688934, 0.002395936520770192, 0.009521870873868465, -0.0038259357679635286, 0.010546245612204075, 0.020734990015625954, -0.014643743634223938, -0.002026405418291688, -0.01187311951071024, 0.030167486518621445, 0.017063742503523827, 0.027334988117218018, 0.011281870305538177, 0.002597030019387603, 0.0024440614506602287, 0.010016870684921741, -0.032972484827041626, -0.0025248427409678698, 0.022481240332126617, -0.0034254672937095165, -0.010711245238780975, 0.010704370215535164, -0.026496239006519318, 0.002536873798817396, -0.008621246553957462, 0.012429994530975819, -0.01688499189913273, 0.02832498773932457, 0.003939373418688774, 0.009721245616674423, -0.0013732806546613574, 0.006562184542417526, 0.030304986983537674, 0.0039084358140826225, -0.021394990384578705, 0.008641871623694897, 0.011054995469748974, -0.00012708002759609371, -0.01392874401062727, 0.019772490486502647, -0.01005812082439661, 0.012924994342029095, 0.010614994913339615, 0.04966497793793678, 0.0030439049005508423, -0.0010793745750561357, -0.01894749142229557, -0.03099248558282852, -0.011852494440972805, 0.0014368743868544698, 0.00026167958276346326, -0.03503498435020447, -0.004283123183995485, -0.0072049968875944614, -0.004716247785836458, 0.003006092505529523, -0.022384990006685257, -0.015152493491768837, -0.015564993023872375, -0.012409369461238384, 0.011357494629919529, -0.006280309520661831, -0.010113121010363102, 0.009301871061325073, -0.030634986236691475, -0.006565622054040432, -0.03475998342037201, -0.0015434367815032601, 0.023209989070892334, -0.004124998115003109, 0.013330618850886822, 0.003612810978665948, -0.015647493302822113, 0.009466870687901974, 0.012106869369745255, -0.03764748200774193, -0.03354998677968979, 0.010663120076060295, -0.052662476897239685, 0.00449281046167016, 0.01968999207019806, -0.014031868427991867, 0.01077999547123909, -0.0036849984899163246, 0.009184995666146278, -0.009308746084570885, -0.016211243346333504, -0.0035681233275681734, 0.02799498848617077, 0.013660619035363197, -0.004427498206496239, 0.023306239396333694, 0.013749994337558746, 0.019469991326332092, 0.013076243922114372, -0.011515620164573193, -0.0036162484902888536, 0.013825618661940098, 0.014059368520975113, -0.014836243353784084, 0.010339995846152306, -0.007074371911585331, 0.01367436908185482, 0.011907494626939297, -0.012258119881153107, -0.012615619227290154, 0.02151874080300331, -0.0011481244582682848, 0.012333744205534458, 0.007184371817857027, -0.020281240344047546, -0.009315621107816696, -0.036134984344244, 0.01084874477237463, -0.007184371817857027, -3.394529630895704e-05, 0.010333120822906494, 0.009322496131062508, -0.0044653103686869144, -0.0065724970772862434, -0.01810874231159687, -0.007383746560662985, 0.040672481060028076, 0.010229995474219322, 0.018961241468787193, -0.022054990753531456, 0.008036871440708637, 0.010807495564222336, 0.005664997734129429, 0.01750374212861061, -0.00036910141352564096, -0.00820874609053135, 0.012546869926154613, -0.006778746843338013, 0.00856624636799097, -0.0034581234212964773, -0.04091998189687729, -0.008765621110796928, 0.014073118567466736, 0.007624371442943811, 0.033577486872673035, 0.01460249349474907, -0.003251873655244708, 0.02337498962879181, -0.004939685110002756, 0.02925998717546463, -0.010972495190799236, -0.012127494439482689, 0.014244994148612022, 0.0039943731389939785, -0.020459990948438644, 0.024928739294409752, -0.0059778098948299885, 0.00933624617755413, 0.001350936945527792, -0.024199988692998886, -0.0026159363333135843, -0.008346246555447578, 0.025506239384412766, -0.019387491047382355, 0.013028119690716267, 0.007493746932595968, -0.021477490663528442, 0.0018562491750344634, 0.006668746937066317, 0.022948740050196648, 0.016912491992115974, -0.006562184542417526, 0.008504371158778667, -0.005180309992283583, -0.015881242230534554, 0.023636240512132645, -0.019799990579485893, 0.00043462871690280735, 0.0017703117337077856, -0.023457489907741547, 0.01633499190211296, -0.016912491992115974, -0.010374370031058788, 0.0164174921810627, -0.03407248482108116, 0.01154999528080225, 0.012959369458258152, 0.0032364048529416323, 0.007022809237241745, 0.022109990939497948, 0.03503498435020447, -0.024667488411068916, -0.02967248670756817, 0.01791624166071415, -0.011907494626939297, 0.0001530761073809117, -0.022618740797042847, -0.036382485181093216, 0.0024337489157915115, -0.004657810553908348, 0.0002472850610502064, -0.008552496321499348, 0.009329371154308319, -0.005726872477680445, -0.003361873561516404, -0.006936871912330389, 0.0037056233268231153, 0.03275248408317566, 0.0021982803009450436, -0.00225843652151525, -0.0015546086942777038, 0.0041181230917572975, 0.018356241285800934, -0.030469985678792, -0.0015460149152204394, 0.026908738538622856, -0.023814989253878593, -0.035997483879327774, 0.003477029735222459, -0.006177184637635946, -0.010532495565712452, 0.0005414059851318598, 0.008490621112287045, 0.008524996228516102, 0.007548746652901173, 0.013536868616938591, 0.008064371533691883, 0.01300061959773302, 0.01698124222457409, 0.032504986971616745, 0.0034701547119766474, -0.010388120077550411, -0.026674987748265266, -0.00013545891852118075, 0.02674373798072338, 0.06583496928215027, 0.021449990570545197, -0.026427488774061203, 0.011598119512200356, -0.023787489160895348, 0.011604994535446167, -0.0150699932128191, -0.008188121020793915, 0.0010750776855275035, 0.01670624315738678, -0.022838739678263664, -0.0041696857661008835, 0.026344988495111465, 0.0025299987755715847, 0.02534123882651329, 0.00010140620724996552, 0.009019996039569378, -0.0202537402510643, -0.01586749218404293, -0.00928812101483345, 0.005482810083776712, 4.315672049415298e-05, 0.008442495949566364, 0.016994992271065712, 0.031432487070560455, -0.009906870312988758, 0.024089990183711052, 0.028434988111257553, -0.013282494619488716, -0.015812493860721588, -0.002260155277326703, -0.0015709367580711842, -0.0029854674357920885, 0.012313119135797024, -0.008463121019303799, 0.022481240332126617, -0.004420623183250427, 0.005864372476935387, 0.008875621482729912, 0.0044515603221952915, 0.01814999245107174, 0.01717374287545681, 0.005754372570663691, -0.008291246369481087, -0.00010516597103560343, -0.03255998715758324, -0.00645218463614583, 0.02169748954474926, -0.008380621671676636, -0.037729982286691666, 0.03470498323440552, 0.008648746646940708, -0.02791248820722103, -0.002552342601120472, 0.03393498435616493, -0.011343744583427906, -0.00813999678939581, -0.0185762420296669, -0.00675468472763896, -0.017957491800189018, -0.006586247123777866, -0.037124983966350555, -0.0008108199690468609, -0.006909371819347143, -0.00391874834895134, 0.0036574983969330788, -0.012849369086325169, 0.008339371532201767, -0.04036998376250267, 0.024268738925457, -0.004956872668117285, -0.03574998304247856, -0.06792496889829636, -0.013406244106590748, 0.007988746277987957, 0.017806241288781166, 0.024791238829493523, 0.0056478101760149, -0.0071156220510602, 0.008408121764659882, -0.007088121958076954, -0.033989984542131424, -0.0026984363794326782, -0.03943498432636261, -0.004881247878074646, -0.005499997641891241, -0.01362624391913414, -0.020776240155100822, -0.017696242779493332, -0.0019267179304733872, 0.0052593727596104145, 0.003654060885310173, -0.01680249348282814, -0.00634562224149704, 0.015812493860721588, 0.025093739852309227, 0.024584989994764328, 0.01586749218404293, 0.018782490864396095, -0.03871998190879822, -0.010195620357990265, -0.004259060602635145, -0.027843737974762917, -0.027843737974762917, -0.007074371911585331, 0.002856561215594411, 0.02239874005317688, 0.0007974996697157621, -0.008394371718168259, -0.02715623751282692, 0.01736624166369438, -0.01253311987966299, 0.010628744959831238, 0.009879370220005512, -0.009762495756149292, -0.006916246842592955, 0.022247489541769028, 0.01306249387562275, 0.01885124109685421, -0.04089248180389404, -0.01278749480843544, -0.04124998301267624, 0.02655123919248581, 0.004149060696363449, -0.007754996418952942, 0.033852484077215195, 0.003404842223972082, 0.0014016400091350079, -0.024571239948272705, 0.0019937490578740835, -0.010168120265007019, 0.03489748388528824, -0.002160467905923724, -0.00944624561816454, -0.028352487832307816, -0.005211247596889734, -0.012010619975626469, 0.007363121956586838, -0.02407624013721943, 0.008689995855093002, 0.003253592411056161, 0.017531242221593857, -0.005197497550398111, -0.0013500775676220655, 0.021862490102648735, -0.02622123807668686, -0.004592497833073139, 0.016266243532299995, 0.023539990186691284, 0.03258748725056648, 0.0035268734209239483, 0.020267490297555923, -0.04606248065829277, -0.02220623940229416, -0.014822493307292461, -0.020597491413354874, 0.012938744388520718, 0.015757493674755096, 0.0202537402510643, 0.01533124316483736, 0.05244247615337372, -0.0005035935319028795, -0.0012753119226545095, 0.018452491611242294, -0.016224993392825127, 0.0032106235157698393, 0.002758592600002885, 0.0036849984899163246, -0.005634060129523277, -0.010051245801150799, 0.0028634362388402224, -0.01838374137878418, 0.0012091400567442179, -0.023347489535808563, 0.007094996981322765, 0.009418745525181293, -0.007727496791630983, -0.0033292172010987997, -0.015179993584752083, -0.020198741927742958, -0.02347123995423317, 0.01651374250650406, -0.010601245798170567, 0.006039684638381004, -0.02356749027967453, -0.01721499301493168, 0.020886240527033806, -0.004602810367941856, 0.021243739873170853, 0.007108747027814388, 0.02884748764336109, -0.014671243727207184, 0.009741870686411858, 0.014478744007647038, 0.02011624164879322, -0.03503498435020447, 1.0238642971671652e-05, -0.05106747895479202, 0.014684993773698807, 0.00691968435421586, 0.0003037889255210757, 0.012491869740188122, 0.004819372668862343, 0.006448747124522924, 0.007026246748864651, -0.009315621107816696, 0.014272493310272694, -0.0022876551374793053, -0.017242493107914925, -0.03033248707652092, -0.01904374174773693, -0.02483248896896839, -0.0034787484910339117, 0.007603746838867664, -0.019854990765452385, 0.004111248068511486, 0.003750310745090246, 0.028682487085461617, -0.03486998379230499, -0.019249992445111275, 0.02220623940229416, 0.028022488579154015, 0.06247997283935547, 0.009301871061325073, -0.0035079671069979668, 0.01150187011808157, 0.012168744578957558, -0.02193124033510685, 0.008359996601939201, 0.02249499037861824, -0.001101718284189701, 0.002096874173730612, 0.01843874156475067, -0.00296827987767756, -0.018919991329312325, 0.023759989067912102, -0.0009135152213275433, -0.019401241093873978, -0.04707998037338257, 0.03627248480916023, -0.005235310178250074, 0.01098624523729086, -0.027733737602829933, -0.021381240338087082, -0.006874997168779373, 0.013303118757903576, 0.00938437134027481, 0.02571248821914196, -0.006771871820092201, -0.0126431193202734, 0.008854996412992477, 0.018796240910887718, 0.031432487070560455, -0.0013363275211304426, 0.0006797653040848672, 0.0012667181435972452, 0.04311998188495636, -0.0020899991504848003, -0.015111243352293968, -0.000755819957703352, -0.001074218307621777, 0.03206498548388481, -0.008662495762109756, -0.005661560222506523, 0.013055618852376938, 0.017008742317557335, 0.014506243169307709, 0.005386560223996639, 0.01005812082439661, 0.03187248483300209, -0.04232248291373253, -0.00855937134474516, -0.0007854683790355921, -0.011144369840621948, -0.0014506243169307709, -0.022481240332126617, -0.0032982798293232918, -0.01735249161720276, 0.0008610933437012136, 0.006624059751629829, 0.02323748916387558, 0.0015958587173372507, -0.02762373723089695, -0.004967185202986002, -0.011598119512200356, -0.02631748840212822, -0.008916870690882206, -0.008036871440708637, 0.008944370783865452, -0.0341549851000309, -0.01988249085843563, 0.0023082802072167397, -0.017888741567730904, 0.01801249198615551, -0.007094996981322765, -0.0212712399661541, 0.006775309331715107, 0.022316239774227142, -0.0351724848151207, 0.014464993961155415, 0.016266243532299995, -0.009425620548427105, -0.01586749218404293, -0.003764060791581869, -0.025121238082647324, 0.011226870119571686, 0.0015949993394315243, -0.028352487832307816, -0.02380123920738697, -0.011673744767904282, -0.011020620353519917, 0.018328741192817688, -0.0013595306081697345, -0.00015490227087866515, 0.0150699932128191, 0.010140620172023773, -0.0007704293238930404, 0.0009685151744633913, -0.013083118945360184, 0.027376238256692886, 0.0054312474094331264, 0.0017995304660871625, 0.01311061903834343, -0.016362491995096207, 0.005462185014039278, -0.01208624430000782, 0.003997810650616884, -0.01094499509781599, -0.029232487082481384, 0.00020055654749739915, 0.0013303118757903576, -0.003599060932174325, -0.012512494809925556, 0.007404371630400419, -0.012196244671940804, 0.005860934965312481, -0.01516624353826046, 0.008951245807111263, 0.011625619605183601, 0.007445621769875288, 0.011467495001852512, 0.007878746837377548, 0.020281240344047546, 0.0011180463479831815, -0.02678498812019825, -0.00820874609053135, -0.016499992460012436, 0.0037056233268231153, -0.03514498472213745, -0.0121343694627285, -0.013330618850886822, 0.04963747784495354, -0.009033746086061, -0.03555748611688614, -0.027444988489151, -0.012189369648694992, -0.03885748237371445, -0.0024096863344311714, 0.007404371630400419, 0.007706871721893549, 0.01797124184668064, 0.030579986050724983, -0.0009736714418977499, 0.028269987553358078, -0.017723742872476578, 0.005362497642636299, 0.0018631241982802749, 0.0020349991973489523, -0.020171241834759712, -0.004592497833073139, 0.002122655278071761, -0.0008752730791456997, -0.00912312138825655, -0.014217494055628777, 0.013399369083344936, -0.005719997454434633, -0.010140620172023773, 0.018411241471767426, -0.004375935532152653, -0.021449990570545197, -0.009762495756149292, -0.004919060505926609, 0.007919996976852417, 0.0005663278861902654, 0.025588739663362503, -0.02080374024808407, -0.003351561026647687, 0.008133121766149998, -0.017751242965459824, -0.0029407800175249577, -0.021532490849494934, 0.006294059567153454, 0.008277496322989464, 0.010353745892643929, -0.009157495573163033, -0.011027495376765728, 0.004884685389697552, 0.003901560790836811, 0.035254985094070435, 0.004709372762590647, 0.008896246552467346, 0.03233998641371727, 0.013536868616938591, -0.012876869179308414, -0.001849374151788652, 0.005702809896320105, 0.00636968482285738, 0.012959369458258152, 0.03577748313546181, -0.02734873816370964, -0.008483746089041233, -0.007919996976852417, -0.004186873324215412, -0.011357494629919529, -0.0046268729493021965, -0.011178744956851006, -0.003272498492151499, -0.032642487436532974, 0.03148748725652695, 0.005664997734129429, -0.02155999094247818, 0.021078741177916527, -0.00038929670699872077, 0.00026318346499465406, -0.006496872287243605, -0.016362491995096207, -0.014712493866682053, -0.017008742317557335, 0.01068374514579773, 0.002177655231207609, -0.009068121202290058, -0.01175624504685402, -0.0036746859550476074, 0.04133248329162598, -0.007122497074306011, -0.015564993023872375, 0.20107990503311157, -0.03244998678565025, -0.00562374759465456, 0.010999995283782482, 0.00012965814676135778, -0.006909371819347143, 0.036794982850551605, 0.020404990762472153, -0.01814999245107174, -0.007940621115267277, -0.007479996886104345, -0.0021467178594321012, -0.03869248181581497, -0.005833434872329235, 0.0247774887830019, -0.026207488030195236, -0.05106747895479202, -0.04069998115301132, -0.01337186899036169, 0.005231872666627169, -0.003281092271208763, -0.0001790721871657297, -0.004987810272723436, -0.015179993584752083, 0.011529370211064816, -0.005018747877329588, 0.0012435150565579534, 0.007789371535181999, 0.009260620921850204, 0.023787489160895348, -0.017049992457032204, -0.006620622240006924, 0.01717374287545681, 0.007858121767640114, -0.014946243725717068, -0.003214061027392745, 0.00018637687026057392, -0.007170621771365404, 0.02226123958826065, 0.02253624051809311, 0.024708738550543785, 0.011213120073080063, 0.012897494249045849, -0.020143741741776466, -0.006218434777110815, 0.02580873854458332, -0.009783120825886726, 0.006060309708118439, -0.013956244103610516, -0.005561872385442257, -0.017187492921948433, 0.00551718520000577, 0.010546245612204075, 0.029782487079501152, 0.003722810884937644, -0.0021054677199572325, -0.022604990750551224, -0.00021011709759477526, 0.004867497831583023, 0.003250154899433255, -0.030304986983537674, -0.010979370214045048, 0.000875702768098563, 0.037317484617233276, -0.0026932801119983196, 0.02230248972773552, 0.009439370594918728, 0.011336869560182095, 0.0023512488696724176, -0.02762373723089695, -0.016183743253350258, -0.012443744577467442, -0.007727496791630983, -0.0046268729493021965, -0.03176248446106911, -0.038609981536865234, 0.042074982076883316, 0.01633499190211296, 0.013887493871152401, 0.03299998492002487, -0.007232496980577707, -0.01666499301791191, -0.01005812082439661, -0.02557498961687088, -0.0097074955701828, -0.044357482343912125, 0.016829991713166237, -0.03453998640179634, -0.005585934966802597, -0.01820499263703823, 0.0009530464303679764, -0.009260620921850204, -0.002562655135989189, 0.001233202638104558, -0.004929373040795326, -0.011206245049834251, -0.0003768357855733484, 0.004320935811847448, 0.001370702520944178, -0.04839997738599777, -0.0046784356236457825, 0.049252476543188095, 0.039077483117580414, 0.004437810741364956, 0.00107593706343323, 0.002416561357676983, -0.010071870870888233, 0.015592493116855621, -0.004094060510396957, -0.02762373723089695, 0.008236246183514595, -0.03206498548388481, 0.02473623864352703, 0.007961246185004711, -0.011123744770884514, 0.004956872668117285, 0.004482497926801443, 0.007796246558427811, 0.02719748765230179, -0.00724624702706933, -0.010037495754659176, -0.016926242038607597, 0.01867249235510826, -0.0009848433546721935, 0.009748745709657669, -0.03286248445510864, -0.018658742308616638, -0.00040003887261264026, -0.04166248068213463, -0.0008232808904722333, -0.001704139867797494, -0.030469985678792, 0.022041240707039833, 0.005094372667372227, 0.008703745901584625, -0.0022154678590595722, -0.004891560412943363, -0.0013732806546613574, -0.00549312261864543, -0.005324685014784336, 0.0008133981027640402, -0.0009891402442008257, 0.0038534358609467745, -0.013268744572997093, 0.013990619219839573, -0.0030078112613409758, -0.0012787494342774153, 0.011955619789659977, -0.0006703122053295374, -0.015413743443787098, -0.010656245052814484, -0.00397718558087945, 0.010498120449483395, -0.006967809516936541, 0.02323748916387558, 0.023017490282654762, -0.021683741360902786, -0.0010501558426767588, -0.0038809357210993767, 0.01150187011808157, -0.029012486338615417, 0.00753499660640955, 0.004640622995793819, -0.001433436875231564, -0.008827496320009232, -0.02884748764336109, -0.17566992342472076, 0.0015167961828410625, 0.01814999245107174, -0.03486998379230499, 0.04278998076915741, 0.003434061072766781, 0.024557489901781082, 0.0032192172948271036, -0.03574998304247856, -0.01098624523729086, -0.0031246861908584833, -0.007136246655136347, -0.0035646860487759113, -0.010924370028078556, -0.017489992082118988, -0.00038607403985224664, -0.007184371817857027, -0.0013268743641674519, 0.03489748388528824, 0.014162493869662285, 0.02804998680949211, -0.044962480664253235, 0.011900619603693485, -0.0033464047592133284, -0.000537968531716615, 0.014547493308782578, 0.0034839047584682703, 0.0244474895298481, -0.013523119501769543, -0.03085498698055744, -0.021477490663528442, -0.008318746462464333, 0.01787499152123928, -0.00041615215013734996, 0.024392489343881607, 0.018589992076158524, 0.018356241285800934, -0.006280309520661831, -0.03360498696565628, 0.01791624166071415, 0.019538741558790207, 0.01951124146580696, 0.023883739486336708, -0.010931245051324368, -0.026661237701773643, 0.002933904994279146, 0.02514873817563057, -0.01264999434351921, 0.025272488594055176, -0.011433119885623455, 0.029094986617565155, -0.014327493496239185, 0.0164174921810627, -0.00521468510851264, -0.012161869555711746, -0.0011824994580820203, 0.009569996036589146, 0.01376374438405037, 0.016307493671774864, -0.021298740059137344, -0.020597491413354874, 0.0012692962773144245, 0.009824370965361595, 0.00825687125325203, 4.2565898183966056e-06, -0.028709987178444862, -0.02524498850107193, -0.003712498350068927, -0.03214748576283455, 0.010044370777904987, -0.01736624166369438, -0.0032621859572827816, -0.008428745903074741, 0.009501245804131031, 0.02435123920440674, 0.017929991707205772, -0.006758122239261866, 0.00028832018142566085, 0.03448498621582985, 0.007961246185004711, -0.01000999566167593, 0.02249499037861824, -0.013048743829131126, 0.006713434588164091, -0.010814370587468147, -0.024323739111423492, -0.006359372287988663, 0.021078741177916527, -0.01889249123632908, -0.001331171253696084, 0.02496998943388462, -0.013234369456768036, -0.0005439841188490391, -0.004939685110002756, -0.007507496513426304, -0.0027345300186425447, 0.0015657806070521474, -0.014464993961155415, 0.007253121584653854, -0.010999995283782482, 0.002913279924541712, 0.006214997265487909, -0.01927749067544937, 0.0046887481585145, 0.03990248218178749, 0.009013121016323566, -0.011309370398521423, 0.005180309992283583, 0.03957248106598854, -0.01689874194562435, -0.003609373467043042, -0.01764124259352684, -0.003392810933291912, 0.006445309612900019, -0.005053122993558645, 0.011254370212554932, -0.006751247216016054, -0.0279537383466959, 0.027362488210201263, 0.01693999208509922, 0.033989984542131424, -0.006280309520661831, -0.015056243166327477, 0.023168738931417465, -0.006899059284478426, -0.015702493488788605, -0.12077994644641876, -0.013138119131326675, 0.004276248160749674, 0.028104986995458603, -0.02080374024808407, 0.03467748314142227, -0.0003291404864285141, 0.04237748309969902, -0.011673744767904282, 0.03561248257756233, -0.042487479746341705, -0.001215155702084303, 0.01935999095439911, -0.00758312176913023, 0.009198745712637901, -0.009824370965361595, 0.007706871721893549, -0.016252493485808372, -0.020239990204572678, 0.02814623713493347, -0.006084372289478779, -0.0006097262958064675, 0.017833741381764412, -0.014836243353784084, 0.0033412484917789698, -0.0013045306550338864, -0.03951748088002205, 0.026496239006519318, -0.0007493746816180646, -0.006455622147768736, 0.015523742884397507, -0.039132483303546906, -0.00882062129676342, -0.022549990564584732, 0.012264994904398918, -0.010044370777904987, 0.01227186992764473, -0.015839993953704834, 0.03396248444914818, -0.009920620359480381, -0.00022214834461919963, 0.004454997833818197, 0.008964995853602886, -0.020033741369843483, -0.015193743631243706, -0.004066560883074999, -0.02925998717546463, 0.022604990750551224, -0.0012744525447487831, -0.033302485942840576, -0.026097487658262253, -0.013199994340538979, -0.05134247615933418, 0.009783120825886726, 0.03134998679161072, -0.00771374674513936, 0.006737497169524431, -0.0004232419887557626, -0.00549312261864543, 0.008339371532201767, -0.006954059470444918, -0.006802809424698353, -0.010374370031058788, -0.006579372100532055, 0.014684993773698807, -0.01022312045097351, -0.017187492921948433, -0.03775748237967491, 0.00611530989408493, -0.01852124184370041, 0.0012031245278194547, 0.015688743442296982, -0.009088746272027493, 0.011556870304048061, -0.03140498697757721, -0.002471561310812831, -0.014739993959665298, -0.03976498171687126, -0.002890936331823468, 0.021202491596341133, -0.00714999670162797, -0.017187492921948433, 0.012704994529485703, -0.003351561026647687, 0.004458435345441103, 0.0004329099610913545, -0.003143592271953821, -0.017434991896152496, -0.010037495754659176, -0.04765747860074043, 0.003904998302459717, 0.027417488396167755, 0.009954995475709438, -0.028118737041950226, -0.00263140513561666, 0.007225621957331896, -0.02183499000966549, 0.002868592506274581, 0.006479684729129076, 0.015619993209838867, -0.020776240155100822, 0.004149060696363449, -0.05216747522354126, 0.036327484995126724, 0.0031349987257272005, -0.01894749142229557, 0.00070296844933182, -0.01643124222755432, 0.005365935154259205, -0.0012744525447487831, -0.011226870119571686, 0.0066824969835579395, -0.026894988492131233, 0.009418745525181293, -0.01604624278843403, -0.018919991329312325, -0.028709987178444862, 0.003860310884192586, 0.003071404993534088, -0.012519369833171368, 0.009019996039569378, 0.03079998679459095, 0.012546869926154613, -0.0002316014579264447, 0.03500748425722122, 0.019029991701245308, 0.013715619221329689, -0.004427498206496239, -0.007679371628910303, 0.021821239963173866, 0.005008435342460871, -0.018727492541074753, 0.006799371913075447, -0.008531871251761913, -0.008504371158778667, 0.005850622430443764, -0.011116869747638702, -0.006084372289478779, 0.0034581234212964773, 0.01582624390721321, 0.011948744766414165, 0.048372477293014526, -0.020982490852475166, -0.0438624806702137, 0.005565309897065163, -0.019662491977214813, 0.01332374382764101, 0.006984997075051069, -0.012759994715452194, -0.020597491413354874, 0.008194996044039726, 0.012457494623959064, 0.0344574861228466, 0.03085498698055744, -0.018933741375803947, -0.0411674827337265, -0.009941245429217815, 0.017421241849660873, 0.020033741369843483, 0.016857491806149483, 0.009624996222555637, 0.03396248444914818, 0.03316498547792435, -0.009178120642900467, 0.013564368709921837, -0.004135310649871826, 0.011996869929134846, -0.005324685014784336, -0.02315499074757099, 7.49267273931764e-05, 0.0037812483496963978, -0.0182462427765131, 0.014904993586242199, 0.013296243734657764, 0.015207493677735329, 0.018259992823004723, 0.021078741177916527, 0.007002184633165598, 0.005692497361451387, 0.001612186781130731, -0.01777874305844307, 0.024392489343881607, 0.01350936945527792, 0.010910619981586933, -0.012636244297027588, 0.013268744572997093, 0.02169748954474926, 0.0008374605677090585, 0.022109990939497948, 0.010119995102286339, -0.0047884355299174786, -0.010408745147287846, 0.006548434495925903, 0.011494995094835758, -0.003157342318445444, 0.0428449809551239, 0.01684374175965786, 0.007521246559917927, 0.013873743824660778, -0.0025592176243662834, 0.01647249236702919, 0.003997810650616884, 0.027609987184405327, -0.011866244487464428, 0.000514335697516799, -0.01913999207317829, -0.02226123958826065, -0.005548122338950634, -0.02132624015212059, -0.033302485942840576, 0.025629987940192223, 0.018534991890192032, 0.002301405183970928, -0.008586871437728405, 0.013138119131326675, 0.008579996414482594, -0.015977492555975914, 0.030717486515641212, -0.000671601272188127, -0.016719993203878403, -0.03280748426914215, 0.024282488971948624, 0.016651242971420288, 0.00400124816223979, 0.039544980973005295, -0.007940621115267277, 0.04336748272180557, 0.012148119509220123, 0.036464985460042953, -0.027431238442659378, 0.04069998115301132, 0.011089370585978031, 0.00673062214627862, -0.021807489916682243, -0.014437493868172169, -0.0002623241161927581, -0.023856239393353462, -0.02637248858809471, 0.0010235151275992393, 0.028874987736344337, 0.004424060694873333, 0.08805496245622635, 0.014671243727207184, -0.00027242174837738276, 0.000468359183287248, -0.006379997357726097, 0.004138748161494732, 0.012663744390010834, 0.01847999170422554, -0.011508745141327381, -0.029342487454414368, -0.0033704673405736685, 0.002291092649102211, -0.012636244297027588, -0.030634986236691475, -0.008490621112287045, -0.014643743634223938, 0.015716243535280228, 0.014354993589222431, 0.005888435058295727, -0.0045031229965388775, 0.030249986797571182, -0.0003849998174700886, 0.011054995469748974, 0.0038706231862306595, -0.012622494250535965, -0.009391245432198048, 0.0318174846470356, -7.610836473759264e-05, 0.0020040615927428007, -0.018727492541074753, 0.0448799803853035, 0.023759989067912102, -0.045429978519678116, -0.019249992445111275, -0.0019507803954184055, 0.007596871815621853, -0.008765621110796928, -0.023856239393353462, 0.00301640504039824, -0.015111243352293968, 0.007995621301233768, 0.012285619974136353, -0.009377496317029, -0.01077999547123909, -0.0054690600372850895, -0.004094060510396957, -0.009473745711147785, -0.019841240718960762, -0.03112998604774475], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='eb11c597-ca57-4552-ba67-d3677b158bc8', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='0396c324c39a5ef36c0bc7e96b202a2a3f5c1d00cb7fd823c79f4b5f65f28bcb'), : RelatedNodeInfo(node_id='b787d3ae-2d0c-416d-ba5e-2f7e4284e846', node_type=, metadata={}, hash='f88f26d7578fb8b30f51c5c3f0acf9f52f35c0a8a701aa540a7b569380405eca')}, hash='07f600fb14765333fd2a210c8119609741f1e79e177ffa94844e4feb944346c1', text=\"paper Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA? This is already outdated in the sense of the number and size of models and training released. The authors with 2021 models could not achieve great results and the great results they found in some studies described could be attributed to the high train and test overlap in datasets. There are also a lot of tutorials on the internet that try to portray this concept with toy datasets. The real trouble is making the model 'understand' the data first and not just parrot it out. Without understanding, it will parrot out the answer based on the similarity of the question in the training set, or both the question and answer. To prevent this, the authors have an intermediate step called 'Recite' where the model is made to recite/output the relevant passages and, after that, output the answer. Just to be clear, there is no doubt now (2023), especially with GPT3/4, LLAMA2 and similar models about the feasibility of this use case, that a model can understand the question, has some ability for causal reasoning, and can generalize to learn a world model from its training data, and to use both to create a well-formed answer to the question. Let's see the difficulties one by one however, of training a large model. First is the importance of the model size. This GIF from the Google AI blog illustrates this beautifully. It is relatively easy and cost-efficient to train or fine-tune a small model with our custom data, as the GPU and infrastructure requirements are very less. On the contrary, it needs huge fleets of GPUs and training infrastructure to load very large language models and fine-tune them (without quantisation) in a distributed way (e.g. see libraries like DeepSpeed) LLMs come in various sizes, based on the number of trainable parameters or weights. The smaller ones, which have less than 1 billion parameters (GPT2 124 M, Bloom 560M, Flan-T5 783 M ) etc can be trained on a laptop GPU with 8 to 15 GB GPU RAM ) For quite some time, this is what I tried. I tried to overfit a small test data set on decoder models like GPP2-small,\", start_char_idx=1593, end_char_idx=3739, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='b787d3ae-2d0c-416d-ba5e-2f7e4284e846', embedding=[-0.015202161855995655, 0.01462065801024437, 0.016212869435548782, -0.021003350615501404, -0.004939318168908358, 0.01786046288907528, -0.016960516571998596, 0.004067062865942717, -0.02380010485649109, -0.04607722535729408, 0.019189614802598953, 0.039486855268478394, -0.017957380041480064, -0.005956949200481176, -0.00404283357784152, 0.009193292818963528, 0.01250232383608818, 0.020975660532712936, 0.014288370497524738, -0.019120387732982635, -0.01041860319674015, 0.0003061113820876926, -0.026707623153924942, -0.006822281517088413, -0.0122531084343791, 0.013651485554873943, 0.03405948728322983, -0.027593722566962242, -0.021903296932578087, 0.01199696958065033, 0.011007029563188553, 0.012716926634311676, -0.020352620631456375, -0.00287982658483088, -0.008182584308087826, -0.005572741385549307, 0.022969385609030724, -0.00382476975210011, 0.022387882694602013, -0.028576740995049477, 0.03148425742983818, 0.018469657748937607, 0.00526814442127943, -0.0074833957478404045, 0.003714007092639804, 0.015451377257704735, 0.0005070848274044693, -0.006874201353639364, -0.0162820965051651, 0.0021979445591568947, 0.0207956712692976, 0.03962530568242073, -0.026859920471906662, 0.01647593080997467, -0.036828551441431046, 0.006534991320222616, 0.0019521901849657297, 0.006631908472627401, 0.01597750000655651, 0.0024350457824766636, 0.017043588683009148, -0.007794915232807398, -0.008916386403143406, 0.02612612023949623, -0.00700227078050375, -0.005281989462673664, -0.00728263845667243, -0.008597943931818008, 0.022789396345615387, -0.025683069601655006, 0.016489775851368904, 0.02608458325266838, -0.0008869658340699971, 0.0030200104229152203, 0.014011464081704617, -0.016268251463770866, -0.005984639748930931, -0.01265462301671505, -0.02049107477068901, -0.0004958355566486716, 0.016019035130739212, -0.007635693997144699, -0.013423037715256214, 0.024824658408761024, 0.008521794341504574, -0.009054839611053467, 0.0053650615736842155, -0.02504618465900421, -0.0064934552647173405, 0.010716278105974197, 0.005254298914223909, -0.004724715370684862, 0.0415913425385952, 0.005219685845077038, 0.004288588184863329, 0.009352513588964939, -0.022484799847006798, 0.015479068271815777, -0.0180958341807127, -0.01516062580049038, -0.022664789110422134, 0.007372633088380098, -0.0488462895154953, -0.019964952021837234, -0.01816505938768387, 0.001025418983772397, 0.018068142235279083, 0.014717575162649155, -0.004783558193594217, 0.0263199545443058, -0.01028014998883009, 0.024450834840536118, -0.0013187667354941368, -0.0377977229654789, -0.022775551304221153, -0.01273077167570591, 0.017818927764892578, -0.006822281517088413, -0.00036906430614180863, -0.022194048389792442, 0.019452674314379692, 0.0042055160738527775, 0.020048024132847786, -0.0034630608279258013, 0.01437144260853529, 0.003407679498195648, 0.011636991985142231, -0.007739534135907888, -0.020075714215636253, 0.0032726875506341457, 0.008784855715930462, 0.03785310685634613, -0.007441859692335129, -0.011283935979008675, -0.04657565802335739, 0.019840344786643982, -0.0028434826526790857, -0.019300376996397972, -0.02234634757041931, 0.006026175804436207, -0.00015370469191111624, 0.03774234279990196, -0.0017808543052524328, -0.009456354193389416, -0.015229851938784122, 0.0361085943877697, -0.011706218123435974, 0.017652783542871475, -0.002653109608218074, -0.02198636904358864, -0.0018950782250612974, -0.01693282648921013, -0.0016925904201343656, 0.030182797461748123, 0.017154352739453316, 0.008847159333527088, 0.014676039107143879, 0.004579339642077684, -0.03519480302929878, -0.013118441216647625, 0.007023038808256388, 0.017957380041480064, -0.007974904030561447, 0.007608003448694944, 0.0061715515330433846, 0.02157100848853588, 0.02971205674111843, -0.011782367713749409, -0.01816505938768387, -0.012266953475773335, -0.0003504596825223416, 0.054799776524305344, -0.04148057848215103, 0.019978797063231468, 0.012446942739188671, 0.02658301405608654, 0.03333953022956848, -0.013748402707278728, -0.008459490723907948, -0.021460246294736862, 0.005185072310268879, 0.0144268237054348, 0.010017089545726776, 0.0019816113635897636, -0.03522249311208725, -0.014717575162649155, 0.005434288177639246, 0.0034197941422462463, -0.0021356407087296247, -0.020518764853477478, 0.00623039435595274, 0.02697068452835083, -0.017154352739453316, -0.024700051173567772, -0.6220425367355347, -0.021211029961705208, 0.015409841202199459, -0.0030771223828196526, -0.012329258024692535, 0.006209626328200102, -0.0024229311384260654, -0.0005944834556430578, -0.011401621624827385, 0.032425738871097565, -0.013381501659750938, -0.01682206429541111, -0.004292049445211887, -0.022900160402059555, -0.00971941463649273, -0.016960516571998596, 0.011567764915525913, -0.01456527691334486, -0.004170902539044619, 0.013069982640445232, -0.01340919267386198, 0.004690102301537991, -0.008092589676380157, 0.008542562834918499, -0.01709897071123123, 0.008383341133594513, 0.000333153031533584, -0.010065548121929169, 0.02500464767217636, -0.007767224684357643, -0.016918981447815895, 0.020671064034104347, 0.009193292818963528, 0.007400323636829853, 0.043806593865156174, -0.016420550644397736, -0.021044887602329254, 0.00715803075581789, 0.0017505676951259375, 0.02414623834192753, -0.030265869572758675, -0.028272144496440887, 0.006832665763795376, 0.011616223491728306, -0.013672254048287868, 0.018275823444128036, 0.0011422389652580023, 0.009788641706109047, -0.012017738074064255, -0.022166358307003975, -0.000470308237709105, 0.014925255440175533, 0.013180744834244251, -0.00796798150986433, 0.008009517565369606, 0.01751432940363884, 0.018151214346289635, -0.004236667882651091, 0.016462085768580437, -0.013360734097659588, -0.0022533258888870478, 0.010598592460155487, -0.036247048527002335, 8.431583410128951e-05, -0.029490532353520393, 0.010162465274333954, 0.004357814788818359, 0.017375877127051353, -0.0029023252427577972, -0.01138085313141346, 0.004070524126291275, 0.012488478794693947, 0.0033817195799201727, -0.015769820660352707, -0.0025475388392806053, 0.00745570519939065, 0.019646508619189262, -0.012149268761277199, -0.007995672523975372, 0.004600107669830322, 0.021349484100937843, -0.00023710110690444708, -0.013374579139053822, -0.017237422987818718, 0.025669224560260773, 0.010003243573009968, 0.020629527047276497, 0.0021650618873536587, -0.01608826220035553, 0.015285233967006207, 0.00339556485414505, 0.03129042312502861, -0.010944725945591927, -0.05493823066353798, -0.015008327551186085, 0.00814104825258255, -0.0031861544121056795, 0.005458517465740442, 0.0061057861894369125, -0.006365385837852955, 0.00926251895725727, -0.021114112809300423, 0.027953701093792915, 0.025378471240401268, 0.031733475625514984, 0.00682920403778553, -0.003842076286673546, 0.0018396968953311443, 0.012266953475773335, -0.01848350279033184, 0.005995023529976606, -0.0006286641000770032, -0.0067426711320877075, 0.002317360369488597, 0.005977717228233814, -0.022318655624985695, -0.004866630304604769, 0.0043889665976166725, 0.013686099089682102, -0.017085125669836998, 0.02824445255100727, -0.010377067141234875, 0.004769712686538696, 0.004285126458853483, 0.004973931238055229, 0.030930446460843086, 0.0007069766870699823, -0.009899403899908066, 0.0038074629846960306, 0.009200215339660645, -0.00280194659717381, -0.012744617648422718, 0.0344194658100605, -0.026458406820893288, 0.020158786326646805, 0.01230848953127861, 0.04433271661400795, 0.0009397511021234095, 0.0015160625334829092, -0.022512489929795265, -0.022747861221432686, -0.004312817472964525, 0.018469657748937607, -0.011367008090019226, -0.03356105461716652, -0.00870178360491991, -6.814493826823309e-05, -0.002213520696386695, 0.007594158407300711, -0.01720973290503025, -0.011007029563188553, -0.007050729356706142, -0.011733909137547016, 0.014869874343276024, 0.00222390447743237, -0.010460139252245426, 0.0033696049358695745, -0.04247744381427765, -0.014219144359230995, -0.0432804711163044, 0.006503839045763016, 0.01678052730858326, -0.01510524470359087, 0.015395996160805225, 0.007043806836009026, -0.02002033405005932, 0.015479068271815777, 0.012218494899570942, -0.03411486744880676, -0.030376633629202843, 0.007608003448694944, -0.05089539662003517, 0.015423687174916267, 0.026596860960125923, -0.015520604327321053, 0.007144185248762369, -0.0016796104609966278, 0.01209388766437769, -0.020034179091453552, -0.008764088153839111, 0.004665873013436794, 0.020435692742466927, -0.0009890750516206026, 0.005216224584728479, 0.03835153579711914, 0.018192751333117485, 0.01701589860022068, 0.0072341798804700375, -0.03680086135864258, 0.0024229311384260654, 0.011567764915525913, 0.006292697973549366, -0.021903296932578087, 0.004669334273785353, 0.006621524225920439, 0.014869874343276024, 0.01462065801024437, -0.027718331664800644, -0.0012850187486037612, 0.019231149926781654, 0.009920172393321991, 0.008231042884290218, 0.0012798267416656017, -0.0005451595061458647, -0.0005970794591121376, -0.032508812844753265, 0.011934665963053703, -0.019784962758421898, 0.007386478595435619, 0.018081989139318466, 0.001252136193215847, -0.005545050837099552, -0.022194048389792442, -0.008611788973212242, -0.002028339309617877, 0.03214883431792259, 0.002192752668634057, 0.015465223230421543, -0.020117251202464104, 0.012405406683683395, 0.005614277441054583, 0.00777414720505476, 0.016794374212622643, -3.518117591738701e-05, 0.00030914004310034215, 0.015022172592580318, -0.002255056519061327, 0.011373930610716343, -0.0029057865031063557, -0.03098582662642002, -0.010370144620537758, 0.007642616983503103, 0.01346457377076149, 0.03392103314399719, 0.006285775452852249, -0.00612655421718955, 0.030155107378959656, -0.0019816113635897636, 0.03807463124394417, -0.006798052228987217, -0.002684261417016387, 0.019591128453612328, 0.006960734724998474, -0.035250186920166016, 0.02021416835486889, -0.011277013458311558, 0.024063166230916977, 0.02781524881720543, -0.005586586892604828, -0.013741480186581612, -0.025406163185834885, 0.02569691464304924, -0.010058625601232052, 0.006517684552818537, 0.009747105650603771, -0.02222173847258091, 0.013485342264175415, 0.009968630969524384, 0.024700051173567772, 0.02157100848853588, 0.005264683160930872, 0.020851053297519684, -0.004402811639010906, -0.020311085507273674, 0.009844022803008556, -0.010743968188762665, 0.006410383153706789, 0.002182368654757738, -0.01290383841842413, 0.022678634151816368, -0.0162820965051651, -0.013672254048287868, 0.004752406384795904, -0.03893304243683815, 0.01917576789855957, 0.005967332981526852, -0.005164304282516241, 0.016752837225794792, 0.02742758020758629, 0.0377977229654789, -0.01817890629172325, -0.026486096903681755, 0.024450834840536118, -0.01604672707617283, -0.011858516372740269, -0.018926553428173065, -0.0361085943877697, 0.003094429150223732, 0.01805429719388485, -0.0033332607708871365, -0.0046243369579315186, 0.002104488667100668, -0.011990047059953213, -0.004482422489672899, -0.024547751992940903, -0.006894969381392002, 0.035665545612573624, 0.00791260041296482, -0.01516062580049038, 0.008674093522131443, 0.0056523522362113, 0.02215251326560974, -0.03799155727028847, -0.010494752787053585, 0.0307089202105999, -0.013699944131076336, -0.04148057848215103, 0.0033903727307915688, 0.013374579139053822, -0.009934017434716225, 0.007074958644807339, -0.010522443801164627, 0.009400972165167332, 0.0043232012540102005, 0.012474633753299713, 0.01639285869896412, 0.018774254247546196, 0.028604431077837944, 0.035360947251319885, 0.00728263845667243, -0.004679718054831028, -0.023440128192305565, -0.012100810185074806, 0.02198636904358864, 0.05463363230228424, 0.02442314475774765, -0.026416871696710587, 0.010889344848692417, -0.02114180475473404, 0.003082314506173134, -0.007753379177302122, -0.006282314192503691, -0.0037105458322912455, 0.026223037391901016, -0.013616872951388359, -0.013769171200692654, 0.018497347831726074, 0.006351540796458721, 0.010930879972875118, 0.0025060030166059732, 0.015423687174916267, -0.01671130210161209, -0.018234286457300186, 0.005801189225167036, 0.004292049445211887, -0.004160518757998943, 0.004613953176885843, 0.017957380041480064, 0.03040432371199131, 0.000387885287636891, 0.012052351608872414, 0.01271000411361456, -0.002917901147156954, -0.007054190617054701, 0.007815683260560036, -0.006278852932155132, -0.005385829601436853, 0.011816981248557568, 0.011560842394828796, 0.02465851604938507, -0.005316602997481823, 0.012322335503995419, 0.014800647273659706, -0.007199566345661879, -0.0016328825149685144, 0.013769171200692654, -0.003987452015280724, 0.012260030955076218, 0.0026254188269376755, -0.03464099019765854, -0.02213866636157036, 0.023412436246871948, 0.00025527310208417475, -0.031124280765652657, 0.05338755622506142, 0.01248155627399683, -0.031235042959451675, -0.019494211301207542, 0.022817088291049004, -0.009691724553704262, -0.0009925364283844829, -0.026527633890509605, 0.0002909680479206145, -0.03012741729617119, -0.014191453345119953, -0.036939315497875214, -0.0014286639634519815, -0.003890535095706582, -0.016849754378199577, 0.012322335503995419, 0.001175986835733056, 0.02353704534471035, -0.03328415006399155, 0.013423037715256214, -0.014468359760940075, -0.03461330011487007, -0.06734363734722137, -0.008265656419098377, 0.01020400132983923, 0.009061762131750584, 0.01570059359073639, -0.0007342346361838281, -0.002436776412650943, 0.02550308033823967, -0.01578366570174694, -0.021778689697384834, -0.007303406484425068, -0.03527787700295448, -0.004382044076919556, -0.002360627055168152, -0.010847808793187141, -0.016725147143006325, -0.014087613672018051, 0.0004724715545307845, 0.00966403353959322, -0.011200863867998123, -0.004877014085650444, 0.0063619245775043964, 0.0008964844746515155, 0.026375334709882736, 0.02287246845662594, 0.00455164909362793, 0.02951822243630886, -0.04552341252565384, -0.004655488766729832, -0.014939100481569767, -0.033090315759181976, -0.012779230251908302, -0.013056136667728424, 0.00021676579490303993, 0.028327524662017822, 0.008078744634985924, 0.00446511572226882, -0.022927850484848022, 0.004091292154043913, -0.013803784735500813, 0.0050639258697628975, 0.02029724046587944, 0.00144423998426646, -0.012986910529434681, 0.021058732643723488, 0.012045429088175297, 0.007164953276515007, -0.02630610764026642, -0.003402487374842167, -0.0544121079146862, 0.03383796289563179, 0.0072134118527174, -0.010425526648759842, 0.03646857291460037, 0.009954784996807575, -0.0043232012540102005, -0.016877446323633194, 0.014897564426064491, -0.005108923185616732, 0.03912687674164772, -0.001458950573578477, -0.009463276714086533, -0.03228728845715523, -0.01070935558527708, -0.010335532017052174, 0.010003243573009968, -0.021584853529930115, 0.012218494899570942, -0.0055173602886497974, 0.0234955083578825, -0.006953812204301357, 0.0023467817809432745, 0.02202790416777134, -0.02971205674111843, -0.0026081122923642397, 0.002814061241224408, 0.029075171798467636, 0.0381300114095211, -0.005029312800616026, 0.014537585899233818, -0.04372351989150047, -0.0180958341807127, -0.01701589860022068, -0.007808760739862919, 0.010896267369389534, 0.009947862476110458, 0.019161922857165337, 0.008431799709796906, 0.06119631603360176, 0.0042193615809082985, -0.005067387130111456, 0.029075171798467636, -0.009421740658581257, 0.016614384949207306, 0.006226932629942894, 0.0014373173471540213, -0.007884910330176353, -0.006652676500380039, 0.015866737812757492, -0.019881879910826683, 0.00825873389840126, -0.029545914381742477, 0.0033038395922631025, 0.017611246556043625, -0.009574038907885551, 0.002952514449134469, -0.012017738074064255, -0.011283935979008675, -0.021847914904356003, 0.00694688968360424, -0.016157489269971848, 0.0018293129978701472, -0.012128500267863274, -0.009290209971368313, 0.009373282082378864, -0.0018396968953311443, 0.02222173847258091, 0.003469983348622918, 0.0113047044724226, -0.015312924049794674, 0.0072480253875255585, 0.019577283412218094, 0.025599997490644455, -0.025184636935591698, -0.01169237308204174, -0.04449886083602905, 0.015202161855995655, 0.00941481813788414, -0.006483071018010378, 0.02357858046889305, 0.014205298386514187, 0.004755867645144463, 0.004963547457009554, -0.009144834242761135, -0.0030978904105722904, -0.009006381034851074, -0.018621955066919327, -0.027912165969610214, -0.035360947251319885, -0.026721468195319176, -0.0022914004512131214, 0.010363222099840641, -0.008950999937951565, 0.0018379662651568651, -0.01180313527584076, 0.030265869572758675, -0.03048739582300186, -0.005475824233144522, 0.014274525456130505, 0.029601294547319412, 0.038213085383176804, 0.0010816656285896897, -0.003222498344257474, 0.012585395947098732, 0.003963222727179527, -0.03361643850803375, 0.008424877189099789, 0.023620115593075752, 0.006271929945796728, 0.0015870198840275407, 0.011277013458311558, -0.002654840238392353, -0.020671064034104347, 0.02932438813149929, -0.012453865259885788, -0.009670956060290337, -0.04906781390309334, 0.029739748686552048, -0.005880799610167742, 0.009677878580987453, -0.021626390516757965, -0.01840043067932129, -0.012190804816782475, 0.003407679498195648, 0.023163221776485443, 0.03145656734704971, 0.0016787450294941664, -0.00412936694920063, 0.019701890647411346, 0.008957922458648682, 0.028036773204803467, 0.013083827681839466, -0.00376246590167284, 0.0034492153208702803, 0.03633011877536774, 0.012647700496017933, -0.03591476008296013, 0.0017419143114238977, 0.0017548943869769573, 0.03403179720044136, -0.020851053297519684, -0.011879284866154194, 0.011367008090019226, 0.014717575162649155, 0.012142346240580082, 0.003149810479953885, 0.00026219573919661343, 0.03165040165185928, -0.045274198055267334, 5.248782690614462e-05, 0.009130989201366901, -0.009927094914019108, 0.013568413443863392, -0.016697457060217857, -0.009407894685864449, -0.028189072385430336, 0.006247700657695532, 0.019840344786643982, 0.026555323973298073, 0.005662736017256975, -0.02669377811253071, -0.0012495401315391064, -0.0131599772721529, -0.022290965542197227, -0.016254406422376633, -0.007379555609077215, 0.009864790365099907, -0.058316487818956375, -0.016143644228577614, 0.005448133684694767, -0.008445645682513714, 0.02380010485649109, 2.8474847567849793e-05, -0.014828338287770748, -0.012883070856332779, 0.02627841755747795, -0.023952404037117958, 0.02411854825913906, 0.022083286195993423, -0.006258084904402494, -0.01199696958065033, -0.023633962497115135, -0.02904748171567917, 0.0003069766971748322, 0.004105137661099434, -0.0271645188331604, -0.03151194751262665, 0.0008796104812063277, -0.005704272072762251, 0.00013369387306738645, 0.007414169143885374, 0.004406273365020752, 0.012640777043998241, 0.017694318667054176, 0.009733260609209538, -0.004527419805526733, -0.0011413736501708627, 0.017929689958691597, 0.004028988070785999, 0.015368305146694183, 0.008265656419098377, -0.01898193359375, 0.003707084571942687, -0.02353704534471035, 0.002964629093185067, -0.000623039435595274, -0.03469637408852577, -0.012758462689816952, -0.002355435164645314, 0.003814385738223791, -0.007137262728065252, 0.014191453345119953, -0.011477770283818245, -0.007940291427075863, -0.011948511004447937, 0.005330448504537344, -0.01307690516114235, 0.016988208517432213, 0.013000755570828915, 0.014676039107143879, 0.01816505938768387, 0.005991562269628048, -0.03705007582902908, -0.021169494837522507, -0.02612612023949623, -0.000521795533131808, -0.03729929402470589, -0.008376418612897396, -0.013789938762784004, 0.03569323569536209, -0.004849323537200689, -0.035554781556129456, -0.011858516372740269, -0.013672254048287868, -0.04989853501319885, -0.0038109244778752327, -0.001456354628317058, -0.0027552186511456966, 0.006351540796458721, 0.03707776591181755, 0.007961058989167213, 0.02932438813149929, -0.018192751333117485, 0.007988750003278255, 0.01028014998883009, 0.01986803486943245, -0.017306650057435036, -0.006379231344908476, -0.005209301598370075, -0.011630069464445114, -0.012045429088175297, 0.0034301781561225653, 0.002277555176988244, -0.01529907900840044, -0.008376418612897396, 0.007850296795368195, -0.012412329204380512, -0.025863058865070343, -0.005178149789571762, -0.004478961229324341, -0.0030788530129939318, -0.0010349376825615764, 0.017694318667054176, -0.024644671007990837, -0.0056869653053581715, 0.01321535836905241, -0.016032880172133446, -0.013845319859683514, -0.009352513588964939, 0.0020577607210725546, -0.0018656569300219417, 0.0012452134396880865, -0.011602378450334072, -0.012633854523301125, 0.011602378450334072, -0.01360302697867155, 0.026112273335456848, 0.005185072310268879, -0.013256894424557686, 0.017915844917297363, 0.005472362972795963, -0.01671130210161209, -0.002104488667100668, 0.01913423277437687, 0.001739318366162479, 0.01732049509882927, 0.03749312832951546, -0.024492371827363968, -0.012834612280130386, 0.0010963763343170285, -0.0006057327846065164, -0.005666197277605534, -5.9004862123401836e-05, -0.01909269578754902, -0.005946564953774214, -0.028964409604668617, 0.02577998675405979, 0.019203459843993187, -0.025863058865070343, 0.0010963763343170285, -0.0035322874318808317, -0.01090318989008665, -0.01132547203451395, -0.005015467293560505, -0.007642616983503103, -0.016226714476943016, -0.0027431040070950985, -0.004582800902426243, -0.01101395208388567, -0.028106000274419785, -0.018192751333117485, 0.03453022986650467, 0.008424877189099789, -0.006244239397346973, 0.20446768403053284, -0.039099182933568954, -4.199567047180608e-05, 0.025516925379633904, 0.008729474619030952, 0.005202379077672958, 0.03278571739792824, 0.013873010873794556, -0.017431259155273438, -0.0005235261633060873, -0.0037659271620213985, 0.0011526228627189994, -0.020781826227903366, -0.006261546164751053, 0.014302215538918972, -0.0006130880792625248, -0.05837187170982361, -0.05108923092484474, -0.016988208517432213, 0.02021416835486889, -0.009740183129906654, -0.0024540829472243786, -0.011955434456467628, -0.018801944330334663, 0.013783016242086887, -0.02103104069828987, -0.006566143129020929, 0.005918874405324459, 0.016600539907813072, 0.01570059359073639, -0.01744510419666767, -0.009269441477954388, 0.017182042822241783, -0.008383341133594513, 0.00018788532179314643, -0.006489994004368782, 0.006735748145729303, -0.005943103693425655, 0.010944725945591927, 0.03558247163891792, 0.028189072385430336, 0.012163113802671432, 0.004537803586572409, -0.035554781556129456, -0.007767224684357643, 0.02843828871846199, -0.017735855653882027, -0.002438507042825222, -0.019771117717027664, 0.0040220655500888824, -0.014454514719545841, 0.006998809520155191, 0.015077553689479828, 0.041452888399362564, 0.0016770143993198872, -0.004800864960998297, -0.024450834840536118, 0.008847159333527088, 0.0030892370268702507, 0.009200215339660645, -0.03048739582300186, -0.01913423277437687, 0.0020041100215166807, 0.025558460503816605, 0.0011335855815559626, 0.018815789371728897, -0.003938993439078331, 0.010210923850536346, 0.00670459633693099, 0.0004508382407948375, -0.02924131602048874, -0.0023883178364485502, -0.021127957850694656, -0.008327960036695004, -0.02893671952188015, -0.02280324324965477, 0.023467818275094032, 0.018040452152490616, 0.009961707517504692, 0.04397273808717728, -0.0012019468704238534, -0.0189403984695673, -0.007559544872492552, -0.008591021411120892, -0.0028400213923305273, -0.013492264784872532, 0.01727895997464657, -0.033699508756399155, -0.012834612280130386, -0.01816505938768387, 0.004631259478628635, -0.015963654965162277, 0.0002851270546671003, 0.005046619102358818, 0.0013213627971708775, -0.007009193301200867, 0.0028105999808758497, -0.001091184327378869, -0.014537585899233818, -0.04366813972592354, -0.010605514980852604, 0.03259188309311867, 0.03292417153716087, 0.0011093562934547663, 0.00654883636161685, 0.0032605729065835476, -0.013609949499368668, 0.008383341133594513, -0.003921687137335539, -0.042615894228219986, 0.013243048451840878, -0.0435296855866909, 0.020726444199681282, 0.016503620892763138, 0.0019469981780275702, 0.013900701887905598, 0.009304055012762547, 0.012862302362918854, 0.022789396345615387, -0.0021962139289826155, 0.005593509413301945, -0.02206944115459919, 0.022484799847006798, -0.007057651877403259, 0.01078550424426794, -0.03508404269814491, -0.020394157618284225, 0.0051435367204248905, -0.04294818267226219, 0.003963222727179527, 0.01381070725619793, -0.03040432371199131, 0.008438723161816597, -0.005794266704469919, 0.006386153865605593, -0.001503947889432311, -0.01863580197095871, -0.01209388766437769, -0.016226714476943016, -0.010833962820470333, 0.0047766356728971004, -0.002772525418549776, 0.003748620394617319, -0.013423037715256214, 0.014101458713412285, -0.00691573740914464, 0.015285233967006207, 0.013783016242086887, 0.011616223491728306, -0.021944832056760788, -0.006815358996391296, -0.01887117139995098, -0.0008268252131529152, -0.005728501360863447, 0.013727635145187378, -0.0039701457135379314, -0.029269007965922356, -0.01921730488538742, -0.015368305146694183, 0.011110869236290455, -0.03284110128879547, -0.013963005505502224, 0.008459490723907948, -0.0018068143399432302, -0.007822605781257153, -0.0226509440690279, -0.17722010612487793, 0.002945591928437352, 0.013769171200692654, -0.027247590944170952, 0.0361085943877697, 0.0077187661081552505, 0.02438160963356495, -0.00045040558325126767, -0.0362747386097908, 0.00011800972424680367, -0.010404758155345917, -0.010515520349144936, 0.00577695993706584, -0.019300376996397972, -0.012889993377029896, 0.0046762567944824696, -0.005607354920357466, 0.005763114430010319, 0.030044345185160637, 0.005655813496559858, 0.02388317696750164, -0.047517139464616776, 0.01321535836905241, -0.006922659929841757, 0.01388685591518879, 0.00893023144453764, 0.006116170436143875, 0.015022172592580318, -0.003264034166932106, -0.048929363489151, -0.020726444199681282, -0.01828966848552227, 0.0135822594165802, 0.008861005306243896, 0.026721468195319176, 0.02863212302327156, 0.012266953475773335, -0.022817088291049004, -0.03356105461716652, 0.012640777043998241, 0.01671130210161209, 0.021847914904356003, 0.00605732761323452, -0.0035063272807747126, -0.023163221776485443, 0.01186543982475996, 0.03148425742983818, -0.019161922857165337, 0.014412978664040565, 0.004548187833279371, 0.03225959464907646, -0.020048024132847786, 0.0018223902443423867, 0.00027928606141358614, -0.006476148497313261, 0.003096159780398011, 0.011754676699638367, 0.002166792517527938, 0.0015169278485700488, -0.027372198179364204, -0.02673531323671341, 0.0015766358701512218, 0.012820766307413578, -0.00814104825258255, -0.0005603028112091124, -0.027884475886821747, -0.01736203208565712, 0.0010288803605362773, -0.033201079815626144, 0.009892481379210949, -0.018123524263501167, -0.014219144359230995, -0.007171875797212124, 0.011103946715593338, 0.02222173847258091, 0.005555434618145227, -0.011263168416917324, -0.009767873212695122, 0.037908487021923065, 0.009511735290288925, -0.0036447804886847734, 0.0362747386097908, -0.00425397465005517, 0.019009625539183617, -0.010688587091863155, -0.017818927764892578, -0.014689885079860687, 0.019452674314379692, -0.015271387994289398, -0.020767981186509132, 0.02191714197397232, 0.0012841534335166216, 0.008667170070111752, -0.003295186208561063, 0.010730123147368431, 0.006043482106178999, -0.003212114330381155, -0.023661652579903603, 0.004423579666763544, -0.018151214346289635, -0.0017133583314716816, 0.017625093460083008, -0.02056029997766018, 0.016185179352760315, 0.03915456682443619, 0.01593596301972866, -0.015036017633974552, 0.006455380469560623, 0.028078310191631317, -0.017528176307678223, -0.0013127094134688377, -0.022194048389792442, -0.00614386098459363, 0.008805623278021812, -0.0017176850233227015, -0.00498777674511075, 0.0027448346372693777, -0.030736610293388367, 0.02364780753850937, 0.017195887863636017, 0.04449886083602905, -0.01388685591518879, -0.02075413428246975, 0.030238179489970207, 0.004742022138088942, -0.013817629776895046, -0.10184617340564728, -0.01228772196918726, 0.0023121684789657593, 0.03912687674164772, -0.003018279792740941, 0.038213085383176804, -0.005832341033965349, 0.04447116702795029, -0.02692914754152298, 0.05150459334254265, -0.040566787123680115, -0.014939100481569767, 0.021349484100937843, -0.000668469350785017, 0.0026808001566678286, 0.005451594945043325, 0.018497347831726074, -0.013540723361074924, -0.024713896214962006, 0.03469637408852577, -0.00020421847875695676, -0.005084693897515535, 0.01817890629172325, -0.024713896214962006, 0.003994375001639128, -0.010065548121929169, -0.02368934266269207, 0.02971205674111843, 0.009456354193389416, -0.017182042822241783, 0.01928653195500374, -0.033007241785526276, -0.008743319660425186, -0.009082529693841934, 0.016420550644397736, -0.010757814161479473, 0.0046762567944824696, -0.015908272936940193, 0.027261435985565186, 0.003199999686330557, 0.004316278733313084, 0.021307947114109993, -0.0022810164373368025, -0.00143991329241544, -0.020324930548667908, -0.01084088534116745, -0.022830933332443237, 0.03297955170273781, -0.0033817195799201727, -0.02882595732808113, -0.027759866788983345, -0.014122226275503635, -0.04098214954137802, 0.007358787581324577, 0.01462065801024437, -0.006718441843986511, 0.022277120500802994, 0.0036897778045386076, -0.0040739853866398335, 0.0055692801252007484, -0.00808566715568304, -0.005448133684694767, 0.0034769061021506786, 0.00752493180334568, 0.02215251326560974, -0.01859426498413086, -0.016268251463770866, -0.04042833670973778, 0.008383341133594513, -0.016019035130739212, -0.0063757700845599174, 0.008715629577636719, -0.007043806836009026, 0.009020226076245308, -0.033090315759181976, 0.002789831953123212, -0.0031515411101281643, -0.039680689573287964, 0.005631584208458662, 0.029684366658329964, -0.024215465411543846, -0.01770816557109356, 0.007144185248762369, -0.006631908472627401, -0.006372308824211359, 0.011671604588627815, -0.0017159543931484222, -0.011249322444200516, -0.01228772196918726, -0.04189594089984894, 0.01199696958065033, 0.028715195134282112, 0.01617133431136608, -0.029767438769340515, -0.020269548520445824, 0.012647700496017933, -0.02854905091226101, 0.00032752836705185473, 0.011290858499705791, 0.022775551304221153, -0.025336936116218567, 0.0004534342442639172, -0.058316487818956375, 0.031207352876663208, 0.009892481379210949, -0.010446294210851192, -0.003651703242212534, -0.015603676438331604, -0.012086964212357998, -0.00947019923478365, -0.0002903190616052598, 0.0065073007717728615, -0.020698754116892815, 0.01450989581644535, -0.009940939955413342, -0.021820224821567535, -0.03923763707280159, -0.0010859923204407096, 0.0008527851896360517, -0.02634764462709427, 0.009816331788897514, 0.03187192603945732, 0.01597750000655651, -0.0005075175431557, 0.0162820965051651, 0.028036773204803467, 0.023121684789657593, -0.015769820660352707, 0.0020058408845216036, 0.01960497349500656, 0.0024298536591231823, -0.006465764716267586, 0.0008441318641416728, -0.0004222822608426213, -0.013063060119748116, 0.0020889127627015114, -0.017375877127051353, -0.014856028370559216, 0.013263816945254803, 0.004437425173819065, 0.014357597567141056, 0.0298228207975626, -0.011242399923503399, -0.031733475625514984, 0.00794721394777298, -0.005763114430010319, 0.009269441477954388, 0.003630935214459896, 0.005617738701403141, -0.009463276714086533, 0.006673444528132677, 0.01662822999060154, 0.047240231186151505, 0.03209345415234566, -0.009137911722064018, -0.04981546103954315, -0.028604431077837944, 0.026555323973298073, 0.019189614802598953, 0.0018673875601962209, 0.002332936506718397, 0.027330663055181503, 0.03336722031235695, -0.008127203211188316, 0.01304229162633419, 9.594374569132924e-05, 0.008985612541437149, 0.0014572199434041977, -0.010287073440849781, 0.00011746888776542619, 0.0019850728567689657, -0.032896481454372406, 0.01840043067932129, 0.024838505312800407, 0.015312924049794674, 0.01766662858426571, 0.02485235035419464, 0.007642616983503103, 0.01651746779680252, -0.0030442397110164165, -0.01574212871491909, 0.007566467393189669, 0.018414275720715523, 0.010681664571166039, -0.008327960036695004, 0.007068036124110222, 0.029601294547319412, 0.0001328285434283316, 0.006500377785414457, 0.02068490907549858, -0.00597079424187541, 0.006209626328200102, -0.003502866020426154, 0.013762248679995537, 0.008203351870179176, 0.025433853268623352, 0.018358895555138588, 0.008784855715930462, 0.0036067059263587, 0.0029871277511119843, 0.020352620631456375, 0.0013551106676459312, 0.018234286457300186, -0.01504986360669136, -0.0015091398963704705, -0.009871713817119598, -0.0181373693048954, -0.015437532216310501, -0.02411854825913906, -0.018857326358556747, 0.015437532216310501, 0.016559002920985222, -0.002483504358679056, -0.014329906553030014, -0.001481449231505394, 0.009234828874468803, -0.01217003632336855, 0.021307947114109993, 0.0006221740623004735, -0.010072470642626286, -0.025876903906464577, 0.022830933332443237, 0.019355757161974907, 0.004911627154797316, 0.033090315759181976, 0.004326662514358759, 0.04436040669679642, 0.018718872219324112, 0.02118333987891674, -0.027482960373163223, 0.03012741729617119, 0.012038505636155605, 0.003945916425436735, -0.013132286258041859, -0.013956082984805107, -0.0012625200906768441, -0.015451377257704735, -0.0326472669839859, 0.005399675108492374, 0.01705743372440338, 0.003997836261987686, 0.0955880880355835, 0.015216006897389889, -0.01302152406424284, 0.002718874718993902, -0.009587883949279785, 0.006372308824211359, 0.009359436109662056, 0.009816331788897514, -0.01286922488361597, -0.028964409604668617, -0.002137371338903904, 0.006894969381392002, -0.022014059126377106, -0.0344194658100605, -0.011581610888242722, -0.014032232575118542, 0.02287246845662594, 0.0144268237054348, -0.0025613843463361263, -0.002461005700752139, 0.029905891045928, 0.01327073946595192, -0.0021356407087296247, 0.005067387130111456, 0.004873552825301886, -0.007012654561549425, 0.03680086135864258, 0.006521145813167095, -0.0016657650703564286, -0.020158786326646805, 0.04394504800438881, 0.01113163772970438, -0.038794588297605515, -0.027330663055181503, 0.0004170902830082923, 0.01151930633932352, -0.0065453751012682915, -0.019978797063231468, 0.008134125731885433, -0.015340615063905716, -0.009906326420605183, 0.01381070725619793, -0.0006057327846065164, -0.015645211562514305, 0.0018656569300219417, 0.00011151973012601957, -0.012350025586783886, -0.021695617586374283, -0.028881337493658066], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='c64cb6a5-c1bc-466b-aa89-f8cb15f55ec5', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='07f600fb14765333fd2a210c8119609741f1e79e177ffa94844e4feb944346c1'), : RelatedNodeInfo(node_id='673b7d72-08c4-44db-9cc1-bf52d669ca3f', node_type=, metadata={}, hash='239793189d7ec2dc24d164bcbc873bfb54f363cb0028b3194a6fe5bdcc1a6e4a')}, hash='f88f26d7578fb8b30f51c5c3f0acf9f52f35c0a8a701aa540a7b569380405eca', text='load very large language models and fine-tune them (without quantisation) in a distributed way (e.g. see libraries like DeepSpeed) LLMs come in various sizes, based on the number of trainable parameters or weights. The smaller ones, which have less than 1 billion parameters (GPT2 124 M, Bloom 560M, Flan-T5 783 M ) etc can be trained on a laptop GPU with 8 to 15 GB GPU RAM ) For quite some time, this is what I tried. I tried to overfit a small test data set on decoder models like GPP2-small, GPT-Medium, and Bloom and encoder-decoder models like Flan-T5, thinking somehow that the understanding we see in ChatGPT ( see- unsupervised learning Part 1) may come in some form if we train on these smaller models. ( less than one billion parameters). As per the paper, I tried both Causal training, where the model is presented with only previous tokens, and Masked LM-based training, where the model is presented with full tokens, but a certain percentage of tokens are masked in random, and the model has to predict it. The next option was to fine-tune a large model with the data. However, this is extremely difficult to do, and even if cloud-based solutions are used, it would be pretty expensive. (What OpenAI provides now is Instruct Fine-Tuning, which we will cover later) It takes months of GPU fleet time and a specialized library and infrastructure to distribute training across multiple GPUs needed to train LLMs. For example, even a relatively small model like the BigScience Bloom 3 Billion model, even when the weights are loaded in 16 Bit cannot be trained with A100 on ColabPro with 40GB GPU RAM ( the highest you can get) as it goes out of memory. Solution - Fine-Tuning Large Models via Qunaitsation and Parmeter Efficient Tuning The solution to this is to reduce the size of the models so that they can fit a commodity GPU and then fine-tune them. There are two parts to this- Quantisation and Parameter Efficient Tuning. The real magic of this is that a laptop with a sufficient recent GPU (having Tensor', start_char_idx=3244, end_char_idx=5267, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='673b7d72-08c4-44db-9cc1-bf52d669ca3f', embedding=[0.0016215471550822258, 0.01480728667229414, 0.008847389370203018, -0.008982517756521702, -0.005693195387721062, 0.013655134476721287, -0.024650361388921738, -0.003490238217636943, -0.036755070090293884, -0.040510233491659164, 0.009985316544771194, 0.039656784385442734, -0.027296043932437897, -0.004238781053572893, -0.00449481513351202, -0.0037124897353351116, 0.013164402917027473, 0.01910296455025673, 0.02234605886042118, -0.011037900112569332, -0.010070661082863808, 0.00422811321914196, -0.01817839778959751, -0.007759245578199625, -0.009366569109261036, 0.006311943754553795, 0.03658438101410866, -0.030809396877884865, -0.020639166235923767, 0.0018206845270469785, 0.00911764707416296, 0.033967144787311554, -0.0282917320728302, -0.008150408044457436, 0.003059959039092064, -0.0143805630505085, 0.030866293236613274, 0.004477034788578749, 0.02797880209982395, -0.024408552795648575, 0.027594750747084618, 0.011315270327031612, 0.014259658753871918, -0.006052353885024786, -0.0016739985439926386, 0.011357942596077919, -0.004985546227544546, -0.004793521016836166, -0.007417867425829172, 0.009316784329712391, 0.018363310024142265, 0.032430943101644516, -0.02890336699783802, 0.01701202057301998, -0.027523629367351532, 0.006084357853978872, 0.003269764594733715, 0.011613976210355759, 0.016087455675005913, -0.0011894901981577277, 0.011187253519892693, 0.0026936884969472885, -0.013313756324350834, 0.030183536931872368, -0.013761814683675766, -9.404017873748671e-06, -0.004754405003041029, 0.005604294594377279, 0.024963293224573135, -0.015589611604809761, 0.010909883305430412, 0.03490593656897545, -0.011272598057985306, -0.004672616254538298, 0.014878407120704651, -0.020596494898200035, -0.015276681631803513, 0.00627282727509737, -0.008242865093052387, 0.006137698423117399, 0.00858424324542284, -0.008214416913688183, -0.019629254937171936, 0.025261998176574707, 0.008783380500972271, -0.011116133071482182, 0.001100589637644589, -0.011365054175257683, -0.004804189316928387, 0.0049428739584982395, 0.011329494416713715, 0.01003510132431984, 0.04184729605913162, 0.019487014040350914, 0.007574332412332296, 0.0002571450313553214, -0.017538312822580338, 0.029842158779501915, -0.017509864643216133, -0.005863884463906288, -0.032231807708740234, -0.0028910478577017784, -0.051377441734075546, -0.017196934670209885, -0.021705973893404007, -0.003851174609735608, 0.00706226471811533, 0.023910708725452423, 0.002313193865120411, 0.014622372575104237, -0.007094269152730703, 0.04412315413355827, 0.010867211036384106, -0.02712535485625267, -0.013797375373542309, -0.018505550920963287, 0.015575387515127659, -0.007147609256207943, -0.004999770317226648, -0.030183536931872368, 0.029500780627131462, 0.018704690039157867, 0.010995227843523026, -0.010874323546886444, 0.015973662957549095, 0.00019113632151857018, 0.002089164452627301, -0.015034872107207775, -0.025731394067406654, 0.0007614337373524904, -0.0047295126132667065, 0.03280077129602432, -0.0036271449644118547, 0.006656878162175417, -0.022971918806433678, 0.02459346503019333, -2.62673529505264e-05, -0.014793062582612038, -0.023000366985797882, -0.00435613002628088, 0.004857529420405626, 0.029130952432751656, -0.01280168816447258, -0.017353400588035583, -0.014487244188785553, 0.03635679557919502, -0.01539047434926033, 0.017339175567030907, 4.8061894631246105e-05, -0.012602550908923149, -0.002254519611597061, -0.018477102741599083, 0.001033914159052074, 0.016115903854370117, 0.01829219050705433, 0.00017591209325473756, 0.006215930916368961, 0.022843901067972183, -0.020866751670837402, -0.01615857519209385, 0.007424979470670223, 0.015888318419456482, -0.012026474811136723, 0.014010736718773842, 0.019472790881991386, 0.025489583611488342, 0.04514728859066963, -0.02058226987719536, -0.01457970030605793, -0.027552077546715736, 0.0031577497720718384, 0.05063778907060623, -0.016315041109919548, 0.02236028201878071, 0.009921308606863022, 0.020553821697831154, 0.03143525868654251, -0.023455537855625153, -0.0122896209359169, -0.021222354844212532, -0.009565706364810467, 0.0064364043064415455, 0.011315270327031612, 0.004573047626763582, -0.025788290426135063, -0.014721941202878952, 0.00495354225859046, -0.014963751658797264, -0.013512893579900265, -0.0009583486244082451, 0.011592639610171318, 0.02001330628991127, -0.021862439811229706, -0.018007708713412285, -0.6295017004013062, -0.015874093398451805, 0.01610167883336544, -0.004096540156751871, -0.009437689557671547, -0.002240295521914959, -0.01155707985162735, -0.005764315836131573, -0.0038725107442587614, 0.027367165312170982, -0.02382536418735981, -0.02382536418735981, -0.007908598519861698, -0.016471505165100098, -0.011713544838130474, -0.011649536900222301, 0.012915480881929398, -0.013420436531305313, 0.0013584013795480132, 0.011528631672263145, -0.008491786196827888, 0.007215173915028572, -0.00674222270026803, 0.002603010041639209, -0.014373451471328735, 0.010888547636568546, -0.009665274992585182, -0.028305955231189728, 0.02631458081305027, -0.0035862508229911327, -0.014608148485422134, 0.014444571919739246, 0.013434660620987415, 0.006091469898819923, 0.04668349027633667, -0.018733138218522072, -0.020610718056559563, 0.017452968284487724, 0.015077544376254082, 0.03058181144297123, -0.030354226008057594, -0.03098008595407009, 0.01778012327849865, 0.0016535514732822776, -0.014721941202878952, 0.026897769421339035, 0.01091699581593275, 0.00620881887152791, -0.015376250259578228, -0.022730108350515366, -0.0012952819233760238, 0.005415825173258781, 0.014522803947329521, -0.006233711261302233, 0.005935004912316799, 0.01341332495212555, 0.01691245287656784, -0.005095783155411482, 0.019671928137540817, -0.0069769201800227165, -0.001017912058159709, -0.003083073301240802, -0.028220610693097115, -0.007766357623040676, -0.03499128296971321, 0.009074974805116653, 0.004370354115962982, 0.00866247620433569, -0.02068183943629265, -0.008093511685729027, 0.006571533158421516, 0.012794576585292816, 0.008797604590654373, -0.017808571457862854, -0.009238551370799541, 0.01620124839246273, 0.014821510761976242, -0.0020873863250017166, -0.004910869989544153, 0.020226668566465378, 0.0179365873336792, -0.0066924383863806725, -0.0033533312380313873, -0.012687895447015762, 0.010504496283829212, 0.011464622803032398, -0.005632742773741484, 0.014793062582612038, -0.009587042033672333, -0.0010001319460570812, 0.0079228226095438, 0.030354226008057594, -0.015831422060728073, -0.044265393167734146, 0.00032270923838950694, 0.015774525701999664, -0.013271084055304527, 0.008925621397793293, 0.0064364043064415455, -0.014152977615594864, 0.000912120274733752, -0.007972607389092445, 0.025361567735671997, 0.012147380039095879, 0.033199045807123184, 0.0038405065424740314, 0.0015468706842511892, 0.001950479461811483, 0.021962007507681847, -0.031008534133434296, -0.004541043192148209, 0.002784367185086012, -0.028049921616911888, 0.007609892636537552, 0.008057951927185059, -0.02366890013217926, -0.004640611819922924, 0.007567220367491245, 0.010710746049880981, -0.01686977967619896, 0.03851885721087456, -0.012083371169865131, 0.019060291349887848, 0.0054051573388278484, -0.003476013895124197, 0.02839129976928234, 0.012887032702565193, -0.009338120929896832, 0.0003333773056510836, 0.005774983670562506, -0.005316256545484066, -0.012936817482113838, 0.030695604160428047, -0.024038726463913918, 0.015788748860359192, 0.013776038773357868, 0.028633110225200653, 0.0018455768004059792, 0.0017113367794081569, -0.013256859965622425, -0.037352483719587326, -0.011365054175257683, 0.017154263332486153, -0.007005368359386921, -0.03496283292770386, -0.01726805604994297, 0.0009823518339544535, 0.006511081010103226, -0.008057951927185059, -0.01594521477818489, -0.015148664824664593, -0.004203220829367638, -0.028519317507743835, 0.0024661030620336533, 0.0033835573121905327, -0.013043497689068317, -0.015418922528624535, -0.03123611956834793, -0.010909883305430412, -0.042387813329696655, 0.0019682596903294325, 0.0179365873336792, -0.015930989757180214, 0.024266311898827553, 0.010596953332424164, 0.002483883174136281, 0.013235523365437984, 0.024707257747650146, -0.035275764763355255, -0.02860466204583645, 0.01194113027304411, -0.04827658832073212, 0.007574332412332296, 0.027310268953442574, -0.016528401523828506, 0.002355866366997361, -0.014636596664786339, 0.01312884222716093, 0.0010623623384162784, -0.013470221310853958, -0.010049325414001942, 0.026343028992414474, -0.00800105556845665, -0.010660961270332336, 0.019316324964165688, 0.01924520544707775, 0.02463613823056221, 0.00740364333614707, -0.03615765646100044, 0.011109020560979843, 0.011628200300037861, 0.020482702180743217, -0.01839175820350647, 0.021464163437485695, 0.0021745089907199144, 0.010390703566372395, 0.01412452943623066, -0.011386390775442123, 0.00740364333614707, 0.015490042977035046, 0.010554281063377857, 0.001925587304867804, 0.006226599216461182, -0.00700892461463809, 0.0033142149914056063, -0.02631458081305027, 0.01706891879439354, -0.031065430492162704, 0.024963293224573135, 0.014238322153687477, 0.007410755380988121, -0.014849958941340446, -0.01975727267563343, -0.016115903854370117, 0.0032288702204823494, 0.04546021670103073, 0.008349545300006866, 0.01706891879439354, -0.014963751658797264, 0.006543084979057312, -0.010433375835418701, 0.012353628873825073, 0.017381848767399788, -0.007965494878590107, 0.005174015648663044, 0.003301768796518445, -0.013640910387039185, 0.014330779202282429, 0.010831650346517563, -0.026641735807061195, 0.00261012208648026, 0.007058708928525448, 0.005451385863125324, 0.03123611956834793, 0.0017726782243698835, -0.021777095273137093, 0.03408093750476837, 0.0011299267644062638, 0.029045607894659042, -0.013100394047796726, -0.0002411429159110412, 0.006831123027950525, 0.0016695535741746426, -0.028419747948646545, 0.012446085922420025, -0.010646737180650234, 0.01904606819152832, 0.029529228806495667, 0.0010588063159957528, 0.0003662705421447754, -0.022474074736237526, 0.0214926116168499, -0.021905111148953438, 0.012574102729558945, 0.008548683486878872, -0.0323171503841877, 0.005931449122726917, 0.019074516370892525, 0.032032668590545654, 0.015205561183393002, 0.0038405065424740314, 0.024109845981001854, -0.01797926053404808, -0.011763329617679119, 0.004160548560321331, -0.00970083475112915, 0.014992199838161469, 0.006553753279149532, -0.01513444073498249, 0.03063870780169964, -0.023640451952815056, -0.016841331496834755, 0.011621087789535522, -0.058546386659145355, 0.017239607870578766, 0.004804189316928387, 0.007033816538751125, 0.012339404784142971, 0.024821052327752113, 0.032231807708740234, -0.022175369784235954, -0.02712535485625267, 0.030297329649329185, -0.005575846415013075, -0.005398045293986797, -0.008598467335104942, -0.03245939314365387, 0.001893583103083074, 0.010269799269735813, 0.013185739517211914, 0.006952027790248394, 0.012794576585292816, -0.01531935390084982, -0.00820019282400608, -0.03937230259180069, -0.010433375835418701, 0.03999816253781319, -0.008335321210324764, 0.0037444939371198416, -0.002233183477073908, 0.009942644275724888, 0.021407267078757286, -0.021606404334306717, -0.003040401032194495, 0.04642745479941368, -0.00613414216786623, -0.024451224133372307, -0.005273584276437759, 0.0018740249797701836, -0.01201225072145462, -0.0005151790683157742, -0.011471735313534737, 0.017097366973757744, 0.005597182549536228, 0.021364595741033554, 0.0048610856756567955, 0.020283564925193787, 0.023526659235358238, 0.031008534133434296, 0.006187482737004757, 0.0020322680938988924, -0.016585297882556915, -0.0046050515957176685, 0.023555107414722443, 0.06730843335390091, 0.02615811675786972, -0.021321922540664673, 0.02076718397438526, -0.013022162020206451, -0.006386619992554188, -0.02661328762769699, -0.019216757267713547, 0.0068346792832016945, 0.013192851096391678, -0.025930531322956085, -0.004317014012485743, 0.026741305366158485, -0.001698001753538847, 0.004267229698598385, -0.00024692146689631045, 0.02076718397438526, -0.014465907588601112, 0.004583715461194515, 0.00746765173971653, 0.012680783867835999, 0.010803202167153358, 0.01701202057301998, 0.027722766622900963, 0.03214646130800247, -0.0031719738617539406, 0.021976232528686523, 0.019159860908985138, 0.0014961973065510392, -0.02341286651790142, 0.01985684037208557, 0.004811301361769438, -0.00015101992175914347, 0.014963751658797264, 0.019543910399079323, 0.03206111863255501, 0.015248233452439308, 0.0214926116168499, 0.00845622643828392, -0.007250734139233828, -0.0037693860940635204, 0.02494906820356846, 0.007481875829398632, 0.014508579857647419, 0.004775741137564182, -0.018349086865782738, -0.01884693093597889, 0.01447302009910345, -0.026442598551511765, -0.030098192393779755, 0.04540332034230232, 0.018462879583239555, -0.026286132633686066, -0.017950812354683876, 0.023996053263545036, -0.004313457757234573, -0.00726495822891593, -0.026911994442343712, 0.0014490799512714148, -0.022289162501692772, -0.023142607882618904, -0.0336257666349411, 0.005664747208356857, 0.0003729380841832608, -0.015831422060728073, -0.00039760800427757204, -0.003200422041118145, 0.023910708725452423, -0.03334128484129906, 0.017296504229307175, -0.012645223177969456, -0.032430943101644516, -0.05368174612522125, 0.005810543894767761, 0.019686151295900345, 0.012033587321639061, 0.011670872569084167, 0.00035204642335884273, -0.014537028037011623, 0.022218041121959686, -0.01275190431624651, -0.023284848779439926, -0.004775741137564182, -0.03516197204589844, 0.00041738839354366064, -0.01168509665876627, -0.004110764246433973, -0.011934018693864346, -0.013299532234668732, -0.003104409435763955, 0.009217215701937675, -0.00707293301820755, 0.0038333944976329803, 0.005149123724550009, -0.0019006951479241252, 0.017794346436858177, 0.01635771244764328, 0.003511574352160096, 0.025873634964227676, -0.03957144170999527, 0.00800105556845665, -0.02098054438829422, -0.028832247480750084, 0.001599322073161602, -0.003255540505051613, -0.012830136343836784, 0.02473570592701435, -0.006532417144626379, -0.008420665748417377, -0.015674956142902374, 0.007773469667881727, -0.020440028980374336, 0.008726484142243862, 0.007837478071451187, 0.0021585070062428713, -0.016229696571826935, 0.029984399676322937, 0.0004573936457745731, 0.007396531291306019, -0.014593924395740032, -0.0058852205984294415, -0.05607139691710472, 0.022957693785429, 0.004509039223194122, 0.004085872322320938, 0.028277507051825523, 0.002035824116319418, 0.0005556288524530828, -0.012310956604778767, 0.010710746049880981, -0.004807745106518269, 0.02797880209982395, -0.004690396599471569, -0.01610167883336544, -0.02880379930138588, -0.023199504241347313, -0.0003138191532343626, 0.012730567716062069, -0.00845622643828392, 0.0038725107442587614, -0.016115903854370117, 0.02076718397438526, 0.0017673441907390952, -0.004590827506035566, 0.005447829607874155, -0.022061577066779137, -0.010988116264343262, 0.008520234376192093, 0.005725199356675148, 0.03226025402545929, 0.008634028024971485, 0.014387675561010838, -0.035332661122083664, -0.02742406167089939, -0.009857299737632275, -0.010027988813817501, 0.010874323546886444, 0.005287808366119862, 0.014764614403247833, 0.01742452010512352, 0.05905845761299133, 0.009067862294614315, -0.002611899981275201, 0.017196934670209885, -0.014167201705276966, 0.019273653626441956, -0.001383293536491692, -0.008833165280520916, -0.016172800213098526, -0.00797971896827221, 0.022971918806433678, -0.015077544376254082, -0.0008289982215501368, -0.03052491508424282, 0.003940075170248747, 0.022218041121959686, -0.014359227381646633, -0.0015237565385177732, -0.012986601330339909, -0.010483160614967346, -0.022417178377509117, 0.006102138198912144, -0.02169174887239933, 0.0017655661795288324, -0.013363540172576904, -0.01884693093597889, 0.014316555112600327, -0.0019362553721293807, 0.018093053251504898, 0.009423465467989445, 0.011919794604182243, -0.019287876784801483, 0.021919336169958115, 0.011926906183362007, 0.023199504241347313, -0.029756814241409302, -0.009174543432891369, -0.03732403367757797, 0.02133614756166935, 0.010796090587973595, -0.0029515004716813564, 0.017339175567030907, 0.024408552795648575, 0.0020660501904785633, -0.00997820496559143, -0.002194067230448127, 0.002336308127269149, -0.008826052770018578, -0.023498211055994034, -0.030610259622335434, -0.029756814241409302, -0.031150775030255318, -0.010788978077471256, 0.006315499544143677, -0.014565476216375828, 0.011201477609574795, -0.001183267217129469, 0.022033128887414932, -0.02921629697084427, -0.019159860908985138, 0.00830687303096056, 0.0355602465569973, 0.04998348280787468, -0.000852556899189949, -0.00012657225306611508, 0.009779067710042, 0.0031399696599692106, -0.017552537843585014, -0.00430278992280364, 0.014636596664786339, 0.0021193905267864466, 0.006173258647322655, 0.010433375835418701, -0.018377535045146942, -0.02265898883342743, 0.018349086865782738, -0.006379507947713137, -0.027552077546715736, -0.052458472549915314, 0.031577497720718384, -0.01249587070196867, 0.02463613823056221, -0.009594154544174671, -0.02884647063910961, -0.016884004697203636, -0.003957855515182018, 0.004569491371512413, 0.02082408033311367, -0.006479076575487852, 0.010902771726250648, 0.016243919730186462, 0.01539047434926033, 0.013299532234668732, 0.01635771244764328, -0.012353628873825073, 0.003216424258425832, 0.03763696551322937, 0.01787969097495079, -0.028618885204195976, -0.004409470595419407, -0.0029283862095326185, 0.039542991667985916, -0.02529044635593891, -0.004441474564373493, 0.009160319343209267, 0.01914563588798046, 0.008413554169237614, 0.010881435126066208, 0.010042212903499603, 0.030951637774705887, -0.0410507470369339, -9.634604066377506e-05, 0.004985546227544546, -0.009302560240030289, 0.012033587321639061, -0.01839175820350647, -0.017751675099134445, -0.015817197039723396, 0.0007809919188730419, 0.012453198432922363, 0.02127925120294094, -0.00034071161644533277, -0.027865007519721985, -0.006109250243753195, -0.012062035501003265, -0.012225612066686153, -0.024849500507116318, 0.0014286328805610538, -0.003127523697912693, -0.052657611668109894, -0.027011562138795853, 0.01074630580842495, -0.007186725735664368, 0.01843443140387535, 0.010340919718146324, -0.006041685584932566, -0.02250252291560173, 0.022075800225138664, -0.017310727387666702, 0.015177113004028797, 0.02661328762769699, 0.007176057435572147, -0.021108562126755714, -0.002019821899011731, -0.01595943793654442, 0.011542855761945248, 0.010476048104465008, -0.029074056074023247, -0.02402450144290924, -0.007282738108187914, -0.007681013084948063, 0.012979489751160145, 0.0071120490320026875, -0.000325153989251703, 0.012730567716062069, 0.029330089688301086, 0.013754703104496002, 0.008882949128746986, -0.00033182153129018843, 0.011926906183362007, 0.0061590345576405525, 0.01570340432226658, 0.01671331562101841, -0.018007708713412285, 0.013832935132086277, -0.02240295521914959, 0.0016233251662924886, -0.0016651084879413247, -0.045915387570858, -0.003511574352160096, 0.011827337555587292, 0.00759566854685545, -0.009032302536070347, -0.0010899215703830123, 0.005234468262642622, -0.0032093122135847807, -0.028590437024831772, 0.004388134460896254, -0.01726805604994297, 0.010781866498291492, 0.018377535045146942, 0.016229696571826935, 0.02641415037214756, 0.014949527569115162, -0.03496283292770386, -0.019088739529252052, -0.01701202057301998, 0.01320707518607378, -0.04056712985038757, 0.00215139496140182, -0.01155707985162735, 0.02860466204583645, -0.011457511223852634, -0.03923006355762482, -0.01480728667229414, -0.007929935120046139, -0.03447921574115753, -0.003468901850283146, -0.015532715246081352, 0.001734450925141573, 0.00837799347937107, 0.025774065405130386, 0.006183926481753588, 0.025077085942029953, -0.01950123906135559, 0.006909355521202087, -0.00040449778316542506, 0.015049096196889877, -0.027964577078819275, -0.0029283862095326185, -0.009274112060666084, -0.01412452943623066, -0.02031201310455799, -0.007129829376935959, -0.0033426631707698107, -0.015177113004028797, -0.004242337308824062, 0.0035720267333090305, -0.017751675099134445, -0.026584839448332787, -0.005330480635166168, 0.0011521519627422094, 0.0053518167696893215, 0.001433966914191842, 0.03220335766673088, -0.022132696583867073, -0.012716343626379967, 0.012339404784142971, -0.00982885155826807, -0.014693493023514748, 0.00024892171495594084, 0.011052124202251434, 0.006994700524955988, 0.002894603880122304, -0.015333577990531921, -0.017709001898765564, 0.019088739529252052, -0.007830366492271423, 0.04369642958045006, 0.012652335688471794, -0.010838762857019901, 0.022587867453694344, 0.006756446789950132, -0.02173442207276821, -0.009459025226533413, 0.011315270327031612, -0.006952027790248394, -0.0034386757761240005, 0.04008350893855095, -0.026271909475326538, 0.005110007245093584, -0.010682297870516777, -0.010255575180053711, -0.01155707985162735, -0.004295677877962589, -0.014636596664786339, -0.0069164675660431385, -0.023299073800444603, 0.03496283292770386, 0.013441773131489754, -0.034166283905506134, 0.004843305330723524, 0.004373910371214151, -0.0075814444571733475, -0.01807882823050022, -0.012616774998605251, -0.004562379326671362, -0.036698173731565475, -0.011549967341125011, 0.0023380862548947334, -0.014174314215779305, -0.020454254001379013, -0.0036627051886171103, 0.0294154342263937, 0.004740180913358927, 0.004601495806127787, 0.19674772024154663, -0.029330089688301086, -0.003996971528977156, 0.026143891736865044, 0.004221001174300909, 0.0025958979967981577, 0.014906855300068855, 0.015561163425445557, -0.02031201310455799, 0.008107735775411129, 0.004060979932546616, 0.021777095273137093, -0.026428375393152237, -0.008342433720827103, 0.014864183031022549, 0.005632742773741484, -0.04972744733095169, -0.04901624098420143, -0.023427089676260948, 0.012894145213067532, -0.0029977287631481886, 0.005561622325330973, -0.009437689557671547, -0.01829219050705433, 0.012787464074790478, -0.02062494307756424, 0.006013237405568361, -0.01247453410178423, 0.02240295521914959, 0.018277965486049652, -0.024394327774643898, -0.0014010736485943198, 0.010532944463193417, 0.00277547724545002, 0.004096540156751871, -0.0005516282981261611, 0.003858286654576659, -0.011521519161760807, 0.013363540172576904, 0.02676975354552269, 0.027210699394345284, 0.004693952389061451, 0.005664747208356857, -0.022616315633058548, -0.012687895447015762, 0.01945856586098671, -0.01539047434926033, 0.0072542899288237095, -0.015888318419456482, 0.00939501728862524, -0.013320867903530598, 0.010931219905614853, 0.014295218512415886, 0.026655960828065872, -0.0009023412130773067, -0.0122896209359169, -0.007346746511757374, 7.65378717915155e-06, 0.005419381428509951, 0.01995640993118286, -0.03519041836261749, -0.0008014390477910638, 0.0063012754544615746, 0.02341286651790142, -0.005650523118674755, 0.006368840113282204, 0.0035471345763653517, 0.007759245578199625, 0.008321097120642662, -0.007016036659479141, -0.015205561183393002, 0.001493530347943306, -0.020411580801010132, -0.005846104584634304, -0.03302835673093796, -0.02463613823056221, 0.028320180252194405, 0.01691245287656784, 0.01320707518607378, 0.03402404114603996, 0.009316784329712391, -0.022331833839416504, -0.0028323736041784286, -0.0070302607491612434, -0.018861154094338417, -0.023441314697265625, 0.016926676034927368, -0.02270166017115116, -0.012118931859731674, -0.010860099457204342, 0.008292648941278458, -0.029443882405757904, -0.009316784329712391, 0.019316324964165688, -0.005174015648663044, -0.01384715922176838, 0.009345232509076595, 0.004349017981439829, -0.010340919718146324, -0.03809213638305664, -0.014330779202282429, 0.033853352069854736, 0.030468018725514412, 0.0022616316564381123, 0.0010810315143316984, 0.0005498502869158983, 0.00036293675657361746, 0.019871065393090248, -0.005792764015495777, -0.029045607894659042, 0.011976690962910652, -0.026172339916229248, 0.007186725735664368, 0.0069769201800227165, -0.0032733206171542406, 0.015091768465936184, 0.010504496283829212, -0.0004511706065386534, 0.03464990481734276, -0.010120445862412453, -0.0051384554244577885, -0.034109387546777725, 0.010148894041776657, -0.00594211695715785, 0.003918739035725594, -0.034763697534799576, -0.002931942231953144, 0.002917718142271042, -0.03894558176398277, -0.015504267066717148, 0.015859870240092278, -0.015674956142902374, 0.01782279461622238, -0.0035257984418421984, 0.0035151303745806217, -0.007773469667881727, -0.022929245606064796, -0.012993713840842247, -0.009181655012071133, -0.0037516059819608927, 0.000601857143919915, -0.0023380862548947334, -0.0029906167183071375, -0.01341332495212555, 0.006749334745109081, -0.007773469667881727, 0.012168715707957745, 0.011457511223852634, 0.0052095758728682995, -0.03621455281972885, -0.005255804397165775, -0.018605120480060577, -0.007275626063346863, -0.007275626063346863, 0.014977975748479366, 0.0060985819436609745, -0.01667064242064953, -0.02386803738772869, 0.0032128682360053062, 0.0028181495144963264, -0.01960080675780773, -0.0079228226095438, 0.017182711511850357, 0.00030959639116190374, -0.008065063506364822, -0.035275764763355255, -0.18445810675621033, -0.001325508113950491, 0.02696889080107212, -0.03689730912446976, 0.02113701030611992, 0.00408942811191082, 0.020696062594652176, 0.012524318881332874, -0.030439570546150208, -0.010120445862412453, -0.005206020083278418, -0.011080572381615639, 0.0023612002842128277, -0.023711571469902992, -0.018249517306685448, -0.0009174543083645403, -0.01971459947526455, -0.007766357623040676, 0.03305680304765701, 0.0059456732124090195, 0.016087455675005913, -0.04733780026435852, 0.02026933990418911, -0.006162590347230434, 0.01115169283002615, 0.014046297408640385, 0.0070373727940022945, 0.021962007507681847, 0.0015886540059000254, -0.0472240075469017, -0.013477332890033722, -0.015760300680994987, 0.008776268921792507, -0.010390703566372395, 0.02137881889939308, 0.0202124435454607, 0.006443516351282597, -0.012630999088287354, -0.01823529414832592, 0.016571074724197388, 0.02291502244770527, 0.02265898883342743, 0.006297719664871693, 0.0016828886000439525, -0.018918050453066826, 0.028305955231189728, 0.018405983224511147, -0.014921079389750957, 0.018562447279691696, -0.008726484142243862, 0.03078094869852066, -0.028206387534737587, 0.01736762374639511, 0.004011195618659258, -0.005334036890417337, 0.00805083941668272, 0.003531132359057665, 0.0013015050208196044, -0.004544599447399378, -0.025930531322956085, -0.031207671388983727, -0.002899938030168414, 0.016571074724197388, -0.010412040166556835, 0.004501927178353071, -0.015162888914346695, -0.021919336169958115, -0.001780679333023727, -0.019031843170523643, 0.00825708918273449, -0.020240891724824905, -0.020852528512477875, -0.017396071925759315, 0.008022391237318516, 0.02265898883342743, 0.009124758653342724, -0.022260714322328568, -0.004149880725890398, 0.022033128887414932, 0.009352345019578934, -0.006802674848586321, 0.030240433290600777, -0.00022636319044977427, 0.022388730198144913, -0.017097366973757744, -0.0063652838580310345, 0.003733825869858265, 0.01425254624336958, -0.019686151295900345, -0.018619345501065254, 0.027523629367351532, -0.002483883174136281, 0.006351059768348932, -0.015788748860359192, 0.004413026385009289, 0.008065063506364822, 0.007773469667881727, -0.008484674617648125, -0.006610649637877941, -0.005124231334775686, -0.0028270394541323185, 0.018918050453066826, -0.020738735795021057, 0.018206845968961716, 0.046000733971595764, 0.019316324964165688, -0.028277507051825523, 0.008882949128746986, 0.03402404114603996, -0.016841331496834755, 0.00027536964626051486, -0.017026245594024658, -0.0034084494691342115, 0.007986831478774548, -0.0030564030166715384, 0.004064536187797785, 0.0020002638921141624, -0.026229236274957657, 0.025461135432124138, 0.017538312822580338, 0.05342571437358856, -0.023398641496896744, -0.02184821479022503, 0.018377535045146942, 0.006102138198912144, -0.018505550920963287, -0.1073634922504425, -0.021819766610860825, 0.003655593143776059, 0.02981371060013771, -0.010390703566372395, 0.03282921761274338, -0.0038547306321561337, 0.0368688628077507, -0.025987427681684494, 0.044834356755018234, -0.040311094373464584, -0.028675781562924385, 0.018974946811795235, 0.014622372575104237, -0.004306345712393522, 0.010525832884013653, 0.01526245754212141, 0.0043205698020756245, -0.017026245594024658, 0.030809396877884865, -0.013982288539409637, -0.006816898938268423, 0.023996053263545036, -0.006066577974706888, 0.0001832463894970715, 0.0015442036092281342, -0.02789345569908619, 0.025859409943223, 0.005238024052232504, -0.006685326341539621, 0.015148664824664593, -0.02854776568710804, -0.013840047642588615, -0.0043810224160552025, 0.006749334745109081, -0.014764614403247833, 0.008783380500972271, -0.011109020560979843, 0.020866751670837402, -0.0126950079575181, 0.014266770333051682, 0.015831422060728073, 0.000760544731747359, -0.007503211963921785, -0.00746765173971653, -0.008939845487475395, -0.017566761001944542, 0.03809213638305664, 0.00032270923838950694, -0.025162430480122566, -0.03325594216585159, -0.01716848649084568, -0.03032577782869339, 0.01275190431624651, 0.02179131843149662, -0.005718087311834097, 0.02779388800263405, 0.0025123313535004854, -0.0031701959669589996, -0.002144282916560769, -0.004793521016836166, 0.001367291435599327, -0.011734881438314915, 0.003929407335817814, 0.017396071925759315, -0.014280994422733784, -0.013214187696576118, -0.028889143839478493, 0.012318069115281105, -0.00031448592199012637, -0.001587764942087233, -0.00667821429669857, -0.001909585203975439, 0.00800105556845665, -0.02702578715980053, -0.0019540356006473303, -0.014508579857647419, -0.04241625964641571, 0.020752958953380585, 0.027139579877257347, -0.017282279208302498, -0.02204735204577446, -0.0025016632862389088, -0.004757960792630911, 0.0064257364720106125, 0.013882719911634922, -0.0066995504312217236, -0.019060291349887848, -0.016371937468647957, -0.03988436982035637, 0.005856772419065237, 0.03439386934041977, 0.016741763800382614, -0.0358731746673584, -0.004441474564373493, -0.003468901850283146, -0.020055977627635002, -0.003607586957514286, -0.00858424324542284, 0.008420665748417377, -0.01849132776260376, -0.0060985819436609745, -0.06406533718109131, 0.03402404114603996, 0.014963751658797264, -0.007887262850999832, -0.00476151704788208, -0.019060291349887848, -0.00891139730811119, -0.012097595259547234, -0.02103744074702263, 0.005646966863423586, -0.01655684970319271, 0.030240433290600777, -0.0179365873336792, -0.025887858122587204, -0.029130952432751656, -0.004846861585974693, -0.004925094079226255, -0.03951454535126686, 0.009807515889406204, 0.012438974343240261, 5.3270914577296935e-06, 0.0079228226095438, 0.02341286651790142, 0.019273653626441956, 0.024821052327752113, -0.01843443140387535, -0.0029337203595787287, 0.018107276409864426, 0.0060167936608195305, -0.004245893098413944, 0.005316256545484066, -0.005184683948755264, -0.022331833839416504, 0.016243919730186462, -0.018562447279691696, -0.016386160627007484, 0.011123244650661945, 0.010732081718742847, 0.01635771244764328, 0.03419473394751549, -0.014032073318958282, -0.02706845849752426, 0.008150408044457436, 0.014665044844150543, 0.0015290905721485615, 0.008171744644641876, -0.00608080206438899, -0.00429212162271142, 0.0202124435454607, 0.02564604952931404, 0.023398641496896744, 0.023953381925821304, -0.0056078508496284485, -0.04332660138607025, -0.02123657800257206, 0.015347802080214024, 0.002862599678337574, 0.0022047352977097034, -0.0026990226469933987, 0.02961457334458828, 0.031520601361989975, 0.0037302698474377394, 0.01320707518607378, -0.002437654882669449, -0.005725199356675148, -0.009551482275128365, -0.009366569109261036, -0.0006952027906663716, 0.014593924395740032, -0.03820592910051346, 0.01393961627036333, 0.005401601083576679, 0.007915711030364037, 0.018206845968961716, 0.016627971082925797, 0.014736166223883629, 0.010596953332424164, -0.007880150340497494, -0.013584014028310776, 0.010433375835418701, 0.00891139730811119, 0.0011806001421064138, -0.010390703566372395, 0.005444273818284273, 0.023939156904816628, 0.010881435126066208, 0.011734881438314915, 0.008299761451780796, -0.00120371428783983, 0.004811301361769438, -0.008164632134139538, 0.016940901055932045, 0.00817885622382164, 0.02103744074702263, 0.0033764452673494816, 0.00647552078589797, 0.0073254103772342205, -0.00812907237559557, 0.023996053263545036, 0.004313457757234573, 0.024166742339730263, -0.0062123751267790794, -0.006564421113580465, -0.023327521979808807, -0.02189088799059391, -0.0021265025716274977, -0.009814627468585968, -0.021862439811229706, 0.01849132776260376, 0.014963751658797264, -0.009217215701937675, -0.006386619992554188, 0.008342433720827103, 0.012453198432922363, -0.010212902911007404, 0.019927961751818657, 0.00010134669719263911, -0.023697348311543465, -0.03632834553718567, 0.02123657800257206, 0.019316324964165688, 0.0027363609988242388, 0.031719740480184555, 0.014878407120704651, 0.0420464351773262, 0.02955767698585987, 0.03163439407944679, -0.020909424871206284, 0.03302835673093796, -0.004693952389061451, 0.019558135420084, -0.01722538284957409, -0.024408552795648575, -0.0009894638787955046, -0.006831123027950525, -0.012318069115281105, 0.017452968284487724, 0.00950169749557972, -0.006671102251857519, 0.10269799083471298, 0.016286592930555344, -0.00929544772952795, 0.005682527087628841, -0.008107735775411129, 0.006297719664871693, 0.01068940944969654, 0.009409241378307343, -0.011251261457800865, -0.03601541742682457, -0.009715058840811253, -0.0018224625382572412, -0.023811141029000282, -0.04326970502734184, -0.014181425794959068, -0.000335377553710714, 0.021094337105751038, 0.008491786196827888, -0.011493070982396603, -0.013349316082894802, 0.021720198914408684, 0.009587042033672333, -0.0008147741318680346, 0.003947187215089798, 0.002969280583783984, -0.00633683567866683, 0.009857299737632275, 0.005949229001998901, -0.0029586125165224075, -0.03957144170999527, 0.018505550920963287, 0.005170459859073162, -0.03977057710289955, -0.03632834553718567, -0.008214416913688183, -0.007474763784557581, -0.0034653458278626204, -0.015461594797670841, 0.002969280583783984, -0.0033515531104058027, 0.008363769389688969, 0.015561163425445557, -0.006343947723507881, -0.019017620012164116, 0.008619803935289383, 0.010447599925100803, -0.004530375357717276, -0.016699090600013733, -0.03826282545924187], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='b787d3ae-2d0c-416d-ba5e-2f7e4284e846', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='f88f26d7578fb8b30f51c5c3f0acf9f52f35c0a8a701aa540a7b569380405eca'), : RelatedNodeInfo(node_id='963c8522-f749-46c3-abc4-14cf12915942', node_type=, metadata={}, hash='21c63642fa15ad2697bb4741bedb02e7241ecdec9a5423166f63e6196cb38a68')}, hash='239793189d7ec2dc24d164bcbc873bfb54f363cb0028b3194a6fe5bdcc1a6e4a', text=\"model like the BigScience Bloom 3 Billion model, even when the weights are loaded in 16 Bit cannot be trained with A100 on ColabPro with 40GB GPU RAM ( the highest you can get) as it goes out of memory. Solution - Fine-Tuning Large Models via Qunaitsation and Parmeter Efficient Tuning The solution to this is to reduce the size of the models so that they can fit a commodity GPU and then fine-tune them. There are two parts to this- Quantisation and Parameter Efficient Tuning. The real magic of this is that a laptop with a sufficient recent GPU (having Tensor Cores), can run the 7 billion Lamma2 pre-trained model open-sourced recently by Meta Research. Imagine the compressed knowledge and an NLU (Natural Language Understanding) model running on your local laptop. This is still a smallish model, but it's still capable of understanding and has sufficient world knowledge embedded in it to be quite useful. Imagine what a model like this or better models in the future could do if it could run in small servers or in cars, and leverage its causal reasoning and world model knowledge to supervise lower-level/specialist AI/ML systems. So we have now a way to fit reasonably large models (7B or more) in a single GPU, via Quantisation and then train them in a parameter-efficient way via LoRa/QLoRa. Take 1: Un-supervised Training Fine-tuning with QLoRa Using the small training data and QLoRA, I first tried to train a large 7B Lamma2 model by feeding in the training text as is (Causal LM model training via UnSupervised learning). Note that this model was loaded in 4-bit, making it runnable on a single T4 GPU and trained with QLoRa. With QLoRA, only a fraction of the adapter weights are trained and summed with the existing frozen pre-trained weights of the model during inference. Here is an illustrative Colab notebook. You can see that training the model with just the text as is, does not result in proper output to questions. The answers are not affected by the training data. Take 2: Instruct Fine-tuning with QLoRa Instruction Tuning concept is a higher-level\", start_char_idx=4705, end_char_idx=6781, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='963c8522-f749-46c3-abc4-14cf12915942', embedding=[-0.006197275128215551, 0.023487422615289688, 0.004255486186593771, -0.005607228726148605, -0.006093570031225681, 0.013374384492635727, -0.023616159334778786, 0.004355615004897118, -0.033614762127399445, -0.040166065096855164, 0.015562920831143856, 0.04173952341079712, -0.03630394488573074, -0.005728813819587231, -0.0035742507316172123, 0.0003316775837447494, 0.0024084621109068394, 0.007216446101665497, 0.02345881424844265, -0.01169364620000124, -0.0062509155832231045, -0.0022117800544947386, -0.01303823757916689, -0.014561629854142666, -0.0034544533118605614, 0.011135784909129143, 0.03301398828625679, -0.03335728868842125, -0.03533126413822174, 0.00881135929375887, 0.014575934037566185, 0.027721451595425606, -0.03272790461778641, -0.007291542831808329, -0.00833217054605484, -0.025962041690945625, 0.023673376068472862, -0.0027553378604352474, 0.030696716159582138, -0.023716289550065994, 0.0290803462266922, 0.011779471300542355, 0.021999789401888847, 0.0033829326275736094, 0.009104594588279724, 0.009197571314871311, 0.0019900654442608356, -0.009683912619948387, 0.001231945352628827, 0.01901022158563137, 0.013295711949467659, 0.03344311565160751, -0.022900952026247978, 0.0007009035907685757, -0.02587621659040451, 0.010649443604052067, 0.025818999856710434, 0.004384223371744156, 0.008661165833473206, -0.0013097241753712296, 0.00219032377935946, 0.00012884914758615196, -0.02091267518699169, 0.033242855221033096, 0.006461902055889368, -0.0007353229448199272, -0.012637720443308353, 0.023544639348983765, 0.017336634919047356, -0.01725080981850624, 0.0017647751374170184, 0.025103792548179626, -0.005092279054224491, -0.010327599942684174, 0.0266343355178833, -0.01825210079550743, -0.006515542510896921, 1.1028447261196561e-05, -0.0061722430400550365, 0.0011854568729177117, 0.010806788690388203, -0.01064229104667902, -0.026333948597311974, 0.03487353026866913, 0.010334751568734646, -0.003854969749227166, 0.0013669407926499844, -0.0010656595695763826, -0.0035527944564819336, 0.009412134066224098, 0.0023762776982039213, 0.010356208309531212, 0.03699054569005966, 0.027850190177559853, 0.008546732366085052, -0.013159822672605515, -0.015062275342643261, 0.021584969013929367, -0.006343892775475979, -0.0039550988003611565, -0.02729232795536518, 0.008632557466626167, -0.04688901826739311, -0.013174126856029034, -0.019854167476296425, -0.003059301059693098, 0.011929664760828018, 0.01507657952606678, -0.00438064755871892, 0.009741129353642464, -0.02411680482327938, 0.04139622300863266, 0.006883874535560608, -0.02790740691125393, -0.008918640203773975, -0.019997209310531616, 0.008189128711819649, -0.005875431466847658, -0.006451173685491085, -0.023616159334778786, 0.03547430410981178, 0.02145623229444027, 0.022986777126789093, -0.0036046470049768686, 0.02260056510567665, 0.004083835985511541, 0.0071878377348184586, -0.00995569210499525, -0.035588737577199936, -0.0002726729435380548, 0.0022511163260787725, 0.037133585661649704, 0.005181679967790842, 0.004498656839132309, -0.010349055752158165, 0.03264208137989044, -0.00421614944934845, -0.002328001195564866, -0.0261479951441288, -0.012759306468069553, 0.0014491897309198976, 0.009455046616494656, -0.019339216873049736, -0.018094755709171295, -0.002885863184928894, 0.0232156440615654, 0.00033145409543067217, 0.005982712842524052, 0.02260056510567665, -0.010599378496408463, 0.003438361221924424, -0.03573177754878998, 0.002106286818161607, 0.008818511851131916, 0.02641977369785309, 0.022242961451411247, 0.016621427610516548, 0.02849387563765049, -0.015219620428979397, -0.0150908837094903, 0.001597595284692943, 0.006125754211097956, -0.02245752327144146, 0.005228168796747923, 0.013960855081677437, 0.029437949880957603, 0.0320126973092556, -0.021298887208104134, -0.009505110792815685, -0.02363046444952488, -0.0065977913327515125, 0.04823360964655876, -0.029781250283122063, 0.024274149909615517, 0.005760998465120792, 0.004348462913185358, 0.030582282692193985, -0.022343089804053307, -0.013531730510294437, -0.022099919617176056, 0.007910197600722313, 0.012251508422195911, 0.005206712521612644, -0.002036554040387273, -0.03161218389868736, -0.023272860795259476, -0.004487928468734026, -0.010956982150673866, -0.009283396415412426, 0.0041482048109173775, -0.0028930152766406536, 0.028751350939273834, -0.0016950423596426845, -0.009297700598835945, -0.6216013431549072, -0.016535602509975433, 0.015520008280873299, -0.005052942782640457, -0.006254491861909628, -0.008961552754044533, -0.010728116147220135, -0.014847712591290474, -0.0068016257137060165, 0.0312688834965229, -0.014890625141561031, -0.01343875378370285, 1.630170845601242e-05, -0.013338624499738216, -0.009712520986795425, -0.014640302397310734, 0.006308132316917181, -0.008024631068110466, 0.013195582665503025, 0.008325017988681793, -0.005789606831967831, 0.002884075278416276, -0.002258268417790532, 0.007602658122777939, -0.010999894700944424, 0.021985486149787903, -0.011293129995465279, -0.02172801084816456, 0.0191818717867136, -0.0015251805307343602, -0.02335868403315544, 0.02049785479903221, 0.02883717603981495, 0.010663747787475586, 0.052009906619787216, -0.010763876140117645, -0.027349544689059258, 0.01121445745229721, 0.00758835393935442, 0.026262428611516953, -0.03504518046975136, -0.024002371355891228, 0.0184523593634367, 0.012945259921252728, -0.01042057666927576, 0.01580609194934368, 0.0011362863006070256, 0.010999894700944424, -0.007688483223319054, -0.016621427610516548, -0.0026516327634453773, -0.0011836688499897718, 0.00028317756368778646, -0.005675173364579678, 0.0062008509412407875, 0.02014024928212166, 0.020640894770622253, 0.0006709542358294129, 0.01652129925787449, -0.00853958074003458, -0.005721661727875471, 0.0003725785354617983, -0.02797892689704895, -0.007255782373249531, -0.03244182467460632, 0.016607124358415604, 0.010763876140117645, 0.032069914042949677, -0.011128632351756096, -0.02680598571896553, 0.007438160479068756, 0.014468652196228504, -0.005685901734977961, -0.014468652196228504, -0.012401701882481575, 0.029209084808826447, 0.010771028697490692, 0.00197576149366796, 0.00015242864901665598, 0.01452586892992258, 0.01908174343407154, 0.00086987140821293, 0.001442931592464447, 0.0019256968516856432, 0.005170952063053846, -0.0029770522378385067, -0.0034151170402765274, 0.013889334164559841, -0.01622091233730316, 0.006740833166986704, -0.011879600584506989, 0.016092173755168915, -0.01921048015356064, -0.03887869417667389, 0.005489219445735216, 0.017637023702263832, -0.015520008280873299, 0.004194693174213171, 0.016979031264781952, -0.025075184181332588, 0.007681331131607294, -0.007767156232148409, 0.018795659765601158, 0.009412134066224098, 0.032270174473524094, 0.022686390206217766, 0.0018559640739113092, 0.0006365348817780614, 0.004874140955507755, -0.03650420159101486, -0.011829536408185959, 0.011793775483965874, -0.020712416619062424, 0.0003513458068482578, 0.0003061983152292669, -0.025075184181332588, -0.00027580198366194963, 0.0232156440615654, 0.0200401209294796, -0.013574643060564995, 0.023687681183218956, -0.011579213663935661, 0.02021177113056183, -0.001042415271513164, 0.008046086877584457, 0.0171077698469162, 0.0070447963662445545, 0.0005609910585917532, 0.007345183286815882, 0.0073380316607654095, -0.01086400542408228, -0.021399015560746193, 0.027764365077018738, -0.02649129554629326, 0.020197466015815735, 0.010771028697490692, 0.035588737577199936, 0.00862540490925312, 0.008468059822916985, -0.0066478559747338295, -0.031783830374479294, -0.009397829882800579, 0.009619544260203838, -0.003722656285390258, -0.036761678755283356, -0.034101106226444244, 0.019167566671967506, -0.0049814218655228615, 0.0017987474566325545, -0.005635837092995644, -0.018552489578723907, -0.016707252711057663, -0.032556258141994476, 0.011936817318201065, -0.00490632513538003, -0.0167358610779047, -0.003733384422957897, -0.029409341514110565, -0.012287269346415997, -0.03481631353497505, -0.004037347622215748, 0.02453162521123886, 0.003876426024362445, 0.02280082367360592, 0.0050851269625127316, -0.007824372500181198, 0.00960524007678032, 0.02629103697836399, -0.03533126413822174, -0.028923001140356064, -0.008303562179207802, -0.047661442309617996, -0.003143338020890951, 0.014053831808269024, -0.0044021038338541985, 0.014776191674172878, -0.015148099511861801, -0.0020258259028196335, -0.003722656285390258, -0.016092173755168915, -0.00921187549829483, 0.02753549814224243, 0.00041526748100295663, -0.01328140776604414, 0.0007961156079545617, 0.017336634919047356, 0.022271569818258286, 0.01876705139875412, -0.01207270659506321, 0.0060578095726668835, 0.0057145096361637115, 0.012616264633834362, -0.016807381063699722, 0.028608309105038643, 0.009133202955126762, 0.01649269089102745, 0.016950422897934914, -0.015820395201444626, 0.0022529044654220343, 0.022371698170900345, 0.004183965269476175, 0.0009190419223159552, 0.011164393275976181, -0.0030646652448922396, -0.015548616647720337, -0.026333948597311974, 0.026176603510975838, -0.03001011721789837, 0.0301817674189806, 0.014304154552519321, 0.016278129070997238, -0.02049785479903221, -0.009455046616494656, -0.019124655053019524, -0.0072271740064024925, 0.040938492864370346, -0.0023244251497089863, 0.01450441312044859, -0.012809370644390583, 0.0068016257137060165, -0.015877611935138702, 0.028436658903956413, 0.009240483865141869, -0.006883874535560608, 0.010449185036122799, 0.0010495673632249236, -0.0068409619852900505, 0.004334158729761839, 0.003858545795083046, -0.025933433324098587, 0.009562327526509762, 0.0045058089308440685, 0.013846421614289284, 0.040795449167490005, 0.004824076313525438, -0.015591529197990894, 0.010778180323541164, -0.003976555075496435, 0.03407249599695206, -0.010155949741601944, 0.001461705775000155, 0.010062973015010357, -0.0036761676892638206, -0.029552383348345757, 0.02611938677728176, -0.014833408407866955, 0.018967309966683388, 0.012537592090666294, -0.013360080309212208, 0.002328001195564866, -0.009476502425968647, 0.020726719871163368, -0.023716289550065994, 0.000992350745946169, 0.003998011350631714, -0.019553780555725098, 0.004938509315252304, 0.015591529197990894, 0.03261347487568855, 0.003563522594049573, 0.007852980867028236, 0.02763562649488449, -0.008947248570621014, -0.0013544246321544051, 0.0069303628988564014, -0.01717928983271122, 0.009655304253101349, -0.018895788118243217, -0.01676446944475174, 0.011765167117118835, -0.011500540189445019, -0.01886717975139618, 0.020168857648968697, -0.0456874705851078, 0.018581097945570946, 0.01690751127898693, 0.00811045616865158, 0.026105081662535667, 0.023158427327871323, 0.03186965733766556, -0.02179953269660473, -0.012222900055348873, 0.042168647050857544, -0.007459616754204035, -0.007695635315030813, -0.008038935251533985, -0.024402888491749763, 0.010999894700944424, 0.0025479276664555073, 0.005253200884908438, 0.011157240718603134, -0.011328890919685364, -0.01925339177250862, -0.003754840698093176, -0.028794264420866966, 0.012179987505078316, 0.029580991715192795, -0.012344486080110073, -0.002118802862241864, -0.00874699093401432, -0.0009109958773478866, 0.01634964905679226, -0.03212713077664375, -0.010084428824484348, 0.042654991149902344, -0.011243065819144249, -0.008153368718922138, 0.012373093515634537, 0.010935526341199875, -0.020240379497408867, 0.0038978822994977236, 0.0001582397089805454, 0.007298694923520088, -0.007616962306201458, 0.02197118103504181, 0.004824076313525438, 0.009312004782259464, 0.016549907624721527, 0.031554967164993286, -0.0005672491388395429, -0.0037405365146696568, -0.03289955481886864, 0.006190123036503792, 0.015248228795826435, 0.05818930268287659, 0.032556258141994476, -0.02397376298904419, 0.023086905479431152, -0.016378257423639297, -0.0020937707740813494, -0.03049645759165287, -0.025375571101903915, 0.007284390740096569, 0.011722254566848278, -0.02504657581448555, 0.002866195049136877, 0.012816522270441055, 0.0063546206802129745, 0.001738848863169551, 0.0030646652448922396, 0.017794368788599968, -0.022242961451411247, 0.008732686750590801, -1.9668212189571932e-05, 0.005786030553281307, -0.006651431787759066, 0.017551198601722717, 0.028036143630743027, 0.028622614219784737, -0.004659578204154968, 0.028579700738191605, 0.016163695603609085, 0.009025922045111656, -0.025761783123016357, 0.023272860795259476, -0.000660673133097589, 0.0059576802887022495, 0.018395142629742622, 0.01531974971294403, 0.025790391489863396, 0.006082841660827398, 0.0005730601842515171, 0.008618253283202648, -0.0021241670474410057, -1.1810706382675562e-05, 0.028694134205579758, 0.0058647035621106625, -0.0031683703418821096, 0.011171544902026653, -0.018223492428660393, -0.021742315962910652, 0.014089592732489109, -0.01371053233742714, -0.028865784406661987, 0.03515961393713951, 0.002469254657626152, -0.012001185677945614, -0.011564909480512142, 0.021742315962910652, -0.011808079667389393, -0.01773715205490589, -0.008310713805258274, 0.0034401491284370422, -0.02204270288348198, -0.019196175038814545, -0.0245602335780859, 0.011042807251214981, -0.0024621025659143925, -0.004369919188320637, -0.012215748429298401, -0.005682325456291437, 0.015849003568291664, -0.03570317104458809, 0.009183267131447792, -0.011078568175435066, -0.027549801394343376, -0.0596197172999382, 0.00758120184764266, 0.010871157981455326, 0.011700798757374287, 0.008267801254987717, 0.01449010893702507, -0.009304853156208992, 0.02490353398025036, -0.0135031221434474, -0.02483201213181019, 0.014676063321530819, -0.025132400915026665, 0.013810661621391773, -0.010248927399516106, -0.002261844463646412, -0.004362767096608877, -0.016850294545292854, -0.0066478559747338295, -0.010184558108448982, -0.0009025027975440025, -0.002744609722867608, 0.003858545795083046, 0.007717091590166092, 0.03902173414826393, 0.01610647886991501, 0.005646564997732639, 0.021270278841257095, -0.029580991715192795, 0.003490213770419359, -0.033614762127399445, -0.02680598571896553, -0.009111746214330196, -0.006243763491511345, -0.0033131998497992754, 0.02260056510567665, -0.002973476191982627, -0.018752746284008026, -0.006540574599057436, 0.017265114933252335, -0.005524979904294014, -0.0025783239398151636, 0.008997313678264618, 0.005285385064780712, -0.01265917718410492, 0.016950422897934914, 0.011235913261771202, -0.002399521879851818, -0.030467849224805832, -0.01444004476070404, -0.051723822951316833, 0.026648640632629395, 0.005403394345194101, -0.005303265526890755, 0.03601786121726036, -0.005703781731426716, 0.006708648521453142, -0.02866552583873272, 0.011936817318201065, -0.002226084005087614, 0.03390084579586983, 0.00032944255508482456, -0.014304154552519321, -0.013724836520850658, -0.01464745495468378, -0.016921814531087875, 0.0044021038338541985, -0.012766458094120026, -0.002851890865713358, -0.01265917718410492, 0.015276837162673473, -0.006826657801866531, -0.02172801084816456, 0.011100023984909058, -0.01693611964583397, -0.01932491362094879, 0.022071311250329018, 0.0012596596498042345, 0.02062659151852131, 0.0033596884459257126, 0.020369116216897964, -0.02242891490459442, -0.033414505422115326, -0.0033078358974307775, -0.020812544971704483, 0.007688483223319054, 0.00695181917399168, 0.01945365034043789, 0.007874437607824802, 0.060535185039043427, -0.0019900654442608356, -0.00663355179131031, 0.022471826523542404, -0.03318563848733902, 0.014575934037566185, -0.014962146058678627, -0.004473624285310507, -0.0066871922463178635, -0.011808079667389393, 0.009025922045111656, -0.003822785336524248, 0.0070447963662445545, -0.03902173414826393, -0.0002677559095900506, 0.00811045616865158, -0.018480967730283737, -0.0009087608195841312, -0.004291246645152569, -0.025933433324098587, -0.025861911475658417, 0.018824268132448196, -0.017050553113222122, -0.0014804800739511847, -0.020783936604857445, -0.007073404733091593, 0.02446010522544384, -0.007012611720710993, 0.01793741062283516, -0.001737060840241611, 0.020083032548427582, -0.01310975756496191, 0.013588947243988514, 0.013946550898253918, 0.024860620498657227, -0.02873704768717289, 0.0003725785354617983, -0.03856400027871132, 0.025404179468750954, 0.021127237007021904, -0.012301573529839516, 0.009655304253101349, 0.017722846940159798, -6.895049591548741e-05, -0.014447196386754513, 0.0001310841616941616, 0.010835397057235241, -0.009304853156208992, -0.019954295828938484, -0.03321424871683121, -0.013889334164559841, -0.029952900484204292, -0.0016959363128989935, 0.008775599300861359, 0.00014304154319688678, 0.010992743074893951, 0.018795659765601158, 0.016921814531087875, -0.029437949880957603, -0.012895195744931698, 0.006293828133493662, 0.03098279982805252, 0.05160938948392868, 0.0036082230508327484, 0.0023762776982039213, 0.008325017988681793, -0.004244757816195488, -0.016278129070997238, -0.003661863738670945, 0.011164393275976181, -0.012587656266987324, -0.00260514416731894, 0.008768446743488312, -0.018395142629742622, -0.014096744358539581, 0.02639116533100605, -0.002469254657626152, -0.023659072816371918, -0.05206712335348129, 0.030238984152674675, 0.014254090376198292, 0.023516030982136726, -0.02252904325723648, -0.021999789401888847, -0.025618741288781166, 0.0019149687141180038, -0.00219032377935946, 0.012845130637288094, -0.016893206164240837, 0.014819104224443436, 0.009483654983341694, 0.02483201213181019, 0.01725080981850624, 0.00858964491635561, -0.013474513776600361, 0.002676665084436536, 0.046517111361026764, 0.015620136633515358, -0.023301467299461365, -0.001217641169205308, 0.0017460009548813105, 0.03573177754878998, -0.020369116216897964, 0.009397829882800579, 0.013731989078223705, 0.02086976170539856, 0.004083835985511541, 0.02242891490459442, 0.010370512492954731, 0.027864493429660797, -0.030439240857958794, 4.031424759887159e-05, 0.006701496429741383, -0.01531974971294403, 0.003422269131988287, -0.006508390419185162, 0.0012793279020115733, -0.002871559001505375, -0.013875029981136322, -0.0006843644077889621, 0.02401667647063732, -0.006064961664378643, -0.03790600970387459, -0.0059684086591005325, -0.010513553395867348, -0.024860620498657227, -0.021685099229216576, -0.016821686178445816, 0.008317866362631321, -0.05175243318080902, -0.030067333951592445, 0.009655304253101349, -0.004881293047219515, 0.019296305254101753, 0.0038800020702183247, -0.0027607018128037453, -0.024545930325984955, 0.019754037261009216, -0.010206014849245548, 0.01245176699012518, 0.013016780838370323, 0.004959965590387583, -0.031068624928593636, -0.005879007745534182, 0.0008215949055738747, 0.005256776697933674, 0.023859329521656036, -0.01942504197359085, -0.01576317846775055, -0.02001151256263256, 0.009862714447081089, 0.004452168010175228, 0.0008524382137693465, -0.002270784694701433, 0.017093464732170105, 0.023086905479431152, 0.01407528854906559, 0.015376966446638107, 0.002952019916847348, 0.009183267131447792, 0.013016780838370323, 0.021685099229216576, 0.01993999257683754, -0.006193698849529028, 0.012609112076461315, -0.0069947317242622375, 0.002660572761669755, -0.009891322813928127, -0.044657573103904724, 0.0012087010545656085, 0.008503819815814495, 0.0004052098956890404, -0.0060971458442509174, -0.004555873107165098, 0.0015055122785270214, -0.0030378447845578194, -0.025747478008270264, 0.004763283766806126, -0.02172801084816456, 0.006208003032952547, 0.03015315905213356, 0.010377664119005203, 0.028036143630743027, 0.021685099229216576, -0.03390084579586983, -0.02470327541232109, -0.009104594588279724, 0.019825559109449387, -0.041310399770736694, -0.018438056111335754, -0.020512158051133156, 0.034444406628608704, -0.01735094003379345, -0.03704776242375374, -0.015577225014567375, -0.016707252711057663, -0.04102431610226631, -0.0026122962590306997, -0.036590028554201126, 0.002412038156762719, 0.0025801118463277817, 0.0126448730006814, -0.005668021272867918, 0.021956877782940865, -0.023072602227330208, 0.0033435961231589317, -0.003527762135490775, 0.0006897284765727818, -0.0232156440615654, -0.002726729493588209, -0.016678644344210625, -0.00347590958699584, -0.032785121351480484, -0.013495970517396927, 0.00406238017603755, -0.01869552955031395, -0.0029341396875679493, 0.012416006065905094, -0.025432787835597992, -0.019367825239896774, -0.0008779175113886595, 0.012766458094120026, 0.004527265205979347, -0.019267696887254715, 0.04099570959806442, -0.012623416259884834, -0.006579911336302757, 0.007709939498454332, -0.004652426578104496, -0.014833408407866955, 0.0007143137045204639, 0.011450476013123989, 0.019968600943684578, 0.007144925184547901, -0.005471339449286461, -0.010155949741601944, 0.021642185747623444, -0.01202264241874218, 0.03973694145679474, 0.01745106838643551, -0.0004845532530453056, 0.032556258141994476, -0.010649443604052067, -0.01027753483504057, -0.008131911978125572, 0.0050314865075051785, -0.008596797473728657, -0.004709642846137285, 0.043627671897411346, -0.016235215589404106, -0.0033596884459257126, -0.013202735222876072, -0.008339322172105312, -0.010155949741601944, -0.009719673544168472, -0.003719080239534378, 0.00490632513538003, -0.0290803462266922, 0.034616053104400635, -0.00011767402611440048, -0.031383316963911057, -0.0017611990915611386, 0.001913180691190064, -0.0006834703963249922, 0.005392666440457106, -0.010141645558178425, 0.00030195177532732487, -0.023659072816371918, -0.007810068316757679, -0.012458918616175652, -0.006973275449126959, -0.007931653410196304, -0.003021752694621682, 0.01586330682039261, -0.019825559109449387, 0.017193594947457314, 0.20174579322338104, -0.028436658903956413, 0.005685901734977961, 0.02583330310881138, 9.850868809735402e-05, 0.00962669588625431, 0.01883857138454914, 0.007495377212762833, -0.027163589373230934, 0.0030807573348283768, 0.0033686284441500902, 0.017436765134334564, -0.03247043117880821, -0.005392666440457106, 0.016678644344210625, -0.0003634149325080216, -0.03553152084350586, -0.054899346083402634, -0.023415900766849518, 0.0013875029981136322, 0.00022908998653292656, 0.005889735650271177, -0.007202141918241978, -0.019582387059926987, 0.009347764775156975, -0.014475804753601551, 0.00260514416731894, -0.007473920937627554, 0.017708543688058853, 0.0245602335780859, -0.029409341514110565, 0.004534417297691107, 0.026262428611516953, 0.00420899735763669, 0.00722002238035202, 0.009598087519407272, 0.0046989149414002895, 0.0029663241002708673, 0.010098733007907867, 0.02172801084816456, 0.027921710163354874, -0.0012712817406281829, 0.016793077811598778, -0.02641977369785309, -0.0026122962590306997, 0.021499143913388252, -0.01324564777314663, 0.005167375784367323, -0.02084115333855152, -0.005149495787918568, -0.012909499928355217, 0.014454348012804985, 0.02963820844888687, 0.02724941447377205, 0.004076684359461069, 0.011343195103108883, -0.019153263419866562, 0.010499249212443829, 0.010477793402969837, 0.012337333522737026, -0.02531835436820984, -0.0023440932855010033, 0.009025922045111656, 0.020397724583745003, -0.0038692739326506853, -0.001059401431120932, 0.02314412221312523, -0.009984300471842289, 0.0011845628032460809, 0.0009995028376579285, -0.011822383850812912, -0.006254491861909628, -0.013796357437968254, -0.00173795479349792, -0.03624672815203667, -0.03381502255797386, 0.03281373158097267, 0.005478491075336933, 0.02159927412867546, 0.04294107109308243, 0.00962669588625431, -0.007709939498454332, -0.011872448958456516, -0.014461500570178032, -0.011572061106562614, -0.04191117361187935, 0.008325017988681793, -0.029552383348345757, -0.015562920831143856, -0.015133796259760857, 0.003386508673429489, -0.030725324526429176, -0.005478491075336933, 0.019024526700377464, -0.015047971159219742, -0.015348358079791069, 0.02245752327144146, 0.005657293368130922, -0.010134493932127953, -0.03181244060397148, -0.01084970124065876, 0.045658864080905914, 0.029209084808826447, 0.007874437607824802, 0.006461902055889368, 0.019510867074131966, -0.005120887421071529, 0.004770435858517885, -0.013531730510294437, -0.03189826384186745, 0.02252904325723648, -0.02712067775428295, 0.016464082524180412, 0.005038638599216938, -0.0008345580426976085, 0.008360778912901878, 0.009376373142004013, 0.000993244699202478, 0.030038725584745407, -0.006093570031225681, -0.01138610765337944, -0.027864493429660797, -0.0019507291726768017, 0.0018541760509833694, -0.009662456810474396, -0.036103688180446625, -0.004015891347080469, -0.002261844463646412, -0.042340297251939774, 0.0015269685536623001, 0.009362068958580494, -0.028479572385549545, 0.017336634919047356, -0.006901754532009363, 0.01550570409744978, -0.004659578204154968, -0.017608415335416794, -0.0060184733010828495, -0.021742315962910652, 0.005128039512783289, -0.0030682412907481194, 0.0015743509866297245, 0.008868576027452946, -0.006665735971182585, 0.004630970302969217, -0.014475804753601551, 0.005296113435178995, 0.00035715685226023197, 0.002027614042162895, -0.020884066820144653, -0.0068016257137060165, -0.014304154552519321, 0.003422269131988287, 0.010999894700944424, 0.01617799885571003, 0.003499153768643737, -0.028021838515996933, -0.018781354650855064, 0.017436765134334564, -0.0022189319133758545, -0.028021838515996933, -0.002519319299608469, 0.005939800292253494, 0.0050851269625127316, -0.011579213663935661, -0.02656281553208828, -0.18503855168819427, -0.001911392668262124, 0.025747478008270264, -0.037762969732284546, 0.015877611935138702, 0.0034830616787075996, 0.015005058608949184, 0.010034364648163319, -0.038935910910367966, -0.00044074677862226963, -0.0007362169562838972, -0.00041862003854475915, -0.0016458717873319983, -0.017679935321211815, -0.012287269346415997, 0.010778180323541164, -0.014862016774713993, -0.015362662263214588, 0.02966681681573391, 0.009483654983341694, 0.03118305839598179, -0.04494365304708481, 0.0034169049467891455, -0.008668317459523678, 0.010256079025566578, -0.0020061577670276165, 0.005281809251755476, 0.014261242002248764, -0.009097442030906677, -0.0405665822327137, -0.01205840241163969, -0.0012301573297008872, 0.0057753026485443115, -0.012323029339313507, 0.025075184181332588, 0.02421693503856659, 0.01810906082391739, -0.008718382567167282, -0.02480340376496315, 0.022958168759942055, 0.019539475440979004, 0.0200401209294796, -0.0004675670643337071, -0.002188535640016198, -0.019510867074131966, 0.030267592519521713, 0.009977147914469242, -0.01707916148006916, 0.008239192888140678, -0.009233332239091396, 0.01921048015356064, -0.012795066460967064, 0.017465373501181602, 0.0020079456735402346, -0.0010522493394091725, 0.013081149198114872, 0.007860133424401283, 0.001110360026359558, 0.00361001119017601, -0.022300178185105324, -0.01735094003379345, -0.010906917974352837, 0.019224783405661583, -0.013395841233432293, 0.011994034051895142, -0.023744897916913033, -0.026920419186353683, 0.011328890919685364, -0.025962041690945625, 0.0067479852586984634, -0.02511809580028057, -0.01563444174826145, -0.006762288976460695, 0.0046488502994179726, 0.02639116533100605, 0.026276731863617897, -0.019296305254101753, -0.003288167528808117, 0.04005163535475731, 0.014533021487295628, -0.012837979011237621, 0.01533405389636755, 0.003840665565803647, 0.020125946030020714, -0.011672190390527248, -0.020297596231102943, -0.007924501784145832, 0.015477095730602741, -0.01412535272538662, 0.01228011678904295, 0.028536789119243622, -0.0042519099079072475, 0.008568189106881618, -0.013753444887697697, 0.001687890267930925, 0.009841258637607098, 0.004065955989062786, -0.019024526700377464, -0.004162508994340897, -0.011207304894924164, 0.00573596591129899, 0.004555873107165098, -0.01590622030198574, 0.007996022701263428, 0.04291246458888054, 0.008468059822916985, -0.030382024124264717, 0.007137773092836142, 0.051552172750234604, -0.01328140776604414, -0.0028626190032809973, -0.0014876320492476225, 0.001982913352549076, 0.0061722430400550365, -0.00014684109191875905, 0.010956982150673866, 0.0003690024896059185, -0.03238460794091225, 0.03364337235689163, 0.005668021272867918, 0.05183825641870499, -0.026176603510975838, -0.013217039406299591, 0.022242961451411247, 0.000895350705832243, -0.028093360364437103, -0.11717963963747025, -0.011135784909129143, 0.023544639348983765, 0.016607124358415604, -0.015477095730602741, 0.025747478008270264, -0.007137773092836142, 0.030868366360664368, -0.03204130753874779, 0.05261068046092987, -0.03430136293172836, -0.027177894487977028, 0.007352335378527641, 0.01086400542408228, -0.0006727422587573528, 0.0005243366467766464, 0.007795764598995447, -0.0012748577864840627, -0.01666434109210968, 0.03235599771142006, -0.008246345445513725, -0.019267696887254715, 0.02704915590584278, 0.0014643878675997257, -0.007230750285089016, -0.01353888213634491, -0.026648640632629395, 0.025075184181332588, 0.00500287814065814, -0.012330181896686554, 0.012795066460967064, -0.03118305839598179, 0.0007621432305313647, -0.002885863184928894, 0.014182569459080696, -0.01228011678904295, -0.002884075278416276, -0.0025425634812563658, 0.030038725584745407, -0.023659072816371918, 0.015748875215649605, 0.0015698809875175357, -0.005471339449286461, -0.007845829240977764, -0.00611502630636096, 0.0043413108214735985, -0.017122073099017143, 0.02680598571896553, -0.005356905981898308, -0.025675958022475243, -0.0347018800675869, -0.02328716404736042, -0.044657573103904724, 0.002903743414208293, 0.03081114962697029, -0.007602658122777939, 0.009991452097892761, -0.002360185608267784, -0.001913180691190064, -0.01752259023487568, 0.01353888213634491, -0.010928374715149403, -0.014139656908810139, 0.0012891619699075818, 0.020755328238010406, -0.007488225121051073, -0.010678051970899105, -0.03401527926325798, 0.014168265275657177, 0.006955395452678204, -0.005077974870800972, 0.011822383850812912, 0.005335449706763029, 0.00395152298733592, -0.02446010522544384, -0.00045996796688996255, -0.018509576097130775, -0.03464466333389282, 0.01164358202368021, 0.012394550256431103, -0.010084428824484348, -0.02421693503856659, 0.001825567800551653, -0.0312688834965229, 0.009304853156208992, 0.0063224365003407, -0.00521744042634964, -0.010878309607505798, -0.015205316245555878, -0.0216278824955225, -0.005006454419344664, 0.03432997316122055, 0.005936224479228258, -0.025375571101903915, 0.0015394847141578794, -0.002606932306662202, -0.02566165290772915, 0.005757422186434269, -0.001236415351741016, 0.00306108919903636, -0.016263823956251144, -0.006483358331024647, -0.06568467617034912, 0.018609706312417984, 0.013574643060564995, -0.011858144775032997, -0.011629277840256691, -0.01725080981850624, 0.002726729493588209, 0.00032363150967285037, -0.008682621642947197, 0.008904336020350456, -0.028651222586631775, 0.026004953309893608, -0.02272930182516575, -0.02656281553208828, -0.02380211278796196, -0.02197118103504181, 0.002642692532390356, -0.04168230667710304, 0.023401597514748573, 0.006368924863636494, 0.016306737437844276, 0.005142343696206808, 0.016635732725262642, 0.024774795398116112, 0.02483201213181019, -0.025161007419228554, -0.0012632356956601143, 0.01693611964583397, -0.00447720056399703, -0.0005998804699629545, 0.0009342401172034442, -0.0006155256414785981, -0.03547430410981178, 0.023644767701625824, -0.02524683251976967, -0.016020653769373894, 0.01976834237575531, 0.021828141063451767, 0.017122073099017143, 0.02888008952140808, -0.012981020845472813, -0.03398667275905609, 0.007205718196928501, 0.01328140776604414, -0.011035655625164509, -0.00032161996932700276, -0.0018881484866142273, -0.0035885549150407314, 0.03146914020180702, 0.012044098228216171, 0.023372989147901535, 0.025261137634515762, -0.02377350442111492, -0.041539266705513, -0.016363952308893204, 0.013925095088779926, 0.013510274700820446, 0.0007353229448199272, 0.0028089783154428005, 0.020226074382662773, 0.0388500839471817, 0.003443725174292922, 0.019024526700377464, 0.010763876140117645, 0.00010610777098918334, -0.014790495857596397, -0.01783728040754795, -0.0026355404406785965, -0.0024138260632753372, -0.028450964018702507, -0.012494679540395737, 0.009826954454183578, -0.003407964948564768, -0.002000793581828475, 0.012959564104676247, 0.005263928789645433, -0.0013302863808348775, -0.014447196386754513, -0.023086905479431152, 0.02390224300324917, 0.01717928983271122, 0.009533719159662724, 0.0027356697246432304, 0.015262532979249954, 0.025575829669833183, 0.0027857341337949038, 0.011285978369414806, 0.0025675958022475243, -8.984797023003921e-05, 0.0009673184831626713, -0.01676446944475174, 0.015233924612402916, 0.008582493290305138, 0.03164079040288925, -0.010785332880914211, -0.0007223598076961935, 0.01138610765337944, -0.004255486186593771, 0.015191012062132359, -0.00737379165366292, 0.017222203314304352, -0.0020901947282254696, -0.006948243360966444, -0.02338729240000248, -0.0268775075674057, 0.0028214945923537016, -0.022686390206217766, -0.03144053369760513, 0.03624672815203667, 0.019897079095244408, -0.011765167117118835, -0.018509576097130775, 0.008561036549508572, 0.009097442030906677, -0.012630568817257881, 0.01873844303190708, -0.004437863826751709, -0.02898021787405014, -0.03587482124567032, 0.016478385776281357, 0.020826850086450577, 0.014704670757055283, 0.05012175813317299, 0.004866988863795996, 0.025990650057792664, 0.02825070545077324, 0.029867075383663177, -0.01597774028778076, 0.030038725584745407, -0.001494784140959382, 0.016778772696852684, 0.008410843089222908, -0.020068729296326637, -0.009476502425968647, -0.009133202955126762, -0.009412134066224098, 0.010856853798031807, -0.0011845628032460809, -0.006429717410355806, 0.10882601141929626, 0.022414609789848328, -0.013016780838370323, 0.004430711735039949, -0.022085614502429962, 0.011729407124221325, -0.01268063299357891, 0.016821686178445816, -0.008453755639493465, -0.023473117500543594, 0.0035045179538428783, -0.0002916706434916705, -0.015877611935138702, -0.04359906539320946, -0.0205264613032341, -0.007023340091109276, 0.009655304253101349, 0.016578515991568565, -0.010041516274213791, -0.005986288655549288, 0.02101280353963375, -0.005206712521612644, -0.00798887014389038, 0.0008725534426048398, -0.006569182965904474, 0.015963437035679817, 0.02549000456929207, 0.004695338662713766, -0.010084428824484348, -0.03321424871683121, 0.024960750713944435, 0.009505110792815685, -0.03704776242375374, -0.03312842175364494, -0.011557756923139095, -0.017808672040700912, 0.0033239279873669147, -0.0183236226439476, 0.00753828976303339, 0.004126748535782099, 0.009612391702830791, 0.021413320675492287, -0.007241478189826012, -0.01444004476070404, 0.006286676041781902, 0.01042057666927576, 0.004205421544611454, 0.0002793780295178294, -0.036418378353118896], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='673b7d72-08c4-44db-9cc1-bf52d669ca3f', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='239793189d7ec2dc24d164bcbc873bfb54f363cb0028b3194a6fe5bdcc1a6e4a'), : RelatedNodeInfo(node_id='901e1051-5f07-45e1-b42f-1cecaf895ab4', node_type=, metadata={}, hash='7f0c261bd900367ec5e82614ee8277ea7dfc513608117abb6f5ee3d834edad00')}, hash='21c63642fa15ad2697bb4741bedb02e7241ecdec9a5423166f63e6196cb38a68', text='LM model training via UnSupervised learning). Note that this model was loaded in 4-bit, making it runnable on a single T4 GPU and trained with QLoRa. With QLoRA, only a fraction of the adapter weights are trained and summed with the existing frozen pre-trained weights of the model during inference. Here is an illustrative Colab notebook. You can see that training the model with just the text as is, does not result in proper output to questions. The answers are not affected by the training data. Take 2: Instruct Fine-tuning with QLoRa Instruction Tuning concept is a higher-level training concept introduced by this paper FineTuned Language Models Are Zero shot Learners (FLAN) We leverage the intuition that NLP tasks can be described via natural language instructions, such as \"Is the sentiment of this movie review positive or negative?\" or \"Translate \\'how are you\\' into Chinese.\" We take a pre-trained language model of 137B parameters and perform instruction tuning ... Since we use QLoRa we are effectively closely following this paper - QLORA: Efficient Finetuning of Quantized LLMs concerning the training data set, the format that the authors used to train their Gauanco model This is the format for the Llama2 model and will be different for others. One of the hardest problems of training is finding or creating a good quality data set to train. In our case, converting the available training data set to the instruction data set. Since our use case is Closed Book QA, we need to convert this to a QA format. Using older NLP methods like NER (Named Entity Recognition) and then using that to create a QA dataset was not effective. This is where the Self-instruct concept could be used However previous to Llama2, the best-performing model was the GPT 3/4 model via ChatGPT or its API and using these models to do the same was expensive. The 7 billion model of Llama2 has sufficient NLU (Natural Language Understanding) to create output based on a particular format. Running this in 4-bit mode via Quantisation makes it feasible compute-wise to run this on a large data set and convert it to a QA dataset. This was the prompt used. The', start_char_idx=6197, end_char_idx=8347, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='901e1051-5f07-45e1-b42f-1cecaf895ab4', embedding=[-0.012155902571976185, 0.026447871699929237, 0.001775078009814024, -0.015345948748290539, -0.005069643724709749, 0.017004210501909256, -0.022625437006354332, -0.0013359197182580829, -0.028260717168450356, -0.043564509600400925, 0.01074356958270073, 0.03181614354252815, -0.0059936330653727055, -0.0163999292999506, 0.0009766881121322513, 0.0038645933382213116, 0.011664045974612236, 0.00838968064635992, 0.006826277356594801, -0.013322307728230953, -0.005635279696434736, 5.333029184839688e-05, -0.013561209663748741, -0.009457713924348354, 0.002102690050378442, 0.002148362575098872, 0.02700999565422535, -0.03563857823610306, -0.031225914135575294, 0.02249895967543125, 0.00673493230715394, 0.01453087106347084, -0.028949318453669548, -0.0062184822745621204, -0.0034570544958114624, -0.015050834976136684, 0.024072904139757156, 0.017411749809980392, 0.03159129619598389, -0.020278574898838997, 0.021262289956212044, 0.015458373352885246, 0.009120440110564232, -0.009752828627824783, -0.003123294096440077, 0.010069022886455059, -0.00662602111697197, -0.012148876674473286, -0.009043148718774319, 0.007890797220170498, 0.02772670052945614, 0.025225255638360977, -0.024199381470680237, 0.009127466939389706, -0.00874100811779499, 0.0104484548792243, 0.0276564359664917, 0.008473999798297882, 0.010160367004573345, 0.00673493230715394, 0.004022690467536449, -0.008698848076164722, -0.014355207793414593, 0.03544183447957039, -0.021908732131123543, -0.014910303987562656, -0.020278574898838997, 0.007546497043222189, 0.02521120198071003, -0.013223935849964619, 0.0073146214708685875, 0.013476891443133354, -0.011439196765422821, -0.020784486085176468, 0.03524509072303772, -0.006752498913556337, -0.01285855658352375, -0.011404063552618027, -0.011439196765422821, 0.0101322615519166, 0.01812845654785633, -0.01080680824816227, -0.025885749608278275, 0.042468369007110596, 0.011228400282561779, 0.004029716830700636, 0.0007882892386987805, 0.007982142269611359, -0.0075043379329144955, 0.00011923148849746212, 0.0022467339877039194, -0.004992351867258549, 0.03274364769458771, 0.029567653313279152, 0.0023099728859961033, -0.004479415249079466, -0.005972553510218859, 0.019688347354531288, -0.009717695415019989, -0.011186241172254086, -0.03060757927596569, 0.0051890951581299305, -0.05607173591852188, -0.02006777934730053, -0.005635279696434736, -0.0007830193499103189, 0.011825655587017536, 0.008790193125605583, 0.0008945655426941812, 0.02283623442053795, -0.008298336528241634, 0.03724062815308571, 0.0021589023526757956, -0.0299049261957407, -0.009078281000256538, -0.01994130201637745, -0.006200915668159723, -0.011158134788274765, -0.01086302101612091, -0.0199272483587265, 0.025941962376236916, 0.011179215274751186, 0.00922583881765604, 0.004841281566768885, 0.025351732969284058, 0.01857815496623516, -0.013259069062769413, -0.02238653600215912, -0.023004870861768723, -0.0075043379329144955, 0.005041537806391716, 0.035357516258955, 0.024986352771520615, 0.004310778342187405, -0.029286591336131096, 0.03156318888068199, -0.01087004691362381, -0.01743985526263714, -0.02854177914559841, -0.0028703389689326286, 0.00823509693145752, 0.026405712589621544, -0.002504959236830473, -0.004078902769833803, -0.0055333953350782394, 0.03853350877761841, 0.002912498079240322, 0.010251712054014206, 0.010300897993147373, -0.0071951705031096935, 0.010673304088413715, -0.04423905536532402, -0.0052031478844583035, 0.015444320626556873, 0.018507888540625572, 0.019266754388809204, 0.009984703734517097, 0.01890137605369091, -0.028836892917752266, -0.014516818337142467, -0.007588656153529882, 0.010546826757490635, -0.012050504796206951, 0.011628912761807442, 0.00406836299225688, 0.03518887981772423, 0.03679092973470688, -0.02174009382724762, -0.011692151427268982, -0.025801431387662888, -0.01787550188601017, 0.039770178496837616, -0.030691897496581078, 0.015177312307059765, -0.004078902769833803, 0.0013763222377747297, 0.02353888750076294, -0.015360002405941486, -0.013230962678790092, -0.029623866081237793, 0.00456724688410759, 0.012689919210970402, 0.005884721875190735, 0.011151108890771866, -0.030045457184314728, -0.03431759029626846, -0.004806148819625378, -0.020334787666797638, -0.012359672226011753, 0.004096468910574913, 0.01846572943031788, 0.012465070001780987, -0.013357440009713173, -0.028316929936408997, -0.6151870489120483, -0.01625939831137657, 0.031731825321912766, -0.014587083831429482, -0.01240885816514492, 0.0001882891374407336, -0.004932626616209745, -0.004215919878333807, -0.012970981188118458, 0.031928569078445435, -0.0057195983827114105, 0.004865874536335468, 0.011495408602058887, -0.018943535163998604, -0.014882197603583336, -0.009549058973789215, 0.012415884993970394, -0.0254079457372427, 0.01482598576694727, 0.013104485347867012, -0.019435390830039978, 0.007258409168571234, 0.008108619600534439, -0.0034640810918062925, -0.018746791407465935, 0.01321690995246172, 0.009724722243845463, -0.009043148718774319, 0.024789610877633095, 0.0013385546626523137, -0.0266867745667696, 0.014039013534784317, 0.013104485347867012, 0.0013403112534433603, 0.04558815062046051, -0.021655775606632233, -0.022906498983502388, 0.012732078321278095, -0.008635609410703182, 0.021332556381821632, -0.035273198038339615, -0.02418532781302929, 0.025421997532248497, 0.03465486317873001, -0.017720917239785194, 0.02077043242752552, 0.010659251362085342, 0.019786719232797623, -0.01510704681277275, -0.027895338833332062, -0.0013473378494381905, -0.004721830599009991, 0.00883937906473875, -0.013687686994671822, 0.023819949477910995, 0.01794576644897461, 0.018212774768471718, -0.010083075612783432, 0.014910303987562656, -0.005150448996573687, 0.00037723701098002493, 0.0033393600024282932, -0.019140277057886124, -0.019786719232797623, -0.03549804911017418, 0.023890214040875435, 0.01974455825984478, 0.003553669434040785, -0.017130687832832336, -0.023496728390455246, -0.006861410103738308, 0.02873852290213108, -0.014783826656639576, -0.014643295668065548, -0.010244686156511307, 0.01703231781721115, 0.0033780059311538935, -0.010792755521833897, -0.00573716452345252, 0.012675866484642029, 0.015121100470423698, -0.007729186676442623, -0.006868436466902494, -0.0008445014827884734, 0.015163259580731392, 0.005122343078255653, -0.005550961475819349, 0.01337851956486702, -0.01794576644897461, 0.009633377194404602, -0.02161361649632454, 0.02418532781302929, -0.011558647267520428, -0.03828055411577225, 0.005199634935706854, 0.021838465705513954, -0.0016319124260917306, 0.008867485448718071, 0.0192948617041111, -0.01973050646483898, -0.003987557720392942, -0.015219471417367458, 0.026785146445035934, 0.008530211634933949, 0.04010745510458946, 0.01967429369688034, -0.0039383722469210625, 0.0008985179592855275, 0.005009918473660946, -0.02559063583612442, 0.0020833672024309635, 0.009345289319753647, -0.010603039525449276, -0.0018532482208684087, 0.0039383722469210625, -0.02688351646065712, 0.023004870861768723, 0.007827558554708958, 0.017580386251211166, -0.021950891241431236, 0.022794075310230255, -0.01079978235065937, 0.03510456159710884, -0.0036221779882907867, 0.008080513216555119, 0.027248896658420563, 0.011066790670156479, -0.013006113469600677, 0.0018181155901402235, 0.014516818337142467, -0.023229720070958138, -0.03780275210738182, 0.02925848588347435, -0.0347391813993454, 0.015922125428915024, -0.0017557550454512239, 0.04482928290963173, 0.00781350489705801, 0.005947960540652275, -0.012626680545508862, -0.03993881493806839, -0.005217201076447964, 0.008537238463759422, 0.0018831109628081322, -0.030832428485155106, -0.022906498983502388, -0.01859220676124096, 0.0005318207549862564, 0.006506570149213076, -0.022653544321656227, -0.01981482468545437, -0.02315945364534855, -0.022470854222774506, 0.01928080804646015, -0.00996362417936325, -0.021051494404673576, 0.003249771660193801, -0.028345035389065742, -0.009478793479502201, -0.0321534164249897, 0.008656688965857029, 0.03884267807006836, 0.010757623240351677, 0.019449444487690926, 0.009844173677265644, -0.00512936944141984, 0.00033310160506516695, 0.0196040291339159, -0.037015777081251144, -0.02738942764699459, 0.0012814640067517757, -0.04019177332520485, 0.003035462461411953, 0.011200294829905033, -0.009183679707348347, 0.02873852290213108, -0.008558318018913269, 0.0017513635102659464, -0.022147633135318756, -0.007799452170729637, -0.005712571553885937, 0.03119780868291855, 0.016161026433110237, -0.007708107121288776, 0.024016691371798515, 0.007490284740924835, 0.0315069779753685, 0.014081173576414585, -0.00775026623159647, 0.01346986461430788, 0.01679341495037079, 0.010054969228804111, -0.027811018750071526, 0.011579726822674274, -0.012289406731724739, 0.021585511043667793, 0.020882857963442802, -0.018817055970430374, 0.010272791609168053, 0.029146060347557068, -0.007897824048995972, 0.022414641454815865, 0.0010346570052206516, -0.020152097567915916, 0.0026419765781611204, -0.03614448755979538, 0.02103744074702263, -0.0247615035623312, 0.008916671387851238, 0.005638793110847473, 0.007497311104089022, -0.013610395602881908, -0.0076237889006733894, -0.010912206955254078, 0.0021870085038244724, 0.04348018765449524, 0.00568797904998064, 0.010687357746064663, -0.005979579873383045, 0.003565965685993433, -0.0031057277228683233, 0.014587083831429482, 0.01031495165079832, 0.006394145544618368, 0.0007918024784885347, 0.006113084033131599, -0.013617421500384808, 0.007665948010981083, 0.0030811349861323833, -0.019070012494921684, 0.010076048783957958, -0.0005186460330151021, 0.01891542784869671, 0.031282126903533936, 0.006998427212238312, -0.012458044104278088, 0.019337020814418793, 0.004233486484736204, 0.031169703230261803, -0.002726295031607151, -0.011523514986038208, 0.008333468809723854, -0.010785728693008423, -0.018929481506347656, 0.030916746705770493, -1.723696550470777e-05, 0.019646188244223595, 0.008832352235913277, -0.023131348192691803, 0.01186078879982233, -0.00679817097261548, 0.03260311484336853, -0.015036781318485737, -0.0017522417474538088, 0.0050485641695559025, -0.013680661097168922, -0.0017724430654197931, 0.009394475258886814, 0.018873268738389015, 0.0035712355747818947, -0.004293212201446295, 0.012050504796206951, -0.0247474517673254, 0.0013666608138009906, 0.018114402890205383, -0.023749683052301407, -0.0029669536743313074, -0.01485409215092659, -0.028893105685710907, -0.0014457092620432377, -0.02393237315118313, -0.013497970998287201, 0.019505657255649567, -0.048258233815431595, 0.019786719232797623, 0.02386210858821869, 0.003724062815308571, 0.019575921818614006, 0.01780523546040058, 0.040866319090127945, -0.021824413910508156, -0.02211952768266201, 0.02398858591914177, -0.014270889572799206, -0.0017522417474538088, -0.01080680824816227, -0.02148713916540146, 0.009542032144963741, -0.009591218084096909, 0.006548729259520769, 0.0037381157744675875, 0.004869387950748205, -0.010884100571274757, -0.0029669536743313074, -0.013062326237559319, 0.020868804305791855, 0.020362894982099533, -0.018985694274306297, -0.012465070001780987, -0.005835535936057568, -0.0021624157670885324, 0.012535335496068, -0.030776217579841614, -0.000751839077565819, 0.023904267698526382, -0.026124652475118637, -0.016877733170986176, -0.006812224164605141, -0.012422910891473293, -0.026012226939201355, 0.00515747582539916, 0.01780523546040058, 0.002278353553265333, 0.005445563700050116, 0.026700828224420547, 0.006847356911748648, 0.008396707475185394, 0.00048526996397413313, 0.044407691806554794, 0.012050504796206951, -0.005255847238004208, -0.03549804911017418, 0.005853102542459965, 0.01550053246319294, 0.055340979248285294, 0.028569884598255157, -0.029933033511042595, 0.008691822178661823, -0.001175187760964036, 0.0015273927710950375, -0.024424230679869652, -0.035582367330789566, 0.001942836563102901, 0.002469826489686966, -0.031928569078445435, -0.007553523406386375, 0.028499620035290718, 0.010244686156511307, 0.024606920778751373, 0.004500494804233313, 0.00204120809212327, -0.011649992316961288, -0.011909974738955498, -0.0048799277283251286, 0.010146314278244972, -0.00801024865359068, 0.015781594440340996, 0.020039673894643784, 0.01922459527850151, -0.003316523740068078, 0.029483335092663765, 0.016484247520565987, -0.0008787558181211352, -0.03620070219039917, 0.016680991277098656, -0.013554182834923267, 0.0028123699594289064, 0.013582289218902588, 0.0008005856652744114, 0.021529298275709152, 0.00020289115491323173, 0.001481720246374607, -0.006295774132013321, -0.0006951876566745341, 0.003980531357228756, 0.0215433519333601, 0.007708107121288776, -0.0028510158881545067, 0.0038048678543418646, -0.02174009382724762, -0.0017864961409941316, 0.010279818437993526, -0.01289368886500597, -0.04210298880934715, 0.024143168702721596, 0.0019340533763170242, -0.031872354447841644, 0.0009204758680425584, 0.01819872111082077, -0.0025822510942816734, -0.01800197921693325, -0.010188473388552666, -0.0013684174045920372, -0.015837807208299637, -0.020756380632519722, -0.023257825523614883, 0.013448785059154034, -0.0008361574728041887, -0.013413652777671814, -0.004166734404861927, -0.010596012696623802, 0.016610724851489067, -0.04409852251410484, 0.02258327789604664, -0.009036121889948845, -0.02431180514395237, -0.06211455538868904, 0.012113743461668491, 0.010216579772531986, 0.0013429461978375912, 0.021402820944786072, 0.010083075612783432, -0.004665618296712637, 0.011200294829905033, -0.009591218084096909, -0.05019755661487579, 0.0013359197182580829, -0.03383978456258774, -0.002735078101977706, -0.008340495638549328, 0.0009064228506758809, -0.013139617629349232, -0.01890137605369091, -0.010139287449419498, 0.005090723745524883, -0.001326258177869022, -0.0071740904822945595, -0.008895591832697392, 0.022555172443389893, 0.022780021652579308, 0.022934606298804283, 0.007335701026022434, 0.021065548062324524, -0.03240637108683586, -0.003386789234355092, -0.03181614354252815, -0.023679418489336967, -0.014334128238260746, 0.0004165416758041829, -0.00463048554956913, 0.0029107416048645973, 0.006362526211887598, -0.0004222507413942367, -0.015711328014731407, 0.016765309497714043, -0.01128461305052042, -0.01595023088157177, 0.0006789388135075569, 0.01492435671389103, -0.0074340724386274815, 0.016034549102187157, 0.006457384210079908, 0.0036151513922959566, -0.023707523941993713, -0.011249479837715626, -0.04932626336812973, 0.02816234715282917, 0.020559636875987053, -0.011530541814863682, 0.03229394927620888, 0.013364466838538647, 0.001955132931470871, -0.026644615456461906, 0.008916671387851238, -0.005863642320036888, 0.03763411194086075, 0.010588985867798328, -0.01755228079855442, -0.021135812625288963, -0.01613292098045349, -0.011593780480325222, 0.016118867322802544, -0.01353310327976942, 0.000969661632552743, -0.001955132931470871, -0.0011901190737262368, -0.013786058872938156, -0.015781594440340996, 0.007560550235211849, -0.025126883760094643, -0.02062990330159664, 0.03516077250242233, 0.011614860035479069, 0.023524833843111992, 0.013125564903020859, 0.01800197921693325, -0.02951144054532051, -0.02521120198071003, -0.002663056133314967, -0.036425549536943436, -0.0004756084817927331, 0.014713561162352562, 0.022990817204117775, 0.020981229841709137, 0.06413819640874863, 0.012429937720298767, 0.007096798624843359, 0.023566992953419685, -0.0133433872833848, 0.0050485641695559025, 0.0008980788406915963, -0.001209442038089037, -0.013476891443133354, -0.006271181162446737, 0.004324831534177065, -0.015360002405941486, 0.00874803401529789, -0.02159956470131874, -0.0016635317588225007, 0.013462837785482407, -0.014910303987562656, 0.007065179292112589, -0.007068692706525326, -0.019716452807188034, -0.022920552641153336, 0.023075135424733162, -0.0133433872833848, -0.0017144741723313928, -0.03131023421883583, -0.007546497043222189, 0.020939070731401443, -0.005287466570734978, 0.014910303987562656, 0.008523184806108475, 0.026279235258698463, -0.02346862107515335, 0.0002375846670474857, 0.01137595809996128, 0.0302140936255455, -0.02809208072721958, 0.007065179292112589, -0.035132668912410736, 0.018535995855927467, 0.017018264159560204, 0.012233194895088673, 0.016484247520565987, 0.014558977447450161, -0.004974785726517439, -0.008347521536052227, 0.015908071771264076, 0.008031328208744526, 0.0006640074425376952, -0.015416214242577553, -0.037718430161476135, -0.02116391807794571, -0.02501446008682251, -0.0066716936416924, 0.020109938457608223, -0.007855664007365704, 0.0023960478138178587, 0.011017604731023312, 0.016807468608021736, -0.021009335294365883, -0.023510782048106194, 0.002627923619002104, 0.01859220676124096, 0.053598396480083466, 0.009556085802614689, -0.009886332787573338, 0.021964943036437035, -0.001393010257743299, -0.018367359414696693, 0.009366368874907494, 0.009520952589809895, -0.022021155804395676, -0.00024724614922888577, 0.013188803568482399, -0.01337851956486702, -0.01980077102780342, 0.019435390830039978, 0.009211785160005093, -0.039826393127441406, -0.05581878125667572, 0.02384805493056774, 0.008537238463759422, 0.024733398109674454, -0.030129775404930115, -0.025309573858976364, -0.023229720070958138, -0.004609405994415283, 0.0029792501591145992, 0.02584359049797058, -0.0041737607680261135, 0.01427791640162468, 0.01344175823032856, 0.00419484032317996, 0.021810360252857208, 0.012176982127130032, -0.013631475158035755, 0.01328014861792326, 0.03145076334476471, 0.01032197754830122, -0.02019425667822361, 0.007644868455827236, -0.007251382805407047, 0.030860535800457, -0.02605438604950905, 0.01871868595480919, 0.012205088511109352, 0.009605271741747856, 0.022231951355934143, 0.014024960808455944, 0.02147308550775051, 0.033671148121356964, -0.03769032657146454, -0.004672644659876823, -0.000543238886166364, -0.017538227140903473, 0.0017987926257774234, -0.025562528520822525, -0.004008637275546789, 0.0037416291888803244, -0.020531531423330307, 0.012184008955955505, 0.03066379204392433, 0.004388070199638605, -0.02186657302081585, 8.053066267166287e-05, -0.008930724114179611, -0.025956014171242714, -0.007743239868432283, 0.009668510407209396, 0.00874803401529789, -0.05008513107895851, -0.009127466939389706, 0.0032796345185488462, -9.820678678806871e-05, 0.009408527985215187, -0.002018371829763055, 0.0074340724386274815, -0.013301228173077106, 0.017327431589365005, -0.022456800565123558, 0.016090761870145798, 0.004222946707159281, 0.0009617567993700504, -0.018985694274306297, -0.002548875054344535, 0.004742910154163837, 0.008677768521010876, 0.004834255203604698, -0.026391658931970596, -0.014910303987562656, -0.004317804705351591, 0.01170620508491993, 0.014158464968204498, 0.007785398978739977, 0.004479415249079466, 0.013385546393692493, 0.020306682214140892, 0.009724722243845463, 0.00024812447372823954, -0.012781264260411263, 0.0018567615188658237, 0.009956598281860352, 0.015247577801346779, 0.02206331491470337, -0.005695005413144827, -0.0022028181701898575, -0.022274110466241837, -0.0012085638009011745, -0.0037416291888803244, -0.05191202834248543, -0.0025190121959894896, -0.0013798355357721448, -0.0011479599634185433, -0.007251382805407047, 0.0017135958187282085, -0.009204759262502193, 0.005972553510218859, -0.018803004175424576, 0.00919773243367672, -0.009064228273928165, 0.004943166393786669, 0.020109938457608223, 0.00718814367428422, 0.024775557219982147, 0.02070016786456108, -0.03324955701828003, -0.005543935112655163, -0.013526077382266521, -0.006942214909940958, -0.0202645231038332, -0.010139287449419498, -0.009766881354153156, 0.041709501296281815, -0.009984703734517097, -0.028049921616911888, -0.02249895967543125, -0.019688347354531288, -0.044857390224933624, -0.011207320727407932, -0.017383644357323647, -0.0002817200729623437, 0.014994622208178043, 0.018367359414696693, -0.018212774768471718, 0.020784486085176468, -0.01909811794757843, -0.010202527046203613, -0.010483588092029095, -0.00977390818297863, 0.0032550415489822626, -0.006271181162446737, -0.01690584048628807, 0.0029933033511042595, -0.018240880221128464, -0.014130358584225178, -0.014200624078512192, -0.012514255940914154, 0.007384886499494314, 0.0024944194592535496, -0.008937750943005085, -0.025309573858976364, 0.01884516328573227, 0.011664045974612236, 0.012458044104278088, -4.688015178544447e-05, 0.010490614920854568, -0.027347268536686897, 0.002013101940974593, 0.006288747303187847, -0.004932626616209745, -0.016624778509140015, -0.010764649137854576, 0.009436634369194508, -0.0030337057542055845, -0.004605892580002546, -0.018184669315814972, -0.017215007916092873, 0.014270889572799206, -0.015191365033388138, 0.05382324755191803, 0.004683184437453747, 0.002814126666635275, 0.03968586027622223, -0.012451017275452614, -0.022794075310230255, -0.007370833773165941, 0.024353964254260063, 0.013111511245369911, -0.009535006247460842, 0.03611638396978378, -0.020334787666797638, -0.007026533596217632, -0.0024505036417394876, -0.0022098447661846876, -0.02064395509660244, -0.003660823917016387, -0.010813835076987743, 0.01092625968158245, -0.033727359026670456, 0.01679341495037079, 0.014727613888680935, -0.030326519161462784, 0.013807138428092003, -0.0104484548792243, 0.006566295400261879, 0.0006512718391604722, -0.01883110962808132, -0.023763736709952354, -0.01762254536151886, -0.005312059540301561, -0.009000989608466625, -0.01041332259774208, -0.0026648128405213356, -0.002543605165556073, 0.024719344452023506, -0.014797879382967949, 0.012015372514724731, 0.20157718658447266, -0.022527066990733147, 0.0034886738285422325, 0.022091422230005264, -0.0028861486352980137, 0.0018268986605107784, 0.022625437006354332, 0.015135153196752071, -0.009471767581999302, -0.0006907960632815957, 0.0026700827293097973, 0.016512352973222733, -0.030382730066776276, -8.344008529093117e-05, 0.026771092787384987, -0.014039013534784317, -0.03774653747677803, -0.03979828581213951, -0.027417533099651337, -0.007574602961540222, 0.0015879966085776687, -0.0012261300580576062, -0.005298006348311901, -0.014242783188819885, 0.018999746069312096, -0.003720549400895834, 0.0032146391458809376, 0.0070546395145356655, 0.019393231719732285, 0.034373801201581955, -0.02289244532585144, 0.01434115506708622, 0.012640734203159809, -0.0016117111081257463, -0.013638501986861229, -0.0007228546310216188, -0.004700751043856144, 0.007082745898514986, 0.015641063451766968, 0.017467962577939034, 0.02301892451941967, -0.0047745294868946075, 0.003991071134805679, -0.01877489686012268, -0.009998757392168045, 0.019463498145341873, -0.0022028181701898575, 0.010539799928665161, -0.0062536150217056274, 0.0065944017842411995, -0.01083491463214159, 0.0034728641621768475, 0.03754979372024536, 0.02630734071135521, -0.0075394706800580025, -0.009303130209445953, -0.00880424678325653, 0.004950192756950855, -0.0010970175499096513, 0.016161026433110237, -0.027108365669846535, -0.0012059288565069437, 0.014544924721121788, 0.025436051189899445, -0.005744191352277994, 0.0013956452021375299, 0.005891748238354921, 0.0031250508036464453, 0.009394475258886814, -0.008783167228102684, -0.00019136324408464134, -0.011551621370017529, -0.018662473186850548, -0.009886332787573338, -0.030045457184314728, -0.04390178248286247, 0.034430015832185745, 0.01902785338461399, 0.011031657457351685, 0.03760600835084915, 0.013547156937420368, -0.012549389153718948, -0.007391913328319788, -0.01537405513226986, -0.017636599019169807, -0.04733072966337204, 0.006481977179646492, -0.023004870861768723, -0.019126223400235176, -0.012148876674473286, -0.002192278392612934, -0.016048602759838104, -0.006773578468710184, 0.014601136557757854, -0.0076940543949604034, -0.018732737749814987, 0.020222363993525505, 0.0045496802777051926, -0.004419689532369375, -0.04227162525057793, -0.014460605569183826, 0.03979828581213951, 0.021978996694087982, 0.018367359414696693, 0.00570554519072175, 0.0048447949811816216, 0.0010434401920065284, -0.0007562306709587574, -0.015317843295633793, -0.0112565066665411, 0.015163259580731392, -0.03125401958823204, 0.008382654748857021, 0.01280234381556511, 0.0075043379329144955, 0.016695043072104454, 0.0044829281978309155, 0.003688930068165064, 0.031872354447841644, -0.015092994086444378, -0.010019836947321892, -0.026714880019426346, 0.014587083831429482, 0.012774238362908363, -0.006351986434310675, -0.028569884598255157, -0.010202527046203613, -0.001939323265105486, -0.04154086485505104, -0.00011802380322478712, 0.010047943331301212, -0.031422656029462814, 0.013322307728230953, -0.0008712901617400348, 0.007996194995939732, 0.004872900899499655, -0.019266754388809204, -0.001418481464497745, -0.017636599019169807, 0.011249479837715626, 0.0005485087749548256, 0.006092004477977753, 0.010005783289670944, -0.005431510508060455, 0.017987925559282303, -0.012387778609991074, 0.004950192756950855, 0.013483917340636253, -0.005772297270596027, -0.022597331553697586, -0.0051434226334095, -0.0038294608239084482, 0.012654786929488182, 0.011509462259709835, 0.013526077382266521, 0.00458130007609725, -0.03296849504113197, -0.0009169626282528043, 0.0005305032827891409, 0.010560879483819008, -0.03634123131632805, 0.013034219853579998, 0.006787631195038557, 0.014769772998988628, -0.009317183867096901, -0.03915184363722801, -0.1801041066646576, -0.01485409215092659, 0.01625939831137657, -0.05618416145443916, 0.020742326974868774, 0.000625361455604434, 0.02462097257375717, 0.014186571352183819, -0.033530618995428085, -0.00257873791269958, -0.004560220055282116, 0.0030020864214748144, -0.01180457603186369, -0.010947339236736298, -0.010357110761106014, 0.012155902571976185, -0.014896251261234283, -0.01715879514813423, 0.04592542350292206, 0.009078281000256538, 0.02900553122162819, -0.03698767349123955, 0.008368601091206074, -0.0055333953350782394, 0.014116305857896805, 0.016666937619447708, -0.0032445017714053392, 0.011137055233120918, -0.0091696260496974, -0.040866319090127945, -0.010076048783957958, 0.008452920243144035, 0.0026367066893726587, -0.020686114206910133, 0.02810613438487053, 0.027754807844758034, 0.022288164123892784, -0.003123294096440077, -0.03313713148236275, 0.01781928911805153, 0.02431180514395237, 0.014544924721121788, 0.0075394706800580025, -0.0015704302350059152, -0.01916838251054287, 0.03420516476035118, 0.015514586120843887, -0.02810613438487053, 0.008417787030339241, -0.01131974533200264, 0.02501446008682251, -0.010040916502475739, 0.017791183665394783, -0.00034473929554224014, -0.006390632130205631, 0.02431180514395237, 0.008537238463759422, 0.010462508536875248, 0.0038926994893699884, -0.02109365351498127, -0.003455297788605094, -0.010504667647182941, 0.025562528520822525, -0.004500494804233313, 0.0018620314076542854, -0.027291055768728256, -0.025548476725816727, 0.003256798256188631, -0.026799198240041733, 0.009106387384235859, -0.019660240039229393, 0.0005972553626634181, -0.013814165256917477, 0.012486150488257408, 0.027431586757302284, 0.028836892917752266, -0.015669168904423714, -0.001993778860196471, 0.02731916308403015, 0.012781264260411263, -0.007651894818991423, 0.014249810017645359, -0.01302016619592905, 0.006552242673933506, -0.01625939831137657, -0.019913196563720703, -0.0050485641695559025, 0.0176787581294775, -0.019969407469034195, -0.0063203671015799046, 0.030523261055350304, -0.003688930068165064, 0.013013140298426151, -0.007086258847266436, 0.004827228374779224, 0.0027526444755494595, 0.008438866585493088, -0.003720549400895834, 0.003857566975057125, -0.014558977447450161, 0.002738591516390443, 0.007051126565784216, -0.02046126499772072, 0.009570138528943062, 0.0385616160929203, 0.01068033091723919, -0.03170371800661087, 0.0143130486831069, 0.041316017508506775, -0.02321566641330719, -0.002513742307201028, -0.011481355875730515, 0.003402598900720477, 0.0038048678543418646, -0.017763076350092888, 0.019955355674028397, -0.008375627920031548, -0.022358430549502373, 0.013975774869322777, -0.003588801948353648, 0.05632469430565834, -0.015472427010536194, -0.0024223974905908108, 0.02077043242752552, -0.005547448061406612, -0.034570544958114624, -0.12557820975780487, -0.029567653313279152, 0.00977390818297863, 0.018240880221128464, -0.011073816567659378, 0.0247615035623312, -0.0017241357127204537, 0.03833676502108574, -0.024143168702721596, 0.03878646343946457, -0.031225914135575294, -0.011305692605674267, 0.010813835076987743, 0.008045380935072899, 0.013006113469600677, -0.0008177128620445728, 0.002880878746509552, -0.0047780429013073444, -0.010996525175869465, 0.0321534164249897, -0.005680952221155167, -0.015584851615130901, 0.029399016872048378, -0.017580386251211166, -0.0029019583016633987, -0.020672062411904335, -0.01981482468545437, 0.03549804911017418, 0.00461291940882802, 0.002650759881362319, 0.013877403922379017, -0.036369338631629944, -0.005926880985498428, -0.016104815527796745, 0.0028633123729377985, -0.02283623442053795, 0.00919773243367672, 0.0006332663469947875, 0.029989244416356087, -0.013561209663748741, 0.011917000636458397, 0.012057531625032425, 0.006207942496985197, 0.01032197754830122, -0.008270230144262314, -0.002928307745605707, -0.013385546393692493, 0.03204099461436272, -0.0012436964316293597, -0.01600644364953041, -0.03763411194086075, -0.010912206955254078, -0.035469941794872284, 0.008923697285354137, 0.02424154058098793, 0.008459946140646935, 0.00974580179899931, 0.001456249039620161, -0.01186078879982233, -0.010265765711665154, 0.008958830498158932, -0.0016977861523628235, -0.0064046853221952915, -0.008143751882016659, 0.01859220676124096, 0.008705874904990196, -0.027305109426379204, -0.03780275210738182, 0.012324539944529533, -0.011987266130745411, -0.007065179292112589, 0.016990158706903458, -0.00832644198089838, 0.01087004691362381, -0.009928491897881031, -0.0023696983698755503, -0.014685454778373241, -0.03220963105559349, 0.004820202011615038, 0.00864966306835413, -0.009401502087712288, -0.009977677837014198, 0.011298665776848793, -0.009499873034656048, -0.00413160165771842, -0.0030301925726234913, -0.007135444786399603, -0.013104485347867012, -0.008256176486611366, -0.04154086485505104, -0.023370251059532166, 0.03819623589515686, 0.005283953156322241, -0.032827965915203094, 0.0024206407833844423, 0.001219103578478098, -0.03029841184616089, -0.002327539259567857, -0.002255517290905118, -0.00406836299225688, -0.024578813463449478, -0.0038645933382213116, -0.04817391186952591, 0.015261630527675152, 0.010673304088413715, -0.012401831336319447, -0.0029669536743313074, -0.005199634935706854, 0.025365786626935005, 0.005561501253396273, -0.01801603101193905, 0.005733651574701071, -0.02925848588347435, 0.029876820743083954, -0.024016691371798515, -0.013104485347867012, -0.025056619197130203, -0.01627345196902752, 0.010019836947321892, -0.024424230679869652, 0.011172188445925713, 0.010279818437993526, 0.011368931271135807, -0.016161026433110237, 0.012113743461668491, 0.023173507302999496, 0.017411749809980392, -0.010188473388552666, -0.004489955026656389, 0.01909811794757843, 0.0061798361130058765, -0.013835244812071323, 0.004374017007648945, -0.01174133736640215, -0.011945107020437717, 0.008825326338410378, -0.010026863776147366, -0.020756380632519722, 0.010272791609168053, 0.011523514986038208, 0.03035462461411953, 0.041456546634435654, -0.015092994086444378, -0.0299049261957407, 0.011952133849263191, -0.008080513216555119, -0.001541445730254054, 0.004718317184597254, -0.019983461126685143, 0.011101922951638699, 0.026194917038083076, -0.0008203478064388037, 0.045756787061691284, 0.03659418597817421, -0.02231626957654953, -0.03175993263721466, -0.026799198240041733, 0.009345289319753647, 0.009345289319753647, 0.008382654748857021, -0.0011523514986038208, 0.039573438465595245, 0.032181523740291595, -0.008937750943005085, 0.02726295031607151, 0.003973504528403282, -0.008965856395661831, -0.015781594440340996, -0.009535006247460842, -0.02064395509660244, 0.005315572489053011, -0.01748201623558998, -0.007412992883473635, 0.00864966306835413, 0.007672974374145269, 0.010019836947321892, 0.00880424678325653, 0.007051126565784216, -0.009640404023230076, -0.009661483578383923, -0.023637259379029274, 0.03451433405280113, 0.010012810118496418, -0.0024469902273267508, -0.009211785160005093, 0.01025873888283968, 0.02875257469713688, 0.00881127268075943, 0.005758244078606367, 0.0054947491735219955, -0.002733321627601981, -0.012303460389375687, -0.002548875054344535, 0.0064538707956671715, 0.0012770724715664983, 0.018226828426122665, 0.003934858832508326, 0.005217201076447964, 0.0020903937984257936, -0.005635279696434736, 0.0196040291339159, 0.008705874904990196, 0.015837807208299637, -0.00771513395011425, -0.0030653253197669983, -0.02810613438487053, -0.03265932947397232, 0.008115646429359913, -0.0347391813993454, -0.02751590497791767, 0.04544761776924133, 0.03490781784057617, -0.0026261669117957354, -0.014544924721121788, -0.007191657088696957, 0.006696286611258984, -0.02039100043475628, 0.022456800565123558, -0.0031988294795155525, -0.030860535800457, -0.03389599919319153, 0.03524509072303772, 0.012879636138677597, 0.015149205923080444, 0.03960154205560684, -0.002893175231292844, 0.04409852251410484, 0.01582375355064869, 0.03319334611296654, -0.029117954894900322, 0.03190046176314354, 0.003720549400895834, 0.0036854168865829706, -0.008502105250954628, -0.015936177223920822, -0.0016705583548173308, -0.003920805640518665, -0.012907741591334343, 0.009991730563342571, 0.008698848076164722, -0.014067119918763638, 0.0996643528342247, 0.017060423269867897, -0.006383605767041445, 0.012542362324893475, -0.018283039331436157, 0.00046638614730909467, 0.0112565066665411, 0.02046126499772072, -0.00020761210180353373, -0.023061083629727364, 0.015149205923080444, -0.006924648769199848, 0.012415884993970394, -0.05118127167224884, -0.0163999292999506, 0.0011374200694262981, 0.007862690836191177, 0.02436801791191101, 0.0051434226334095, 0.00016468437388539314, 0.04702156409621239, 0.003154913429170847, 0.014221703633666039, 0.009029095992445946, -0.01482598576694727, 0.011685125529766083, 0.0225130133330822, -0.00609551789239049, -0.010329004377126694, -0.030776217579841614, 0.021838465705513954, 0.016512352973222733, -0.04148465394973755, -0.026223022490739822, -0.018957586959004402, -0.009731749072670937, 0.009640404023230076, -0.01436926145106554, 0.015345948748290539, -0.0029950598254799843, 0.0010917476611211896, 0.027501851320266724, -0.005863642320036888, -0.006833303719758987, 0.002172955544665456, -0.008431839756667614, 0.0063203671015799046, -0.009000989608466625, -0.03204099461436272], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='963c8522-f749-46c3-abc4-14cf12915942', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='21c63642fa15ad2697bb4741bedb02e7241ecdec9a5423166f63e6196cb38a68'), : RelatedNodeInfo(node_id='782f4be4-451e-4a29-b979-07d9eada17aa', node_type=, metadata={}, hash='e587b7bd9aad2c0b0299cea6ab68b800b8814748c9d603c311e93de1ae31122f')}, hash='7f0c261bd900367ec5e82614ee8277ea7dfc513608117abb6f5ee3d834edad00', text='and then using that to create a QA dataset was not effective. This is where the Self-instruct concept could be used However previous to Llama2, the best-performing model was the GPT 3/4 model via ChatGPT or its API and using these models to do the same was expensive. The 7 billion model of Llama2 has sufficient NLU (Natural Language Understanding) to create output based on a particular format. Running this in 4-bit mode via Quantisation makes it feasible compute-wise to run this on a large data set and convert it to a QA dataset. This was the prompt used. The context was a sliding window from the text dataset. Some minimal parsing and finetuning were done on the output of the model, and we could generate a QA dataset of the format below. This was fed to the QLoRA-based fine-tuning (Colab Notebook). We can see that the output from a fine-tuned 4-bit quantized llama2 7 B model is pretty good. Colab Notebook Trying to reduce hallucination via fine-tuning In the generated dataset, I added a specific tag `Source:8989REF`. The idea was that via attention, this token will be somehow associated with the text that we were training on. And then to use this hash somehow to tweak the prompt to control hallucination. Something like \"[INST] <>\\\\nYou are a helpful Question Answering Assistant. Please only answer from this reference Source:8989REF\" However, that turned out to be a very naive attempt. Also, note that the generated QA missed transforming training data related to Professor Thiersch\\'s method to a proper QA dataset. These and other improvements need to be experimented with, as well as to train with some completely new data that the model has not seen to test more effectively. Update: Training with new data was done by writing an imaginary story with ChatGPT help and then creating an instruction tuning data set (colab notebook). The model was then trained and tested (colab notebook) with this generated instruct dataset. The results confirm that the model learns via Instruct tuning, not only the fed questions but other details and relations of the domain. Problems with hallucinations remain (Bordor, Lila characters who are', start_char_idx=7782, end_char_idx=9940, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='782f4be4-451e-4a29-b979-07d9eada17aa', embedding=[0.0018676453037187457, 0.014128228649497032, 0.012201014906167984, -0.016132531687617302, -0.017702333629131317, 0.023252708837389946, -0.01597835309803486, 0.0018956775311380625, -0.027037056162953377, -0.04681377485394478, 0.004078684840351343, 0.02705107256770134, -0.015641966834664345, -0.015726063400506973, -0.004183806013315916, -0.0008164378232322633, 0.018641412258148193, 0.0028925726655870676, 0.011535250581800938, -0.024163756519556046, -0.009327714331448078, -0.003412920283153653, -0.019412297755479813, -0.011577298864722252, -0.00042486301390454173, 0.008199418894946575, 0.012095894664525986, -0.04025423899292946, -0.03767527639865875, 0.026658622547984123, 0.007533653639256954, 0.024920625612139702, -0.03304996341466904, -0.013041980564594269, 0.003120334353297949, -0.01257244125008583, 0.01889370195567608, -0.00018319480295758694, 0.027261314913630486, -0.02077185921370983, 0.015053290873765945, 0.017548156902194023, 0.004653345327824354, -0.023420903831720352, 0.00159170338883996, 0.017660286277532578, 0.00559242395684123, -0.017884543165564537, -0.014261381700634956, 0.01780044659972191, 0.02304246835410595, 0.027948103845119476, -0.019019847735762596, 0.0011756003368645906, -0.02016916684806347, 0.006156571675091982, 0.01830502599477768, 0.014618792571127415, 0.004744449630379677, 0.015291565097868443, 0.0034076643642038107, 0.0021427113097161055, -0.006636623293161392, 0.02968609891831875, -0.007750903256237507, -0.006951985415071249, -0.01571204885840416, 0.005708056502044201, 0.017422012984752655, -0.010470026172697544, 0.02026727981865406, 0.006535006687045097, -0.005105364602059126, -0.019566476345062256, 0.03319012373685837, -0.011107759550213814, -0.015641966834664345, -0.01168241910636425, -0.01147918589413166, 0.015221484936773777, 0.0137988505885005, -0.017057593911886215, -0.03607743978500366, 0.04928060621023178, 0.01676325500011444, 0.0037633227184414864, 0.01236219983547926, -0.0014778225449845195, 0.005014259833842516, 0.0006504346383735538, 0.00025491780252195895, -0.00972717348486185, 0.04081488400697708, 0.024752432480454445, -0.007806967478245497, -0.016314739361405373, -0.00778594333678484, 0.027485571801662445, -0.012208023108541965, -0.018052736297249794, -0.02518693171441555, 0.007176243234425783, -0.0437302328646183, -0.02095406875014305, -0.010715308599174023, 0.009229601360857487, 0.013735777698457241, 0.003910491708666086, -0.009117472916841507, 0.012691578827798367, -0.022327646613121033, 0.02573356032371521, 0.003679226152598858, -0.026476413011550903, -0.005417222622781992, -0.005897274240851402, -0.0008729402325116098, -0.007144706789404154, -0.01370774582028389, -0.013532544486224651, 0.02127644047141075, 0.026294203475117683, 0.014177285134792328, 0.002980173332616687, 0.02417777292430401, 0.00815036240965128, -0.00651398254558444, -0.016791287809610367, -0.020239248871803284, -0.0012815971858799458, 0.006720719859004021, 0.03478796035051346, 0.02514488250017166, -0.0023441927041858435, -0.030386904254555702, 0.03055509738624096, -0.010750348679721355, -0.009187553077936172, -0.02022523246705532, -0.009853318333625793, 0.007757911458611488, 0.03061116300523281, -0.007309396285563707, -0.003812379203736782, -0.014345478266477585, 0.033722735941410065, 0.004271406214684248, 0.005697544664144516, 0.017057593911886215, -0.006401853635907173, 0.014815017580986023, -0.0315081924200058, -0.0023844889365136623, 0.02235567942261696, 0.018529284745454788, 0.010231752879917622, 0.012264087796211243, 0.02035137638449669, -0.016146546229720116, -0.015866225585341454, -0.01068026851862669, 0.009951431304216385, -0.0009828789625316858, 0.013490496203303337, 0.008851166814565659, 0.03355454280972481, 0.03498418629169464, -0.01753414049744606, -0.017197754234075546, -0.013840898871421814, -0.03192867711186409, 0.04199223592877388, -0.032040804624557495, 0.019005831331014633, -0.006289724726229906, 0.016496948897838593, 0.024345966055989265, -0.012460312806069851, -0.018375106155872345, -0.02581765688955784, 0.011675410903990269, 0.011612338945269585, 0.00083264394197613, 0.0015347629087045789, -0.02988232485949993, -0.028298506513237953, -0.007575701922178268, -0.008739038370549679, -0.0021251910366117954, -0.0052875736728310585, 0.014997227117419243, 0.020337361842393875, 0.004807522054761648, -0.02381335385143757, -0.630163848400116, -0.019117960706353188, 0.021472664549946785, -0.00963606871664524, -0.007792951539158821, -0.004653345327824354, -0.01585220918059349, 0.0012062606401741505, -0.010182696394622326, 0.03994588553905487, -0.007158723194152117, -0.007954136468470097, 0.009460867382586002, -0.02194921299815178, -0.013133085332810879, -0.009082432836294174, 0.008591868914663792, -0.025299061089754105, 0.006114523392170668, 0.011633362621068954, -0.004499168135225773, 0.008830143138766289, 0.01439453475177288, 0.0021216871682554483, -0.01617457903921604, 0.020393425598740578, 0.003087046090513468, -0.002354704774916172, 0.025705527514219284, 0.003523297142237425, -0.014478631317615509, 0.007386484649032354, 0.0032342150807380676, -0.009951431304216385, 0.046477388590574265, -0.006874897051602602, -0.026672638952732086, 0.0124322809278965, 0.00772987911477685, 0.02850874699652195, -0.026294203475117683, -0.02290230803191662, 0.021052181720733643, 0.0233648382127285, -0.016090482473373413, 0.029321681708097458, 0.02136053703725338, 0.01745004393160343, -0.019650572910904884, -0.025383157655596733, 0.0063878376968204975, 0.005630968138575554, 0.0032797674648463726, -0.010470026172697544, 0.02363114431500435, 0.011633362621068954, 0.01917402446269989, -0.007218291517347097, 0.014674856327474117, -0.00132364546880126, -7.046374958008528e-05, 0.00817138608545065, -0.02968609891831875, -0.01468887273222208, -0.03061116300523281, 0.015515822917222977, 0.0178985595703125, 0.011191856116056442, -0.010687275789678097, -0.0157540962100029, -0.020827924832701683, 0.01648293435573578, -0.00240901717916131, -0.02696697600185871, -0.005249029491096735, 0.022930338978767395, 0.01621662825345993, -0.005564391613006592, -0.0070045460015535355, 0.006622607354074717, 0.01562795229256153, -0.003812379203736782, 0.011633362621068954, -0.009699140675365925, 0.010960590094327927, 0.009488899260759354, 0.00020958449749741703, 0.010722316801548004, -0.015263533219695091, 0.017926592379808426, -0.01020372100174427, 0.008921247906982899, -0.007074626628309488, -0.03924508020281792, -0.006923953536897898, 0.028074247762560844, -0.0016232396010309458, 0.01439453475177288, 0.019958926364779472, -0.02577560767531395, 0.0013893458526581526, -0.015137387439608574, 0.029321681708097458, 0.01817888207733631, 0.03148015961050987, 0.011381072923541069, -0.005045795813202858, 0.0037843468599021435, 0.001967509975656867, -0.027906054630875587, 0.0010555875487625599, 0.023252708837389946, -0.0200430229306221, -0.014009092003107071, 0.006710208021104336, -0.027387458831071854, 0.015950322151184082, -0.005515335127711296, 0.0184872355312109, -0.010217736475169659, 0.02176700346171856, -0.002882060594856739, 0.024794479832053185, 0.0019026856170967221, 0.015824176371097565, 0.020617682486772537, 0.00808728951960802, -0.003970060497522354, 0.013055996969342232, 0.015684016048908234, -0.015109355561435223, -0.027079105377197266, 0.017506109550595284, -0.043057460337877274, 0.011696435511112213, 0.00829052273184061, 0.05028976500034332, 0.0063422853127121925, 0.0014200061559677124, -0.020968085154891014, -0.050205670297145844, -0.004036636557430029, 0.009713157080113888, 0.004113725386559963, -0.02796211838722229, -0.020799892023205757, -0.018459202721714973, 0.00826249085366726, -0.0020901509560644627, -0.01215896662324667, -0.010014503262937069, -0.012179991230368614, -0.01749209314584732, 0.02806023135781288, -0.005494310986250639, -0.0121379429474473, 0.0067452481016516685, -0.02727533131837845, -0.007267348002642393, -0.03310602903366089, -0.0007174491183832288, 0.03361060842871666, 0.011843604035675526, 0.021668890491127968, 0.016006385907530785, -0.006040939129889011, -0.005228005349636078, 0.0163427721709013, -0.03184457868337631, -0.034227315336465836, 0.00838162750005722, -0.034087155014276505, -0.0038228912744671106, 0.02682681567966938, -0.0028224920388311148, 0.023967530578374863, -0.00689942529425025, 0.012467321008443832, -0.023070501163601875, -0.001216772710904479, -0.013721762225031853, 0.018543299287557602, 0.023603111505508423, -0.013784834183752537, 0.00627220468595624, 0.008416667580604553, 0.029938388615846634, 0.01275465078651905, -0.017478076741099358, 0.003721274435520172, 0.012418264523148537, 0.014786985702812672, -0.020687762647867203, 0.008640925399959087, -0.00954496394842863, 0.009271649643778801, 0.024472109973430634, -0.01616056263446808, 0.002296888269484043, 0.02308451570570469, -0.002729635452851653, 0.010561130940914154, 0.0066681597381830215, -0.00597786670550704, -0.005098356399685144, -0.04510381072759628, 0.017239803448319435, -0.03621760383248329, 0.009551972150802612, -0.0006854748935438693, 0.010666252113878727, -0.019482379779219627, -0.0036582020111382008, -0.013595616444945335, -0.0021724954713135958, 0.04499167948961258, -0.00404014065861702, 0.009671108797192574, -0.020785875618457794, 0.018795590847730637, -0.020183183252811432, 0.018291009590029716, 0.01388995535671711, 0.009355747140944004, -0.004544720519334078, -0.0006355425575748086, -0.019832780584692955, 0.003458472667261958, 0.00671721575781703, -0.024107690900564194, -0.0009539708262309432, 0.006279212888330221, 0.018641412258148193, 0.030779356136918068, 0.012390232644975185, -0.01953844353556633, 0.013469471596181393, 0.0031010620296001434, 0.038460176438093185, -0.010385929606854916, -0.004159277770668268, 0.012446296401321888, -0.017225787043571472, -0.024766448885202408, 0.03136803209781647, -0.00845170859247446, 0.023336805403232574, -0.005336630158126354, -0.016048435121774673, 0.00022162958339322358, -0.008542812429368496, 0.022804195061326027, -0.007813976146280766, -0.005375174339860678, 0.015081323683261871, -0.019047880545258522, -0.00023455066548194736, 0.005031779874116182, 0.020057039335370064, 0.004937171004712582, 0.0017739126924425364, 0.0071166749112308025, -0.022930338978767395, -0.017267834395170212, 0.012593465857207775, -0.020841941237449646, 0.0012062606401741505, -0.015824176371097565, -0.022944355383515358, 0.005143908783793449, -0.030583130195736885, -0.023112548515200615, 0.01763225346803665, -0.04117930307984352, 0.02496267482638359, 0.008318555541336536, -0.0021970237139612436, 0.015305581502616405, 0.015515822917222977, 0.04053455963730812, -0.0309755802154541, -0.03243325650691986, 0.03296586871147156, -0.00838162750005722, -0.007225299719721079, -0.013455456122756004, -0.017323900014162064, 0.011507217772305012, -0.006724223960191011, 0.008928255178034306, -0.006615599151700735, -0.0022636002395302057, -0.0021339512895792723, -0.018473219126462936, -0.0063527971506118774, 0.013749794103205204, 0.022033309563994408, -0.009713157080113888, -0.0005317357718013227, 0.008774078451097012, -0.00826949905604124, 0.01903386414051056, -0.03501221910119057, -0.007666806690394878, 0.03778740391135216, -0.019552459940314293, -0.022762145847082138, 0.0001549435983179137, -0.013084028847515583, -0.015768112614750862, 0.00540671031922102, 0.015053290873765945, -0.0014068660093471408, 0.0021952716633677483, 0.024668335914611816, 0.0055013191886246204, 0.011023662984371185, 0.004618304781615734, 0.03548876568675041, 0.009762213565409184, -0.003910491708666086, -0.029349712654948235, -0.002146215410903096, 0.01949639432132244, 0.05797059088945389, 0.026111993938684464, -0.02385540120303631, 0.00981127005070448, -0.009019359946250916, -0.0035916254855692387, -0.030162647366523743, -0.013287262991070747, 0.000658756704069674, 0.020295312628149986, -0.027387458831071854, -0.004677873570472002, 0.026210106909275055, 0.022243550047278404, 0.019286153838038445, -0.002021822379902005, 0.007141202688217163, -0.01159131433814764, -0.023462951183319092, 0.0022495840676128864, 0.005666008219122887, -0.01589425653219223, 0.016791287809610367, 0.02901332639157772, 0.031592290848493576, -0.00621614046394825, 0.026336250826716423, 0.01794060878455639, -0.0018553811823949218, -0.03798362985253334, 0.009208577685058117, 0.00017542025307193398, 0.0046708653680980206, 0.019244104623794556, -0.002440553391352296, 0.0227761622518301, 0.0026245147455483675, 0.008647933602333069, 0.004835554398596287, 0.010098599828779697, -0.0025649461895227432, 0.023659177124500275, 0.011149807833135128, -0.01314009353518486, 0.0036897382233291864, -0.018094785511493683, -0.010371914133429527, 0.023252708837389946, -0.019706636667251587, -0.03534860536456108, 0.020071055740118027, 0.011703443713486195, -0.01302796509116888, -0.0009268146241083741, 0.016412852331995964, 0.001220276695676148, -0.007267348002642393, -0.0012737130746245384, -0.014492647722363472, -0.024766448885202408, -0.008073273114860058, -0.026616573333740234, 0.005928810220211744, -0.007820983417332172, -0.00805925764143467, -0.0037422985769808292, -0.008437692187726498, 0.006769776344299316, -0.023603111505508423, 0.024402029812335968, -0.013161118142306805, -0.034171249717473984, -0.05780239775776863, -0.00139722996391356, 0.014730921015143394, 0.010785388760268688, 0.020827924832701683, 0.010477034375071526, 0.0029521409887820482, 0.009299682453274727, -0.01281772367656231, -0.0321529321372509, 0.008101305924355984, -0.027289345860481262, -0.010392937809228897, -0.01980474963784218, -0.0027313875034451485, -0.01236219983547926, -0.015361645258963108, 2.4391298211412504e-05, -0.0018308530561625957, 0.005848217755556107, -0.020869972184300423, -0.00704659428447485, 0.027625732123851776, 0.02988232485949993, 0.023603111505508423, 0.02012711949646473, 0.031592290848493576, -0.03966556116938591, -0.011850612238049507, -0.02782195806503296, -0.029658067971467972, -0.01290882844477892, 0.009376770816743374, -0.005746601149439812, 0.012039829976856709, -0.003412920283153653, 0.001146692200563848, -0.017183737829327583, 0.022327646613121033, -0.0018623892683535814, -0.007246323861181736, 0.017954623326659203, 0.009622052311897278, -0.006948481313884258, 0.02909742295742035, 0.010413962416350842, 0.01670719124376774, -0.034507639706134796, -0.012558425776660442, -0.04653345048427582, 0.02172495424747467, 0.017604220658540726, -0.01761823706328869, 0.03403108939528465, 0.00043756511877290905, 0.0035022730007767677, -0.02988232485949993, 0.012285111472010612, -0.01611851528286934, 0.025537334382534027, -0.006380829494446516, -0.011675410903990269, -0.01913197711110115, -0.009166529402136803, -0.006314252968877554, 0.011325009167194366, -0.016426868736743927, 0.012151958420872688, 0.009558980353176594, 0.007169235032051802, -0.013946019113063812, -0.017155706882476807, 0.01275465078651905, -0.032124899327754974, -0.012607482261955738, 0.026126010343432426, 0.01931418478488922, 0.03689037635922432, 0.00758271012455225, 0.00883715134114027, -0.020757844671607018, -0.016202611848711967, -0.0039525399915874004, -0.028761036694049835, 0.004888114985078573, 0.013770817779004574, 0.013546560890972614, 0.015557871200144291, 0.056092433631420135, -0.0015505310148000717, 0.003029229585081339, 0.017183737829327583, -0.013651681132614613, 0.011079726740717888, -0.015880241990089417, -0.0030520057771354914, -0.006566542666405439, -0.013630657456815243, 0.013020956888794899, -0.018865671008825302, 0.019888846203684807, -0.01844518817961216, 0.018192898482084274, 0.02168290689587593, -0.019412297755479813, -0.0001445410307496786, -0.0019657579250633717, -0.02358909696340561, -0.020982101559638977, 0.022019293159246445, -0.015964338555932045, -0.0016171075403690338, -0.03456370159983635, -9.444442548556253e-05, 0.010897518135607243, -0.004572752397507429, 0.005347141996026039, 0.0020481026731431484, 0.016020402312278748, -0.033134061843156815, 0.010505067184567451, 0.005042291712015867, 0.024037610739469528, -0.041375525295734406, 0.0037948591634631157, -0.04204830154776573, 0.008612893521785736, 0.01972065307199955, 0.0027804437559098005, 0.02194921299815178, 0.018206913024187088, -0.009692133404314518, 0.0028330041095614433, 0.00826249085366726, 0.017828479409217834, 0.003099309979006648, -0.018543299287557602, -0.038095761090517044, -0.01002151146531105, -0.027625732123851776, -0.013595616444945335, 0.007813976146280766, -0.0012553168926388025, 0.0005488179158419371, 0.015698032453656197, 0.020575635135173798, -0.036862343549728394, -0.01834707520902157, 0.014261381700634956, 0.013392383232712746, 0.05474688485264778, 0.008703998290002346, 0.0018501251470297575, 0.024345966055989265, 0.004211837891489267, -0.021640857681632042, 0.009495907463133335, -0.0015356389340013266, -0.02089800499379635, 0.003913995809853077, 0.014352486468851566, -0.012915835715830326, -0.02385540120303631, 0.015333613380789757, 0.00953795574605465, -0.019986959174275398, -0.04577658325433731, 0.025859704241156578, 0.00367221818305552, 0.022383712232112885, -0.02887316606938839, -0.019468363374471664, -0.019832780584692955, 0.008465724065899849, 0.002375728916376829, 0.023939497768878937, -0.012278103269636631, 0.004183806013315916, 0.018515268340706825, 0.01621662825345993, 0.02245379239320755, 0.0012220287462696433, -0.01126894447952509, 0.012418264523148537, 0.03467583283782005, 0.007172739133238792, -0.020869972184300423, 0.00740050058811903, -0.012789690867066383, 0.02709312178194523, -0.016188595443964005, 0.009376770816743374, 0.015810159966349602, 0.015179436653852463, 0.007540661841630936, 0.006888912990689278, 0.018935751169919968, 0.03375076875090599, -0.01840313896536827, 0.005918298382312059, 0.014177285134792328, -0.02054760232567787, 0.00018834133516065776, -0.028592843562364578, -0.008402652107179165, -0.008872191421687603, -0.023799337446689606, -0.0015601671766489744, 0.026294203475117683, 0.014233349822461605, -0.02695295959711075, 0.004923155065625906, -0.01168241910636425, -0.027177218347787857, -0.012964892201125622, -0.004096205346286297, 0.012222039513289928, -0.034956153482198715, -0.019117960706353188, 0.01607646606862545, -0.00657004676759243, 0.010981614701449871, -0.008227450773119926, -0.0006933589465916157, -0.009965446777641773, 0.024528175592422485, -0.032405223697423935, 0.01676325500011444, 0.001485706539824605, -0.005122884642332792, -0.024934642016887665, -0.012649530544877052, 0.0001351239625364542, 0.002638530917465687, -0.003700250294059515, -0.04070275276899338, -0.03607743978500366, -0.009348738938570023, 0.019300170242786407, 0.009895366616547108, 0.01136705745011568, -0.009558980353176594, 0.01866944506764412, 0.01566999964416027, 0.0033200636971741915, 0.006002394948154688, -0.007806967478245497, 0.014758952893316746, 0.00894927978515625, 0.0011063958518207073, 0.013861922547221184, -0.0037317865062505007, 0.013006940484046936, -0.015235500410199165, -0.00018352331244386733, -0.00568002462387085, -0.05334527790546417, -0.009460867382586002, 0.011563282459974289, 0.0022495840676128864, -0.013112061657011509, 0.002876804443076253, -0.0145767442882061, -0.006496462505310774, -0.018276995047926903, 0.01903386414051056, -0.019145991653203964, 0.006860881112515926, 0.01903386414051056, 0.008199418894946575, 0.03683431074023247, 0.017057593911886215, -0.03201277181506157, -0.0011160318972542882, -0.008612893521785736, -0.002407265128567815, -0.03164835274219513, -0.005228005349636078, -0.014289413578808308, 0.046701643615961075, -0.00011990335769951344, -0.025649461895227432, -0.022692065685987473, -0.015291565097868443, -0.035180412232875824, -0.006128539796918631, -0.006538510788232088, 0.002074382733553648, 0.019005831331014633, 0.008963296189904213, -0.009411810897290707, 0.015726063400506973, -0.017590206116437912, 0.003630169900134206, -0.014941162429749966, -0.0002923670981545001, -0.007554677780717611, -0.0024878578260540962, -0.007130690850317478, -0.0012947372160851955, -0.021612826734781265, -0.0035793615970760584, -0.006994033697992563, -0.008521788753569126, -0.00428191851824522, 0.011612338945269585, -0.017744382843375206, -0.03296586871147156, 0.0016460156766697764, 0.002174247521907091, -0.004334479104727507, -0.006156571675091982, 0.01694546453654766, -0.024612272158265114, -0.006713711656630039, 0.006097003351897001, -0.0055994316935539246, -0.018024705350399017, 0.001768656657077372, 0.02016916684806347, 0.009355747140944004, -0.002126943087205291, -0.017646269872784615, -0.01812281645834446, 0.010911533609032631, -0.01967860385775566, 0.05396198481321335, 0.015473774634301662, 0.0062301564030349255, 0.026013880968093872, 0.006895921193063259, -0.010154664516448975, -0.01042797788977623, 0.01745004393160343, 0.017267834395170212, -0.011100751347839832, 0.02960200235247612, -0.023743273690342903, -0.00024352973559871316, 0.002514137886464596, -0.006002394948154688, -0.010687275789678097, 0.006209132261574268, -0.016637111082673073, -0.012355191633105278, -0.03703053668141365, 0.01439453475177288, 0.01302796509116888, -0.027177218347787857, -0.002876804443076253, -0.00262977066449821, 0.012740634381771088, -0.009769221767783165, -0.01958049088716507, -0.025845687836408615, -0.0137988505885005, -0.0029784212820231915, -0.006860881112515926, -0.013147101737558842, -0.0018133328994736075, 0.002247832017019391, 0.02382737025618553, -0.019047880545258522, 0.003980572335422039, 0.19263727962970734, -0.02231363020837307, -0.009194561280310154, 0.015543854795396328, -0.00017257322906516492, 0.0056590004824101925, 0.034451574087142944, 0.018234945833683014, -0.005788649432361126, -0.012684570625424385, 0.013518528081476688, 0.015081323683261871, -0.023350821807980537, 0.002596482401713729, 0.017407996580004692, -0.022944355383515358, -0.03602137789130211, -0.042104363441467285, -0.007912088185548782, -0.008570845238864422, 0.0056134480983018875, -0.002275864128023386, -0.010575147345662117, -0.010540107265114784, 0.02162684127688408, -0.0030029492918401957, 0.007386484649032354, 0.0037563147488981485, 0.015207468532025814, 0.020519569516181946, -0.008052249439060688, -0.0037808429915457964, 0.002440553391352296, 0.004138253629207611, -0.015599919483065605, -0.006401853635907173, -0.000835709972307086, -0.0003333203785587102, 0.010154664516448975, 0.01585220918059349, 0.020141135901212692, -0.0013306534383445978, -0.0009276905911974609, -0.028761036694049835, -0.0005742220673710108, 0.01808076910674572, 0.004534208215773106, 0.010259784758090973, 0.0013499256456270814, 0.0121379429474473, -0.008998336270451546, 0.005991882644593716, 0.035180412232875824, 0.024107690900564194, 0.0031255902722477913, -0.01068026851862669, -0.00022173908655531704, 0.008689981885254383, -0.00767381489276886, 0.010869485326111317, -0.02869095653295517, -0.0029381250496953726, 0.0190759114921093, 0.03288177028298378, -0.009229601360857487, 0.0069589936174452305, 0.008626909926533699, -0.015515822917222977, 0.007568693719804287, -0.00983930192887783, -0.007393492851406336, -0.0036161537282168865, -0.013581600971519947, -0.010385929606854916, -0.029630035161972046, -0.03916098177433014, 0.04709409549832344, 0.015249516814947128, 0.01585220918059349, 0.03310602903366089, -0.007274355739355087, -0.024402029812335968, -0.0005575779941864312, -0.022117406129837036, -0.014128228649497032, -0.04350597411394119, 0.00972016528248787, -0.03630169853568077, -0.012705594301223755, -0.018417155370116234, -0.0030239736661314964, -0.012165974825620651, -0.007151714991778135, 0.01662309467792511, 0.00876707024872303, -0.01352553628385067, 0.018248962238430977, -0.0038894678000360727, -0.01953844353556633, -0.03543270006775856, -0.01421232521533966, 0.03425534814596176, 0.011808563955128193, 0.020057039335370064, 0.009320706129074097, 0.005347141996026039, -0.010371914133429527, 0.002489609643816948, -0.020393425598740578, -0.010259784758090973, 0.013469471596181393, -0.03282570466399193, 0.01099563017487526, 0.011745491996407509, -0.000710879045072943, 0.019047880545258522, -0.00017804827075451612, -0.004127741325646639, 0.0148710822686553, -0.0006565666990354657, -0.006149563938379288, -0.021837083622813225, 0.014037123881280422, 0.010329865850508213, 0.004772481974214315, -0.032629478722810745, -0.017239803448319435, -0.0022495840676128864, -0.037871502339839935, 0.0057045528665184975, -0.0013332815142348409, -0.03747905045747757, 0.022425759583711624, 0.0008873943006619811, 0.01548779010772705, -0.0037633227184414864, -4.369081216282211e-05, -0.017828479409217834, -0.012502361088991165, 0.008970304392278194, 0.0035145371221005917, 0.0025631943717598915, 0.009250625967979431, 0.007652790751308203, -0.0033270716667175293, -0.007155219092965126, -0.006118027493357658, 0.0069905295968055725, -0.007645782548934221, -0.02162684127688408, -0.015543854795396328, -0.006545518524944782, 0.010988621972501278, 0.00618109991773963, 0.02176700346171856, 0.01743602752685547, -0.022706082090735435, 0.0002989371423609555, -0.009671108797192574, 0.015403693541884422, -0.054943110793828964, 0.0012614489533007145, 0.009376770816743374, 0.02049153856933117, -0.00913148932158947, -0.03484402596950531, -0.18019098043441772, -0.007449557073414326, 0.022257566452026367, -0.03851624205708504, 0.024303916841745377, 0.005585415754467249, 0.02555135078728199, 0.01698751375079155, -0.03394699469208717, 0.008970304392278194, -0.0032324630301445723, -0.00381938717328012, -0.006976513657718897, -0.01418429333716631, -0.00972717348486185, 0.004551728256046772, -0.017057593911886215, -0.01393901091068983, 0.028817102313041687, -0.004159277770668268, 0.03304996341466904, -0.032629478722810745, 0.012866780161857605, -0.0041102212853729725, 0.013315294869244099, 0.017281850799918175, 0.003644186072051525, 0.013770817779004574, 0.0020901509560644627, -0.04521593824028969, -0.013960035517811775, 0.00695548951625824, 0.018010688945651054, -0.01070129219442606, 0.029125455766916275, 0.027597701177001, 0.021024150773882866, -0.01273362711071968, -0.032853737473487854, 0.009180545806884766, 0.022131422534585, 0.026560509577393532, 0.011535250581800938, -0.0027594196144491434, -0.02322467789053917, 0.026434363797307014, 0.022481823340058327, -0.027471555396914482, 0.013273246586322784, -0.011745491996407509, 0.0140931885689497, -0.007365460507571697, 0.023126564919948578, -0.002161983400583267, -0.011731475591659546, 0.01866944506764412, -0.0008155617979355156, 0.003693242324516177, 0.0033954002428799868, -0.024037610739469528, -0.012474329210817814, -0.01145115401595831, 0.019426314160227776, -0.014548711478710175, -9.570368274580687e-05, -0.021795036271214485, -0.02286025881767273, 0.006966001819819212, -0.036049410700798035, 0.006132043898105621, -0.02841063402593136, -0.0036652102135121822, -0.01081342063844204, 0.012425272725522518, 0.02541118860244751, 0.02792007103562355, -0.014177285134792328, -0.001753764459863305, 0.029714131727814674, 0.008886206895112991, -0.005637976340949535, 0.010456010699272156, -0.006783792283385992, -0.0038088751025497913, -0.023799337446689606, -0.02546725422143936, -0.014885097742080688, 0.02227158285677433, -0.011822580359876156, 0.003770330920815468, 0.045524291694164276, -0.0016267435858026147, 0.006987025961279869, -0.00019655389769468457, 0.004120733588933945, 0.0063072447665035725, 0.001342041534371674, -0.010638220235705376, 0.0022951364517211914, -0.003651194041594863, 0.005750104784965515, 0.011381072923541069, -0.02769581414759159, 0.020057039335370064, 0.033358316868543625, -0.005399702582508326, -0.027037056162953377, 0.01925812102854252, 0.04367416724562645, -0.007533653639256954, -0.0045587364584207535, -0.00559242395684123, 0.00767381489276886, -0.0025264020077884197, -0.012355191633105278, 0.014562727883458138, -0.0022565920371562243, -0.01785651035606861, 0.018459202721714973, 0.005701048765331507, 0.052756600081920624, -0.014422566629946232, -0.005921802017837763, 0.02719123288989067, -0.015235500410199165, -0.022075356915593147, -0.11717459559440613, -0.02253788895905018, 0.001876405323855579, 0.019061895087361336, -0.011983765289187431, 0.027107136324048042, -0.0012325408169999719, 0.0321529321372509, -0.023575080558657646, 0.04717819392681122, -0.03403108939528465, -0.012880795635282993, 0.017113657668232918, 0.003022221615538001, 0.009755205363035202, 0.00029171007918193936, 0.007449557073414326, -0.00024396773369517177, -0.020869972184300423, 0.03164835274219513, -0.003906988073140383, -0.008388635702431202, 0.022145437076687813, -0.02091202139854431, 0.0017187242629006505, -0.008493756875395775, -0.018599364906549454, 0.032265063375234604, 0.0042328620329499245, -0.015067307278513908, 0.010526090860366821, -0.04258091002702713, -0.011416113004088402, -0.027751877903938293, 0.0135045126080513, -0.02300041913986206, 0.016735224053263664, -0.0021374551579356194, 0.023743273690342903, -0.023533031344413757, 0.016020402312278748, 0.01858534850180149, -0.003812379203736782, -0.011920693330466747, -0.007011554203927517, -0.004120733588933945, -0.01721177063882351, 0.03585318475961685, 0.0005711560952477157, -0.025859704241156578, -0.03913295269012451, -0.014660840854048729, -0.04577658325433731, 0.00962906051427126, 0.021472664549946785, 0.0057360888458788395, 0.011282960884273052, -0.012796699069440365, -0.019790733233094215, 0.002708611311390996, -0.006254684645682573, -0.01585220918059349, -0.01031584944576025, -0.01129697635769844, 0.0178985595703125, 0.006636623293161392, -0.016553014516830444, -0.032265063375234604, 0.016791287809610367, -0.015950322151184082, -0.001811580965295434, 0.012579449452459812, -0.011409105733036995, 0.00049100152682513, -0.018529284745454788, 0.003043245756998658, -0.009096449241042137, -0.027345411479473114, 0.0001599806419108063, 0.01958049088716507, -0.002790955826640129, -0.01834707520902157, 0.0027383954729884863, -0.02354704774916172, 0.008136346004903316, -0.004106717184185982, -0.006832848768681288, -0.021010134369134903, -0.015025258995592594, -0.04398252069950104, -0.017015544697642326, 0.026882879436016083, 0.012194006703794003, -0.01885165460407734, 0.0071482108905911446, 0.010820428840816021, -0.015403693541884422, -0.004089197143912315, 0.007477589417248964, 0.003857931587845087, -0.026126010343432426, 0.0031483664643019438, -0.05068221688270569, 0.00815036240965128, -0.00021527853095903993, -0.014352486468851566, -0.006573550868779421, -0.017085624858736992, 0.00763877434656024, 0.009916390292346478, -0.014408551156520844, 0.013013948686420918, -0.030499033629894257, 0.030414937064051628, -0.021738970652222633, -0.01644088514149189, -0.03411518782377243, -0.005876250099390745, 0.012327159754931927, -0.02081390842795372, 0.008234458975493908, 0.013063005171716213, 0.01197675708681345, -0.013455456122756004, 0.029125455766916275, 0.013749794103205204, 0.027485571801662445, -0.013175133615732193, -0.0227761622518301, 0.008339579217135906, 0.007666806690394878, -0.00230564852245152, 0.022145437076687813, -0.016202611848711967, -0.011871636845171452, 0.011051694862544537, -0.017688317224383354, -0.02290230803191662, -0.007498613558709621, 0.011528242379426956, 0.018150849267840385, 0.039973918348550797, -0.011528242379426956, -0.0369744710624218, 0.009033376350998878, -0.013988067395985126, 0.010329865850508213, 0.0035635933745652437, -0.01903386414051056, -0.0030362375546246767, 0.009790245443582535, 0.00763877434656024, 0.04616903141140938, 0.031003613024950027, -0.019748684018850327, -0.032405223697423935, -0.01735193096101284, 0.0055784075520932674, 0.02255190536379814, 0.007218291517347097, 0.007442548871040344, 0.036497924476861954, 0.028256457298994064, -0.01252338569611311, 0.01585220918059349, -0.006254684645682573, -0.00496520334854722, -0.0030975581612437963, -0.007884056307375431, -0.015235500410199165, -0.0004463251680135727, -0.020099086686968803, 0.005820185411721468, 0.0039525399915874004, -0.00740050058811903, 0.015782129019498825, 0.009488899260759354, 0.012796699069440365, 0.003938524052500725, -0.0037037543952465057, -0.011318000964820385, 0.026560509577393532, 0.008003192953765392, 0.002936372999101877, -0.007884056307375431, 0.005764121189713478, 0.027569668367505074, 0.0037422985769808292, 0.006622607354074717, 0.0015014746459200978, 0.006219644099473953, 0.0007827116060070693, -0.0037843468599021435, 0.012978908605873585, 0.00525954132899642, 0.024752432480454445, 0.0006780288531444967, -0.008332571014761925, 0.013567584566771984, -0.0026437868364155293, 0.017141690477728844, 0.006044443231076002, 0.027527621015906334, -0.021150294691324234, -0.004253886174410582, -0.02527102828025818, -0.024079659953713417, 0.0013884699437767267, -0.038376081734895706, -0.02241174317896366, 0.03520844131708145, 0.04518790543079376, 0.001622363575734198, -0.012950876727700233, 0.006401853635907173, 0.006804816424846649, -0.014562727883458138, 0.027121152728796005, 0.004618304781615734, -0.02800416760146618, -0.02806023135781288, 0.0363297313451767, 0.008073273114860058, 0.0046813772059977055, 0.03921704739332199, -0.015655983239412308, 0.03753511607646942, 0.022509856149554253, 0.042468782514333725, -0.0173098836094141, 0.025607414543628693, 0.013350334949791431, 0.001165088266134262, -0.016020402312278748, -0.008304539136588573, 0.004569248761981726, -0.008760062046349049, -0.024948658421635628, 0.006468430161476135, 0.008535805158317089, 0.0058587295934557915, 0.0935714840888977, 0.02887316606938839, -0.0038053712341934443, 0.018529284745454788, -0.03024674393236637, -0.0021549754310399294, 0.008346587419509888, 0.02208937332034111, -0.006839856971055269, -0.021248407661914825, 0.006696191616356373, -0.0011545761954039335, -0.0016582797979936004, -0.03352651000022888, -0.023925483226776123, -0.0041102212853729725, 0.009495907463133335, 0.020561618730425835, 0.0032534871716052294, 0.007393492851406336, 0.02909742295742035, 0.006054955068975687, 0.005343637894839048, 0.005834201350808144, -0.005844713654369116, 0.016104498878121376, 0.021795036271214485, 0.001741500454954803, -0.014268389903008938, -0.01745004393160343, 0.03621760383248329, 0.020197199657559395, -0.03316209092736244, -0.016749238595366478, -0.015179436653852463, -0.011822580359876156, -0.005872745998203754, -0.015333613380789757, 0.004856578540056944, 0.0012623249785974622, 0.013924995437264442, 0.01254440937191248, -0.0065875668078660965, -0.015515822917222977, -0.004639328923076391, -0.00042113999370485544, 0.00520347710698843, -0.010848461650311947, -0.030330840498209], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='901e1051-5f07-45e1-b42f-1cecaf895ab4', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='7f0c261bd900367ec5e82614ee8277ea7dfc513608117abb6f5ee3d834edad00'), : RelatedNodeInfo(node_id='fd0b157a-7835-4b5c-ac68-570c3fbc3772', node_type=, metadata={}, hash='9aa065e5272d8c7fdcdf6f35a7fa23af9d620864f183be502246c63a0e046fb6')}, hash='e587b7bd9aad2c0b0299cea6ab68b800b8814748c9d603c311e93de1ae31122f', text=\"method to a proper QA dataset. These and other improvements need to be experimented with, as well as to train with some completely new data that the model has not seen to test more effectively. Update: Training with new data was done by writing an imaginary story with ChatGPT help and then creating an instruction tuning data set (colab notebook). The model was then trained and tested (colab notebook) with this generated instruct dataset. The results confirm that the model learns via Instruct tuning, not only the fed questions but other details and relations of the domain. Problems with hallucinations remain (Bordor, Lila characters who are not in the story). The LLama2 13B 4-bit fine-tuned model has better output than the 7B model. A lot more needs to be explored in Fine-tuning. One observation is that slight changes in prompts give different answers. Since the output is not deterministic (that is, with even the same prompt, it varies over time), it is all the more difficult to fine-tune prompts to give the most effective output. This needs to be studied more. Also to be updated are higher level use-cases that should be possible with the fine-tuned models. Fine Tuning on Custom Domain Data All the popular models like GPT3/3.4/4 and LLAMA2 are trained primarily on the data scraped from the internet. Common Crawl, WebText, GitHub, StackOverflow etc: These are massive datasets of text and code that are crawled from the public web and a few curated like the QA dataset SQAD. The worldview and information the model has learned are also based on this data. However, this means that if we have some domain-specific data that the model has not seen, then it won't be able on its own to answer questions related to such data in case of Closed Book QA use-case or any other use case that depends on the specific domain data. For example, most online portals are adding virtual assistants for their customers, banks, e-commerce, customer support etc. And a huge if not the majority of data in the world still lives outside of the internet in enterprises. We have seen in Part 2 how LLMs can help address information retrieval use cases based on Vector space embeddings. But what\", start_char_idx=9293, end_char_idx=11486, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='fd0b157a-7835-4b5c-ac68-570c3fbc3772', embedding=[0.006788900587707758, 0.01018335111439228, 0.009806950576603413, -0.015110778622329235, -0.015507710166275501, 0.020175078883767128, -0.008219223469495773, 0.0036373999901115894, -0.03665458783507347, -0.04612620174884796, 0.018299920484423637, 0.03857081010937691, -0.014138980768620968, -0.013543583452701569, -0.0031566335819661617, -0.003661352675408125, 0.01921696960926056, -0.0003804641601163894, 0.01423479150980711, -0.02904444932937622, -0.0014594083186239004, -0.013310899026691914, -0.013564114458858967, -0.023679029196500778, 0.010984058491885662, -0.0011642759200185537, 0.02083207108080387, -0.04158201813697815, -0.028770703822374344, 0.01275656372308731, 0.013249306008219719, 0.019134845584630966, -0.02705979160964489, -0.013885765336453915, -0.007035272195935249, -0.010676093399524689, 0.019011659547686577, -0.005577574484050274, 0.01954546384513378, -0.021352186799049377, 0.009889073669910431, 0.02084575779736042, 0.014837033115327358, -0.027128228917717934, -0.00028465306968428195, 0.019709711894392967, 0.014440101571381092, -0.016219450160861015, -0.01805354841053486, 0.009238927625119686, 0.0245960783213377, 0.04229375720024109, -0.025567876175045967, 0.017601868137717247, -0.03200090676546097, 0.008944650180637836, -0.0043046558275818825, 0.010402347892522812, 0.014008951373398304, -0.002174569759517908, -0.002906840294599533, 0.006617809645831585, 0.00494795897975564, 0.028551707044243813, -0.0035518542863428593, -0.014180042780935764, -0.015233964659273624, 0.013427240774035454, 0.01887478679418564, -0.012202227488160133, 0.017889300361275673, 0.011996918357908726, 0.015042342245578766, -0.02039407752454281, 0.030878547579050064, 0.0015988476807251573, -0.0020137440878897905, -0.018176734447479248, -0.03372550755739212, 0.008753027766942978, 0.007267956156283617, -0.006819697096943855, -0.018833724781870842, 0.03698308393359184, 0.011230429634451866, -0.012147478759288788, 0.021516434848308563, 0.01190110668540001, 0.003938520327210426, 0.014207417145371437, -0.015247652307152748, -0.005659698508679867, 0.034245625138282776, 0.013831016607582569, -0.004403888713568449, 0.0036373999901115894, -0.007582764141261578, 0.020106643438339233, -0.01534346304833889, -0.017013313248753548, -0.019422277808189392, 0.00193333113566041, -0.045031215995550156, -0.021105816587805748, -0.016903815791010857, 0.006864180788397789, 0.01886109821498394, 0.0007091732113622129, -0.0037776946555823088, 0.015849893912672997, -0.02543100342154503, 0.03553222864866257, 0.004400467034429312, -0.02588268369436264, 0.005344890523701906, -0.010313380509614944, 0.003726367373019457, -0.00038367212982848287, -0.01422110479325056, -0.014590661972761154, 0.027963154017925262, 0.009909604676067829, 0.010703468695282936, 0.002024009358137846, 0.021051067858934402, -0.003863240359351039, -0.006354328710585833, 0.0021985224448144436, -0.022063927724957466, -0.006196924950927496, 0.006990788504481316, 0.025937432423233986, 0.010840341448783875, 0.015617208555340767, -0.03342438489198685, 0.024650827050209045, -0.012051667086780071, -0.00530382851138711, -0.0028076074086129665, -0.014727534726262093, 6.357108941301703e-05, 0.023747464641928673, -0.01030653715133667, -0.002655336167663336, -0.022994663566350937, 0.02740197442471981, 0.015247652307152748, -0.008123412728309631, 0.015863580629229546, 0.0026057197246700525, 0.002867489354684949, -0.02518463134765625, -0.015439273789525032, 0.01686275377869606, 0.029920436441898346, 0.011620517820119858, 0.002571501536294818, 0.02202286571264267, -0.020927881821990013, -0.013091902248561382, -0.013386178761720657, 0.018121985718607903, 0.010600813664495945, 0.011339928023517132, 0.003979582339525223, 0.031124919652938843, 0.02684079483151436, -0.009793262928724289, -0.005950553342700005, -0.02450026571750641, -0.01840941794216633, 0.050205014646053314, -0.03104279562830925, 0.018067235127091408, -0.013714673928916454, 0.015370837412774563, 0.028414834290742874, -0.006337219849228859, -0.01709543727338314, -0.020051894709467888, 0.02083207108080387, 0.008410845883190632, 0.007411672733724117, 0.01353673916310072, -0.041061900556087494, -0.014782283455133438, 0.003247311804443598, -0.007240581791847944, 0.010498158633708954, -0.009492142125964165, 0.005505716428160667, 0.021858617663383484, 0.014316915534436703, -0.023747464641928673, -0.6276448369026184, -0.01176423393189907, 0.025239380076527596, -0.012510191649198532, 0.003286662744358182, -0.0030420024413615465, -0.008013914339244366, -0.005748665891587734, -0.0044928560964763165, 0.04555133357644081, -0.006429608911275864, -0.022707229480147362, -0.00538937421515584, -0.013201400637626648, -0.013413554057478905, -0.014440101571381092, 0.008677748031914234, -0.010292849503457546, 0.009875386953353882, 0.006491201929748058, -0.0031463680788874626, 0.0015894377138465643, 0.0021061331499367952, 0.0006711054011248052, -0.01602782867848873, 0.00919102132320404, 0.010696624405682087, -0.006347485352307558, 0.027128228917717934, 0.0031857190188020468, -0.01828623190522194, 0.0014773729490116239, 0.016944877803325653, -0.011401521041989326, 0.05403745919466019, -0.00844506360590458, -0.012311725877225399, 0.02424020692706108, 0.013899452984333038, 0.038844555616378784, -0.02961931750178337, -0.010874560102820396, 0.01176423393189907, 0.028962327167391777, -0.008732497692108154, 0.022638794034719467, 0.020585699006915092, 0.015206590294837952, -0.024089647457003593, -0.013906296342611313, -0.0007326982449740171, 0.011620517820119858, 0.0020616494584828615, -0.01979183591902256, 0.00965639017522335, 0.007329549174755812, 0.03364338353276253, -0.020298264920711517, 0.034272998571395874, -0.012619690038263798, 0.008294503204524517, -0.010402347892522812, -0.01663006842136383, -0.02670392207801342, -0.03148078918457031, 0.01236647553741932, 0.013776266947388649, 0.007233737967908382, -0.007274799980223179, -0.024760324507951736, -0.0021266641560941935, 0.012304882518947124, -0.0018734491895884275, -0.02283041551709175, -0.0014046591240912676, 0.030604802072048187, 0.01036812923848629, -0.002621117979288101, -0.01176423393189907, 0.013529895804822445, 0.02493825927376747, -0.00943739339709282, 0.008246597833931446, -0.00679574441164732, 0.018888473510742188, 0.008650373667478561, -0.01346830278635025, 0.003498815931379795, -0.008438220247626305, 0.028195837512612343, -0.00843137688934803, 0.016328949481248856, -0.022871477529406548, -0.04286862164735794, -0.0016672841738909483, 0.028195837512612343, -0.008554561994969845, 0.009396331384778023, 0.022761980071663857, -0.016917502507567406, 0.00409592455253005, -0.017971424385905266, 0.03268527239561081, 0.021365875378251076, 0.02118794061243534, 0.005632323678582907, 0.007877040654420853, 0.00477686757221818, 0.010149132460355759, -0.02893495187163353, 0.0008126834291033447, 0.011860045604407787, -0.003134391736239195, -0.007261112332344055, 0.008869370445609093, -0.025444690138101578, 0.0038461312651634216, -0.007288487162441015, 0.02378852665424347, -0.014426413923501968, 0.02120162732899189, -0.0003749036986846477, 0.01946333982050419, 0.0024910885840654373, 0.010402347892522812, 0.027935778722167015, 0.008362940512597561, -0.01394735835492611, 0.014795971103012562, 0.008944650180637836, -0.007623826153576374, -0.037776947021484375, 0.022104989737272263, -0.028414834290742874, 0.021872304379940033, 0.00638512521982193, 0.04987651854753494, 0.009149960242211819, -0.002971854992210865, -0.01709543727338314, -0.05001339316368103, -0.010580282658338547, 0.011750547215342522, 0.003979582339525223, -0.05411958321928978, -0.016479508951306343, -0.009581109508872032, 0.004017222672700882, -0.0004598077211994678, -0.020092956721782684, -0.017259685322642326, -0.018778976052999496, -0.006990788504481316, 0.01306452788412571, -0.016315260902047157, -0.013488833792507648, 0.015890955924987793, -0.02506144531071186, -0.018655790016055107, -0.04577032849192619, -0.009574266150593758, 0.021119503304362297, -0.00028101736097596586, 0.014426413923501968, 0.011558924801647663, -0.01790298894047737, 0.007616982329636812, 0.020353015512228012, -0.03692833334207535, -0.03358863294124603, 0.012462286278605461, -0.04284124821424484, 0.0032832410652190447, 0.019490715116262436, -0.0052251266315579414, 0.01850522868335247, -0.01018335111439228, 0.015302401036024094, -0.0041643609292805195, -0.016014140099287033, -0.01306452788412571, 0.01346830278635025, 0.021625934168696404, -0.025608938187360764, 0.013673612847924232, 0.00688129011541605, 0.020311953499913216, 0.006429608911275864, -0.0020496731158345938, -0.00011762523354263976, 0.008171318098902702, 0.026306990534067154, -0.028168462216854095, 0.01732812076807022, -0.0008165329927578568, 0.018902160227298737, 0.01661638170480728, -0.0011676977155730128, -0.008657217025756836, 0.01001225970685482, -0.00691208615899086, 0.001318258000537753, 0.0010248365579172969, -0.007096864748746157, -0.02038038894534111, -0.032274652272462845, 0.018710538744926453, -0.02811371348798275, 0.01176423393189907, 0.008068663068115711, 0.00711055239662528, -0.0061079575680196285, 0.00038345824577845633, -0.01253072265535593, -0.009321050718426704, 0.052723478525877, 0.004509965423494577, 0.016000453382730484, -0.012866062112152576, 0.013249306008219719, -0.008068663068115711, 0.01299609150737524, 0.021297438070178032, 0.007418516557663679, 0.0016493196599185467, 0.009902761317789555, -0.012729188427329063, 0.006063473876565695, -0.00354158878326416, -0.03610709682106972, 0.0028520911000669003, 0.014713847078382969, 0.00591633515432477, 0.03583335131406784, 0.008985712192952633, -0.015507710166275501, 0.024897199124097824, 0.0010958394268527627, 0.023268409073352814, -0.014043169096112251, -0.01886109821498394, 0.02460976503789425, -0.004260172136127949, -0.023624278604984283, 0.030988046899437904, -0.012736032716929913, 0.018943222239613533, 0.00023867229174356908, -0.029947811737656593, -0.000872137607075274, -0.025034071877598763, 0.023706402629613876, -0.010005416348576546, 0.005249079316854477, 0.008212380111217499, -0.013653081841766834, 0.0006009580101817846, 0.004044597037136555, 0.032521024346351624, 0.008513499982655048, -0.010819810442626476, -0.0008002793183550239, -0.01628788746893406, -0.022707229480147362, 0.018340982496738434, -0.01628788746893406, 0.00015376825467683375, -0.01289343647658825, -0.0210784412920475, 0.017779802903532982, -0.023405281826853752, -0.025020383298397064, 0.014960218220949173, -0.04174626246094704, 0.013091902248561382, 0.028606455773115158, -0.002089024055749178, 0.005098519381135702, 0.013440928421914577, 0.026416487991809845, -0.027949465438723564, -0.03791382163763046, 0.027798905968666077, -0.006244830321520567, -0.011141462251543999, -0.0205035749822855, -0.020544636994600296, 0.00247397948987782, -0.00711055239662528, 0.008178161457180977, -0.001188228721730411, 0.006501467432826757, -0.009238927625119686, -0.010840341448783875, -0.00919786561280489, 0.01541189942508936, 0.020763633772730827, -0.003225069958716631, -0.011353614740073681, -0.0019230656325817108, -0.002665601670742035, 0.010936152189970016, -0.02036670222878456, -0.005570731125771999, 0.03950154781341553, -0.014275853522121906, -0.03241152688860893, 0.00018285376427229494, -0.009266301989555359, -0.01791667565703392, 0.00406854972243309, 0.0216669961810112, -0.010347598232328892, -0.0006398812402039766, 0.026033245027065277, -0.0006321821711026132, 0.005249079316854477, 0.004554449114948511, 0.02833271026611328, 0.002549259690567851, -0.0056562768295407295, -0.030248932540416718, 0.009060992859303951, 0.03372550755739212, 0.06361857056617737, 0.00860246829688549, -0.030769050121307373, 0.020749947056174278, -0.020530950278043747, 0.005847898777574301, -0.03807806968688965, -0.006525420118123293, 0.015548772178590298, 0.01604151539504528, -0.027114540338516235, -6.052352910046466e-05, 0.014590661972761154, 0.009252614341676235, 0.022803042083978653, 0.006368016358464956, 0.00948529876768589, -0.018573665991425514, -0.005974506493657827, 0.010238099843263626, 0.0031480789184570312, -0.002571501536294818, 0.003883771365508437, 0.02964669093489647, 0.03887193277478218, -0.012332256883382797, 0.042102135717868805, 0.021023692563176155, -0.008198692463338375, -0.025732124224305153, 0.009040461853146553, 0.005132737569510937, 0.00027609849348664284, 0.015671957284212112, -0.012907123193144798, 0.03254839777946472, -0.0016784050967544317, -0.004609198309481144, 0.011463113129138947, 0.007774386089295149, 0.006402234546840191, 0.030248932540416718, 0.009676921181380749, -0.012612846679985523, -0.0016587296267971396, -0.03358863294124603, -0.0031001733150333166, 0.025472065433859825, -0.013570957817137241, -0.03137129172682762, 0.026416487991809845, 0.010819810442626476, -0.01675325445830822, -0.00624140864238143, 0.02718297764658928, 0.005738400388509035, -0.00524565763771534, -0.021954428404569626, -0.01457697432488203, -0.020749947056174278, -0.006443296559154987, -0.016903815791010857, -0.003965895157307386, -0.008780403062701225, -0.004297812003642321, -0.006809431593865156, -0.01534346304833889, -0.0022515607997775078, -0.038461312651634216, 0.02670392207801342, 6.790184124838561e-05, -0.030139433220028877, -0.056282177567481995, -0.01212010346353054, 0.015151840634644032, 0.015617208555340767, 0.027319850400090218, 0.0014653964899480343, -0.004989020526409149, 0.005030082538723946, -0.006193503271788359, -0.029701439663767815, -0.0060018808580935, -0.030550053343176842, -0.0024876666720956564, -0.00984116829931736, -0.01594570465385914, -0.019011659547686577, -0.027374599128961563, 0.002131796907633543, -0.003883771365508437, 0.002740881871432066, -0.016465822234749794, -0.002037696773186326, 0.02352846786379814, 0.04043228179216385, 0.025389941409230232, 0.03219252824783325, 0.02554050087928772, -0.04273175075650215, -0.012037980370223522, -0.012872905470430851, -0.02496563456952572, -0.02997518703341484, 0.011935325339436531, -0.00579999340698123, 0.0158088319003582, -0.0002489377511665225, -0.0014756619930267334, -0.028715955093503, 0.022077614441514015, -0.005543356295675039, 0.006573325488716364, 0.007664887700229883, 0.012421224266290665, -0.010942996479570866, 0.021502748131752014, 0.018669476732611656, 0.028168462216854095, -0.03117966838181019, -0.02051726169884205, -0.04308762028813362, 0.029099199920892715, 0.004742649383842945, -0.012517035938799381, 0.029263446107506752, 0.0045407614670693874, 0.008349252864718437, -0.03479311615228653, 0.006258517969399691, -0.015658270567655563, 0.017506055533885956, -0.004136986564844847, -0.0013259571278467774, -0.014837033115327358, -0.004533918108791113, -0.004650259856134653, 0.015671957284212112, -0.027005042880773544, 0.004225953947752714, 0.017506055533885956, 0.01036812923848629, -0.009498986415565014, -0.006131910253316164, 0.022050239145755768, -0.028743328526616096, -0.006114800926297903, 0.01943596638739109, 0.011148305609822273, 0.029427694156765938, -0.00830819085240364, 0.005971084348857403, -0.026895543560385704, -0.026156429201364517, 0.0015090247616171837, -0.036243971437215805, 0.01423479150980711, 0.01991502195596695, 0.021749120205640793, 0.013673612847924232, 0.05009551718831062, -0.007035272195935249, 0.005481763742864132, 0.0022515607997775078, -0.020585699006915092, -0.0036887272726744413, -0.0013593200128525496, 0.0039043021388351917, -0.004195157438516617, -0.01954546384513378, 0.014070544391870499, -0.011853201314806938, 0.01452222466468811, -0.007671731524169445, 0.014316915534436703, 0.01955915056169033, -0.01920328103005886, -0.015179214999079704, -0.018573665991425514, -0.016958564519882202, -0.010053321719169617, 0.022803042083978653, -0.02098263055086136, 0.0032507337164133787, -0.03186403214931488, -0.002099289558827877, 0.014125293120741844, -0.009341581724584103, 0.013529895804822445, -0.0003729789168573916, 0.02189967967569828, -0.021639620885252953, 0.014180042780935764, 0.011812139302492142, 0.020558323711156845, -0.03586072474718094, 0.013201400637626648, -0.041007149964571, 0.012407537549734116, 0.018943222239613533, 0.012448599562048912, -0.0026176960673183203, 0.020065581426024437, 0.0024945102632045746, 0.006063473876565695, 0.002219053450971842, 0.011976387351751328, -0.000898229016456753, -0.010676093399524689, -0.02730616368353367, -0.010854029096662998, -0.019956082105636597, -0.003296928247436881, 0.01428954117000103, -0.006190081126987934, -0.008520344272255898, 0.01840941794216633, 0.030166808515787125, -0.0386255607008934, -0.017738740891218185, 0.025444690138101578, 0.008061819709837437, 0.05693916603922844, 0.016096264123916626, 0.005420170724391937, 0.01708175055682659, -0.007452734746038914, -0.015028655529022217, -0.005666541866958141, 0.014070544391870499, -0.017478682100772858, 0.0066828238777816296, 0.014618036337196827, -0.01359148882329464, -0.026786046102643013, 0.01990133337676525, 0.010847184807062149, -0.024212833493947983, -0.03725682944059372, 0.027853654697537422, -0.0017237443244084716, 0.014823345467448235, -0.022638794034719467, -0.02318628504872322, -0.006279048975557089, 0.014618036337196827, 0.0016159567749127746, 0.02399383671581745, -0.018559979274868965, -0.005327781196683645, 0.013646237552165985, 0.016068890690803528, 0.025157256051898003, 0.008007070049643517, -0.014015794731676579, 0.008636686019599438, 0.03446462005376816, 0.002704952610656619, -0.014453788287937641, 0.005820524413138628, -0.004243062809109688, 0.02378852665424347, -0.00538937421515584, 0.008691435679793358, 0.014864407479763031, 0.020927881821990013, 0.00020488176960498095, 0.00477686757221818, 0.016808003187179565, 0.036353468894958496, -0.03230202570557594, -0.006415921729058027, 0.014713847078382969, -0.022871477529406548, -0.004578401800245047, -0.02566368691623211, -0.003794803749769926, -0.008753027766942978, -0.0036271344870328903, 0.0004602354601956904, 0.02647123858332634, 0.002078758552670479, -0.02692291885614395, 0.0008584503084421158, -0.00039650395046919584, -0.019285405054688454, -0.006925773806869984, -0.008492969907820225, 0.0031754535157233477, -0.01470016036182642, -0.025732124224305153, 0.01006700936704874, -0.007692262530326843, 0.020311953499913216, -0.011271491646766663, -0.013481990434229374, -0.006012146361172199, 0.026211179792881012, -0.033314887434244156, 0.011949012987315655, 0.013605175539851189, 0.004694744013249874, -0.02669023536145687, -0.009423705749213696, -0.01229803916066885, -0.0020736258011311293, 0.004455216228961945, -0.040952399373054504, -0.0245960783213377, -0.01602782867848873, 0.0013139807851985097, 0.005512559786438942, -0.00240212120115757, -0.005793149583041668, 0.016301574185490608, 0.004872678779065609, -0.006056630052626133, -0.0009410018683411181, -0.006439874414354563, 0.022652480751276016, 0.002124953316524625, 0.00240212120115757, 0.011415207758545876, -0.01697225123643875, 0.013358804397284985, -0.01300977822393179, 0.008725653402507305, -0.012640221044421196, -0.03687358647584915, 0.0012686415575444698, 0.0096700768917799, 0.00042494788067415357, -0.01534346304833889, -0.006125066429376602, -0.016205763444304466, 0.004557870794087648, -0.018094610422849655, 0.009457924403250217, 0.009122584946453571, 0.0020650713704526424, 0.02530781738460064, -0.0007117395871318877, 0.02507513388991356, 0.01358464453369379, -0.022228173911571503, -0.006200346630066633, -0.01094983983784914, -0.0004529640718828887, -0.030413180589675903, -0.019025346264243126, -0.013885765336453915, 0.04440160095691681, -0.0045510269701480865, -0.031918782740831375, -0.027032416313886642, -0.017985111102461815, -0.03315063938498497, 6.410574860638008e-05, 0.006658871192485094, 0.008417689241468906, 0.02481507509946823, 0.017889300361275673, -0.007062646560370922, 0.02600586973130703, -0.019148532301187515, 0.005382530391216278, -0.00278023281134665, 0.0060805827379226685, -0.012544410303235054, -0.0074322037398815155, 0.009779575280845165, 0.006261939648538828, -0.01615101285278797, -0.00784966628998518, 0.008486125618219376, -0.012660752050578594, -0.005577574484050274, 0.01779348962008953, -0.003343123011291027, -0.03317801281809807, 0.004048018716275692, -0.00044141541002318263, -0.006990788504481316, 0.0005205451161600649, 0.014426413923501968, -0.02670392207801342, -0.0063885473646223545, 0.00814394373446703, -0.007582764141261578, -0.010025947354733944, 0.0003599332121666521, 0.009252614341676235, 0.010559751652181149, -0.0007048959378153086, 0.0004022782959509641, 0.000774615618865937, 0.004889787640422583, -0.004256749991327524, 0.04511334002017975, 0.015357150696218014, 0.0024859558325260878, 0.026087993755936623, 0.009717983193695545, -0.012065354734659195, 0.003787960158661008, 0.004739227704703808, 0.00033683588844724, -0.0029530348256230354, 0.022173425182700157, -0.04300549626350403, 0.0025338614359498024, -0.005926600657403469, 0.005166955757886171, -0.01861472800374031, 0.0017220333684235811, -0.015671957284212112, -0.0025937433820217848, -0.043525613844394684, 0.029947811737656593, -0.0023422392550855875, -0.03668196499347687, 0.0021437732502818108, -0.0022926228120923042, 0.006847071461379528, -0.007822291925549507, -0.021844930946826935, -0.003620290895923972, -0.002102711470797658, -0.004208844620734453, 0.0031549225095659494, -0.021037379279732704, -0.009834324941039085, 0.015069716610014439, 0.03646296635270119, -0.02027089148759842, -0.0077880737371742725, 0.20706146955490112, -0.0163836982101202, -0.015507710166275501, 0.007863353937864304, -0.009300519712269306, -0.002792209153994918, 0.03837918862700462, 0.01190110668540001, -0.010272318497300148, -0.018204107880592346, 1.932796476467047e-05, 0.003620290895923972, -0.02659442275762558, -0.00042751425644382834, 0.021146878600120544, -0.02836008556187153, -0.02764834463596344, -0.04946590214967728, -0.01082665380090475, 0.0017844816902652383, -0.0012438333360478282, 0.006593856494873762, -0.00632695434615016, -0.014111606404185295, 0.026443863287568092, 0.001370440935716033, 0.024034898728132248, 0.006395390722900629, 0.003808491164818406, 0.01311243325471878, -0.005269610323011875, 0.0028144509997218847, 0.01071031205356121, 0.011196210980415344, -0.01541189942508936, -0.004489434417337179, 0.0009067836217582226, -0.009156803600490093, 0.022063927724957466, 0.006655449513345957, 0.007411672733724117, -0.0013131253654137254, -0.0036305561661720276, -0.018833724781870842, -0.004034331534057856, 0.015425587072968483, -0.00406854972243309, 0.006604121997952461, 0.00111979222856462, 0.00808919407427311, -0.020914193242788315, 0.0018888473277911544, 0.011613673530519009, 0.024801386520266533, -0.0005406483542174101, 0.004739227704703808, -0.018833724781870842, 0.006176393944770098, -0.004044597037136555, -0.007391141727566719, -0.029236072674393654, -0.006152441259473562, 0.01909378357231617, 0.02272091805934906, -0.007137926761060953, 0.018655790016055107, 0.01721862331032753, -0.0013926827814429998, 0.014029482379555702, -0.009232083335518837, -0.010073852725327015, -0.016999626532197, -0.006901821121573448, -0.005211439449340105, -0.024541327729821205, -0.049137406051158905, 0.03643559291958809, 0.01768399216234684, 0.01886109821498394, 0.02707347832620144, -0.0037742729764431715, -0.0075553893111646175, -0.013365647755563259, -0.026744984090328217, -0.014015794731676579, -0.046345196664333344, 0.013694142922759056, -0.03758532553911209, -0.007124239578843117, -0.013139807619154453, 0.008691435679793358, 0.0005299551412463188, 0.0001862755889305845, -0.006693089380860329, 0.007979695685207844, -0.012024292722344398, 0.0066520278342068195, -0.002326841000467539, 0.007397985551506281, -0.04500384256243706, -0.028277961537241936, 0.05458495020866394, 0.027347225695848465, 0.01862841472029686, 0.004157517105340958, 0.005690495017915964, -0.011250960640609264, 0.010114914737641811, -0.00494795897975564, -0.01164789218455553, 0.014193729497492313, -0.025732124224305153, 0.02236504852771759, 0.003805069252848625, -0.010723999701440334, -0.0006317544030025601, -0.0024158083833754063, 0.0034680196549743414, 0.0222692359238863, -0.012284351512789726, -0.014727534726262093, -0.011182524263858795, 0.01602782867848873, 0.013570957817137241, 0.013618863187730312, -0.022310297936201096, -0.023268409073352814, -0.016712192445993423, -0.028907576575875282, 0.0033020609989762306, -0.003610025392845273, -0.030741674825549126, 0.02250192128121853, 0.004937693476676941, 0.007233737967908382, -0.0014696738217025995, -0.006036099046468735, -0.006843649782240391, -0.0036887272726744413, 0.005221704952418804, 0.012003761716187, -0.0027254836168140173, 0.0030847752932459116, 0.003603181568905711, 0.01944965310394764, -0.010696624405682087, -0.0040993462316691875, 0.008848839439451694, -0.01850522868335247, -0.02447289228439331, -0.021968116983771324, 0.00262282881885767, -8.019902253408873e-08, -0.002438050229102373, 0.014399039559066296, 0.019162219017744064, -0.018997972831130028, 0.0013268126640468836, 0.0021523279137909412, 0.016465822234749794, -0.04623569920659065, 0.005991615355014801, 0.014371664263308048, 0.0076375133357942104, -0.004698165692389011, -0.03616184741258621, -0.17421194911003113, -0.006193503271788359, 0.012387006543576717, -0.04262224957346916, 0.025827934965491295, 0.009355269372463226, 0.024869823828339577, 0.012606003321707249, -0.03711995854973793, -0.0024979321751743555, -0.007096864748746157, -0.002047962276265025, -0.016671130433678627, -0.019613901153206825, -0.025745810940861702, 0.0003404715680517256, -0.011661579832434654, -0.0022053662687540054, 0.02825058624148369, 0.007801760919392109, 0.02741566114127636, -0.04973964765667915, 0.0014628301141783595, 0.00022690976038575172, 0.01723231002688408, 0.008622998371720314, 0.007979695685207844, 0.024158084765076637, -0.009218396618962288, -0.03829706460237503, -0.00433545233681798, 0.0022755134850740433, 0.02352846786379814, -0.007240581791847944, 0.013481990434229374, 0.026416487991809845, 0.021393248811364174, 0.007911259308457375, -0.03211040422320366, 0.010546064004302025, 0.021749120205640793, 0.01617838814854622, 0.017738740891218185, 0.0008490402833558619, -0.02025720290839672, 0.005820524413138628, 0.03361600637435913, -0.019244343042373657, 0.007671731524169445, -0.008739341050386429, 0.018245169892907143, -0.0007057514158077538, 0.023145223036408424, -0.010525533929467201, -0.02131112478673458, 0.01147680077701807, -0.009649545885622501, 0.013748892582952976, 0.012804469093680382, -0.017506055533885956, -0.017861926928162575, -0.014303227886557579, 0.015726707875728607, -0.002538994187489152, -0.003743476467207074, -0.030084684491157532, -0.024048585444688797, 0.00773332454264164, -0.033451762050390244, 0.010525533929467201, -0.01839573122560978, -0.012188540771603584, -0.009375800378620625, 0.012455442920327187, 0.014850719831883907, 0.04084290191531181, 0.0019572838209569454, 0.0016039804322645068, 0.030166808515787125, 0.0037400545552372932, -0.013427240774035454, 0.015849893912672997, -0.008999399840831757, 0.004821351263672113, -0.025157256051898003, -0.016479508951306343, -0.015535085462033749, 0.020777320489287376, -0.022460859268903732, 0.00837662722915411, 0.030988046899437904, -0.02095525525510311, -0.0004529640718828887, -0.010231256484985352, -0.001868316438049078, 0.013393023051321507, -0.0035792288836091757, -0.008848839439451694, 0.009218396618962288, -0.0020753368735313416, -0.0013002934865653515, 0.0028058963362127542, -0.007616982329636812, -0.005663120187819004, 0.03372550755739212, -0.005680229514837265, -0.024431830272078514, 0.0019521510694175959, 0.04404573142528534, -0.02120162732899189, 0.0026638905983418226, -0.010860872454941273, 0.0066828238777816296, -0.005536512937396765, -0.009423705749213696, 0.016137326136231422, -0.0016997915226966143, -0.017287058755755424, 0.016000453382730484, 0.01375573594123125, 0.03153553977608681, -0.012927654199302197, -0.003726367373019457, 0.011723171919584274, -0.0057520875707268715, -0.002932504052296281, -0.12307620048522949, -0.017259685322642326, 0.011312553659081459, 0.011045650579035282, -0.01236647553741932, 0.02586899697780609, -0.00395220797508955, 0.02961931750178337, -0.027716781944036484, 0.04314236715435982, -0.04744018241763115, -0.006008724682033062, 0.0041643609292805195, -0.006251674145460129, 0.011942168697714806, -0.012236446142196655, -0.005077988374978304, -0.015206590294837952, -0.020640447735786438, 0.02507513388991356, -0.0045031215995550156, -0.011059338226914406, 0.02001083269715309, -0.008027601055800915, 0.0017793489387258887, -0.002918816637247801, -0.027826281264424324, 0.021379562094807625, 0.004342295695096254, -0.013988420367240906, 0.010484471917152405, -0.036955710500478745, -0.002610852476209402, -0.02540362812578678, 0.013612019829452038, -0.021489061415195465, 0.02016139216721058, -0.007090021390467882, 0.01827254518866539, -0.021708058193325996, 0.007411672733724117, 0.021954428404569626, -0.0027254836168140173, -0.02059938572347164, -0.006018990185111761, -0.0051122065633535385, -0.027032416313886642, 0.025376252830028534, 0.000946990039665252, -0.01616470143198967, -0.03774957358837128, -0.009060992859303951, -0.05318884551525116, 0.006867602467536926, 0.027265101671218872, 0.0016116795595735312, -0.005786305759102106, -0.01229803916066885, -0.011846357956528664, 0.008828308433294296, -0.018902160227298737, -0.0079044159501791, -0.013085058890283108, -0.00577261857688427, 0.02213236317038536, 0.007747011724859476, -0.0028384036850184202, -0.03465624153614044, 0.01534346304833889, -0.02436339296400547, 0.007185832131654024, 0.010730843059718609, -0.0040993462316691875, -0.0065117329359054565, -0.032384149730205536, -0.00030283149681054056, -0.0037742729764431715, -0.03550485521554947, -0.006901821121573448, 0.013269837014377117, -0.008622998371720314, -0.012106416746973991, 0.005786305759102106, -0.017026999965310097, -0.0007801760802976787, -0.009649545885622501, 0.001904245582409203, -0.015302401036024094, -0.006901821121573448, -0.04144514352083206, -0.005697338376194239, 0.031453415751457214, 0.012188540771603584, -0.022542983293533325, 0.015329775400459766, 0.0036921491846442223, -0.028058964759111404, 0.0005427869618870318, 0.005231970455497503, 0.002080469625070691, -0.023473719134926796, 0.000986341037787497, -0.04147251695394516, 0.020914193242788315, 0.0023969884496182203, -0.015836205333471298, -0.001246399711817503, -0.014850719831883907, -6.373148789862171e-05, 0.0071516139432787895, -0.0047563365660607815, 0.019052721560001373, -0.025732124224305153, 0.01968233659863472, -0.013803642243146896, -0.007004475686699152, -0.037886444479227066, 0.002450026571750641, 0.011784764938056469, -0.012024292722344398, 0.020941568538546562, 0.023145223036408424, 0.018601039424538612, -0.009731669910252094, 0.03200090676546097, 0.009184177964925766, 0.01673956774175167, -0.0163836982101202, -0.0149328438565135, 0.02414439618587494, -0.002997518749907613, -0.011634204536676407, 0.026279615238308907, -0.017547117546200752, -0.01400210801512003, 0.018423104658722878, -0.004270437639206648, -0.008622998371720314, 0.002701530698686838, 0.012496504932641983, 0.02610168047249317, 0.03583335131406784, -0.020106643438339233, -0.04273175075650215, 0.0193127803504467, -0.002951323986053467, 0.008636686019599438, 0.01594570465385914, -0.02309047430753708, -0.007117395754903555, 0.008123412728309631, 0.005728134885430336, 0.0339718796312809, 0.026279615238308907, -0.018477855250239372, -0.039200425148010254, -0.00808919407427311, 0.013310899026691914, 0.03139866515994072, 0.016356322914361954, 0.005355156026780605, 0.030248932540416718, 0.033205389976501465, -0.013967889361083508, 0.015357150696218014, -0.006610965821892023, 0.0075553893111646175, 0.0046331509947776794, -0.018012486398220062, 0.014344289898872375, 0.005290141329169273, -0.018436793237924576, 0.002164304256439209, 0.012339101172983646, -0.009300519712269306, 0.019381215795874596, 0.022351359948515892, 0.0018546291394159198, 0.009149960242211819, 0.00591633515432477, -0.009498986415565014, 0.02225554920732975, 0.010313380509614944, 0.005642589181661606, -0.00588553911074996, 0.01602782867848873, 0.027005042880773544, 0.0021078442223370075, 0.012291194871068, -0.002056516706943512, -0.002313153585419059, -0.003917989321053028, 0.011990074999630451, 0.011949012987315655, -0.004715274553745985, 0.029071824625134468, 0.0007801760802976787, -0.005197752267122269, 0.015042342245578766, 0.007445890922099352, 0.022926226258277893, 0.0054407017305493355, 0.04147251695394516, -0.010956683196127415, 0.004294390324503183, -0.026881856843829155, -0.026662860065698624, 0.005953975487500429, -0.03372550755739212, -0.02846958301961422, 0.02142062410712242, 0.028715955093503, 0.005734978709369898, -0.015439273789525032, 0.01861472800374031, 0.0056562768295407295, -0.013146650977432728, 0.025472065433859825, 0.00018531321256887168, -0.029372945427894592, -0.037311580032110214, 0.025827934965491295, 0.015494023449718952, 0.000608657137490809, 0.04442897439002991, -0.017998799681663513, 0.0351216122508049, 0.019531777128577232, 0.04076077789068222, -0.02543100342154503, 0.03022155724465847, 0.0046913218684494495, 0.008595624007284641, -0.022570356726646423, -0.0143579775467515, -0.0006715331692248583, -0.0193401537835598, -0.02087313123047352, 0.008698279038071632, 0.025266755372285843, 0.0018443636363372207, 0.08727022260427475, 0.02797684073448181, -0.006234564818441868, 0.005228548310697079, -0.02625224180519581, -0.007172144949436188, 0.019860271364450455, 0.021105816587805748, -0.011853201314806938, -0.0263617392629385, -0.002918816637247801, 0.0019196438370272517, -0.010689781047403812, -0.029017075896263123, -0.02236504852771759, -0.013358804397284985, 0.0009435682441107929, 0.00618323776870966, 0.014056856743991375, 0.010286006145179272, 0.018436793237924576, -0.006012146361172199, -0.0010727421613410115, 0.0024774011690169573, -0.020325640216469765, 0.00732270535081625, 0.025951121002435684, 0.003216515528038144, -0.004889787640422583, -0.014084231108427048, 0.03733895346522331, 0.015904642641544342, -0.023939087986946106, -0.022200800478458405, 0.001953862141817808, 0.00020306392980273813, -0.0027135072741657495, -0.019134845584630966, 0.011661579832434654, -0.007829135283827782, 0.010990901850163937, 0.014207417145371437, -0.01300977822393179, -0.02038038894534111, -0.006788900587707758, -0.007233737967908382, -0.0051122065633535385, -0.022187113761901855, -0.027032416313886642], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='782f4be4-451e-4a29-b979-07d9eada17aa', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='e587b7bd9aad2c0b0299cea6ab68b800b8814748c9d603c311e93de1ae31122f'), : RelatedNodeInfo(node_id='2ddc83fe-dd1d-4c8b-928f-4ba2b0d2726b', node_type=, metadata={}, hash='a71e203eb3d5842de32a01202961550bf8e113d412f3a5af6f35a2e6a77e5300')}, hash='9aa065e5272d8c7fdcdf6f35a7fa23af9d620864f183be502246c63a0e046fb6', text='data. However, this means that if we have some domain-specific data that the model has not seen, then it won\\'t be able on its own to answer questions related to such data in case of Closed Book QA use-case or any other use case that depends on the specific domain data. For example, most online portals are adding virtual assistants for their customers, banks, e-commerce, customer support etc. And a huge if not the majority of data in the world still lives outside of the internet in enterprises. We have seen in Part 2 how LLMs can help address information retrieval use cases based on Vector space embeddings. But what if our use case is more high level? It needs domain \"understanding\", maybe some higher level reasoning tasks. This is where fine-tuning with custom data comes into play. I am not able to provide a use case where higher-level reasoning can be used. There are a few simpler ones, like training on custom issues and then asking it to reason on similar issues and possible solutions, but these are as of now not tested. So let\\'s stick with a simpler use-case Closed-Book QA - the model answers questions based on the knowledge it internally has for now. The above is from a 2021 paper Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA? This is already outdated in the sense of the number and size of models and training released. The authors with 2021 models could not achieve great results and the great results they found in some studies described could be attributed to the high train and test overlap in datasets. There are also a lot of tutorials on the internet that try to portray this concept with toy datasets. The real trouble is making the model \\'understand\\' the data first and not just parrot it out. Without understanding, it will parrot out the answer based on the similarity of the question in the training set, or both the question and answer. To prevent this, the authors have an intermediate step called \\'Recite\\' where the model is made to recite/output the relevant passages and, after that, output the answer. Just to be clear, there is no doubt now (2023), especially with GPT3/4, LLAMA2 and similar models about the feasibility of this use case,', start_char_idx=395, end_char_idx=2618, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='2ddc83fe-dd1d-4c8b-928f-4ba2b0d2726b', embedding=[-0.02260177955031395, 0.00782632827758789, 0.014103839173913002, -0.022094642743468285, -0.0009945674100890756, 0.008799479342997074, -0.005708696786314249, 0.0031096292659640312, -0.030236218124628067, -0.050110433250665665, 0.016104966402053833, 0.03865192085504532, -0.01764007844030857, -0.008751507848501205, 0.0013003903441131115, 0.026261376217007637, 0.016872523352503777, 0.0177497286349535, 0.01350761204957962, -0.009895987808704376, 0.003580785123631358, -0.003690436016768217, -0.031168250367045403, -0.008778920397162437, 0.003477987600490451, 0.019394492730498314, 0.029194535687565804, -0.033196792006492615, -0.0206280630081892, 0.020367642864584923, 0.014994751662015915, 0.01777714118361473, -0.030016915872693062, 0.003268965519964695, -0.013795445673167706, -0.017160356044769287, 0.019010713323950768, -0.014268315397202969, 0.018010150641202927, -0.02131338231265545, 0.023629754781723022, 0.014816569164395332, 0.007291780784726143, -0.015309997834265232, -0.0016361960442736745, 0.01806497573852539, 0.008648709394037724, -0.023492692038416862, -0.016886228695511818, -0.0010639558313414454, 0.029359010979533195, 0.039721015840768814, -0.027481241151690483, 0.009772630408406258, -0.024068359285593033, 0.0030976361595094204, -0.0005722403293475509, 0.015022164210677147, 0.019394492730498314, 0.006627022288739681, 0.006589329801499844, -0.0038823250215500593, -0.0038617653772234917, 0.030400695279240608, -0.014802862890064716, -0.013425374403595924, -0.01328831072896719, -0.007284927647560835, 0.020847365260124207, -0.008045630529522896, 0.012842854484915733, 0.022656604647636414, 0.010821167379617691, -0.017311125993728638, 0.034348126500844955, -0.00966983288526535, -0.0036458903923630714, -0.011321448720991611, -0.028344741091132164, 0.014117545448243618, 0.013740620575845242, -0.006513944827020168, 1.3378419680520892e-05, 0.02930418588221073, 0.00497198011726141, 0.0024551507085561752, 0.01663951389491558, -0.00908731296658516, -0.007202689535915852, 0.018709173426032066, 0.0037349816411733627, -0.009395706467330456, 0.03966619074344635, 0.010149555280804634, 0.008868011645972729, -0.002794383093714714, -0.008655562996864319, 0.012164389714598656, -0.006404294166713953, -0.03242923319339752, -0.02103925496339798, 0.002210149774327874, -0.04150284081697464, -0.015419648960232735, -0.019983865320682526, 0.0015496746636927128, 0.01779084838926792, 0.009327174164354801, -0.0007191553013399243, 0.02698781155049801, -0.00929976161569357, 0.030181393027305603, 0.0021142051555216312, -0.02913971059024334, -0.025932423770427704, -0.016255736351013184, 0.005246107466518879, -0.0005752385477535427, 0.006089047994464636, -0.015995316207408905, 0.01620091125369072, 0.006880590226501226, 0.013692648150026798, -0.0002606349007692188, 0.011561309918761253, -0.002681305631995201, -0.005201561376452446, -0.012465929612517357, -0.019970158115029335, 0.005163868889212608, 0.000615929311607033, 0.03856968134641647, -0.005866319872438908, -0.017571546137332916, -0.04177697002887726, 0.022711429744958878, -0.0032278464641422033, -0.003683582879602909, -0.015392236411571503, 0.004577922634780407, 0.00236263289116323, 0.02288961224257946, -0.0006947408546693623, -0.004039947874844074, -0.009889135137200356, 0.039721015840768814, -0.0038412059657275677, 0.019435610622167587, -0.0009363153367303312, -0.007202689535915852, 0.00512275006622076, -0.018407633528113365, -0.002599067520350218, 0.02473996952176094, 0.01665322110056877, 0.014528735540807247, 0.005917718634009361, 0.019586380571126938, -0.034348126500844955, -0.003988549113273621, 0.004163305275142193, 0.01441908534616232, 0.006657861638814211, 0.0006202125223353505, 0.00966983288526535, 0.028673693537712097, 0.03166167810559273, -0.015721188858151436, -0.0018435047240927815, -0.024918152019381523, -0.01578972116112709, 0.05668948218226433, -0.03495120257139206, 0.02741270884871483, -0.001233571907505393, 0.024219129234552383, 0.029386423528194427, -0.010238646529614925, -0.015981609001755714, -0.02431507222354412, 0.007798915728926659, 0.004639600869268179, 0.006325482856482267, -0.005643591750413179, -0.04287347570061684, -0.021148905158042908, 0.006332335993647575, -0.012801735661923885, -0.002131338231265545, -0.018983300775289536, 0.00693541532382369, 0.03385469689965248, -0.0030702233780175447, -0.01621461659669876, -0.6359748840332031, -0.01721518114209175, 0.027467533946037292, -0.010821167379617691, -0.01016326155513525, 0.0013826285721734166, -0.016543570905923843, -0.008059336803853512, -0.005503101274371147, 0.032648537307977676, -0.015830839052796364, -0.015172934159636497, -0.009032487869262695, -0.022779962047934532, -0.011855997145175934, -0.009806896559894085, 0.007545348256826401, -0.01321977935731411, 0.017955323681235313, 0.011712079867720604, -0.008456820622086525, 0.003454001387581229, 0.0005371177685447037, 0.003991975914686918, -0.025110041722655296, 0.011348861269652843, 0.00472869211807847, -0.019942745566368103, 0.020847365260124207, 0.0015565279172733426, -0.018805118277668953, 0.009059900417923927, 0.018270570784807205, 0.009532769210636616, 0.045559924095869064, -0.013178659602999687, -0.00852535292506218, 0.00966298021376133, 0.0024397310335189104, 0.02941383793950081, -0.031634267419576645, -0.019298547878861427, 0.010636131279170513, 0.027988376095891, -0.008710388094186783, 0.03840520605444908, 0.012781175784766674, 0.011883409693837166, -0.020806245505809784, -0.023122619837522507, -0.010978790000081062, 0.015296291559934616, 0.011828583665192127, -0.011650401167571545, 0.007935979403555393, 0.011993059888482094, 0.02842697873711586, -0.009608154185116291, 0.02120373025536537, -0.01765378564596176, 0.0007966818520799279, 0.001177889876998961, -0.0367056168615818, -0.006973107811063528, -0.037884365767240524, 0.017818260937929153, 0.0041084797121584415, 0.014117545448243618, -9.18887963052839e-06, -0.014460204169154167, -0.0006746096187271178, 0.01591307856142521, -0.013685795478522778, -0.017694903537631035, -0.013911950401961803, 0.011355714872479439, 0.011177532374858856, -0.009347734041512012, -0.013850271701812744, 0.011177532374858856, 0.021258555352687836, 0.007538495119661093, -0.015405942685902119, -0.007127304561436176, 0.029496075585484505, 0.00994396023452282, 0.010505921207368374, 0.009854868985712528, -0.007627586368471384, 0.014761744067072868, -0.0008502223063260317, 0.009032487869262695, -0.031223075464367867, -0.04588887467980385, 0.00558191305026412, 0.0061472998932003975, -0.009066754020750523, -0.002333506941795349, 0.01747560128569603, -0.01591307856142521, 0.01016326155513525, -0.01555671263486147, 0.02501409687101841, 0.02628878876566887, 0.03415623679757118, 0.01301418337970972, -0.0011924528516829014, -0.0011504770955070853, 0.0047698114067316055, -0.02317744493484497, 0.004372327122837305, 0.01806497573852539, 0.003964562900364399, -0.01067039743065834, -0.0014503035927191377, -0.02460290677845478, 0.0054242899641394615, 0.0001853570283856243, 0.014953632839024067, -0.0240409467369318, 0.03171650320291519, -0.00025635166093707085, 0.007202689535915852, -0.008470526896417141, 0.01650245115160942, 0.030674820765852928, 0.00628779036924243, -0.011472218669950962, 0.011129559949040413, 0.014693211764097214, -0.010211233980953693, -0.01790049858391285, 0.02387646958231926, -0.01578972116112709, 0.010930817574262619, 0.011732639744877815, 0.045395445078611374, 0.007421990856528282, -0.0020816526375710964, -0.02231394499540329, -0.029742790386080742, -0.007531641982495785, 0.011636694893240929, 0.007223248947411776, -0.03952912613749504, 0.001807525521144271, 0.0005700986948795617, 0.0016045001102611423, -0.0016721752472221851, -0.0173659510910511, -0.011259770020842552, -0.023533811792731285, -0.009498503990471363, 0.021395619958639145, -0.00543456943705678, -0.016516156494617462, 0.010019345209002495, -0.039611365646123886, -0.008395141921937466, -0.036897506564855576, -0.000671611400321126, 0.022793667390942574, -0.0015753741608932614, 0.012356278486549854, 0.013953069224953651, -0.019874215126037598, 0.015227760188281536, 0.013953069224953651, -0.03251147270202637, -0.02504150941967964, 0.0006874593673273921, -0.0494525283575058, 0.011581869795918465, 0.02231394499540329, -0.016420213505625725, 0.013103274628520012, -0.002707005012780428, 0.0012798308162018657, -0.015995316207408905, -0.014748037792742252, -0.004303795285522938, 0.03385469689965248, 0.009313467890024185, 0.006849750876426697, 0.02856404334306717, 0.013425374403595924, 0.02346527948975563, 0.010046757757663727, -0.02801578864455223, 0.0011264909990131855, 0.01636538654565811, 0.009429971687495708, -0.024959271773695946, 0.009752071462571621, 0.00882689282298088, 0.02545270137488842, 0.018106093630194664, -0.016461331397294998, -0.005222121253609657, 0.032045457512140274, -0.005324918776750565, 0.007689265068620443, 0.0100124916061759, -0.009477944113314152, -0.003459141356870532, -0.02883817069232464, 0.013514465652406216, -0.005609325598925352, 0.005732682999223471, 0.00788115430623293, 0.005468835588544607, -0.013706354424357414, -0.01131459604948759, -0.009135285392403603, -0.0005216981517150998, 0.034622251987457275, 0.009491650387644768, 0.01977827027440071, -0.02856404334306717, 0.0030462373979389668, 0.0055853393860161304, 0.007689265068620443, 0.0138022992759943, -0.0015248319832608104, -0.007977098226547241, 0.008717241697013378, -0.008840599097311497, 0.010547040030360222, -0.00586289307102561, -0.04616300389170647, 0.0004321784945204854, 0.011061028577387333, 0.012006767094135284, 0.03914535045623779, 0.010039905086159706, -0.004218130838125944, 0.01861323043704033, 0.0016062133945524693, 0.037884365767240524, -0.003707568859681487, -0.006102754268795252, 0.026247669011354446, 0.003047950565814972, -0.028920408338308334, 0.016255736351013184, -0.000819383014459163, 0.018393928185105324, 0.011629842221736908, -0.02190275490283966, 0.009464237838983536, -0.004913728218525648, 0.02375311218202114, -0.017009586095809937, 0.0074494038708508015, 0.005975970532745123, -0.013768033124506474, -0.000756847788579762, 0.0037623944226652384, 0.022985557094216347, 0.017996443435549736, -0.001898330170661211, 0.014001041650772095, 0.004386033397167921, -0.00469100009649992, 0.021244850009679794, -0.009512210264801979, -0.005040511954575777, -0.006181566044688225, -0.023917589336633682, 0.019216308370232582, -0.013637823052704334, -0.014336846768856049, 0.012678378261625767, -0.03741834685206413, 0.02203981764614582, 0.014227195642888546, -0.0074494038708508015, 0.0016687486786395311, 0.01876400038599968, 0.03571876138448715, -0.029770202934741974, -0.03311455249786377, 0.01935337297618389, -0.01879141293466091, -0.009011927992105484, -0.023218564689159393, -0.031031187623739243, 0.00867612287402153, 0.006328909192234278, -0.007702971342951059, -0.007024506572633982, 0.005232400726526976, -0.001613066648133099, -0.0006981674232520163, -0.012609845958650112, 0.011931382119655609, 0.025548644363880157, 0.0012507048668339849, -0.0024208847898989916, 0.001005703816190362, 0.007977098226547241, 0.01441908534616232, -0.03881639614701271, -0.004704706370830536, 0.024918152019381523, -0.027659423649311066, -0.03464966267347336, -0.005311212502419949, -0.006191845517605543, -0.009005075320601463, 0.0018897636327892542, 0.007045066449791193, 0.004831490106880665, 0.008977661840617657, 0.0075110821053385735, 0.014843981713056564, 0.00882689282298088, 0.020367642864584923, 0.034183647483587265, 0.0067675127647817135, -0.006068488582968712, -0.026535501703619957, 0.002593927551060915, 0.023355627432465553, 0.0571829117834568, 0.02031281776726246, -0.02774166129529476, 0.007045066449791193, -0.02419171668589115, 0.0037658209912478924, -0.004701279569417238, -0.009053046815097332, 0.006167859770357609, 0.013672089204192162, -0.017379658296704292, -0.009429971687495708, 0.03141496330499649, 0.005653871223330498, 0.024698851630091667, 0.004286662209779024, 0.008237519301474094, -0.014323140494525433, -0.01792791113257408, -0.0011299175675958395, 0.0013886250089854002, -0.009683539159595966, 0.010615571402013302, 0.01689993590116501, 0.020957015454769135, -0.005139883141964674, 0.013397961854934692, 0.0260146614164114, -0.010889698751270771, -0.014843981713056564, 0.000642057042568922, 0.0022923878859728575, -0.000648910237941891, 0.01315810065716505, -0.00916955154389143, 0.015707481652498245, -0.001290967222303152, -0.001614779932424426, 3.0303894163807854e-05, -0.004320928361266851, 0.012130123563110828, 0.021820517256855965, 0.0007923986413516104, -0.0009037627605721354, -0.0042078508995473385, -0.03188098222017288, -0.010430536232888699, 0.02687816135585308, 0.002045673318207264, -0.030099155381321907, 0.036184776574373245, 0.003125048941001296, -0.027508653700351715, -0.006733246613293886, 0.028235090896487236, -0.016118673607707024, -0.009656126610934734, -0.017736023291945457, -0.007990804500877857, -0.018654348328709602, -0.011602428741753101, -0.031086012721061707, -0.0003460854641161859, -0.011540750972926617, -0.005263240076601505, 0.0085322055965662, -0.003032530890777707, 0.023424159735441208, -0.04120130091905594, 0.013212925754487514, -0.017146648839116096, -0.04026927053928375, -0.06924450397491455, -0.009923400357365608, 0.011945088393986225, 0.009436825290322304, 0.015981609001755714, -0.0054517025128006935, -0.004495684523135424, 0.011143266223371029, -0.006332335993647575, -0.03379987180233002, -0.004684146493673325, -0.03484155237674713, -0.0012661245418712497, -0.005167295690625906, -0.018147213384509087, -0.02047729305922985, -0.016173498705029488, 0.0059862504713237286, 0.003710995428264141, 0.003923444077372551, -0.006520798429846764, -0.002485990058630705, 0.011794318445026875, 0.026220256462693214, 0.027083756402134895, 0.013130688108503819, 0.022917024791240692, -0.047259509563446045, -0.0066887009888887405, -0.011746346019208431, -0.03423847258090973, -0.016447626054286957, -0.006394014228135347, 0.005746389273554087, 0.02247842215001583, -0.002235849155113101, 0.0007649859180673957, -0.027179701253771782, 0.012589287012815475, -0.007003947161138058, 0.007202689535915852, 0.008984515443444252, 0.005252960603684187, -0.00923123024404049, 0.02290331944823265, 0.021930167451500893, 0.01328831072896719, -0.03922758623957634, -0.0147891566157341, -0.0474788136780262, 0.03029104322195053, 0.013706354424357414, -0.015721188858151436, 0.034759316593408585, 0.009930253960192204, 0.008429408073425293, -0.02330080233514309, 0.003051377134397626, -0.00016479750047437847, 0.04106424003839493, -0.007051919586956501, -0.007737237028777599, -0.036157362163066864, -0.001564237754791975, -0.019092952832579613, 0.005030232015997171, -0.0263162013143301, 0.014830275438725948, -0.0034077423624694347, 0.017132943496108055, -0.005818347446620464, -0.004355194047093391, 0.031908392906188965, -0.027220821008086205, -0.006565344054251909, 0.022546952590346336, 0.023081501945853233, 0.035060856491327286, 0.0027344177942723036, 0.012349425815045834, -0.04221557080745697, -0.01689993590116501, -0.010081023909151554, -0.019997570663690567, 0.009011927992105484, 0.015405942685902119, 0.0247262641787529, 0.005989676807075739, 0.05910180136561394, -0.0009825743036344647, -0.00323641300201416, 0.01992904022336006, -0.016570983454585075, 0.008449967950582504, 0.005225547589361668, -0.0030462373979389668, -0.0004797224246431142, -0.0025236825458705425, 0.008066189475357533, -0.008902277797460556, 0.003489980474114418, -0.020710302516818047, 0.005098763853311539, 0.009313467890024185, -0.006500238552689552, 0.006236391142010689, -0.017722316086292267, -0.015186641365289688, -0.02558976411819458, 0.015268879011273384, -0.005924571771174669, -0.0021964432671666145, -0.014035306870937347, -0.010828020051121712, 0.020559532567858696, -0.00564701808616519, 0.024767382070422173, 0.008929690346121788, 0.03157944232225418, -0.008758360520005226, -0.0010442528873682022, 0.016858816146850586, 0.01650245115160942, -0.02686445415019989, -0.012424810789525509, -0.04306536540389061, 0.01137627474963665, 0.011307742446660995, -0.004598482046276331, 0.014473910443484783, 0.013178659602999687, 0.008093602024018764, 0.007134157698601484, -0.011218651197850704, 0.009950813837349415, -0.004218130838125944, -0.013240338303148746, -0.030592583119869232, -0.02143673785030842, -0.028207678347826004, -0.008395141921937466, 0.0009834308875724673, -0.008820039220154285, 0.010896552354097366, -0.008497939445078373, 0.027193408459424973, -0.03840520605444908, -0.01764007844030857, 0.016749165952205658, 0.030510345473885536, 0.049123574048280716, 0.014254609122872353, 0.0037315550725907087, 0.0037589678540825844, 0.016118673607707024, -0.0263162013143301, 0.009361440315842628, 0.029194535687565804, -0.006904575973749161, 0.002496269764378667, 0.010930817574262619, -0.006976534612476826, -0.021107785403728485, 0.02147785760462284, -0.0023849057033658028, -0.011410539969801903, -0.0477803535759449, 0.02500039152801037, 0.0033049448393285275, 0.01790049858391285, -0.02886558324098587, -0.02145044505596161, -0.0054517025128006935, 0.005917718634009361, 0.013343135826289654, 0.032209932804107666, -0.0047903708182275295, -0.022423597052693367, 0.003926870413124561, 0.012280893512070179, 0.02415059693157673, -0.0012669811258092523, -0.004386033397167921, -0.006308349780738354, 0.04407963529229164, 0.006188419181853533, -0.023999826982617378, 0.006856604013592005, 0.005773801822215319, 0.029249360784888268, -0.014282021671533585, 0.0037658209912478924, 0.006424853578209877, 0.009827456437051296, 0.007127304561436176, 0.010430536232888699, 0.009196964092552662, 0.032045457512140274, -0.033772457391023636, -0.011931382119655609, 0.0015822272980585694, -0.011629842221736908, 0.010601865127682686, -0.023341922089457512, -0.0030942095909267664, -0.023547517135739326, -0.003998829051852226, 0.00936829298734665, 0.03295007720589638, -0.004026241600513458, -0.03286783769726753, -0.006585903465747833, -0.011547603644430637, -0.021285967901349068, -0.013884536921977997, 0.004499110858887434, 0.00626037735491991, -0.03936465084552765, -0.013576144352555275, -0.0005641021416522563, -0.00760702695697546, 0.02516486681997776, -0.0090256342664361, -0.017516721040010452, 0.0010031338315457106, 0.023122619837522507, -0.025521231815218925, 0.015666363760828972, 0.011636694893240929, -0.00582862738519907, -0.010636131279170513, -0.003991975914686918, -0.018297983333468437, 0.007223248947411776, 0.0028646280989050865, -0.01818833313882351, -0.02175198495388031, -0.016118673607707024, -0.00929976161569357, 0.010409976355731487, -0.0014794296585023403, 0.0013089568819850683, 0.01605014130473137, 0.005503101274371147, -2.7051311917603016e-05, -0.011218651197850704, -0.01647503860294819, 0.013116981834173203, 0.004718412645161152, 0.006143873557448387, 0.014323140494525433, -0.01108158752322197, 0.009560182690620422, -0.010540186427533627, 0.0020405335817486048, -0.01343908067792654, -0.026974106207489967, -0.005211841315031052, -0.0037521144840866327, 0.0038480591028928757, -0.011280329897999763, 0.004156452137976885, -0.020093515515327454, -0.0008296627784147859, -0.0062124053947627544, 0.010471655055880547, 0.0007457113824784756, 0.005283799488097429, 0.011273476295173168, 0.007737237028777599, 0.01947673037648201, 0.007367165759205818, -0.03311455249786377, -0.011335154995322227, -0.016598396003246307, -0.007785209454596043, -0.04303795471787453, -0.014761744067072868, -0.013247191905975342, 0.04994595795869827, -0.015035871416330338, -0.021409325301647186, -0.024095771834254265, -0.013877684250473976, -0.03829555585980415, -0.007188982795923948, 0.0014674365520477295, 0.007264367770403624, 0.01264411211013794, 0.023849057033658028, -0.005780654959380627, 0.028673693537712097, -0.018106093630194664, 0.004557362757623196, 0.006620169151574373, 0.0108074601739645, -0.014199783094227314, -0.0037898069713264704, -0.004341487772762775, 0.00044931142474524677, -0.00916955154389143, -0.008203253149986267, 0.011958794668316841, -0.008696681819856167, -0.015104402787983418, 0.0183528084307909, -0.01733853854238987, -0.012383691035211086, -0.00831975694745779, -0.009272349067032337, 0.005225547589361668, 0.00128068751655519, 0.02331450954079628, -0.017242593690752983, -0.002928019966930151, 0.013726914301514626, -0.013918803073465824, -0.012239774689078331, -0.02586389146745205, -0.013027889654040337, 0.012472782284021378, 0.003584211692214012, -0.009560182690620422, -7.479600753867999e-05, 0.006908002775162458, -0.005804641172289848, 0.029249360784888268, 0.004605335183441639, 0.007038213312625885, 0.03111342526972294, 0.007846888154745102, -0.012171243317425251, -0.0016045001102611423, 0.0048897420056164265, 0.00797024555504322, 0.016680633649230003, 0.03591064736247063, -0.012685230933129787, -0.007141010835766792, -0.001360355643555522, -0.009429971687495708, -0.01365152932703495, 0.0012849707854911685, -0.016954760998487473, -0.0023917588405311108, -0.0315520279109478, 0.03100377507507801, 0.015186641365289688, -0.02087477780878544, 0.009978226386010647, 7.535817985626636e-06, -0.005266666878014803, -0.005667577497661114, -0.015680069103837013, -0.005376317538321018, -0.018859943374991417, -0.0015359683893620968, 0.00025078345788642764, -0.00936829298734665, -0.01892847567796707, -0.0024620038457214832, 0.03514309227466583, -0.0035293863620609045, -0.0142957279458642, 0.19868731498718262, -0.036486316472291946, -0.008854305371642113, 0.020532120019197464, 0.005506528075784445, 0.00490687508136034, 0.03201804310083389, 0.014871395193040371, -0.021683452650904655, -0.007007373962551355, -0.008943396620452404, 0.0021073520183563232, -0.029633138328790665, -0.005636738147586584, 0.01973715052008629, -0.01746189594268799, -0.046135589480400085, -0.05049420893192291, -0.01932596042752266, -0.00703135970979929, 0.002926306799054146, -0.0002263690112158656, -0.007545348256826401, -0.021121492609381676, 0.015241466462612152, -0.013809151947498322, -0.005228974390774965, 0.005266666878014803, 0.014994751662015915, 0.015172934159636497, -0.01257558073848486, -0.010560746304690838, 0.018818825483322144, -0.004046801012009382, -0.01578972116112709, -0.0019548689015209675, -0.002026827074587345, -0.006842897739261389, 0.015954196453094482, 0.02290331944823265, 0.02660403400659561, 0.013973628170788288, 0.017311125993728638, -0.018407633528113365, -0.0038377793971449137, 0.03166167810559273, -0.012973064556717873, -0.0002199441660195589, -0.01748930849134922, 0.0028474952559918165, -0.013973628170788288, 0.010128996334969997, 0.011184385046362877, 0.04531320929527283, 0.000814243103377521, -0.005643591750413179, -0.02261548489332199, 0.0021107785869389772, 0.00629121670499444, -0.0031130558345466852, -0.03355315700173378, -0.013363695703446865, 0.0032381261698901653, 0.03728128597140312, 0.0006219258648343384, 0.014679505489766598, 0.005407156888395548, 0.018517285585403442, 0.003957709763199091, -0.021285967901349068, -0.01765378564596176, -0.01086913887411356, -0.01387083064764738, -0.0022889613173902035, -0.04153025522828102, -0.03253888711333275, 0.034348126500844955, 0.018654348328709602, 0.015008457936346531, 0.03541722148656845, -0.006311776116490364, -0.01633797399699688, -0.013774886727333069, -0.021943874657154083, 0.00025999240460805595, -0.034759316593408585, 0.013884536921977997, -0.025959836319088936, -0.003378616413101554, -0.013240338303148746, 0.00610960740596056, -0.017859380692243576, -0.007778356317430735, 0.002330080373212695, -0.0019274561200290918, -0.01193823479115963, 0.008011364378035069, 0.008326610550284386, -0.006315202917903662, -0.04251711070537567, -0.0009157558088190854, 0.040296681225299835, 0.03667820617556572, 0.005934851709753275, -0.001110214740037918, 0.0013663521967828274, -0.00742884399369359, 0.007216395810246468, 0.0009628714178688824, -0.03295007720589638, 0.004255823325365782, -0.043997399508953094, 0.026699978858232498, 0.013466493226587772, -0.0068154847249388695, 0.007764650043100119, -0.0006480535957962275, 0.010601865127682686, 0.019997570663690567, -0.010499067604541779, -0.006983387749642134, -0.020957015454769135, 0.030537758022546768, -0.002677879063412547, 0.01022494025528431, -0.03341609239578247, -0.027796486392617226, -0.0022975276224315166, -0.04366844519972801, 0.0032158533576875925, 0.006949121598154306, -0.031935807317495346, 0.01806497573852539, 0.007942832075059414, 0.008388289250433445, 0.013946215622127056, -0.003680156311020255, 4.861472552875057e-05, -0.007319193333387375, -0.011150119826197624, 0.002347213216125965, 0.00043903166078962386, -0.0004900021594949067, -0.013740620575845242, 0.011129559949040413, -0.007517935708165169, 0.008580178022384644, 0.012198655866086483, -0.004368900321424007, -0.01792791113257408, -0.015954196453094482, -0.011211798526346684, 0.002568228170275688, -0.00017861093510873616, 0.017694903537631035, 0.013685795478522778, -0.029797615483403206, -0.007326046470552683, 0.0015248319832608104, 0.0033169377129524946, -0.03728128597140312, 0.008360876701772213, 0.01131459604948759, 0.0022735416423529387, -0.010965083725750446, -0.031031187623739243, -0.17522203922271729, -0.006894296500831842, 0.014254609122872353, -0.037007156759500504, 0.040433745831251144, 0.007003947161138058, 0.02160121500492096, 0.007099891547113657, -0.028235090896487236, -0.012184949591755867, -0.0012678378261625767, -0.009758924134075642, -0.0034454348497092724, -0.017283713445067406, -0.019668618217110634, 0.0016953047597780824, -0.006836044602096081, -0.007613880094140768, 0.03242923319339752, 0.012589287012815475, 0.030016915872693062, -0.04558733478188515, 0.012260334566235542, -0.003481414169073105, -0.003974842838943005, 0.009923400357365608, -0.0009097593137994409, 0.0180512685328722, -0.014528735540807247, -0.03881639614701271, -0.02545270137488842, -0.005324918776750565, 0.012397397309541702, -0.008539059199392796, 0.023711994290351868, 0.02542528696358204, 0.0173659510910511, -0.012630405835807323, -0.04024185612797737, 0.011424246244132519, 0.020806245505809784, 0.013706354424357414, 0.017283713445067406, -0.003995402250438929, -0.0324566476047039, 0.004913728218525648, 0.02006610296666622, -0.011931382119655609, 0.025699414312839508, 0.0012652678415179253, 0.028262503445148468, -0.021656040102243423, 0.01058815885335207, 0.0015445348108187318, -0.010821167379617691, 0.005252960603684187, 0.011403687298297882, 0.007840034551918507, 0.0054379962384700775, -0.024356191977858543, -0.014199783094227314, 0.005664151161909103, 0.014391672797501087, 0.007195836398750544, -0.006294643506407738, -0.030565170571208, -0.014391672797501087, 0.007353459484875202, -0.02968796342611313, 0.005725829862058163, -0.018010150641202927, -0.009930253960192204, -0.01622832380235195, -0.00044202993740327656, 0.021971287205815315, 0.01576230861246586, -0.008114161901175976, -0.009491650387644768, 0.042571935802698135, 0.015611537732183933, -0.015255172736942768, 0.017585253342986107, -0.010218087583780289, -0.000325311761116609, -0.009724658913910389, -0.025068921968340874, -0.0011059314711019397, 0.018859943374991417, -0.019421905279159546, -0.010348297655582428, 0.032319582998752594, -0.00760702695697546, 0.0026264803018420935, -0.004204424098134041, 0.003964562900364399, 0.0006686131237074733, 0.0024431576021015644, -0.024397311732172966, 0.009244936518371105, -0.010444242507219315, 4.082459054188803e-05, 0.014706918969750404, -0.01707811839878559, 0.006969681475311518, 0.028399566188454628, 0.011581869795918465, -0.0066612884402275085, 2.2246056687436067e-05, 0.04361362010240555, -0.02134079486131668, -0.0035567989107221365, -0.02075142040848732, -0.0032346996013075113, -0.0037589678540825844, -0.009505356661975384, 0.006366601679474115, -0.004547083284705877, -0.030455520376563072, 0.028207678347826004, 0.013473346829414368, 0.036760441958904266, -0.010396270081400871, -0.009114725515246391, 0.01208900474011898, -0.0103140315040946, -0.016584688797593117, -0.11447547376155853, -0.019284840673208237, 0.003954283427447081, 0.0289752334356308, -0.008443114347755909, 0.03456742689013481, -0.006280937232077122, 0.042736414819955826, -0.01821574568748474, 0.045395445078611374, -0.04150284081697464, -0.005208414979279041, 0.016982173547148705, -0.005876599345356226, 0.007141010835766792, -0.0074836695566773415, 0.016968466341495514, -0.012452223338186741, -0.02301296964287758, 0.03656855598092079, -0.007175276521593332, -0.004146172199398279, 0.015748601406812668, -0.022807374596595764, 0.0023060941603034735, -0.0016636088257655501, -0.025932423770427704, 0.02944125048816204, 0.0144876167178154, -0.005917718634009361, 0.012171243317425251, -0.03407399728894234, -0.007339752744883299, -0.01703699864447117, 0.01594049111008644, -0.01862693578004837, 0.0033974626567214727, -0.01762637123465538, 0.02585018426179886, -0.007319193333387375, 0.00401938846334815, 0.0016379093285650015, -0.004608761519193649, -0.015515593811869621, -0.025384169071912766, -0.010492214933037758, -0.02687816135585308, 0.031360138207674026, -0.004375753924250603, -0.025521231815218925, -0.03226475790143013, -0.014001041650772095, -0.05000078305602074, 0.013761180453002453, 0.029386423528194427, -0.0003724273410625756, 0.012102711014449596, 0.001459726714529097, 0.0016533290036022663, 8.860944035404827e-06, -0.010348297655582428, -0.016516156494617462, -0.002713858149945736, 0.0009346020524390042, 0.026042073965072632, -0.00339232268743217, -0.022492127493023872, -0.03629442676901817, 0.00782632827758789, -0.011061028577387333, -0.007942832075059414, 0.02443842962384224, -0.004927434492856264, 0.012459076009690762, -0.027248233556747437, 0.0009525916539132595, -0.00866241566836834, -0.03585582226514816, -0.0017681197496131063, 0.023794231936335564, -0.009895987808704376, -0.026932986453175545, 0.007990804500877857, 0.0018572109984233975, -0.005129603203386068, 0.003015398047864437, 0.0004433149006217718, -0.0144876167178154, -0.006246671080589294, -0.04309277981519699, -0.003275818657130003, 0.018572110682725906, 0.008237519301474094, -0.024904446676373482, -0.0100124916061759, 0.00973151158541441, -0.03097636066377163, -0.0006236391491256654, 0.00469100009649992, 0.014967339113354683, -0.01935337297618389, 0.0007217252277769148, -0.04906874895095825, 0.0321551077067852, 0.01037571020424366, -0.01002619881182909, 0.005499674938619137, -0.010704662650823593, 0.003491693874821067, -0.006973107811063528, -0.0031627414282411337, 0.01230145338922739, -0.024835914373397827, 0.01892847567796707, -0.016242031008005142, -0.017585253342986107, -0.02698781155049801, -0.0011093580396845937, 0.001810952089726925, -0.014816569164395332, 0.007737237028777599, 0.020710302516818047, 0.016269443556666374, 0.001917176297865808, 0.026343613862991333, 0.02073771506547928, 0.017831968143582344, -0.012527608312666416, -0.006836044602096081, 0.029770202934741974, -0.0006797495298087597, -0.012102711014449596, 0.004259249661117792, -0.007552201393991709, -0.006904575973749161, 0.008751507848501205, -0.010930817574262619, -0.007929125800728798, 0.014802862890064716, 0.009443677961826324, 0.017804555594921112, 0.04279123991727829, -0.016173498705029488, -0.03994031623005867, 0.007312340196222067, -0.02501409687101841, 0.010821167379617691, -0.003459141356870532, -0.013082715682685375, -0.01864064298570156, 0.009142138995230198, 0.011910822242498398, 0.03157944232225418, 0.028810758143663406, -0.01949043571949005, -0.03829555585980415, -0.021971287205815315, 0.020107222720980644, 0.01847616583108902, 0.004605335183441639, 0.010793753899633884, 0.028673693537712097, 0.039611365646123886, -0.007620733231306076, 0.01536482386291027, 0.0014708632370457053, 0.003505400149151683, 0.0033546302001923323, -0.02272513508796692, 0.0019737151451408863, 0.00801821704953909, -0.018147213384509087, 0.013473346829414368, 0.015611537732183933, 0.01150648482143879, 0.019558968022465706, 0.019572675228118896, 0.00675380602478981, 0.0041735852137207985, 0.004464845173060894, -0.01565265655517578, 0.030071742832660675, 0.01555671263486147, 0.006448839791119099, -0.0067503796890378, 0.013089568354189396, 0.028344741091132164, -0.003395749256014824, 0.009998785331845284, 0.017941618338227272, -0.004204424098134041, -0.007545348256826401, 0.0006304922862909734, 0.005636738147586584, 0.0067949253134429455, 0.02741270884871483, 0.020395055413246155, 0.008388289250433445, 0.006599609740078449, -0.01036885753273964, 0.023095207288861275, -0.00010242287680739537, 0.017160356044769287, -0.011622988618910313, -0.002840641885995865, -0.008991369046270847, -0.015227760188281536, -0.0007911136490292847, -0.02572682686150074, -0.02017575316131115, 0.035444632172584534, 0.025192279368638992, 0.004893168807029724, -0.01833910308778286, 0.0024620038457214832, 0.0022941010538488626, -0.01589937135577202, 0.026261376217007637, -0.004272955935448408, -0.019942745566368103, -0.027645716443657875, 0.024342486634850502, 0.023095207288861275, 0.006178139243274927, 0.04649195447564125, -0.007517935708165169, 0.03256629779934883, 0.030811885371804237, 0.028673693537712097, -0.018805118277668953, 0.03270336240530014, 0.009286055341362953, 0.005838906858116388, -0.008765214122831821, -0.004204424098134041, -0.007346605882048607, -0.015090696513652802, -0.02659032866358757, 0.0012883973540738225, 0.029331598430871964, 0.007517935708165169, 0.09347733855247498, 0.013535025529563427, -0.0017235741252079606, 0.005283799488097429, -0.012609845958650112, 0.0049034482799470425, 0.016680633649230003, 0.013582997024059296, -0.012609845958650112, -0.02158750779926777, 0.0007015940500423312, -0.004063934087753296, -0.00987542886286974, -0.03325161710381508, -0.009704099036753178, -0.014830275438725948, 0.011986207216978073, 0.01513181533664465, 0.0025082628708332777, -0.006678421515971422, 0.02489073947072029, -0.008580178022384644, 0.00788115430623293, -0.0007688408368267119, -0.0017115810187533498, -0.004591628909111023, 0.03199063241481781, 0.007106744684278965, -0.0062192585319280624, -0.013281458057463169, 0.036486316472291946, 0.02346527948975563, -0.04325725510716438, -0.023835349828004837, -0.0066407290287315845, 0.007014227099716663, -0.0011059314711019397, -0.01563895121216774, 0.008484233170747757, -0.01820203848183155, -0.005314638838171959, 0.003954283427447081, -0.005736109334975481, -0.018147213384509087, 0.00024692853912711143, -0.004601908382028341, -0.003909737803041935, -0.02756347879767418, -0.03651372715830803], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='fd0b157a-7835-4b5c-ac68-570c3fbc3772', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='9aa065e5272d8c7fdcdf6f35a7fa23af9d620864f183be502246c63a0e046fb6'), : RelatedNodeInfo(node_id='5acd09dc-5382-4ab4-873c-75bc76f90627', node_type=, metadata={}, hash='fd1317583cd65119619263885ffdb864d13e0bd54cb26d7e5c29577729c1b8d4')}, hash='a71e203eb3d5842de32a01202961550bf8e113d412f3a5af6f35a2e6a77e5300', text=\"concept with toy datasets. The real trouble is making the model 'understand' the data first and not just parrot it out. Without understanding, it will parrot out the answer based on the similarity of the question in the training set, or both the question and answer. To prevent this, the authors have an intermediate step called 'Recite' where the model is made to recite/output the relevant passages and, after that, output the answer. Just to be clear, there is no doubt now (2023), especially with GPT3/4, LLAMA2 and similar models about the feasibility of this use case, that a model can understand the question, has some ability for causal reasoning, and can generalize to learn a world model from its training data, and to use both to create a well-formed answer to the question. Let's see the difficulties one by one however, of training a large model. First is the importance of the model size. This GIF from the Google AI blog illustrates this beautifully. It is relatively easy and cost-efficient to train or fine-tune a small model with our custom data, as the GPU and infrastructure requirements are very less. On the contrary, it needs huge fleets of GPUs and training infrastructure to load very large language models and fine-tune them (without quantisation) in a distributed way (e.g. see libraries like DeepSpeed) LLMs come in various sizes, based on the number of trainable parameters or weights. The smaller ones, which have less than 1 billion parameters (GPT2 124 M, Bloom 560M, Flan-T5 783 M ) etc can be trained on a laptop GPU with 8 to 15 GB GPU RAM ) For quite some time, this is what I tried. I tried to overfit a small test data set on decoder models like GPP2-small, GPT-Medium, and Bloom and encoder-decoder models like Flan-T5, thinking somehow that the understanding we see in ChatGPT ( see- unsupervised learning Part 1) may come in some form if we train on these smaller models. ( less than one billion parameters). As per the paper, I tried both Causal training, where the model is presented with only previous tokens, and Masked\", start_char_idx=2044, end_char_idx=4108, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='5acd09dc-5382-4ab4-873c-75bc76f90627', embedding=[-0.015065891668200493, 0.013770949095487595, 0.01714058592915535, -0.015107664279639721, -0.0002025523572228849, 0.01423044502735138, -0.016569696366786957, 0.0012122682528570294, -0.03227609768509865, -0.05129643902182579, 0.019855787977576256, 0.04628375545144081, -0.021582378074526787, -0.0035367251839488745, -0.0008402332896366715, 0.003839574521407485, 0.01766970194876194, 0.021206427365541458, 0.011703218333423138, -0.015455767512321472, -0.018532996997237206, 0.002957133809104562, -0.031579893082380295, -0.006996867712587118, -0.007734845858067274, 0.013213984668254852, 0.03135710582137108, -0.030688749626278877, -0.020106421783566475, 0.015107664279639721, 0.011292456649243832, 0.017084889113903046, -0.027862153947353363, -0.007505097892135382, -0.007358894683420658, -0.0027517531998455524, 0.02424188330769539, -0.0006200582138262689, 0.024422897025942802, -0.02348998188972473, 0.026734299957752228, 0.017182357609272003, 0.006707942113280296, -0.013318415731191635, 0.0037699539680033922, 0.016249442473053932, -0.003846536623314023, -0.008291809819638729, -0.018783630803227425, 0.00027217293973080814, 0.02187478356063366, 0.035506490617990494, -0.02821025624871254, 0.01383360754698515, -0.0316634364426136, 0.005889900494366884, -0.0007223134743981063, 0.006349396426230669, 0.01489880308508873, -0.0018153564305976033, 0.019465912133455276, -0.003926600329577923, -0.0026072904001921415, 0.02493808977305889, -0.014968423172831535, -0.0021408325992524624, -0.014522851444780827, -0.00448008393868804, 0.02163807488977909, -0.011557015590369701, 0.014425382949411869, 0.032777365297079086, -0.004762047436088324, -0.003152071498334408, 0.015051968395709991, -0.019410215318202972, -0.005040529649704695, -0.013938038609921932, -0.02163807488977909, 0.016987420618534088, 0.017446916550397873, -0.006746233440935612, -0.013722214847803116, 0.028655827045440674, 0.0062101553194224834, -0.005454772152006626, 0.010874733328819275, -0.0184633769094944, -0.005653190426528454, 0.010436124168336391, 0.0071709188632667065, 0.0017144066514447331, 0.04536476731300354, 0.004626287147402763, 0.00023953829077072442, 0.011522204615175724, -0.0164861511439085, 0.025258343666791916, -0.011181063950061798, -0.014884878881275654, -0.023503905162215233, 0.004487046040594578, -0.04525337368249893, -0.014522851444780827, -0.019619077444076538, 0.0026038093492388725, 0.019020341336727142, 0.013770949095487595, 0.0039091953076422215, 0.024882392957806587, -0.005500025115907192, 0.03547864407300949, 8.67537601152435e-05, -0.03124571405351162, -0.02348998188972473, -0.015191209502518177, 0.018658313900232315, -0.004800338298082352, -0.011306380853056908, -0.020259587094187737, 0.01980009116232395, 0.004212044645100832, 0.02016211859881878, -0.0070142727345228195, 0.011758915148675442, 0.002062509534880519, 0.0040936898440122604, -0.010255110450088978, -0.00948928389698267, -0.0025341887958347797, 0.004894326440989971, 0.035673581063747406, -0.0034148890990763903, 0.0002558556152507663, -0.04430653154850006, 0.02504948154091835, -0.006084837950766087, -0.015984883531928062, -0.016653241589665413, 0.003176438622176647, -0.00023409917776007205, 0.032638125121593475, 0.0009007161715999246, -0.010296883061528206, -0.01220448687672615, 0.03859764710068703, -0.009823462925851345, 0.01900641620159149, 0.00863295141607523, -0.014745637774467468, 0.0026908351574093103, -0.016263365745544434, -0.0029101399704813957, 0.021401364356279373, 0.028516586869955063, 0.003853498725220561, 0.011188026517629623, 0.0029693173710256815, -0.027973545715212822, -0.011118405498564243, 0.008869661018252373, 0.013408922590315342, -0.0075886426493525505, 0.011194988153874874, 0.008807002566754818, 0.028126711025834084, 0.036871057003736496, -0.009440549649298191, -0.011995624750852585, -0.02094186842441559, -0.007532945834100246, 0.05472176894545555, -0.037929289042949677, 0.020092496648430824, 0.016917798668146133, 0.026595059782266617, 0.03570143133401871, -0.013422846794128418, -0.014028545469045639, -0.022501369938254356, -0.0022278584074229, 0.012886768206954002, 0.005792431533336639, 0.0011348153930157423, -0.03400268778204918, -0.0191317331045866, 0.004187677521258593, -0.002582923276349902, -0.0047411611303687096, -0.018170969560742378, 0.013889304362237453, 0.02755582332611084, -0.017460839822888374, -0.023782387375831604, -0.6313750743865967, -0.018560845404863358, 0.010429161600768566, 0.004549704492092133, -0.013151326216757298, 0.004657616373151541, 0.0018432047218084335, -0.005552240647375584, -0.008988016285002232, 0.03174697980284691, -0.01622159406542778, -0.023517830297350883, -0.003735143691301346, -0.016569696366786957, -0.007623452693223953, -0.015748172998428345, 0.013610822148621082, -0.0135063910856843, 0.004835148807615042, 0.010324731469154358, -0.015734249725937843, 0.01081207487732172, -0.012093093246221542, 0.0031677361112087965, -0.014648168347775936, 0.018143121153116226, -0.00270301871933043, -0.015720324590802193, 0.02424188330769539, -0.003999702166765928, -0.01754438504576683, 0.02279377542436123, 0.017586156725883484, -0.005409518722444773, 0.049486301839351654, -0.011563977226614952, -0.01725197769701481, 0.014126013964414597, 0.000845454866066575, 0.02677607163786888, -0.03508877009153366, -0.021206427365541458, 0.006861107423901558, 0.015567160211503506, -0.014884878881275654, 0.019841862842440605, 0.0052667963318526745, 0.010596251115202904, -0.0158177949488163, -0.028252027928829193, 0.0011330748675391078, 0.017238054424524307, 0.011515242978930473, -0.010909544304013252, 0.009245611727237701, 0.016193745657801628, 0.023949477821588516, -0.011111443862318993, 0.022765927016735077, -0.01726590283215046, 0.0021878264378756285, 0.007247501518577337, -0.03603560850024223, -0.0023061814717948437, -0.03982296958565712, 0.012406386435031891, 0.007950669154524803, 0.008932319469749928, -0.013993735425174236, -0.01900641620159149, 0.006311105098575354, 0.01008105929940939, 0.0038221694994717836, -0.01805957593023777, -0.005896862596273422, 0.009384852834045887, 0.013332339935004711, -0.015065891668200493, -0.009920931421220303, 0.011849422007799149, 0.02147098444402218, -0.0025063406210392714, -0.0164861511439085, -0.01701526902616024, 0.014007659628987312, 0.01166144572198391, 0.011751952581107616, 0.0005417350912466645, -0.006272813770920038, 0.00851459614932537, 0.00731712207198143, 0.026163412258028984, -0.021178578957915306, -0.04982048273086548, -0.0158177949488163, 0.0013810981763526797, -0.010477895848453045, 0.007783580105751753, 0.007393704727292061, -0.006046546623110771, 0.015316526405513287, -0.017098812386393547, 0.03584067150950432, 0.025425434112548828, 0.03233179450035095, 0.0079158591106534, 0.004629767965525389, -0.0038291316013783216, 0.014223483391106129, -0.02598239853978157, 0.0015368741005659103, -0.005722810979932547, -0.009698146022856236, -0.0014002437237650156, 0.00883485097438097, -0.02516087517142296, -0.0026351388078182936, -0.0012488190550357103, 0.015330450609326363, -0.02493808977305889, 0.025369737297296524, -0.0108816958963871, 0.005367746111005545, -0.0025237458758056164, 0.0013506391551345587, 0.030243176966905594, 0.007644338998943567, -0.01910388469696045, 0.003975334577262402, 0.009106370620429516, -0.004163310397416353, -0.024562139064073563, 0.031050775200128555, -0.022208962589502335, 0.01645830273628235, 0.006746233440935612, 0.03862549364566803, -0.001680466579273343, 0.0011348153930157423, -0.02517479844391346, -0.028711523860692978, -0.005277239251881838, 0.011362077668309212, -0.008584216237068176, -0.03770650178194046, -0.003843055572360754, -0.002518524182960391, -0.002901437459513545, 0.001140036853030324, -0.021986177191138268, -0.01482918206602335, -0.0088905468583107, -0.006171863991767168, 0.017196280881762505, 0.0003504960623104125, -0.014439307153224945, 0.009412701241672039, -0.03383559733629227, -0.015191209502518177, -0.04433438181877136, 0.00036507289041765034, 0.01597096025943756, -0.01570640131831169, 0.01450892724096775, 0.015372222289443016, -0.009078523144125938, 0.012789299711585045, 0.01900641620159149, -0.032888758927583694, -0.03032672218978405, 0.006537371780723333, -0.049625545740127563, 0.016834255307912827, 0.024882392957806587, -0.026929236948490143, 0.0031033370178192854, -0.010986126028001308, 0.010450048372149467, -0.016527924686670303, -0.012364613823592663, 0.004500970244407654, 0.021053262054920197, 0.0009128997917287052, -3.184597153449431e-05, 0.03180267661809921, 0.011000050231814384, 0.022905169054865837, 0.01101397443562746, -0.03391914442181587, 0.011320305056869984, 0.013680442236363888, 0.005583569873124361, -0.028377344831824303, 0.017572233453392982, 0.0034688450396060944, 0.00930827111005783, 0.024603910744190216, -0.025745688006281853, 0.0022452634293586016, 0.014773485250771046, 0.003954448737204075, -0.0021182058844715357, 0.006377244368195534, -0.009712070226669312, -0.0013932817382737994, -0.03517231345176697, 0.015859566628932953, -0.015581084415316582, 0.009774728678166866, 0.012392462231218815, -0.0009903527097776532, -0.018922870978713036, -0.017711473628878593, -0.009015864692628384, -0.005597494076937437, 0.036592572927474976, 0.001109577831812203, 0.02149883285164833, -0.02452036552131176, 0.008006365969777107, 0.0075468700379133224, 0.008375355042517185, 0.01650007627904415, -0.0030302354134619236, -0.002511562081053853, 0.016012731939554214, -0.009572829119861126, 0.014167786575853825, 0.005524392705410719, -0.033557116985321045, -0.0053085689432919025, 0.005545278545469046, 0.011243722401559353, 0.039878662675619125, 0.004333880729973316, -0.00863991305232048, 0.03322293609380722, -0.004500970244407654, 0.03893182426691055, -0.008702571503818035, -0.008723458275198936, 0.014223483391106129, 0.00418419623747468, -0.02940773032605648, 0.010798150673508644, -0.008396240882575512, 0.032359641045331955, 0.02096971683204174, -0.014355761930346489, -0.004758566152304411, -0.021178578957915306, 0.025007709860801697, -0.0071778809651732445, 0.006349396426230669, 0.010540555231273174, -0.027611520141363144, 0.009781690314412117, 0.017725398764014244, 0.034336864948272705, 0.023838084191083908, 0.00013467230019159615, 0.01650007627904415, -0.013039933517575264, -0.015664629638195038, 0.010143717750906944, -0.013151326216757298, 0.007083893287926912, 0.0035071363672614098, -0.011550053022801876, 0.022598838433623314, -0.01192600466310978, -0.015038044191896915, 0.006220598239451647, -0.04380526393651962, 0.017182357609272003, 0.011069671250879765, -0.007449401542544365, 0.014244369231164455, 0.029491275548934937, 0.035534340888261795, -0.01964692585170269, -0.021651998162269592, 0.028168484568595886, -0.01365259476006031, -0.007790542207658291, -0.017335522919893265, -0.033139392733573914, -0.0016926501411944628, 0.009823462925851345, -0.0025133027229458094, 0.003367895260453224, 0.010387389920651913, -0.012100055813789368, -0.012420310638844967, -0.027319112792611122, -0.0023723209742456675, 0.03781789541244507, 0.005691481754183769, -0.0062623703852295876, 0.010067135095596313, 0.012093093246221542, 0.018505148589611053, -0.036063458770513535, -0.00943358801305294, 0.0296583641320467, -0.015135512687265873, -0.03653687611222267, -0.001351509359665215, 0.006676612887531519, -0.008389279246330261, 0.012691830284893513, -0.010763340629637241, 0.0071709188632667065, 0.006432941183447838, 0.019479837268590927, 0.011543091386556625, 0.013812721706926823, 0.0257178395986557, 0.033417876809835434, 0.013074743561446667, 6.982454124226933e-06, -0.020259587094187737, -0.010749416425824165, 0.021693769842386246, 0.0633268728852272, 0.02229250781238079, -0.02730518952012062, 0.011814611032605171, -0.01659754477441311, 0.006655726581811905, -0.014188672415912151, -0.009851311333477497, -0.003216470591723919, 0.016513999551534653, -0.020607689395546913, -0.005409518722444773, 0.020092496648430824, -0.0017892487812787294, 0.017989955842494965, -0.0034932121634483337, 0.012643096037209034, -0.01425133179873228, -0.012907654047012329, 0.005677557550370693, 0.008229151368141174, 0.008340544998645782, 0.007407628931105137, 0.01580386981368065, 0.03400268778204918, 0.0024767518043518066, 0.01725197769701481, 0.022570990025997162, -0.004821224603801966, -0.011835497803986073, 0.010262072086334229, -0.0037142576184123755, -0.00798548012971878, 0.008925357833504677, 0.004163310397416353, 0.02374061569571495, 0.001388930482789874, 0.014425382949411869, 0.009746880270540714, -0.008702571503818035, -0.007111741695553064, 0.01714058592915535, -0.003136406885460019, 0.010227262042462826, 0.0025272269267588854, -0.03305584937334061, -0.017502611503005028, 0.023824160918593407, -0.0075677563436329365, -0.035005223006010056, 0.04310905933380127, 0.011835497803986073, -0.028572283685207367, -0.010791189037263393, 0.015789946541190147, -0.007734845858067274, -0.001026033191010356, -0.022974789142608643, -0.0014733453281223774, -0.028057090938091278, -0.018115272745490074, -0.03503307327628136, -0.0021408325992524624, -0.005858571268618107, -0.014014621265232563, 0.014801333658397198, 0.0021251679863780737, 0.018936796113848686, -0.03386344760656357, 0.01659754477441311, -0.013248794712126255, -0.03403053805232048, -0.06449650228023529, -0.006833259481936693, 0.008988016285002232, 0.011779800988733768, 0.015316526405513287, -0.002525486284866929, -0.007129146717488766, 0.027096327394247055, -0.011041822843253613, -0.028279876336455345, -0.00205902848392725, -0.03734447434544563, 0.0014063356211408973, -0.006909841671586037, -0.010923467576503754, -0.01807350106537342, -0.018825402483344078, 0.0014681238681077957, 0.007727883756160736, -0.010150679387152195, -0.00896712951362133, 0.004828186705708504, -0.003752548946067691, 0.021178578957915306, 0.01779501885175705, 0.0029066589195281267, 0.02213934250175953, -0.04433438181877136, -0.0013227908639237285, -0.009809538722038269, -0.02621910721063614, -0.021039336919784546, -0.008904471062123775, -0.003152071498334408, 0.028029242530465126, 0.0034618829376995564, 0.006680094171315432, -0.021596301347017288, 0.009572829119861126, -0.019591229036450386, -0.001126983086578548, 0.012406386435031891, -9.7251235274598e-05, -0.013513353653252125, 0.025884930044412613, 0.009419663809239864, 0.006070914212614298, -0.025662142783403397, -0.008020290173590183, -0.04430653154850006, 0.03453180566430092, 0.006565220188349485, 0.0017222389578819275, 0.02968621253967285, 0.004814262501895428, -0.004650654271245003, -0.017070963978767395, 0.011320305056869984, -0.004960465710610151, 0.03584067150950432, -0.0013428068486973643, -0.017070963978767395, -0.03219255432486534, -0.013046895153820515, -0.004104132764041424, 0.00963548757135868, -0.0204266756772995, 0.0032547616865485907, -0.014689940959215164, 0.02134566754102707, -0.0004856034938711673, 0.01040827576071024, 0.02266845852136612, -0.02704063057899475, -0.0032321352045983076, 0.00851459614932537, 0.021276047453284264, 0.0283634215593338, 0.004650654271245003, 0.011396887712180614, -0.03506091982126236, -0.01938236691057682, -0.01870008558034897, -0.010275996290147305, 0.015274753794074059, 0.008855736814439297, 0.013485505245625973, 0.018532996997237206, 0.06115471199154854, 0.0008963648579083383, -0.00662787863984704, 0.02387985587120056, -0.010150679387152195, 0.020120345056056976, -0.00022104532399680465, 0.0011626635678112507, -0.009461435489356518, -0.011640559881925583, 0.01409816648811102, -0.023503905162215233, 0.00130103447008878, -0.025996321812272072, 0.003206027438864112, 0.008660798892378807, -0.0030511217191815376, 0.005938634742051363, -0.014731713570654392, -0.014870954677462578, -0.021665923297405243, 0.01523298118263483, -0.018101349472999573, -0.0014228704385459423, -0.016848178580403328, -0.015776021406054497, 0.008375355042517185, 0.008089910261332989, 0.020997565239667892, 0.00596996396780014, 0.01885325089097023, -0.018532996997237206, 0.0046158442273736, 0.0178228672593832, 0.025522902607917786, -0.024854544550180435, -0.014550699852406979, -0.04762047156691551, 0.01935451850295067, 0.006189269013702869, -0.0012261923402547836, 0.020106421783566475, 0.011076632887125015, 0.004525337368249893, -0.0015647223917767406, -0.001737033249810338, 0.00033287337282672524, -0.013715253211557865, -0.009997514076530933, -0.033139392733573914, -0.034364715218544006, -0.029602667316794395, -0.005510468501597643, 0.009468398056924343, -0.013729177415370941, 0.00421900674700737, -0.012914616614580154, 0.026441894471645355, -0.0316077396273613, -0.01266398187726736, 0.013137402012944221, 0.03032672218978405, 0.04536476731300354, 0.004079765640199184, -0.0005695833242498338, 0.005715848878026009, 0.0007205729489214718, -0.026079867035150528, 0.009071560576558113, 0.018686162307858467, 0.006565220188349485, 0.005475657992064953, 0.012907654047012329, 0.006533890962600708, -0.023963401094079018, 0.02216719090938568, -0.0071709188632667065, -0.012371575459837914, -0.04522552341222763, 0.03032672218978405, 0.002234820509329438, 0.016193745657801628, -0.01645830273628235, -0.021693769842386246, -0.008347506634891033, 0.00248893559910357, 0.0177810937166214, 0.024060869589447975, -0.002934507094323635, -0.011285495012998581, 0.011751952581107616, 0.01068675797432661, 0.023935552686452866, 0.006178826093673706, -0.004180715419352055, 0.0020068129524588585, 0.031969767063856125, 0.008953205309808254, -0.021944405511021614, -0.00468198349699378, 0.00035332440165802836, 0.04129892587661743, -0.020858323201537132, -0.0075468700379133224, 0.005788950715214014, 0.00570192513987422, 0.015149436891078949, 0.015734249725937843, 0.0008698220481164753, 0.03227609768509865, -0.039488788694143295, -0.008591178804636002, 0.007254463620483875, -0.011153215542435646, 0.015525387600064278, -0.027903925627470016, -0.01033865474164486, -0.03366851061582565, -9.018040145747364e-05, 0.014787409454584122, 0.021819088608026505, 0.005012681242078543, -0.02899000607430935, -0.0030371975153684616, -0.008827888406813145, -0.018881099298596382, -0.025411508977413177, 0.0023496942594647408, 0.011160178110003471, -0.051212891936302185, -0.02190263196825981, 0.0008580735884606838, -0.01463424414396286, 0.022362127900123596, 0.0015281715895980597, -0.010860809125006199, -0.01008105929940939, 0.026984933763742447, -0.024088717997074127, 0.021415287628769875, 0.02028743550181389, -0.004323437809944153, -0.01569247804582119, -0.01489880308508873, -0.026079867035150528, 0.0004490526916924864, 0.012775375507771969, -0.029964694753289223, -0.019674774259328842, -0.007943707518279552, -0.007066488265991211, 0.006746233440935612, 0.0058481283485889435, 0.006641802843660116, 0.011619674041867256, 0.015525387600064278, 0.008417127653956413, -0.0034392562229186296, -0.0020816551987081766, 0.01885325089097023, 0.0012383759021759033, 0.012343727983534336, 0.017043115571141243, -0.01883932761847973, 0.007372818887233734, -0.02401909790933132, 0.010269034653902054, 0.0029292856343090534, -0.03901536762714386, -0.006370282266288996, -0.004400020465254784, -0.0016439157770946622, -0.0026908351574093103, 0.0034688450396060944, -0.00633199093863368, -0.001059973263181746, -0.013095629401504993, 0.0056288233026862144, -0.008848775178194046, 0.011995624750852585, 0.013569049537181854, 0.013791835866868496, 0.014383610337972641, 0.007435477338731289, -0.04021284356713295, -0.014815257862210274, -0.03188622370362282, 0.006944652181118727, -0.03740017116069794, -0.009099408984184265, -0.006704461295157671, 0.03547864407300949, -9.96036487777019e-06, -0.03887612745165825, -0.02213934250175953, -0.01609627716243267, -0.04564324766397476, -0.0008411035523749888, -0.010693719610571861, 0.00566711463034153, 0.013290567323565483, 0.035784974694252014, -0.004490526858717203, 0.030103936791419983, -0.020384903997182846, 0.009600676596164703, 0.0023531753104180098, 0.016695013269782066, -0.015191209502518177, -0.009440549649298191, -0.00896016787737608, -0.008876622654497623, -0.006248446647077799, -0.0004799468151759356, 0.000509970705024898, -0.01306081935763359, -0.00783927645534277, 0.009802577085793018, -0.0037699539680033922, -0.03252673149108887, -0.008653837256133556, -0.007463325280696154, 0.00698990561068058, -0.0017996918177232146, 0.023559601977467537, -0.020273510366678238, -0.007978517562150955, 0.019159581512212753, -0.012065245769917965, -0.010373465716838837, -0.008827888406813145, 0.001629991689696908, -0.0049186935648322105, -0.0008715625735931098, -0.018087424337863922, -0.01145954616367817, 0.012754488736391068, -0.005921229720115662, 0.027124175801873207, 0.009315232746303082, -0.009008902125060558, 0.021665923297405243, 0.0068367403000593185, -0.018895024433732033, -0.008807002566754818, 0.018895024433732033, 0.00209209811873734, 0.008695609867572784, 0.04519767686724663, -0.02335073985159397, -0.013227908872067928, -0.004789895378053188, -0.001264483667910099, -0.016653241589665413, -0.00093900749925524, -0.016527924686670303, -0.0038743847981095314, -0.026539362967014313, 0.028683675453066826, 0.018115272745490074, -0.026595059782266617, 0.01080511324107647, -0.005057934671640396, -0.0075607942417263985, -0.015316526405513287, -0.014662092551589012, -0.006975981406867504, -0.027750760316848755, -0.004880402237176895, -0.0021878264378756285, -0.009510170668363571, -0.021415287628769875, -0.014940574765205383, 0.03545079752802849, 0.006318067200481892, -0.0032216920517385006, 0.2002844661474228, -0.025745688006281853, -0.0072196535766124725, 0.02070515789091587, 0.009802577085793018, 0.0038082452956587076, 0.023044409230351448, 0.02083047479391098, -0.01470386516302824, -0.002189567079767585, -0.00613009138032794, 0.007393704727292061, -0.02296086587011814, -0.010345617309212685, 0.012420310638844967, -0.004072803538292646, -0.05388632416725159, -0.04920782148838043, -0.02201402559876442, 0.016012731939554214, -0.00602914160117507, -0.0014446269487962127, -0.005660152528434992, -0.019744394347071648, 0.010979164391756058, -0.019702622666954994, 0.00036768364952877164, -0.0032913126051425934, 0.019159581512212753, 0.01739121973514557, -0.022738078609108925, -0.005524392705410719, 0.0197583194822073, -0.00148204795550555, -0.0021286490373313427, 0.0015351336915045977, 0.004309513606131077, -0.0072057293727993965, 0.016444379463791847, 0.030493810772895813, 0.027722911909222603, 0.0092316884547472, 0.010749416425824165, -0.03060520440340042, -0.005211099982261658, 0.029212793335318565, -0.01726590283215046, 0.0029205831233412027, -0.020788703113794327, -0.0049186935648322105, -0.01523298118263483, 0.01035954151302576, 0.013750063255429268, 0.03361281380057335, 0.0015438362024724483, -0.009322194382548332, -0.02344820834696293, 0.0011417773785069585, 0.003216470591723919, 0.008096872828900814, -0.02648366615176201, -0.013367149978876114, -0.0008946243906393647, 0.031022926792502403, 0.0007027326500974596, 0.021164653822779655, -0.0058481283485889435, 0.010617137886583805, 0.01192600466310978, -0.009008902125060558, -0.020774779841303825, -0.00037573353620246053, -0.01672286167740822, -0.00639116857200861, -0.028265953063964844, -0.022487444803118706, 0.03135710582137108, 0.01844945177435875, 0.012120941653847694, 0.036341939121484756, 0.008848775178194046, -0.017182357609272003, -0.005019643343985081, -0.010958278551697731, -0.019716545939445496, -0.028683675453066826, 0.013401960022747517, -0.03403053805232048, -0.01457854826003313, -0.012865882366895676, 0.007331046275794506, -0.011376001872122288, -0.00976080447435379, 0.006551295984536409, -0.003689890494570136, -0.005879457574337721, 0.007129146717488766, 0.009266498498618603, -0.01358297374099493, -0.03929385170340538, -0.010631061159074306, 0.030271025374531746, 0.028683675453066826, 9.66529332799837e-05, 0.011125368066132069, 0.008417127653956413, -0.009315232746303082, 0.012225372716784477, 0.00048212247202172875, -0.03996220976114273, 0.012872844003140926, -0.04071411117911339, 0.018964644521474838, 0.015901338309049606, -0.003014570800587535, 0.02332289144396782, 0.004424387589097023, 0.016583619639277458, 0.02240389958024025, -0.005399075336754322, 0.004257298074662685, -0.020217815414071083, 0.020746931433677673, 0.001237505697645247, 0.010707643814384937, -0.03756726160645485, -0.012086131609976292, 0.002716942923143506, -0.043443236500024796, -0.004027550108730793, 0.019967179745435715, -0.033139392733573914, 0.005594013258814812, -0.00520413788035512, 0.009001940488815308, -0.0043303994461894035, -0.013032970950007439, -0.008417127653956413, -0.010053210891783237, -0.0023601374123245478, 0.0045288181863725185, -0.00028522679349407554, 0.010644985362887383, -0.00884181261062622, 0.009398777037858963, -0.010025362484157085, 0.012476006522774696, 0.00884181261062622, 0.008103834465146065, -0.02438112534582615, -0.008556368760764599, -0.017084889113903046, -0.0008028122247196734, -0.0015029341448098421, 0.01874185912311077, 0.006676612887531519, -0.03233179450035095, -0.012956388294696808, -0.011445621959865093, 0.011292456649243832, -0.029714060947299004, -0.002582923276349902, 0.014801333658397198, 0.009189915843307972, -0.006206674035638571, -0.024882392957806587, -0.17911981046199799, 0.0038848279509693384, 0.009858272969722748, -0.03450395539402962, 0.035283707082271576, 0.00811775866895914, 0.02055199258029461, 0.007519022095948458, -0.03325078636407852, -0.010248148813843727, -0.006579144392162561, -0.008855736814439297, 0.005071858875453472, -0.019326671957969666, -0.009503208100795746, 0.004271222278475761, -0.014341837726533413, 0.004222487565129995, 0.03714953735470772, 0.0066383215598762035, 0.02387985587120056, -0.04466855898499489, 0.013986772857606411, -0.00669401790946722, 0.014077279716730118, 0.010053210891783237, 0.008236113935709, 0.017864638939499855, -0.005378189496695995, -0.04416729137301445, -0.020802626386284828, -0.02135959267616272, 0.014996271580457687, 0.008138645440340042, 0.02240389958024025, 0.026177335530519485, 0.014146900735795498, -0.02212541736662388, -0.026873541995882988, 0.016834255307912827, 0.024186186492443085, 0.014313990250229836, 0.014237407594919205, -0.002931026043370366, -0.029296336695551872, 0.008208265528082848, 0.03060520440340042, -0.008528520353138447, 0.0191317331045866, 0.013200060464441776, 0.03893182426691055, -0.02187478356063366, 0.007762693800032139, 0.004316475708037615, -0.006481675431132317, 0.008270923979580402, 0.012148790061473846, 0.00034418670111335814, 0.004138943273574114, -0.031050775200128555, -0.018491223454475403, -0.0003385300515219569, 0.009391815401613712, -0.0019145658006891608, 0.0028422598261386156, -0.02296086587011814, -0.018115272745490074, 0.002415833994746208, -0.03205331042408943, 0.0072266156785190105, -0.021164653822779655, -0.012893729843199253, -0.007136108819395304, 0.01061017531901598, 0.021262122318148613, 0.007129146717488766, -0.008479786105453968, -0.0032286541536450386, 0.03046596236526966, 0.013012085109949112, 0.00040205882396548986, 0.026052018627524376, -0.006868069525808096, 0.02030135877430439, -0.007463325280696154, -0.02030135877430439, -0.005312049761414528, 0.011633598245680332, -0.01725197769701481, -0.021331744268536568, 0.022334279492497444, 0.002220896305516362, 0.002880551153793931, -0.002760455710813403, 0.012803222984075546, 0.005002238322049379, -0.005503506399691105, -0.0243672002106905, 0.0031207422725856304, -0.015901338309049606, -0.0072057293727993965, 0.017182357609272003, -0.016806406900286674, 0.01430006604641676, 0.04500273987650871, 0.015051968395709991, -0.01233676541596651, 0.004260778892785311, 0.030744444578886032, -0.018519071862101555, -0.006450346205383539, -0.013353225775063038, 0.0019302304135635495, 0.00629021879285574, -0.00804117601364851, -0.0014515889342874289, 0.004062360618263483, -0.025230495259165764, 0.02280770055949688, 0.007156995125114918, 0.050683777779340744, -0.020092496648430824, -0.014759561978280544, 0.017767170444130898, 0.0015603711362928152, -0.016987420618534088, -0.10838530957698822, -0.016179820522665977, 0.002652543829753995, 0.02808493934571743, -0.0041528670117259026, 0.03185837343335152, -0.004372172057628632, 0.046339452266693115, -0.025244420394301414, 0.046339452266693115, -0.0355621874332428, -0.016527924686670303, 0.019716545939445496, 0.0018658313201740384, -0.0025446319486945868, 0.0016038839239627123, 0.014383610337972641, -0.009823462925851345, -0.02665075473487377, 0.028822917491197586, -0.008013327606022358, -0.004055398516356945, 0.017446916550397873, -0.016945647075772285, -0.003867422929033637, -0.013610822148621082, -0.0244089737534523, 0.03258242830634117, 0.012350689619779587, -0.01108359545469284, 0.012294992804527283, -0.031719133257865906, -0.010185489431023598, -0.012865882366895676, 0.011870307847857475, -0.01145954616367817, 0.011870307847857475, -0.018505148589611053, 0.02266845852136612, 0.0017422548262402415, 0.006123129278421402, 0.012225372716784477, -0.004967427812516689, -0.0017222389578819275, -0.020412752404808998, -0.0006352877244353294, -0.025244420394301414, 0.04341538995504379, -0.004121537785977125, -0.027917850762605667, -0.02979760617017746, -0.011389926075935364, -0.0448077991604805, 0.0075538321398198605, 0.019827939569950104, -0.0023322892375290394, 0.028126711025834084, 0.0024193148128688335, 0.0016221593832597136, -0.0035924215335398912, -0.011494356207549572, -0.008820926770567894, -0.006171863991767168, 0.00169700151309371, 0.021401364356279373, -0.014139938168227673, -0.02122035063803196, -0.03915461152791977, 0.008653837256133556, -0.019034264609217644, 0.0005386892007663846, 0.0038848279509693384, -0.00544084794819355, 0.011689294129610062, -0.028934311121702194, 0.0047411611303687096, -0.0050683775916695595, -0.039878662675619125, 0.012281069532036781, 0.02677607163786888, -0.016806406900286674, -0.025648219510912895, 0.010825999081134796, -0.0016717640683054924, -0.01061017531901598, 0.004626287147402763, 0.0036411560140550137, -0.0171266607940197, -0.008612064644694328, -0.0422179140150547, 0.009001940488815308, 0.03675966337323189, 0.007727883756160736, -0.03653687611222267, -0.023629222065210342, 0.009266498498618603, -0.031719133257865906, -0.0011452584294602275, 0.0030058682896196842, 0.018157046288251877, -0.014759561978280544, -0.004849073011428118, -0.050433143973350525, 0.030911535024642944, 0.011619674041867256, -0.009907007217407227, 0.0038952711038291454, -0.008925357833504677, -0.004650654271245003, -0.009134219028055668, -0.01141081191599369, 0.0034862502943724394, -0.019841862842440605, 0.011167139746248722, -0.014787409454584122, -0.02280770055949688, -0.03653687611222267, 0.0021216869354248047, -0.0029640959110111, -0.027736837044358253, 0.009127257391810417, 0.02017604187130928, 0.006777562666684389, 0.0036411560140550137, 0.018268438056111336, 0.025063406676054, 0.01807350106537342, -0.01792033575475216, -0.001167014823295176, 0.026845693588256836, 0.00856333039700985, -0.01688995026051998, 0.0007440698682330549, 0.0003350490005686879, -0.006380725651979446, 0.003954448737204075, -0.015246905386447906, -0.007748769596219063, 0.012914616614580154, 0.010025362484157085, 0.016416531056165695, 0.0369546003639698, -0.012538664974272251, -0.034336864948272705, 0.010046248324215412, -0.006934209261089563, 0.0023079221136868, -0.001831021043471992, -0.0030459000263363123, -0.007616490591317415, 0.009196877479553223, 0.01687602698802948, 0.038820430636405945, 0.031078623607754707, -0.0050614154897630215, -0.04188373684883118, -0.024631759151816368, 0.02279377542436123, 0.01584564335644245, 0.005454772152006626, -0.0015847382601350546, 0.0224317479878664, 0.034476108849048615, -0.008807002566754818, 0.01592918671667576, -0.002593366429209709, 0.012998160906136036, -0.0007932393928058445, -0.010867771692574024, -0.0027517531998455524, 0.005715848878026009, -0.027388732880353928, 0.01885325089097023, 0.013346264138817787, 0.015372222289443016, 0.026441894471645355, 0.022710230201482773, 0.013624746352434158, 0.012810185551643372, -0.00040227637509815395, -0.013812721706926823, 0.014648168347775936, 0.01700134389102459, 0.002276592655107379, -0.007421553134918213, 0.0033348253928124905, 0.028307724744081497, -0.0001427221723133698, 0.01622159406542778, 0.012197524309158325, -0.011181063950061798, 0.0023758020251989365, -0.0011835497571155429, 0.01338107418268919, 0.00824307557195425, 0.02280770055949688, 0.008382316678762436, 0.004636730067431927, 0.016959572210907936, -0.00037616866757161915, 0.025119103491306305, 0.014070318080484867, 0.02411656640470028, -0.012448158115148544, -0.0044557168148458, -0.013541201129555702, -0.018351983278989792, -0.010150679387152195, -0.021122882142663002, -0.020802626386284828, 0.009656373411417007, 0.012552589178085327, 0.00045122834853827953, -0.008069024421274662, -0.001244467799551785, 0.0071709188632667065, -0.013123477809131145, 0.02308618277311325, -0.00431995652616024, -0.016681089997291565, -0.0368989035487175, 0.01872793398797512, 0.01634691096842289, 0.0043303994461894035, 0.02532796375453472, 0.0028683675918728113, 0.04895718768239021, 0.02428365685045719, 0.0316634364426136, -0.029073551297187805, 0.0342533215880394, 0.00916206743568182, -0.0007936745532788336, -0.011905117891728878, -0.013269681483507156, -0.005057934671640396, -0.012044358998537064, -0.026734299957752228, -0.0008463250705972314, 0.01620766893029213, 0.0005304217338562012, 0.09735740721225739, 0.017976032570004463, -0.010930430144071579, -0.0021338704973459244, -0.0011896415380761027, 0.006575663108378649, 0.00884181261062622, 0.00948928389698267, -0.016012731939554214, -0.024562139064073563, -0.0036481181159615517, 0.0029240641742944717, -0.018115272745490074, -0.031552042812108994, -0.008625988848507404, -0.00675319554284215, 0.02424188330769539, 0.021679846569895744, 0.003014570800587535, -0.004044955130666494, 0.038430556654930115, 0.00811079703271389, -0.002696056617423892, -0.0005439107189886272, -0.0038987521547824144, -0.008855736814439297, 0.028962157666683197, 0.00916902907192707, -0.0032843505032360554, -0.023531753569841385, 0.03623054549098015, 0.009830424562096596, -0.04035208374261856, -0.02638619765639305, -0.007240539416670799, 0.0024593467824161053, 0.0009181213099509478, -0.010784226469695568, 0.006871550809592009, -0.013485505245625973, 0.00034396914998069406, 0.01950768381357193, -0.00357501651160419, -0.02346213348209858, -0.0011217615101486444, 0.003662042086943984, -0.005360784009099007, -0.0197722427546978, -0.022738078609108925], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='2ddc83fe-dd1d-4c8b-928f-4ba2b0d2726b', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='a71e203eb3d5842de32a01202961550bf8e113d412f3a5af6f35a2e6a77e5300'), : RelatedNodeInfo(node_id='4a0bde2e-3cfa-410e-ae29-2f79d29a4f8c', node_type=, metadata={}, hash='b6e94600d710d2a0df84e4f01b963e24251b5660318449fb53bab249149eb588')}, hash='fd1317583cd65119619263885ffdb864d13e0bd54cb26d7e5c29577729c1b8d4', text=\"a laptop GPU with 8 to 15 GB GPU RAM ) For quite some time, this is what I tried. I tried to overfit a small test data set on decoder models like GPP2-small, GPT-Medium, and Bloom and encoder-decoder models like Flan-T5, thinking somehow that the understanding we see in ChatGPT ( see- unsupervised learning Part 1) may come in some form if we train on these smaller models. ( less than one billion parameters). As per the paper, I tried both Causal training, where the model is presented with only previous tokens, and Masked LM-based training, where the model is presented with full tokens, but a certain percentage of tokens are masked in random, and the model has to predict it. The next option was to fine-tune a large model with the data. However, this is extremely difficult to do, and even if cloud-based solutions are used, it would be pretty expensive. (What OpenAI provides now is Instruct Fine-Tuning, which we will cover later) It takes months of GPU fleet time and a specialized library and infrastructure to distribute training across multiple GPUs needed to train LLMs. For example, even a relatively small model like the BigScience Bloom 3 Billion model, even when the weights are loaded in 16 Bit cannot be trained with A100 on ColabPro with 40GB GPU RAM ( the highest you can get) as it goes out of memory. Solution - Fine-Tuning Large Models via Qunaitsation and Parmeter Efficient Tuning The solution to this is to reduce the size of the models so that they can fit a commodity GPU and then fine-tune them. There are two parts to this- Quantisation and Parameter Efficient Tuning. The real magic of this is that a laptop with a sufficient recent GPU (having Tensor Cores), can run the 7 billion Lamma2 pre-trained model open-sourced recently by Meta Research. Imagine the compressed knowledge and an NLU (Natural Language Understanding) model running on your local laptop. This is still a smallish model, but it's still capable of understanding and has sufficient world knowledge embedded in it to be quite useful. Imagine what a model like this or better models in the future could do if\", start_char_idx=3582, end_char_idx=5691, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='4a0bde2e-3cfa-410e-ae29-2f79d29a4f8c', embedding=[0.0041793459095060825, 0.02286451868712902, 0.015940159559249878, -0.008174983784556389, -0.007913554087281227, 0.01292311679571867, -0.031060699373483658, -0.0008160852594301105, -0.035215314477682114, -0.04171573370695114, 0.011008319444954395, 0.040133025497198105, -0.038154635578393936, -0.002564839320257306, 9.130175021709874e-05, -0.007093936204910278, 0.008358691819012165, 0.015784714370965958, 0.027330024167895317, -0.018639246001839638, -0.015657532960176468, -0.00897340476512909, -0.014795520342886448, -0.003670617239549756, -0.009616381488740444, 0.007461350876837969, 0.03736327961087227, -0.03052370809018612, -0.03221946954727173, 0.007991276681423187, 0.009891943074762821, 0.03753285855054855, -0.030071506276726723, -0.007341234479099512, 0.0036070263013243675, -0.02888447232544422, 0.026990871876478195, 0.003628223203122616, 0.025789707899093628, -0.026482144370675087, 0.0287290271371603, 0.014738994650542736, 0.018936004489660263, -0.0026937879156321287, 0.00561367766931653, 0.012131760828197002, 0.00044734543189406395, -0.003939113114029169, -0.002623131265863776, 0.010315882973372936, 0.018526194617152214, 0.033547818660736084, -0.03360434249043465, 0.0011446390999481082, -0.029251888394355774, 0.009496265091001987, 0.0018688705749809742, 0.015671662986278534, 0.01715545542538166, -0.009065259248018265, 0.005288656335324049, 0.010549050755798817, -0.019458863884210587, 0.030325869098305702, -0.00032811221899464726, 0.004903577268123627, -0.011403996497392654, 0.017706576734781265, 0.022935176268219948, -0.013460108079016209, 0.00406982796266675, 0.03931340575218201, -0.007475482299923897, -0.011199092492461205, 0.015643401071429253, -0.012068170122802258, -0.01454115565866232, -0.007376562803983688, -0.004589154850691557, 0.008923945017158985, 0.007588533218950033, -0.008019539527595043, -0.020335007458925247, 0.03510226681828499, 0.005924567114561796, -0.014300922863185406, 0.005553619470447302, -0.009044061414897442, -0.010330014862120152, 0.0052321311086416245, 0.00699501670897007, 0.017197849228978157, 0.03934166952967644, 0.025931021198630333, 0.004235871136188507, 0.0002724700316321105, -0.021847061812877655, 0.022313395515084267, -0.011192026548087597, -0.01301497034728527, -0.027061529457569122, 0.0014378644991666079, -0.0522577203810215, -0.01543143019080162, -0.02481464482843876, -0.007108067162334919, 0.012449716217815876, 0.018059860914945602, 0.0011419894872233272, 0.020504584535956383, -0.022341659292578697, 0.04513552039861679, 0.004539695102721453, -0.021437253803014755, -0.008641318418085575, -0.022624285891652107, 0.01435038261115551, -0.014611812308430672, -0.011580638587474823, -0.024984220042824745, 0.03448048606514931, 0.019430601969361305, 0.014286791905760765, -0.005818582139909267, 0.02340150997042656, -0.002043745946139097, 0.009086456149816513, -0.014837914146482944, -0.026807164773344994, -0.001662199618294835, -0.00787116028368473, 0.025422291830182076, 0.0030594365671277046, 0.010372408665716648, -0.0182859618216753, 0.035582732409238815, -0.0016242216806858778, -0.009319623000919819, -0.021310070529580116, -0.0074330884963274, 0.0065180836245417595, 0.016067340970039368, -0.015162934549152851, -0.019967593252658844, -0.014244397170841694, 0.03261514753103256, -0.007482548244297504, 0.013255203142762184, 0.014965096488595009, -0.012456782162189484, 0.006500419694930315, -0.02358521707355976, 0.0032413776498287916, 0.014131346717476845, 0.0166891198605299, 0.00830923207104206, 0.009086456149816513, 0.019656702876091003, -0.01301497034728527, -0.020250219851732254, 0.011962184682488441, 0.010089781135320663, -0.015389036387205124, 0.013438910245895386, 0.019586047157645226, 0.027796359732747078, 0.05316212773323059, -0.022412315011024475, -0.01099418755620718, -0.023486297577619553, 0.0022839789744466543, 0.04994018003344536, -0.025450555607676506, 0.022059032693505287, 0.00294461939483881, 0.009920204989612103, 0.030354132875800133, -0.02265254780650139, -0.014011230319738388, -0.019275156781077385, 0.0021320669911801815, 0.00897340476512909, 0.00473753409460187, 0.0044761039316654205, -0.03662845119833946, -0.02396676316857338, -0.003628223203122616, -0.008959273807704449, -0.01215295772999525, 0.001840607961639762, 0.004165214486420155, 0.027683308348059654, -0.011594769544899464, -0.019458863884210587, -0.6285622715950012, -0.019713228568434715, 0.016773909330368042, -0.0021815267391502857, -0.00983541738241911, -0.012548635713756084, -0.00727764330804348, -0.006680594291538, -0.00470573827624321, 0.0285453200340271, -0.02368413656949997, -0.02180466800928116, -0.0007926802500151098, -0.014767257496714592, -0.017989205196499825, -0.015855370089411736, 0.006401500198990107, -0.004938905593007803, 0.005754990968853235, 0.010746888816356659, -0.012831262312829494, 0.009764760732650757, -0.005080219358205795, -0.0015765284188091755, -0.0141596095636487, 0.014753125607967377, -0.01268994901329279, -0.026326699182391167, 0.018497932702302933, -0.007086870260536671, -0.016293441876769066, 0.015601006336510181, 0.018766429275274277, 0.011580638587474823, 0.0506184846162796, -0.018243568018078804, -0.025521211326122284, 0.013099757954478264, 0.016759777441620827, 0.024065682664513588, -0.03676976263523102, -0.0241222083568573, 0.018766429275274277, 0.011347471736371517, -0.013587289489805698, 0.016858696937561035, 0.014569418504834175, 0.0023422706872224808, -0.016208654269576073, -0.020306745544075966, 0.00020633974054362625, -0.0008734938455745578, 0.004536162130534649, -0.007069206330925226, 0.008174983784556389, 0.014421039260923862, 0.015360773541033268, -0.004642147570848465, 0.02032087743282318, -0.006454492453485727, -0.0037377411499619484, 0.0028969261329621077, -0.020151300355792046, -0.006546346470713615, -0.0345652736723423, 0.012527438811957836, 0.01347423903644085, 0.0207024235278368, -0.015982553362846375, -0.015699926763772964, 0.007673321291804314, 0.015558612532913685, 0.008033670485019684, -0.017960941419005394, -0.007743977941572666, 0.026425618678331375, 0.012442651204764843, -0.00779343768954277, -0.006599338725209236, 0.014060690067708492, 0.01738155633211136, -0.002411161083728075, -0.009185375645756721, -0.004970701411366463, 0.002794473897665739, -0.002764444798231125, -0.0005369911668822169, 0.012414388358592987, -0.0061683328822255135, 0.010499591007828712, -0.0048682489432394505, 0.02666585147380829, -0.02330259047448635, -0.040359124541282654, -0.004857650492340326, 0.02198837511241436, -0.005263926461338997, 0.017268504947423935, 0.00700208218768239, -0.018780559301376343, 0.00041908276034519076, -0.007659189868718386, 0.03199337050318718, 0.0017266739159822464, 0.03510226681828499, 0.013982967473566532, 0.004500833805650473, 0.00624958798289299, 0.007652124390006065, -0.039256881922483444, -0.008902748115360737, 0.002416460309177637, -0.026581063866615295, 0.003910850267857313, -5.4289765103021637e-05, -0.02653866820037365, -0.006606404669582844, 0.01599668525159359, 0.01212469581514597, -0.02101331204175949, 0.03388696908950806, -0.010181635618209839, 0.02245471067726612, -8.705130312591791e-05, -0.0028351014479994774, 0.020843736827373505, 0.007146928459405899, -0.0005546553293243051, 0.0010572014143690467, 0.005461765453219414, -0.0073129720985889435, -0.01681630313396454, 0.025803839787840843, -0.020688291639089584, 0.009842483326792717, 0.007150461431592703, 0.026086466386914253, 0.005051956512033939, -0.0014864410040900111, -0.016349967569112778, -0.040952641516923904, -0.017650052905082703, 0.01612386666238308, -0.006765382364392281, -0.039002515375614166, -0.02123941481113434, 0.004963635466992855, 0.005101416260004044, -0.010372408665716648, -0.012534504756331444, -0.02067415975034237, -0.0060270195826888084, -0.02738654986023903, 0.0073129720985889435, 0.00030713598243892193, -0.01229427196085453, -0.004762263968586922, -0.030156293883919716, -0.015487955883145332, -0.041291795670986176, -0.00411575473845005, 0.01581297628581524, 0.0006147135864011943, 0.019967593252658844, 0.013142152689397335, -0.004454907029867172, 0.01728263683617115, 0.027711570262908936, -0.029506251215934753, -0.030467184260487556, 0.002402328886091709, -0.043270181864500046, 0.006511018145829439, 0.02116875723004341, -0.0006403266452252865, 0.004394848830997944, -0.015332510694861412, 0.010075650177896023, 0.00047516654012724757, -0.020744817331433296, -0.0066735283471643925, 0.01784789003431797, -0.0019925199449062347, -0.009157112799584866, 0.007546138949692249, 0.013735668733716011, 0.025916889309883118, 0.013559027574956417, -0.028305087238550186, 0.006408565677702427, 0.006228391081094742, 0.010605575516819954, -0.016420625150203705, 0.02082960493862629, 0.003264341037720442, 0.009432673454284668, 0.019119711592793465, -0.009637578390538692, 0.0006756550283171237, 0.013445976190268993, 0.006744184996932745, -0.0023051758762449026, 0.015360773541033268, -0.005475896876305342, -0.010895268060266972, -0.02600167877972126, 0.025577737018465996, -0.0329260379076004, 0.024475492537021637, 0.016279311850667, 0.018172912299633026, -0.02386784367263317, -0.02073068544268608, -0.020094774663448334, -0.0015915429685264826, 0.05237077176570892, 0.0038260621950030327, 0.017918547615408897, -0.016576070338487625, 0.003446282120421529, -0.011481719091534615, 0.01797507330775261, 0.014640075154602528, -0.01293724775314331, 0.01016043871641159, -0.001983687747269869, -0.016505412757396698, 0.0026531603652983904, 0.006627601571381092, -0.026637587696313858, 0.00038927444256842136, 0.0012082301545888186, 0.006380302831530571, 0.041602686047554016, 0.00790648814290762, -0.014965096488595009, 0.030156293883919716, 0.00020854776084888726, 0.035837095230817795, -0.0075955986976623535, 0.00254894164390862, 0.008365756832063198, -0.001643652212806046, -0.02417873404920101, 0.017423950135707855, -0.015007490292191505, 0.017833760008215904, 0.022313395515084267, -0.0008765850798226893, -0.0013301130384206772, -0.014456368051469326, 0.02543642371892929, -0.019783886149525642, 0.015911895781755447, 0.004850584547966719, -0.031597692519426346, 0.008047802373766899, 0.013502501882612705, 0.03139985352754593, 0.007305906154215336, 0.006090610288083553, 0.026482144370675087, -0.01036534272134304, -0.005694932769984007, 0.000905289372894913, -0.015233592130243778, 0.01543143019080162, -0.002388197695836425, -0.015770582482218742, 0.020433926954865456, -0.014880307950079441, -0.01285952515900135, 0.018907742574810982, -0.050448909401893616, 0.021126363426446915, 0.01497922744601965, 0.005956362467259169, 0.01541729923337698, 0.028022460639476776, 0.035271842032670975, -0.022256871685385704, -0.02224273979663849, 0.04321365803480148, -0.00965877529233694, -0.010577312670648098, -0.015473824925720692, -0.033265188336372375, -0.0017284402856603265, 0.00770864961668849, 0.0017028272850438952, 0.02381131984293461, 0.00410868925973773, -0.009630512446165085, -0.012583964504301548, -0.030043242499232292, -0.0009874278912320733, 0.039285141974687576, -0.012357862666249275, 0.0060128881596028805, 0.0015014555538073182, 0.007249380927532911, 0.019501257687807083, -0.023133015260100365, -0.006627601571381092, 0.043298445641994476, -0.015318379737436771, -0.014880307950079441, 0.0062955147586762905, 0.0051897368393838406, -0.012894853949546814, 0.006938491016626358, -0.010485459119081497, 0.01772070862352848, -0.00549002829939127, 0.022214477881789207, 0.0009732965263538063, 0.01725437492132187, 0.020617634057998657, 0.024729857221245766, 0.0026849559508264065, -0.0011154931271448731, -0.019275156781077385, 0.005903370212763548, 0.024857038632035255, 0.06489114463329315, 0.01913384348154068, -0.02026435174047947, 0.03233252093195915, -0.013445976190268993, -0.016293441876769066, -0.026934346184134483, -0.01815878041088581, 0.011022450402379036, 0.014583549462258816, -0.02782462164759636, 0.0063909017480909824, 0.012287206016480923, 0.0015032220399007201, 0.0034286179579794407, 0.003101830603554845, 0.0192892886698246, -0.014399842359125614, 0.00217622728087008, 0.0033809246961027384, 0.008867420256137848, 0.0072847092524170876, 0.022511234506964684, 0.016759777441620827, 0.03744806721806526, -0.001854739268310368, 0.027499601244926453, 0.018837084993720055, 0.004310060758143663, -0.02082960493862629, 0.024701593443751335, 0.0017699511954560876, 0.004794059321284294, 0.0164630189538002, 0.014315053820610046, 0.025478817522525787, 0.014449302107095718, 0.006677061319351196, 0.008026604540646076, -0.0006774214562028646, -0.010301752015948296, 0.028234431520104408, 0.010407736524939537, 0.00905112735927105, 0.006627601571381092, -0.022002507001161575, -0.020787211135029793, 0.018017467111349106, -0.018427276983857155, -0.027428943663835526, 0.0377589575946331, 0.011036581359803677, -0.023754794150590897, -0.01772070862352848, 0.01743808202445507, -0.00929842609912157, -0.01268994901329279, -0.02123941481113434, 0.004762263968586922, -0.025167929008603096, -0.015318379737436771, -0.026425618678331375, 0.013099757954478264, -0.004207608290016651, -0.010655035264790058, -0.010259357281029224, -0.008584792725741863, 0.01967083476483822, -0.03510226681828499, 0.01469660084694624, -0.015049884095788002, -0.02656693197786808, -0.05889945477247238, 0.005641940049827099, 0.01442810520529747, 0.015092277899384499, 0.01633583754301071, 0.006666462868452072, -0.01187033113092184, 0.015021621249616146, -0.011467588134109974, -0.018526194617152214, 0.0013080327771604061, -0.03662845119833946, 0.009305492043495178, -0.018907742574810982, -0.00941147655248642, -0.008867420256137848, -0.01108604110777378, -0.00624252250418067, -0.003515172516927123, -0.007157526910305023, -0.0037872008979320526, 0.008379888720810413, -0.0007639759569428861, 0.02944972738623619, 0.014018296264111996, -0.006662929896265268, 0.021098101511597633, -0.03713718056678772, 0.001673681428655982, -0.02101331204175949, -0.025888627395033836, -0.0014069521566852927, -0.006359105929732323, -0.011107238940894604, 0.024475492537021637, -0.005468830931931734, -0.007524942047894001, -0.007189322728663683, 0.009920204989612103, -0.011608901433646679, 0.006436828523874283, 0.005408772733062506, 0.007934750989079475, -0.007878226228058338, 0.025676656514406204, 0.007327103056013584, 0.0017434549517929554, -0.02440483495593071, -0.011403996497392654, -0.047311749309301376, 0.02374066226184368, -0.0035663985181599855, 0.005168539937585592, 0.026340831071138382, -0.005836246069520712, 0.0068819657899439335, -0.014498761855065823, 0.009425608441233635, 0.001473192940466106, 0.03507400304079056, -0.005299254786223173, -0.015601006336510181, -0.02424939163029194, -0.015275985933840275, -0.0032237134873867035, 0.0033614940475672483, -0.020250219851732254, 0.004910642746835947, -0.017169585451483727, 0.01841314509510994, 0.00046500962343998253, -0.01514880359172821, 0.010358276776969433, -0.018780559301376343, -0.010739823803305626, 0.015502086840569973, -0.005942231044173241, 0.022059032693505287, 0.004341856110841036, 0.020151300355792046, -0.03416959568858147, -0.03572404384613037, -0.002442956669256091, -0.01419493742287159, 0.012781803496181965, 0.0006469507352449, 0.008507071062922478, 0.00992727093398571, 0.05432089790701866, 0.0007573518669232726, -0.004331257659941912, 0.014343316666781902, -0.02725936844944954, 0.02299170196056366, -0.007532007992267609, -0.002900458872318268, -0.005228598136454821, -0.00886035431176424, 0.024418966844677925, -0.010492525063455105, -0.0006182464421726763, -0.03086286038160324, 0.0002565722679719329, 0.017579395323991776, -0.014406908303499222, -0.0033597275614738464, -0.002216855064034462, -0.01766418293118477, -0.020758947357535362, 0.008005407638847828, -0.021027443930506706, 0.004571490455418825, -0.0076238615438342094, -0.01697174645960331, 0.01913384348154068, -0.005482962355017662, 0.019840409979224205, 0.00024729856522753835, 0.016759777441620827, -0.019967593252658844, 0.01712719164788723, 0.018512064591050148, 0.017494607716798782, -0.029562776908278465, -0.004878847394138575, -0.045248571783304214, 0.030410658568143845, 0.019049055874347687, -0.004401914309710264, 0.014166674576699734, 0.022723205387592316, 0.004953037016093731, -0.007489613723009825, 0.00036984385224059224, 0.009517461992800236, -0.0073129720985889435, -0.020193694159388542, -0.03029760718345642, -0.02458854392170906, -0.033858705312013626, -0.006496886722743511, 0.008980470709502697, -0.004189944360405207, 0.005677268374711275, 0.005793852265924215, 0.013940573669970036, -0.03264341130852699, -0.0166891198605299, 0.0077651748433709145, 0.03400002047419548, 0.04479636996984482, -0.005433502607047558, -0.006118873134255409, 0.004405447281897068, 0.0036052598152309656, -0.018116386607289314, -0.0024800512474030256, 0.015177066437900066, -0.006546346470713615, 0.009616381488740444, 0.010012059472501278, -0.021847061812877655, -0.014329185709357262, 0.0211122315376997, -0.006076478864997625, -0.019501257687807083, -0.04626603052020073, 0.031315065920352936, -0.000823592534288764, 0.021649222820997238, -0.016985878348350525, -0.03117375075817108, -0.016194522380828857, -0.0012311935424804688, -0.0007577934884466231, 0.02000998705625534, -0.014781388454139233, 0.014965096488595009, 0.01444223616272211, 0.02751373127102852, 0.009270163252949715, 0.01225187722593546, -0.014965096488595009, 0.008839157409965992, 0.04117874428629875, 0.015233592130243778, -0.022482972592115402, -0.0070762718096375465, -0.005468830931931734, 0.03315214067697525, -0.01856859028339386, 0.0045573594979941845, 0.007998342625796795, 0.01391231082379818, -0.0001537888019811362, 0.012145892716944218, 0.01080341450870037, 0.028234431520104408, -0.03459353744983673, 0.0037907336372882128, 0.012181220576167107, -0.009333754889667034, 0.010231095366179943, -0.015784714370965958, -0.005631341598927975, -0.012831262312829494, -0.012428519316017628, 0.010301752015948296, 0.016477150842547417, -0.0048929788172245026, -0.03518705442547798, -0.006942023988813162, -0.00992727093398571, -0.018399013206362724, -0.02214382030069828, -0.00477639539167285, 0.00687843281775713, -0.04290276765823364, -0.02879968471825123, 0.011891528032720089, -0.012866591103374958, 0.014265594072639942, 0.015049884095788002, -0.007069206330925226, -0.02587449550628662, 0.024885302409529686, -0.010676232166588306, 0.01212469581514597, 0.018328357487916946, 0.002559540094807744, -0.02208729460835457, -0.00047516654012724757, -0.0081396559253335, 0.014046558178961277, 0.019331682473421097, -0.02358521707355976, -0.014922701753675938, -0.01740981824696064, -0.0017514037899672985, 0.0012532738037407398, 0.005348714534193277, 0.006761849392205477, 0.00958105269819498, 0.02939320169389248, 0.011241486296057701, 0.008174983784556389, 0.004910642746835947, 0.01436451356858015, 0.006747717969119549, 0.01694348454475403, 0.021945981308817863, -0.017918547615408897, 0.015078146941959858, -0.011940987780690193, 0.0031936843879520893, -0.008429348468780518, -0.043807175010442734, 0.001851206412538886, 0.013657946139574051, -0.0006774214562028646, -0.004101623315364122, -0.008040736429393291, 0.0008805595571175218, 0.0007012680871412158, -0.028813816606998444, -0.0018988996744155884, -0.02023608796298504, 0.011969250626862049, 0.026397354900836945, 0.010888203047215939, 0.022468840703368187, 0.016788039356470108, -0.02659519389271736, -0.018427276983857155, -0.014470499008893967, 0.013467173092067242, -0.04180052503943443, -0.00850000511854887, -0.02566252462565899, 0.03168248012661934, -0.013106823898851871, -0.0410374291241169, -0.009065259248018265, -0.011382799595594406, -0.03801332414150238, 0.001849440042860806, -0.018921872600913048, 0.0031954508740454912, 0.0033862239215523005, 0.021903587505221367, -0.00023228401551023126, 0.03148464113473892, -0.025351636111736298, 0.001861804979853332, 0.002911057323217392, 0.007941816933453083, -0.026298435404896736, -0.006578141823410988, -0.004144017584621906, -0.006009355187416077, -0.029025785624980927, -0.009701169095933437, 0.002227453514933586, -0.017042404040694237, 6.463986937887967e-05, 0.011729017831385136, -0.020688291639089584, -0.025549475103616714, -0.007012680638581514, 0.011820871382951736, -0.0028704297728836536, -0.007327103056013584, 0.0329260379076004, -0.01419493742287159, -0.018526194617152214, 0.012661686167120934, -0.00914298091083765, -0.015502086840569973, 0.0034374501556158066, 0.009997927583754063, 0.008401085622608662, 0.004327724687755108, -0.005815049167722464, -0.012223615311086178, 0.021465515717864037, -0.012103497982025146, 0.04530509561300278, 0.0050625549629330635, -0.004034499637782574, 0.026482144370675087, 0.006253120955079794, -0.019147975370287895, -0.005401707254350185, 0.0024323579855263233, -0.008775566704571247, 0.0048399860970675945, 0.0457855649292469, -0.018243568018078804, 0.003115962026640773, -0.012237746268510818, -0.011298011988401413, -0.013707405887544155, -0.009178309701383114, -0.01028762012720108, -0.0031724872533231974, -0.02528097853064537, 0.03233252093195915, 0.011531178839504719, -0.02964756451547146, 0.0005630458472296596, 0.00040605542017146945, -0.008584792725741863, -0.012711145915091038, -0.009672907181084156, 0.008210312575101852, -0.02851705811917782, -0.009164178743958473, -0.006352040451020002, -0.015290116891264915, -0.014110149815678596, -0.008598924614489079, 0.02280799299478531, -0.006196595728397369, 0.010563181713223457, 0.20552630722522736, -0.023133015260100365, 0.0009317856747657061, 0.020221957936882973, -0.0001069235077011399, 0.008521202020347118, 0.015290116891264915, 0.012866591103374958, -0.02908231131732464, 0.011679558083415031, 0.00612593861296773, 0.020787211135029793, -0.026086466386914253, -0.008033670485019684, 0.014922701753675938, -8.821051596896723e-05, -0.036967601627111435, -0.05375564098358154, -0.016547806560993195, 0.01738155633211136, 0.00984954833984375, 0.004730468150228262, -0.006373237352818251, -0.01831422559916973, 0.01499335840344429, -0.012258943170309067, 0.00735536590218544, -0.013198677450418472, 0.02289278246462345, 0.015233592130243778, -0.027499601244926453, -0.0014210835797712207, 0.019246894866228104, 0.0062955147586762905, 0.0065569449216127396, 0.00561367766931653, 0.005027226638048887, -0.0030135097913444042, 0.008959273807704449, 0.022101426497101784, 0.029223624616861343, -0.006744184996932745, 0.00779343768954277, -0.026552800089120865, -0.005783253815025091, 0.02725936844944954, -0.011333339847624302, 0.004882380366325378, -0.017734840512275696, -0.0037165442481637, -0.015629269182682037, 0.011820871382951736, 0.02283625677227974, 0.025394029915332794, -0.005588947795331478, 0.0026814229786396027, -0.01091646496206522, 0.007920620031654835, 0.015911895781755447, 0.013255203142762184, -0.02574731409549713, 0.0008704026113264263, 0.0066735283471643925, 0.020052380859851837, -0.00696322089061141, 0.008697844110429287, 0.013354122638702393, -0.007892357185482979, 0.008669581264257431, -0.005903370212763548, -0.01715545542538166, 0.0054123057052493095, -0.011326273903250694, -0.0012479745782911777, -0.029845403507351875, -0.026934346184134483, 0.030919386073946953, 0.0077651748433709145, 0.031060699373483658, 0.04719869792461395, 0.009362016804516315, -0.01543143019080162, -0.003114195540547371, -0.012626358307898045, -0.016802171245217323, -0.031597692519426346, 0.009496265091001987, -0.03026934526860714, -0.010301752015948296, -0.01399003341794014, 0.003981506917625666, -0.03289777413010597, -0.006313179153949022, 0.01630757376551628, -0.009256032295525074, -0.0191055815666914, 0.02145138382911682, 0.0019324616296216846, -0.008994602598249912, -0.02540816180408001, -0.01558687537908554, 0.041009169071912766, 0.03371739387512207, 0.00787116028368473, 0.007072738837450743, 0.009630512446165085, -0.009863680228590965, 0.01957191526889801, -0.006094143260270357, -0.024206995964050293, 0.0251255352050066, -0.022440578788518906, 0.011446391232311726, 0.008563595823943615, -0.01379926037043333, 0.017183717340230942, 0.00473753409460187, -0.0028439334128051996, 0.031258538365364075, -0.013707405887544155, -0.01052078790962696, -0.026891952380537987, -0.0041404846124351025, 0.0015897764824330807, 0.0005727611714974046, -0.03767416998744011, -0.010259357281029224, 0.004723402671515942, -0.048159629106521606, -0.0008933660574257374, 0.015954289585351944, -0.015756452456116676, 0.02026435174047947, -0.0004769329389091581, 0.013891113921999931, -0.008379888720810413, -0.008478808216750622, -0.010499591007828712, -0.006143603008240461, -0.003493975382298231, -0.008888617157936096, -0.010683298110961914, 0.0070232790894806385, -0.009701169095933437, 0.008047802373766899, -0.018215306103229523, 0.00790648814290762, 0.006065880414098501, 0.007637992966920137, -0.028870340436697006, -0.005652538500726223, -0.014668338000774384, 0.007411891128867865, -0.008867420256137848, 0.01633583754301071, 0.00588923878967762, -0.023641742765903473, -0.01825769990682602, 0.013954704627394676, 0.001673681428655982, -0.023048225790262222, -0.006440361030399799, 0.009446805343031883, 0.007291774731129408, -0.006931425537914038, -0.023048225790262222, -0.18269005417823792, 0.001097828964702785, 0.025478817522525787, -0.03942645713686943, 0.01759352721273899, 0.010457196272909641, 0.02155030332505703, 0.010640904307365417, -0.03863510116934776, -0.00043321409611962736, -0.006182464305311441, -0.009736497886478901, -0.004748132545500994, -0.021776406094431877, -0.01540316827595234, 0.011976316571235657, -0.023472167551517487, -0.005726728122681379, 0.03346302732825279, 0.012371993623673916, 0.027753964066505432, -0.04793352633714676, 0.019939329475164413, -0.00091853755293414, 0.008323363028466702, 0.011241486296057701, 0.00561367766931653, 0.010662101209163666, 0.0012462080921977758, -0.042959295213222504, -0.010061519220471382, -0.007196388207376003, 0.01659020036458969, -0.011022450402379036, 0.03111722506582737, 0.028404006734490395, 0.013601421378552914, -0.010421868413686752, -0.008337494917213917, 0.018865346908569336, 0.022073162719607353, 0.01875229738652706, 0.005465298425406218, 0.0037342084106057882, -0.019458863884210587, 0.023104751482605934, 0.01513467263430357, -0.01568579487502575, 0.008874485269188881, -0.005447634030133486, 0.028347481042146683, -0.02342977188527584, 0.015756452456116676, -0.001830009394325316, -0.004182878416031599, 0.008019539527595043, 0.009503331035375595, 0.0017514037899672985, -0.0014281491748988628, -0.02427765354514122, -0.025182059034705162, -0.007503745146095753, 0.01514880359172821, -0.009807154536247253, 0.011029516346752644, -0.026637587696313858, -0.02440483495593071, -0.0017602358711883426, -0.025351636111736298, 0.007517876569181681, -0.019967593252658844, -0.014837914146482944, -0.009036996401846409, 0.006313179153949022, 0.011940987780690193, 0.01900666207075119, -0.01887947879731655, -0.0017143089789897203, 0.030099768191576004, 0.013544895686209202, -0.009616381488740444, 0.021479647606611252, 0.003315567271783948, 0.024263521656394005, -0.012548635713756084, -0.013354122638702393, 0.0005542137660086155, 0.018582720309495926, -0.0182859618216753, -0.0005025460268370807, 0.0257190503180027, -0.0028774954844266176, 0.009694104082882404, -0.009291360154747963, 0.00044050056021660566, 0.01072569191455841, 0.01098005659878254, -0.00912884995341301, -0.01078928355127573, -0.0111496327444911, 0.0006222208612598479, 0.009877811186015606, -0.013495435938239098, 0.009001667611300945, 0.04312887042760849, 0.017833760008215904, -0.03162595257163048, 0.01681630313396454, 0.043552812188863754, -0.013255203142762184, -0.001456411904655397, -0.004896511789411306, 0.0070232790894806385, 0.005140277557075024, -0.0020985049195587635, 0.0055818818509578705, 0.0001459503109799698, -0.02728763036429882, 0.03086286038160324, 0.013410648331046104, 0.048611830919981, -0.03165421634912491, -0.017805496230721474, 0.015530349686741829, 0.0038048650603741407, -0.028361612930893898, -0.10530679672956467, -0.0126546211540699, 0.012258943170309067, 0.030212819576263428, -0.019896935671567917, 0.03151290491223335, -0.005691399797797203, 0.03778722137212753, -0.03261514753103256, 0.04909229651093483, -0.04293103143572807, -0.029195362702012062, 0.001673681428655982, 0.012492110021412373, -0.013170415535569191, 0.006578141823410988, 0.020744817331433296, -0.0008977820980362594, -0.021564435213804245, 0.03510226681828499, -0.013806325383484364, -0.014767257496714592, 0.020038248971104622, 0.0022804460022598505, -0.007214052602648735, -0.0019377608550712466, -0.019769754260778427, 0.021762274205684662, 0.011997513473033905, -0.0030771007295697927, 0.014795520342886448, -0.02697673998773098, -0.009086456149816513, -0.01293724775314331, 0.006691192742437124, -0.01671738363802433, 0.011820871382951736, -0.010188700631260872, 0.025069009512662888, -0.018427276983857155, 0.015318379737436771, 0.010471328161656857, -0.003946178592741489, -0.0021144028287380934, -0.007305906154215336, -0.0024500221479684114, -0.023641742765903473, 0.034395698457956314, -0.001110193901695311, -0.02458854392170906, -0.03388696908950806, -0.02085786685347557, -0.040952641516923904, 0.008528267964720726, 0.02759852074086666, -0.007383628748357296, 0.02446136064827442, -0.004529096651822329, -0.005571283400058746, -0.0081396559253335, -0.0006345857982523739, -0.004207608290016651, -0.01738155633211136, 0.00840815156698227, 0.017325030639767647, -0.01681630313396454, -0.011693689040839672, -0.02970409020781517, 0.01091646496206522, 0.0026973208878189325, 0.00023360882187262177, 0.002541875932365656, -0.004310060758143663, 0.005747925490140915, -0.029280150309205055, -0.00027224922087043524, -0.021592697128653526, -0.034395698457956314, 0.01684456504881382, 0.016505412757396698, -0.012824197299778461, -0.025634262710809708, -0.0012073469115421176, -0.016039079055190086, 0.0032608082983642817, 0.01653367653489113, -0.006115340162068605, -0.012011644430458546, -0.01938820816576481, -0.03563925623893738, -0.0037271426990628242, 0.04177226126194, 0.01011804398149252, -0.02559186890721321, -0.007694518193602562, 0.00014848954742774367, -0.025648394599556923, -0.004652746021747589, -0.0041122217662632465, 0.00897340476512909, -0.014202003367245197, -0.00807606428861618, -0.060651738196611404, 0.02324606478214264, 0.013241072185337543, -0.019402338191866875, -0.01071156095713377, -0.019529521465301514, -0.0008483224082738161, -0.0072988406755030155, -0.012202417477965355, 0.012555701658129692, -0.025238584727048874, 0.03193684294819832, -0.01938820816576481, -0.01856859028339386, -0.025492949411273003, -0.009976730681955814, -0.0015959589509293437, -0.041574422270059586, 0.013898179866373539, 0.007146928459405899, 0.009022864513099194, 0.010231095366179943, 0.014131346717476845, 0.013036167249083519, 0.022341659292578697, -0.0238961074501276, -0.00473753409460187, 0.01499335840344429, 0.005210934206843376, 0.0012303104158490896, -0.0009388513281010091, 0.0014043025439605117, -0.019402338191866875, 0.02186119370162487, -0.02782462164759636, -0.014781388454139233, 0.016279311850667, 0.016477150842547417, 0.014809651300311089, 0.039567772299051285, -0.016886958852410316, -0.031060699373483658, 0.006443894002586603, 0.02641148678958416, -0.008740237914025784, 0.0019147974671795964, -3.458315768511966e-05, -0.010796348564326763, 0.02641148678958416, 0.021225282922387123, 0.023655874654650688, 0.021126363426446915, -0.012979641556739807, -0.04081133008003235, -0.020660029724240303, 0.0178761538118124, 0.008478808216750622, 0.002752079861238599, -0.0024941826704889536, 0.019077317789196968, 0.03764590620994568, 0.004606819245964289, 0.013269334100186825, -0.0028527656104415655, 0.004900044295936823, -0.016081472858786583, -0.01061970740556717, -0.005924567114561796, 0.007637992966920137, -0.024574412032961845, 0.00018216189346276224, 0.011976316571235657, -0.0001526847918285057, 0.009764760732650757, 0.016265179961919785, 0.007977144792675972, 0.0072847092524170876, -0.018088122829794884, -0.008888617157936096, 0.014795520342886448, 0.006592273246496916, 0.005624276120215654, 0.0059316325932741165, 0.011969250626862049, 0.01671738363802433, 0.0014926234725862741, 0.011411062441766262, 0.0022822124883532524, -0.006942023988813162, 0.0035822964273393154, -0.014837914146482944, 0.013417713344097137, 0.009814220480620861, 0.0297323539853096, -0.007899423129856586, -0.006055281963199377, 0.016505412757396698, -0.01107191015034914, 0.015290116891264915, -0.004910642746835947, 0.018370751291513443, 0.0010386540088802576, -0.003100064117461443, -0.028404006734490395, -0.019939329475164413, 0.0008032787591218948, -0.012908984906971455, -0.028050722554326057, 0.028206167742609978, 0.017141323536634445, -0.004087491892278194, -0.0054794298484921455, 0.012287206016480923, 0.006468623876571655, -0.013933507725596428, 0.0140677560120821, -0.0035434351302683353, -0.03145637735724449, -0.03801332414150238, 0.017989205196499825, 0.021380728110671043, 0.00616479991003871, 0.03914383053779602, 0.010457196272909641, 0.030693285167217255, 0.027683308348059654, 0.03148464113473892, -0.01543143019080162, 0.02798006683588028, -0.00549002829939127, 0.022115558385849, -0.0011817339109256864, -0.019586047157645226, -0.007864094339311123, -0.012371993623673916, -0.012188286520540714, 0.017522869631648064, 0.007097468711435795, -0.0069349585101008415, 0.10298925638198853, 0.01895013637840748, -0.01320574339479208, 0.003928514197468758, -0.017833760008215904, 0.017211981117725372, -0.006578141823410988, 0.009602249599993229, -0.013615552335977554, -0.029619302600622177, -0.008485873229801655, 0.0020561108831316233, -0.0178761538118124, -0.04001997411251068, -0.014654206112027168, -0.013354122638702393, 0.020999182015657425, 0.015459693036973476, -0.010831677354872227, -0.010068584233522415, 0.018625114113092422, 0.010761020705103874, -0.014216134324669838, 0.003290837397798896, 0.0005855676718056202, 0.0011322741629555821, 0.018059860914945602, 0.008789697661995888, -0.007383628748357296, -0.042450565844774246, 0.023500429466366768, 0.00711866607889533, -0.0357523076236248, -0.03993518650531769, -0.0039567770436406136, -0.007666255347430706, -0.004204075783491135, -0.014724863693118095, -0.0030241082422435284, 0.0026195982936769724, 0.009460936300456524, 0.02039153315126896, -0.010125109925866127, -0.02255363017320633, 0.003910850267857313, 0.015982553362846375, -0.0005489144823513925, -0.008945142850279808, -0.03595014661550522], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='5acd09dc-5382-4ab4-873c-75bc76f90627', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='fd1317583cd65119619263885ffdb864d13e0bd54cb26d7e5c29577729c1b8d4'), : RelatedNodeInfo(node_id='66bf0954-3bfd-4a24-acf3-9d156acb5fa8', node_type=, metadata={}, hash='37d1c6dc75fde9ad08d7ff9ed0c16cbc13b33e50a355b582778456752cc3d8b6')}, hash='b6e94600d710d2a0df84e4f01b963e24251b5660318449fb53bab249149eb588', text='a commodity GPU and then fine-tune them. There are two parts to this- Quantisation and Parameter Efficient Tuning. The real magic of this is that a laptop with a sufficient recent GPU (having Tensor Cores), can run the 7 billion Lamma2 pre-trained model open-sourced recently by Meta Research. Imagine the compressed knowledge and an NLU (Natural Language Understanding) model running on your local laptop. This is still a smallish model, but it\\'s still capable of understanding and has sufficient world knowledge embedded in it to be quite useful. Imagine what a model like this or better models in the future could do if it could run in small servers or in cars, and leverage its causal reasoning and world model knowledge to supervise lower-level/specialist AI/ML systems. So we have now a way to fit reasonably large models (7B or more) in a single GPU, via Quantisation and then train them in a parameter-efficient way via LoRa/QLoRa. Take 1: Un-supervised Training Fine-tuning with QLoRa Using the small training data and QLoRA, I first tried to train a large 7B Lamma2 model by feeding in the training text as is (Causal LM model training via UnSupervised learning). Note that this model was loaded in 4-bit, making it runnable on a single T4 GPU and trained with QLoRa. With QLoRA, only a fraction of the adapter weights are trained and summed with the existing frozen pre-trained weights of the model during inference. Here is an illustrative Colab notebook. You can see that training the model with just the text as is, does not result in proper output to questions. The answers are not affected by the training data. Take 2: Instruct Fine-tuning with QLoRa Instruction Tuning concept is a higher-level training concept introduced by this paper FineTuned Language Models Are Zero shot Learners (FLAN) We leverage the intuition that NLP tasks can be described via natural language instructions, such as \"Is the sentiment of this movie review positive or negative?\" or \"Translate \\'how are you\\' into Chinese.\" We take a pre-trained language model of 137B parameters and perform instruction tuning ... Since we use QLoRa we are', start_char_idx=5069, end_char_idx=7202, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='66bf0954-3bfd-4a24-acf3-9d156acb5fa8', embedding=[-0.012576612643897533, 0.022385098040103912, 0.00682498374953866, 0.004296950530260801, -0.009794363752007484, 0.017314909026026726, -0.027991965413093567, 0.0014970476040616632, -0.03205941617488861, -0.038330066949129105, 0.01384769007563591, 0.04383807256817818, -0.03307627886533737, 0.0016850612591952085, 0.0012207647087052464, 0.0014793938025832176, 0.0037320267874747515, 0.004957204684615135, 0.01724429428577423, -0.01146088819950819, -0.012223535217344761, -0.001164272311143577, -0.01583198457956314, -0.008777501061558723, 0.0032871493604034185, 0.0050949049182236195, 0.02960199862718582, -0.03694600611925125, -0.038838498294353485, 0.014391429722309113, 0.009589578956365585, 0.03078833781182766, -0.03166396915912628, -0.005098435562103987, -0.0011633896501734853, -0.02948901243507862, 0.011369087733328342, 0.00469592772424221, 0.02292177639901638, -0.016439277678728104, 0.04253875091671944, 0.015365922823548317, 0.014179582707583904, -0.0051337433978915215, 0.003781457431614399, 0.009977963753044605, 0.005942290183156729, -0.006323613692075014, -0.003444268833845854, 0.01313447393476963, 0.012167043052613735, 0.03205941617488861, -0.027723627164959908, 0.0027292873710393906, -0.024051623418927193, 0.01139027252793312, 0.023260731250047684, 0.003574907314032316, 0.01571900025010109, -0.0018501249141991138, -0.007803007494658232, 0.006012905854731798, -0.012760212644934654, 0.0330197848379612, 0.0063942293636500835, -0.0027169296517968178, -0.010613502934575081, 0.01958872750401497, 0.012943812645971775, -0.02265343815088272, 0.011552687734365463, 0.01895318739116192, -0.0067225913517177105, -0.00566335953772068, 0.032935045659542084, -0.008713946677744389, -0.007690022699534893, -0.010910087265074253, -0.002476837020367384, 0.0004545869887806475, 0.02097279019653797, -0.0009550740360282362, -0.03694600611925125, 0.036776527762413025, 0.016806477680802345, -0.009822609834372997, -0.002376209944486618, -0.0026975104119628668, -0.0060517443343997, 0.009490717202425003, 0.0041345348581671715, 0.007555853575468063, 0.04070274904370308, 0.02912181243300438, 0.0031017838045954704, -0.010182748548686504, -0.014928107149899006, 0.01892494224011898, -0.0036402265541255474, -0.007577038370072842, -0.029714982956647873, 0.0033718878403306007, -0.03852779045701027, -0.01338868960738182, -0.015351799316704273, -0.00026922140386886895, 0.018910817801952362, 0.0036049189511686563, -0.0028846412897109985, 0.007880684919655323, -0.020436111837625504, 0.038951482623815536, 0.0011201376328244805, -0.026042979210615158, -0.01223765779286623, -0.01539416890591383, -0.0092082554474473, -0.012802581302821636, -0.012371827848255634, -0.02537919394671917, 0.03477104753255844, 0.016298046335577965, 0.02189079113304615, -0.005483290180563927, 0.02343020774424076, 0.001249893568456173, -0.0005861082463525236, -0.01113605685532093, -0.03539246693253517, 0.002360321581363678, 0.005638644099235535, 0.03584440425038338, 0.011828088201582432, 0.004088634625077248, -0.018218787387013435, 0.03581615909934044, -0.00913763977587223, -0.008106654509902, -0.021212881430983543, -0.012618981301784515, 0.004360504448413849, 0.02112814411520958, -0.01776684820652008, -0.011298472993075848, -0.005363243632018566, 0.021537713706493378, 0.006708467844873667, 0.01242125779390335, 0.010860656388103962, -0.016269801184535027, 0.011552687734365463, -0.03488403558731079, 0.007322822697460651, 0.01636866293847561, 0.022964145988225937, 0.027850734069943428, 0.016637001186609268, 0.025788763538002968, -0.015620138496160507, -0.009116454981267452, -0.00021912857482675463, 0.0067826141603291035, -0.01727253943681717, 0.012640166096389294, 0.0121034886687994, 0.03256784752011299, 0.038301821798086166, -0.02190491370856762, -0.014440860599279404, -0.020520851016044617, -0.019221525639295578, 0.044770196080207825, -0.022455714643001556, 0.023853899911046028, 0.0010345163755118847, 0.011736288666725159, 0.03039289079606533, -0.02124112844467163, -0.005998782813549042, -0.02499787136912346, 0.00785243883728981, 0.011693919077515602, 0.013741767033934593, 0.001993121113628149, -0.03618335723876953, -0.025308579206466675, -0.0014838072238489985, -0.013183904811739922, -0.007231022231280804, 0.009603701531887054, 0.011835150420665741, 0.02835916541516781, -0.0011828088900074363, -0.012957936152815819, -0.6187043786048889, -0.02174955978989601, 0.023472577333450317, -0.0011483838316053152, -0.008678639307618141, -0.0074499305337667465, -0.012456566095352173, -0.011291410773992538, -0.012618981301784515, 0.027102211490273476, -0.00947659369558096, -0.012138796038925648, 0.0012181166093796492, -0.012640166096389294, -0.01481512188911438, -0.013353382237255573, 0.011383211240172386, -0.011517380364239216, 0.01049345638602972, 0.013621721416711807, -0.008184331469237804, 0.012731966562569141, 0.0066660987213253975, 0.0010124490363523364, -0.012555427849292755, 0.022865284234285355, -0.006362452171742916, -0.018642479553818703, 0.023995131254196167, -0.014419675804674625, -0.018105803057551384, 0.015662508085370064, 0.023882146924734116, 0.010705302469432354, 0.05296159163117409, -0.017216047272086143, -0.019857065752148628, 0.005218482110649347, 0.007838315330445766, 0.018190540373325348, -0.027878981083631516, -0.025322701781988144, 0.018317649140954018, 0.01762561686336994, -0.012731966562569141, 0.013536982238292694, 0.008565654046833515, 0.010740610770881176, -0.009469532407820225, -0.02023838832974434, 0.0013717052061110735, -0.0034725149162113667, 0.0011307299137115479, -0.010246302001178265, 0.005119620356708765, 0.014843367971479893, 0.020577343180775642, -0.0011077799135819077, 0.021057527512311935, -0.008156084455549717, -0.006097644567489624, -0.0010839472524821758, -0.022074390202760696, -0.0037602728698402643, -0.03584440425038338, 0.009321239776909351, 0.013240397907793522, 0.027398796752095222, -0.009194131940603256, -0.026692641898989677, 0.00048548122867941856, 0.018854325637221336, -0.00830437708646059, -0.017456140369176865, -0.011799842119216919, 0.021410604938864708, 0.01352992095053196, -0.005282036028802395, -0.007739453576505184, 0.013113290071487427, 0.012724904343485832, 0.0019489865517243743, -0.0074711148627102375, 0.00038529557059518993, 0.008452669717371464, 0.002289706142619252, 0.01088184118270874, 0.01146088819950819, -0.01608620025217533, 0.007675899658352137, -0.012908505275845528, 0.013819443993270397, -0.010655871592462063, -0.037313204258680344, 0.0024891947396099567, 0.01724429428577423, -0.006591952405869961, 0.0026057101786136627, 0.01249893568456173, -0.02369854599237442, 0.004003896377980709, -0.006341267842799425, 0.0253650713711977, -0.00037006911588832736, 0.03172046318650246, 0.021707190200686455, 0.011100749485194683, 0.004448773339390755, 0.0052679129876196384, -0.03129676729440689, -0.0036402265541255474, 0.013261581771075726, -0.02333134599030018, 0.0039226883091032505, -0.0056103975512087345, -0.024432945996522903, 0.010267486795783043, 0.014970475807785988, 0.016170939430594444, -0.017484385520219803, 0.0257746409624815, -0.009172947145998478, 0.015549522824585438, 0.0013725878670811653, 0.002143179066479206, 0.02807670459151268, 0.005073720123618841, -0.00830437708646059, 0.006651975680142641, 0.004964266438037157, -0.01229415088891983, -0.02741291932761669, 0.029545506462454796, -0.030844829976558685, 0.016213309019804, 0.007795946206897497, 0.03335874155163765, 0.01371352095156908, 0.003795580705627799, -0.01622743159532547, -0.036917757242918015, -0.0121034886687994, 0.015041091479361057, -0.006443660240620375, -0.028161441907286644, -0.028924088925123215, 0.001853655674494803, -0.007358130067586899, -0.004183965735137463, -0.005204359069466591, -0.016707615926861763, -0.020690327510237694, -0.03002569079399109, 0.010083886794745922, -0.005027820356190205, -0.01196931954473257, 0.004755950998514891, -0.02960199862718582, -0.009441286325454712, -0.044120535254478455, -0.002642783336341381, 0.030957814306020737, 0.011234918609261513, 0.022582821547985077, 0.016213309019804, -0.006387167610228062, 0.01364996749907732, 0.022060267627239227, -0.030675353482365608, -0.028952335938811302, 0.004904243163764477, -0.04793376848101616, -0.0021272904705256224, 0.017456140369176865, -0.0010106837144121528, 0.014207828789949417, -0.021580083295702934, -0.0031388569623231888, -0.01332513615489006, -0.010945395566523075, -0.008826931938529015, 0.02564753219485283, 0.010422840714454651, -0.009109393693506718, -0.0015394168440252542, 0.0130003048107028, 0.021806051954627037, 0.010083886794745922, -0.020323127508163452, 0.0073934379033744335, 0.009872040711343288, 0.009321239776909351, -0.019616972655057907, 0.024503562599420547, 0.0001735595433274284, 0.01456090621650219, 0.0176679864525795, -0.01701832376420498, -0.0017071285983547568, 0.027977842837572098, 0.000410231645219028, 0.004614719655364752, 0.0017133074579760432, 0.002360321581363678, -0.017427893355488777, -0.03169221431016922, 0.025181470438838005, -0.03700249642133713, 0.02885347418487072, 0.00705095287412405, 0.009575455449521542, -0.018105803057551384, -0.00934242457151413, -0.0166228786110878, -0.0007569093722850084, 0.045024413615465164, 0.004928958602249622, 0.012322396971285343, -0.004554696846753359, 0.013247459195554256, -0.009744932875037193, 0.020153651013970375, 0.0031688683666288853, -0.0050560664385557175, 0.004791258368641138, 0.00032725848723202944, -0.017442017793655396, 0.008473854511976242, 0.00283167976886034, -0.022328605875372887, 0.0012666647089645267, 0.0069379680790007114, 0.01649576984345913, 0.0368330217897892, 0.005868144333362579, -0.011856334283947945, 0.01676410809159279, 0.0018642479553818703, 0.03039289079606533, -0.006641383282840252, 0.0005256437580101192, 0.011934011243283749, -0.002678091172128916, -0.02471540868282318, 0.02974322810769081, -0.011319656856358051, 0.01817641779780388, 0.01881195604801178, -0.009723748080432415, -0.004261642694473267, -0.002844037488102913, 0.022512206807732582, -0.024376453831791878, -0.004692397080361843, 0.00585755193606019, -0.020845681428909302, 0.0007096853223629296, 0.005652767140418291, 0.027243442833423615, 0.0062988982535898685, -0.003440737957134843, 0.0282038114964962, -0.00817020796239376, -0.0016285688616335392, 0.009165885858237743, -0.01792220212519169, 0.006885006558150053, -0.02073269709944725, -0.02368442341685295, 0.012117612175643444, -0.012046996504068375, -0.020647957921028137, 0.02666439488530159, -0.032765571027994156, 0.015606014989316463, 0.021227005869150162, 0.004763012286275625, 0.020817436277866364, 0.019871188327670097, 0.036635298281908035, -0.024786023423075676, -0.008904608897864819, 0.0391492061316967, -0.006595483515411615, -0.0066660987213253975, -0.012569550424814224, -0.018204664811491966, 0.005529189947992563, -0.007513484451919794, 0.00424751965329051, 0.004734766203910112, -0.005483290180563927, -0.01127022597938776, -0.009490717202425003, -0.018444756045937538, 0.009469532407820225, 0.03078833781182766, -0.015012845396995544, -0.0019401595927774906, -0.0032024108804762363, 0.004710050765424967, 0.012364765629172325, -0.03646581992506981, -0.004469958133995533, 0.038697268813848495, -0.012336519546806812, -0.006517806556075811, 0.0009312413167208433, 0.007598222699016333, -0.012901443056762218, 0.017074815928936005, -0.0029887990094721317, 0.009801425039768219, -0.006849699188023806, 0.019532235339283943, 0.014278444461524487, 0.01269665826112032, 0.015690753236413002, 0.033697694540023804, -0.009229439310729504, -0.004176903981715441, -0.02755415067076683, 0.004568819887936115, 0.01687709428369999, 0.059316981583833694, 0.024164607748389244, -0.018910817801952362, 0.02279466763138771, -0.015295307151973248, -0.006390698719769716, -0.03409314155578613, -0.02333134599030018, 0.008615084923803806, 0.009285932406783104, -0.021057527512311935, -0.0008341450593434274, 0.01435612142086029, 0.011757472530007362, 0.00889754667878151, -0.00158708228264004, 0.01295087393373251, -0.022370975464582443, -6.421592843253165e-05, 0.005384428426623344, 0.006104705855250359, -0.004445242695510387, 0.022074390202760696, 0.023359591141343117, 0.02228623628616333, -0.0009886163752526045, 0.022498084232211113, 0.01997005008161068, 0.009483654983341694, -0.03090132214128971, 0.02100103534758091, -0.007739453576505184, 0.001253424328751862, 0.014899861067533493, 0.009688439778983593, 0.026819748803973198, 0.0014802764635533094, 0.0025527486577630043, 0.004586473572999239, -0.0014582091243937612, -0.008417362347245216, 0.02049260400235653, 0.009857917204499245, -0.005702198017388582, 0.005613928660750389, -0.030505875125527382, -0.027356427162885666, 0.015521276742219925, -0.006524867843836546, -0.03287855535745621, 0.034686312079429626, 0.0028422719333320856, -0.017682109028100967, -0.016538139432668686, 0.021481221541762352, -0.010182748548686504, -0.014419675804674625, -0.00869276188313961, 0.005758690182119608, -0.022596945986151695, -0.02279466763138771, -0.03177695348858833, 0.022893529385328293, -0.00588932866230607, -0.007100383751094341, -0.009949717670679092, -0.016269801184535027, 0.016679370775818825, -0.03253960236907005, 0.014843367971479893, -0.01223765779286623, -0.02343020774424076, -0.06767784804105759, 0.0003045291523449123, 0.006295367609709501, 0.006079990416765213, 0.01384769007563591, 0.009787301532924175, -0.004240457899868488, 0.017540879547595978, -0.009059962816536427, -0.034064896404743195, 0.014589152298867702, -0.026057101786136627, 0.006976807024329901, -0.013247459195554256, 0.0038838498294353485, -0.009949717670679092, -0.014250198379158974, -0.014031291007995605, -0.010966580361127853, 0.002693979535251856, -0.002473306143656373, 0.0007688257610425353, 0.008071346208453178, 0.035081759095191956, 0.022215621545910835, 0.006189444568008184, 0.0220037754625082, -0.030618861317634583, 0.002731052692979574, -0.03053412213921547, -0.032285384833812714, -0.009872040711343288, -0.0033842455595731735, -0.005702198017388582, 0.0190520491451025, -0.006733183283358812, -0.010945395566523075, -0.009540148079395294, 0.027525903657078743, -0.010451086796820164, -0.00014178258425090462, 0.01506933756172657, 0.008459731005132198, -0.004395811818540096, 0.0202101431787014, 0.016905339434742928, 0.007227491587400436, -0.030986061319708824, -0.013925367034971714, -0.05680307000875473, 0.0230488833039999, 0.009264747612178326, -0.006076459772884846, 0.03027990646660328, 0.005147866439074278, 0.007301637902855873, -0.026989227160811424, 0.018755463883280754, -0.008770439773797989, 0.028288550674915314, 0.0033418764360249043, -0.01804930903017521, -0.013614659197628498, -0.012223535217344761, -0.016411030665040016, 0.014130151830613613, -0.01817641779780388, 0.0004245754098519683, -0.00934242457151413, 0.004787727724760771, -0.002782248891890049, -0.026480795815587044, 0.02112814411520958, -0.024432945996522903, -0.017201924696564674, 0.023514945060014725, 0.008911670185625553, 0.02280879206955433, 0.0016479881014674902, 0.010253364220261574, -0.030986061319708824, -0.03635283559560776, -0.0033365802373737097, -0.022046145051717758, 0.005405612755566835, 0.0021484752651304007, 0.015902599319815636, 0.012068181298673153, 0.06270652264356613, 0.008163146674633026, -0.001060997135937214, 0.02628307230770588, -0.028147319331765175, 0.018826080486178398, -0.020534973591566086, -0.005253789946436882, -0.004515858367085457, -0.01268253568559885, 0.008382054045796394, -0.014214891009032726, 0.0033524686004966497, -0.031889937818050385, -0.0010812991531565785, 0.016439277678728104, -0.017879832535982132, -0.0013990686275064945, -0.001493516843765974, -0.022187374532222748, -0.019165033474564552, 0.016975954174995422, -0.019857065752148628, -0.007795946206897497, -0.01893906481564045, -0.009215316735208035, 0.01608620025217533, -0.013438120484352112, 0.01817641779780388, 0.00037205516127869487, 0.020506728440523148, -0.020323127508163452, 0.0051549281924963, 0.0091517623513937, 0.025562794879078865, -0.025817010551691055, 0.0003122526977676898, -0.042679980397224426, 0.01943337358534336, 0.015238814987242222, -0.01242832001298666, 0.0006333323544822633, 0.01634041592478752, 0.00239916006103158, -0.022257991135120392, 0.0007074785535223782, 0.011686857789754868, -0.003929750062525272, -0.021834298968315125, -0.03640932962298393, -0.017992816865444183, -0.02677737921476364, 0.003343641757965088, 0.01249187346547842, 0.0062212212942540646, 0.015888476744294167, 0.009801425039768219, 0.013770013116300106, -0.03333049267530441, -0.015478907153010368, 0.009045839309692383, 0.021961405873298645, 0.05174700543284416, 0.0033842455595731735, 0.003437207080423832, 0.0132050896063447, -0.0014714495046064258, -0.028909966349601746, -0.0018854326335713267, 0.009187070652842522, -0.022837037220597267, -0.006810860708355904, 0.008735131472349167, -0.017724478617310524, -0.015267061069607735, 0.02474365569651127, -0.0015694284811615944, -0.0319746769964695, -0.051972974091768265, 0.03542071208357811, 0.007697084452956915, 0.015168199315667152, -0.027864858508110046, -0.021071651950478554, -0.0194616187363863, 0.0027681258507072926, 0.004180434625595808, 0.024376453831791878, -0.009886163286864758, 0.011609180830419064, 0.015478907153010368, 0.01867072656750679, 0.01867072656750679, 0.00940597802400589, -0.007675899658352137, 0.00874925497919321, 0.039742376655340195, 0.012618981301784515, -0.026466671377420425, -0.004770074039697647, -0.005296159069985151, 0.03994010016322136, -0.023133622482419014, 0.004356973338872194, 0.02215912938117981, 0.01573312282562256, 0.006503683049231768, 0.02395276166498661, 0.021297620609402657, 0.03310452401638031, -0.03217240050435066, 0.00991440936923027, 0.013699398376047611, -0.008756316266953945, 0.004399342928081751, -0.01532355323433876, -0.0016162111423909664, -0.010945395566523075, -0.018656602129340172, 0.008113715797662735, 0.02448944002389908, 0.0051902360282838345, -0.026593780145049095, -0.0036508189514279366, -0.01598733849823475, -0.02474365569651127, -0.010246302001178265, -0.0110018877312541, 0.0123082734644413, -0.045674074441194534, -0.028811104595661163, 0.007153345271945, 0.0020143059082329273, 0.011750411242246628, 0.008389116264879704, -0.0026533757336437702, -0.016707615926861763, 0.017710356041789055, -0.01378413662314415, 0.012823766097426414, 0.006097644567489624, -0.005010166205465794, -0.0231618694961071, -0.012378889136016369, 0.0020196018740534782, 0.019772326573729515, 0.012710781767964363, -0.029714982956647873, -0.01391830574721098, -0.01598733849823475, 0.008615084923803806, 0.013346320949494839, 0.008410300128161907, -0.0024627139791846275, 0.018741341307759285, 0.026833871379494667, 0.00283167976886034, 0.0014926341827958822, 0.0007176295621320605, 0.015055214986205101, 0.01817641779780388, 0.01968758925795555, 0.022837037220597267, -0.005575090181082487, 0.01778097078204155, -0.008424423635005951, -0.0038132343906909227, -0.014066598378121853, -0.03790637478232384, -0.002674560295417905, 0.016453400254249573, 0.003331284038722515, -0.009631947614252567, -0.004307542461901903, -0.0045511662028729916, -0.009292993694543839, -0.021806051954627037, 0.0025139101780951023, -0.01869897171854973, 0.015026968903839588, 0.02821793593466282, 0.010401655919849873, 0.029799722135066986, 0.0287263672798872, -0.025082608684897423, -0.020662082359194756, -0.011079564690589905, 0.008219638839364052, -0.034714557230472565, -0.023783285170793533, -0.02087392844259739, 0.032765571027994156, -0.012442442588508129, -0.03364120051264763, -0.014377306215465069, -0.015182322822511196, -0.04844219982624054, -0.006390698719769716, -0.03364120051264763, -0.002967614447697997, 0.007901868782937527, 0.017950449138879776, -0.009236501529812813, 0.025732271373271942, -0.031748708337545395, -0.008685700595378876, -0.01410896796733141, -0.005232605151832104, -0.018896695226430893, -0.009377731941640377, -0.006426006089895964, -0.005536251701414585, -0.032144155353307724, -0.019122663885354996, 0.006256529130041599, -0.020054789260029793, 0.00460412772372365, 0.011587996035814285, -0.024899009615182877, -0.0246165469288826, -0.0033966032788157463, 0.007513484451919794, 0.005232605151832104, -0.011997565627098083, 0.02369854599237442, -0.021212881430983543, -0.00579752866178751, 0.007040360476821661, -0.005758690182119608, -0.01624155417084694, -0.001931332633830607, 0.005546843633055687, 0.011100749485194683, -0.0029199488926678896, -4.3858817662112415e-05, -0.015676630660891533, 0.01779509335756302, -0.010302795097231865, 0.044628966599702835, 0.010500517673790455, -0.0030435260850936174, 0.026946857571601868, -0.005525659304112196, -0.01659463159739971, -0.004763012286275625, 0.007774761412292719, -0.0032253607641905546, -0.0004097903147339821, 0.03655055910348892, -0.005370305385440588, 0.0015658977208659053, -0.004999574273824692, -0.0011527972528710961, -0.01932038739323616, -0.004321665968745947, -0.010874779894948006, 0.008149023167788982, -0.02845802716910839, 0.027483534067869186, 0.009928532876074314, -0.03643757477402687, 0.005356182344257832, 0.004311073571443558, -0.00454410444945097, 0.010472271591424942, -0.015097583644092083, -0.0047841970808804035, -0.020436111837625504, 0.0014034821651875973, -0.01595909334719181, -0.006630790885537863, -0.016283923760056496, -0.003613745793700218, 0.019023803994059563, -0.019786449149250984, 0.00749936094507575, 0.20890875160694122, -0.02539331652224064, -0.0011960492702201009, 0.01608620025217533, 0.00554331298917532, 0.018063433468341827, 0.021933160722255707, 0.01598733849823475, -0.031889937818050385, -0.005370305385440588, 0.0029199488926678896, 0.01970171183347702, -0.030675353482365608, -0.0032500762026757, 0.02320423722267151, 0.0003777926613111049, -0.030505875125527382, -0.048894140869379044, -0.018077556043863297, 0.003363060997799039, 0.0044946735724806786, 0.0020019481889903545, -0.00749936094507575, -0.012717843055725098, 0.015351799316704273, -0.006930906791239977, 0.009278870187699795, -0.0026992757339030504, 0.015535399317741394, 0.026085348799824715, -0.02845802716910839, 0.0023232484236359596, 0.023218361660838127, 0.004268703982234001, -0.001489986083470285, 0.013282766565680504, 0.00889754667878151, 0.0021467097103595734, 0.011079564690589905, 0.021354112774133682, 0.025718148797750473, -0.006881475914269686, 0.008177269250154495, -0.03581615909934044, -0.0005891976761631668, 0.02857101336121559, -0.00563511298969388, 0.004088634625077248, -0.01855774037539959, -0.004565289244055748, -0.00844560842961073, 0.011934011243283749, 0.03143800050020218, 0.024418823421001434, 0.004565289244055748, 0.006906191352754831, -0.018345894291996956, 0.011058379895985126, 0.013882998377084732, 0.0149987218901515, -0.018967309966683388, 0.004568819887936115, 0.013685274869203568, 0.021933160722255707, -0.0069556222297251225, -0.004886589478701353, 0.011503257788717747, -0.013642905279994011, -0.005758690182119608, -0.005564497783780098, -0.007746515329927206, -0.0029817374888807535, -0.014200767502188683, -0.0001540299563203007, -0.03527947887778282, -0.03674828261137009, 0.041267670691013336, 0.013678213581442833, 0.029940951615571976, 0.04022256284952164, 0.00978024024516344, -0.013367505744099617, -0.01855774037539959, -0.024249346926808357, -0.008600962348282337, -0.04301893338561058, 0.01364996749907732, -0.033302247524261475, -0.01828940212726593, -0.01775272563099861, 0.009766117669641972, -0.024517685174942017, -0.011432642117142677, 0.012541304342448711, -0.015930846333503723, -0.01659463159739971, 0.018741341307759285, 0.003908565267920494, -0.015902599319815636, -0.034064896404743195, -0.017286663874983788, 0.04457247257232666, 0.020676204934716225, 0.013042674399912357, 0.0043852198868989944, 0.003986242227256298, -0.005282036028802395, 0.00692737614735961, -0.015803737565875053, -0.028683997690677643, 0.02693273313343525, -0.027723627164959908, 0.017427893355488777, 0.003363060997799039, 0.0019560479559004307, 0.009038778021931648, 0.013727644458413124, -0.0002292795543326065, 0.027540026232600212, -0.0034230840392410755, -0.004755950998514891, -0.026565533131361008, 0.0006651093135587871, 0.011948134750127792, -0.0027875450905412436, -0.033274002373218536, -0.018727218732237816, -0.00236914842389524, -0.05089961737394333, -0.004826566204428673, 0.011757472530007362, -0.028796982020139694, 0.02330309897661209, -0.009109393693506718, 0.020676204934716225, -0.0020143059082329273, -0.01513995323330164, -0.01088184118270874, -0.011234918609261513, 0.0020725636277347803, -0.0026886833366006613, -0.003223595442250371, 0.005465636029839516, -0.010479332879185677, 0.006697875913232565, -0.009829671122133732, 0.004759481642395258, 0.0006430419743992388, -0.0003506498469505459, -0.020280757918953896, -0.0054938821122050285, -0.017230169847607613, 0.005292628426104784, -0.0017238997388631105, 0.015789614990353584, 0.003230656962841749, -0.03146624565124512, -0.011658611707389355, 0.011799842119216919, 0.0013558167265728116, -0.037313204258680344, 0.0011324953520670533, 3.0811508622718975e-05, 0.011319656856358051, -0.014398491010069847, -0.03027990646660328, -0.18190540373325348, 0.007492299657315016, 0.02368442341685295, -0.03584440425038338, 0.02807670459151268, -0.0001457547041354701, 0.020647957921028137, 0.008219638839364052, -0.03570317476987839, 0.00320417620241642, -0.00242917169816792, 0.0029234797693789005, -0.0052679129876196384, -0.021975528448820114, -0.010910087265074253, 0.009483654983341694, -0.019419249147176743, -0.006288306321948767, 0.04121118038892746, 0.007015645503997803, 0.031240276992321014, -0.04259524121880531, 0.009963840246200562, -0.01454678364098072, -0.0008239940507337451, 0.017046570777893066, -0.0029164182487875223, 0.007040360476821661, -0.006192975211888552, -0.03539246693253517, -0.018261156976222992, -0.001632982399314642, 0.007149814628064632, -0.018501248210668564, 0.02782248891890049, 0.027201073244214058, 0.012484812177717686, -0.009575455449521542, -0.029178304597735405, 0.024899009615182877, 0.01816229522228241, 0.022046145051717758, 0.0016320996219292283, -0.001037164474837482, -0.022243868559598923, 0.024531807750463486, 0.019927680492401123, -0.013360443525016308, 0.01700420118868351, -0.0048442198894917965, 0.022314483299851418, -0.016411030665040016, 0.02615596354007721, 0.006210628896951675, -0.011552687734365463, 0.010253364220261574, -0.00024936083354987204, 0.009095270186662674, 0.00038330949610099196, -0.02112814411520958, -0.010874779894948006, -0.01430669054389, 0.010839472524821758, -0.009278870187699795, 0.013861813582479954, -0.018981434404850006, -0.020647957921028137, 0.007029768545180559, -0.027540026232600212, 0.014045413583517075, -0.02292177639901638, -0.010366348549723625, -0.005285566672682762, 0.009518963284790516, 0.026113593950867653, 0.025153225287795067, -0.02059146575629711, -0.009504839777946472, 0.03847130015492439, 0.022512206807732582, -0.01261192001402378, 0.015295307151973248, -0.0004287681949790567, 0.013755890540778637, -0.016453400254249573, -0.01752675510942936, -0.0010477567557245493, 0.022116759791970253, -0.009963840246200562, 0.01268253568559885, 0.036522313952445984, -0.0005869909655302763, 0.007810069248080254, -0.005165520589798689, 0.0005499178660102189, 0.003989773336797953, 0.01203993521630764, -0.014532660134136677, -0.0025209716986864805, -0.01424313709139824, 0.009187070652842522, 0.0070332991890609264, -0.02087392844259739, 0.0044734887778759, 0.03824532777070999, 0.009575455449521542, -0.031014306470751762, 0.010507579892873764, 0.04638022929430008, -0.015422414988279343, -0.010366348549723625, -0.006404821760952473, 0.003544895676895976, 0.00399330398067832, -0.006235344335436821, 0.012668412178754807, -0.0028811104129999876, -0.02512497827410698, 0.03169221431016922, 0.011432642117142677, 0.04465721175074577, -0.020831558853387833, -0.020040664821863174, 0.025181470438838005, -0.008862239308655262, -0.02537919394671917, -0.11151592433452606, -0.007365191821008921, 0.018232909962534904, 0.01597321592271328, -0.013063859194517136, 0.029856214299798012, -0.003950934391468763, 0.04157837852835655, -0.03053412213921547, 0.04895063117146492, -0.03790637478232384, -0.014575029723346233, 0.007040360476821661, 0.020309004932641983, 0.001528824563138187, 0.00323418783955276, 0.015422414988279343, -0.004311073571443558, -0.016467522829771042, 0.0399683453142643, -0.008290254510939121, -0.013240397907793522, 0.025096731260418892, -0.00676496047526598, 0.00047621296835131943, -0.010712364688515663, -0.025167347863316536, 0.027497656643390656, 0.01017568726092577, -0.008770439773797989, 0.011467949487268925, -0.030618861317634583, -0.005207889713346958, -0.014017167501151562, 0.014673891477286816, -0.012322396971285343, 0.006630790885537863, -0.006697875913232565, 0.03104255348443985, -0.022893529385328293, 0.02150946669280529, 0.005320874508470297, -0.0034778111148625612, -0.005370305385440588, -0.010641749016940594, -0.0013125647092238069, -0.016721738502383232, 0.0297714751213789, -0.011220795102417469, -0.024828393012285233, -0.042171549052000046, -0.02343020774424076, -0.04711462929844856, 0.0003393955121282488, 0.03352821618318558, -0.004660619888454676, 0.012717843055725098, -0.004254580941051245, -0.004597065970301628, -0.010867718607187271, 0.011171365156769753, -0.01037340983748436, -0.02036549709737301, 0.0033966032788157463, 0.021735437214374542, -0.008396177552640438, -0.018600109964609146, -0.04008132964372635, 0.009935594163835049, -0.004445242695510387, -0.0012763743288815022, 0.02458830177783966, -0.005910513456910849, 0.008466793224215508, -0.02228623628616333, -0.005818713456392288, -0.018826080486178398, -0.034686312079429626, 0.0021890790667384863, 0.01366409007459879, -0.005681013222783804, -0.02085980400443077, 0.007287514861673117, -0.02539331652224064, 0.006323613692075014, 0.008191392756998539, -0.0022190907038748264, -0.012223535217344761, -0.01256248913705349, -0.02576051652431488, -0.014024228788912296, 0.025591040030121803, 0.00544092059135437, -0.022879406809806824, -0.0008760729688219726, 0.0030082182493060827, -0.024899009615182877, 0.0013522859662771225, 0.0018006940372288227, 0.0020478481892496347, -0.01474450621753931, -0.004741827491670847, -0.05671833083033562, 0.011517380364239216, 0.008572716265916824, -0.023260731250047684, -0.006726121995598078, -0.008636269718408585, 0.010013271123170853, 0.0062600597739219666, -0.006828514393419027, 0.020704450085759163, -0.033810678869485855, 0.028556888923048973, -0.021481221541762352, -0.026240702718496323, -0.023288976401090622, -0.01339575182646513, -0.0046111890114843845, -0.033443477004766464, 0.016255676746368408, 0.0037002498283982277, 0.02214500680565834, -0.005684543866664171, 0.014772753231227398, 0.015267061069607735, 0.024432945996522903, -0.01749850995838642, -0.0021114021074026823, 0.016679370775818825, -0.0011969319311901927, -0.006983868312090635, 0.002704571932554245, 0.0021149327512830496, -0.0309295691549778, 0.020662082359194756, -0.022328605875372887, -0.024319961667060852, 0.020012419670820236, 0.019278019666671753, 0.010422840714454651, 0.027977842837572098, -0.01895318739116192, -0.029291290789842606, 0.007612345740199089, 0.010112132877111435, -0.0020196018740534782, 0.0016223900020122528, -0.002141413511708379, 0.0014484995044767857, 0.025280332192778587, 0.009116454981267452, 0.03296329453587532, 0.030223414301872253, -0.02511085569858551, -0.03711548075079918, -0.014942229725420475, 0.0023232484236359596, 0.013148597441613674, 0.0021502405870705843, 0.001444085966795683, 0.03635283559560776, 0.04525038227438927, -0.004642966203391552, 0.01778097078204155, -0.0004620898689609021, -0.0022420405875891447, -0.014214891009032726, -0.01997005008161068, -0.006973275914788246, -0.002249102108180523, -0.024291716516017914, -0.0006690814043395221, 0.010210994631052017, -0.010048579424619675, 0.0014034821651875973, 0.016396908089518547, 0.013798259198665619, -0.010302795097231865, -0.014631521888077259, -0.0101050715893507, 0.020534973591566086, 0.02523796260356903, 0.02023838832974434, -0.0037355574313551188, 0.01906617172062397, 0.02162245102226734, 0.010338102467358112, 0.012216472998261452, -0.00040184607496485114, 0.006037621293216944, 0.0067826141603291035, -0.020775066688656807, 0.012018750421702862, 0.002473306143656373, 0.0311555378139019, -0.011644488200545311, -0.0030753030441701412, 0.009165885858237743, -0.0034460341557860374, 0.011806903406977654, 0.0007304286118596792, 0.02073269709944725, -0.009766117669641972, -0.00142378406599164, -0.01956048049032688, -0.018063433468341827, 0.008600962348282337, -0.028542766347527504, -0.037539176642894745, 0.03672003746032715, 0.03160747513175011, -0.014186644926667213, -0.0234584528952837, 0.007810069248080254, 0.005522128660231829, -0.012181165628135204, 0.021029282361268997, -0.005596274510025978, -0.029206551611423492, -0.04157837852835655, 0.025704024359583855, 0.01879783347249031, 0.011418518610298634, 0.04993924871087074, 0.0011466183932498097, 0.020958665758371353, 0.01998417265713215, 0.03364120051264763, -0.019362756982445717, 0.022766422480344772, -0.005931698251515627, 0.012280027382075787, 0.006217690650373697, -0.019645219668745995, -0.007336945738643408, -0.012188226915895939, -0.014772753231227398, 0.02011128142476082, -0.0009594874572940171, -0.013381628319621086, 0.09711036831140518, 0.023627931252121925, -0.011333780363202095, 0.009554270654916763, -0.0180069413036108, 0.016001461073756218, -0.01429256796836853, 0.018232909962534904, -0.0029040605295449495, -0.027257565408945084, 0.007146283984184265, 0.001964875031262636, -0.016382785513997078, -0.0507301427423954, -0.02046435885131359, -0.009575455449521542, 0.015422414988279343, 0.023246606811881065, -0.0020266636274755, 0.002840506611391902, 0.023020638152956963, 0.0003274791524745524, -0.002298532985150814, 0.004152188543230295, -0.01288025826215744, 0.006062336731702089, 0.028811104595661163, 0.009723748080432415, -0.011616242118179798, -0.031381506472826004, 0.02703159488737583, 0.011093687266111374, -0.037821635603904724, -0.03361295536160469, -0.01158093474805355, -0.009109393693506718, -0.0013875936856493354, -0.02152358926832676, 0.006906191352754831, 0.000363669591024518, 0.011623303405940533, 0.023486699908971786, -0.008657454513013363, -0.012082303874194622, 0.003986242227256298, 0.003972119186073542, 0.003919157665222883, 0.0003738205705303699, -0.03886674717068672], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='4a0bde2e-3cfa-410e-ae29-2f79d29a4f8c', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='b6e94600d710d2a0df84e4f01b963e24251b5660318449fb53bab249149eb588'), : RelatedNodeInfo(node_id='20e6a395-cce6-4859-8026-3132888b9b0a', node_type=, metadata={}, hash='d621e18b947dbbad5ced10a75515de1a35d6f68b7feaecb1ac870fbb91fb0b71')}, hash='37d1c6dc75fde9ad08d7ff9ed0c16cbc13b33e50a355b582778456752cc3d8b6', text='is, does not result in proper output to questions. The answers are not affected by the training data. Take 2: Instruct Fine-tuning with QLoRa Instruction Tuning concept is a higher-level training concept introduced by this paper FineTuned Language Models Are Zero shot Learners (FLAN) We leverage the intuition that NLP tasks can be described via natural language instructions, such as \"Is the sentiment of this movie review positive or negative?\" or \"Translate \\'how are you\\' into Chinese.\" We take a pre-trained language model of 137B parameters and perform instruction tuning ... Since we use QLoRa we are effectively closely following this paper - QLORA: Efficient Finetuning of Quantized LLMs concerning the training data set, the format that the authors used to train their Gauanco model This is the format for the Llama2 model and will be different for others. One of the hardest problems of training is finding or creating a good quality data set to train. In our case, converting the available training data set to the instruction data set. Since our use case is Closed Book QA, we need to convert this to a QA format. Using older NLP methods like NER (Named Entity Recognition) and then using that to create a QA dataset was not effective. This is where the Self-instruct concept could be used However previous to Llama2, the best-performing model was the GPT 3/4 model via ChatGPT or its API and using these models to do the same was expensive. The 7 billion model of Llama2 has sufficient NLU (Natural Language Understanding) to create output based on a particular format. Running this in 4-bit mode via Quantisation makes it feasible compute-wise to run this on a large data set and convert it to a QA dataset. This was the prompt used. The context was a sliding window from the text dataset. Some minimal parsing and finetuning were done on the output of the model, and we could generate a QA dataset of the format below. This was fed to the QLoRA-based fine-tuning (Colab Notebook). We can see that the output from a fine-tuned 4-bit quantized llama2 7 B model is pretty good. Colab Notebook Trying to', start_char_idx=6595, end_char_idx=8710, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='20e6a395-cce6-4859-8026-3132888b9b0a', embedding=[-0.014305377379059792, 0.022817784920334816, 0.008441588841378689, -0.011231846176087856, -0.009100203402340412, 0.01815791428089142, -0.026287902146577835, -0.007099574897438288, -0.037307292222976685, -0.035381022840738297, 0.009001056663691998, 0.03237830847501755, -0.019333506003022194, -0.022010453045368195, -0.008625717833638191, 0.007556355558335781, 0.012499500997364521, 0.003066449658945203, 0.009560524486005306, -0.01664239540696144, -0.011493874713778496, -0.0003310774336569011, -0.02304440550506115, 0.0023618037812411785, -0.002144036116078496, 0.005484908353537321, 0.02878071926534176, -0.040055058896541595, -0.025282276794314384, 0.010183729231357574, 0.010488249361515045, 0.01977258175611496, -0.0327465683221817, -0.0027760930825024843, 0.0025600960943847895, -0.01276152953505516, 0.017053144052624702, 0.009036466479301453, 0.03226500004529953, -0.021727178245782852, 0.02011251077055931, 0.016869014129042625, 0.009624261409044266, -0.0029531398322433233, 0.0024060653522610664, 0.011578857898712158, 0.0004629772447515279, -0.014376196078956127, -0.0040047974325716496, 0.01492858212441206, 0.027562638744711876, 0.024729890748858452, -0.021656358614563942, -0.002333476208150387, -0.012102915905416012, -0.0022183957044035196, 0.029092323035001755, 0.009340986609458923, 0.004518233239650726, 0.010672378353774548, 0.008236214518547058, -0.009440132416784763, -0.00998543668538332, 0.02951723523437977, -0.01325726043432951, -0.010360775515437126, -0.005477826576679945, 0.023129386827349663, 0.028412463143467903, -0.009673834778368473, 0.006809217855334282, 0.013292670249938965, -0.008901910856366158, -0.021330593153834343, 0.03172677755355835, -0.013002313673496246, -0.02859659120440483, -0.003142579924315214, -0.0077617294155061245, 0.010063337162137032, 0.017123961821198463, -0.0118621326982975, -0.03201005235314369, 0.041783034801483154, 0.01288900338113308, 0.0019103344529867172, -0.006596761755645275, 0.004741312004625797, -0.010304121300578117, 0.0032505784183740616, 0.005877952091395855, -0.008675291202962399, 0.04246289283037186, 0.029885491356253624, 0.010162483900785446, -0.014312459155917168, -0.008186642080545425, 0.03280322253704071, -0.0057221511378884315, 0.0002653488190844655, -0.029205631464719772, 0.008859419263899326, -0.053482282906770706, -0.01844118908047676, -0.012896085157990456, -0.004394300282001495, 0.013228933326900005, 0.0141920680180192, 0.0018501385347917676, 0.013306833803653717, -0.028497444465756416, 0.030876953154802322, 0.005456580780446529, -0.03427625074982643, -0.008002513088285923, -0.007669665385037661, -0.010424512438476086, -0.005304320715367794, -0.010856506414711475, -0.02259116619825363, 0.03019709326326847, 0.027562638744711876, 0.00817956030368805, -6.899290747242048e-05, 0.01977258175611496, 0.011153945699334145, -0.0061187357641756535, -0.030112111940979958, -0.02718021720647812, -0.009730489924550056, 0.005704446230083704, 0.025551388040184975, 0.021047318354249, -0.00019098918710369617, -0.01790296845138073, 0.03226500004529953, -0.012981067411601543, -0.01609000936150551, -0.03107524663209915, -0.0034736571833491325, 0.016316628083586693, 0.032095033675432205, -0.004454496316611767, -0.01079277042299509, -0.011564693413674831, 0.04183968901634216, 0.0008144150488078594, 0.02250618301331997, 0.004472200758755207, -0.011111454106867313, 0.011621348559856415, -0.041414774954319, -0.001403980772010982, 0.020324967801570892, 0.015169365331530571, 0.018922757357358932, 0.014900255016982555, 0.013405979610979557, -0.033029843121767044, -0.02091984450817108, -0.0024414747022092342, 0.00982255395501852, -0.015735914930701256, 0.014786944724619389, 0.008186642080545425, 0.03059367835521698, 0.039375197142362595, -0.026670321822166443, -0.01657157577574253, -0.01783214882016182, -0.025395585224032402, 0.03929021582007408, -0.03240663558244705, 0.017138125374913216, 0.001966989366337657, 0.006278077606111765, 0.034842800348997116, -0.018554499372839928, -0.015523458831012249, -0.03184008598327637, -0.0036613268312066793, 0.0036135241389274597, 0.004231417551636696, 0.00971632543951273, -0.02644370310008526, -0.02512647584080696, 0.0037923413328826427, -0.019291013479232788, -0.01369633711874485, -0.0018696136539801955, 0.017676347866654396, 0.018752792850136757, -0.0260612815618515, -0.015778405591845512, -0.6245642900466919, -0.020282475277781487, 0.01655741222202778, -0.02157137542963028, -0.013519289903342724, -0.0010879522887989879, -0.010119992308318615, -0.0012083441251888871, -0.01878111995756626, 0.027406837791204453, -0.006554270628839731, -0.007804221007972956, 0.009333904832601547, -0.019418487325310707, -0.0190360676497221, -0.004496987443417311, 0.011012308299541473, -0.022123761475086212, 0.00280619109980762, 0.009376396425068378, -0.01896524801850319, 0.005484908353537321, 0.00928433146327734, -0.0011330991983413696, -0.020353294909000397, 0.007280162535607815, 0.0031514321453869343, -0.008037922903895378, 0.024559926241636276, -0.0013712270883843303, -0.025905480608344078, 0.003494902979582548, 0.007917530834674835, -0.0034701162949204445, 0.05263245850801468, -0.015381821431219578, -0.02278945781290531, 0.009234759025275707, 0.002275050850585103, 0.024942345917224884, -0.025622205808758736, -0.02497067302465439, 0.020494932308793068, 0.024432452395558357, -0.024602416902780533, 0.027236871421337128, 0.009305577725172043, 0.014248722232878208, -0.015041892416775227, -0.026684487238526344, -0.007542191538959742, 0.005021045915782452, 0.0038808647077530622, -0.013398897834122181, 0.02383757382631302, 0.014298295602202415, 0.01890859380364418, -0.012754447758197784, 0.008512407541275024, -0.010495331138372421, -0.010707787238061428, 0.005998344160616398, -0.02613210119307041, -0.018582826480269432, -0.03220834583044052, 0.01916353963315487, 0.022024616599082947, 0.010601559653878212, -0.008441588841378689, -0.01822873391211033, -0.01930517703294754, 0.0260612815618515, -0.002519375178962946, -0.025282276794314384, -0.006196636240929365, 0.0173789095133543, 0.017605528235435486, -0.003983552101999521, 0.0029248122591525316, 0.013653845526278019, 0.021330593153834343, -0.0055415634997189045, -0.012109997682273388, 0.0027247495017945766, 0.006228504702448845, 0.012414517812430859, -0.0020732174161821604, 0.01890859380364418, -0.00897981133311987, 0.005729232914745808, -0.006405551452189684, 0.01795962266623974, -0.00978006236255169, -0.037165652960538864, -0.00319038238376379, 0.017917132005095482, -0.0010259859263896942, 0.01795962266623974, 0.00566195510327816, -0.015580113977193832, -0.0030876954551786184, -0.007917530834674835, 0.02412084862589836, 0.0057646422646939754, 0.04127313941717148, 0.011826722882688046, -0.006993346847593784, 0.0011862132232636213, 0.0004758131399285048, -0.02464490756392479, -0.0013517519691959023, 0.007520946208387613, -0.019531797617673874, 0.0029035666957497597, -0.0017058454686775804, -0.02999880164861679, 0.029743853956460953, 0.006508238613605499, 0.01997087337076664, -0.020211657509207726, 0.03251994773745537, -0.005095405504107475, 0.027775093913078308, -0.002535309409722686, 0.008243296295404434, 0.02485736459493637, 0.018384534865617752, -0.012095834128558636, -0.002082069870084524, 0.014177903532981873, -0.013285588473081589, -0.02218041755259037, 0.031641796231269836, -0.028369970619678497, 0.015084383077919483, -0.0008378737256862223, 0.03736394643783569, 0.010084583424031734, 0.00878860056400299, -0.014418687671422958, -0.04195299744606018, -0.0036329992581158876, -0.00024631628184579313, -0.010898998007178307, -0.02764762006700039, -0.023738428950309753, -0.015226020477712154, 0.005272452253848314, 0.0014836518093943596, -0.008101658895611763, -0.014517833478748798, -0.017322253435850143, -0.03325646370649338, 0.02043827623128891, -0.002825666218996048, -0.013639681972563267, -0.0022361003793776035, -0.031245211139321327, -0.008498243987560272, -0.028979012742638588, 0.008363688364624977, 0.03521105647087097, 0.01453199703246355, 0.020551586523652077, 0.015126874670386314, -0.0008321197237819433, 0.0036329992581158876, 0.023030241951346397, -0.034984439611434937, -0.03285987675189972, 0.001959907589480281, -0.045323967933654785, -0.008363688364624977, 0.016798196360468864, -0.013349325396120548, 0.031896743923425674, -0.01239327248185873, 0.0054176305420696735, -0.0186961367726326, -0.0064728292636573315, -0.006079785525798798, 0.03198172524571419, 0.013533453457057476, -0.004111025482416153, 0.0213730838149786, 0.02023998461663723, 0.028483280912041664, 0.007365144789218903, -0.011607185006141663, 0.007372226566076279, 0.022562837228178978, 0.010488249361515045, -0.019475143402814865, 0.01175590418279171, -0.018129587173461914, 0.024035867303609848, 0.017478056252002716, -0.015721751376986504, 0.017180616036057472, 0.0327465683221817, -0.00018833347712643445, 0.017010651528835297, 0.007365144789218903, -0.011706330813467503, -0.004790884908288717, -0.03744892776012421, 0.02257700264453888, -0.022888604551553726, 0.012216226197779179, 0.009447215124964714, 0.010948571376502514, -0.024163341149687767, -0.0076625836081802845, -0.01750638335943222, 0.003902110503986478, 0.043709300458431244, 0.003160284599289298, 0.01556595042347908, -0.01416373997926712, 0.007797138765454292, -0.007212884724140167, 0.01282526645809412, 0.010183729231357574, 0.010070418938994408, -0.009227676317095757, 0.003374511143192649, -0.0032789057586342096, 0.008200805634260178, 0.00010384898632764816, -0.02045244164764881, 0.005042291712015867, -0.0028982553631067276, 0.01709563471376896, 0.028752392157912254, -0.004121648147702217, -0.018922757357358932, 0.017676347866654396, 0.0027725521940737963, 0.036174193024635315, -9.355814108857885e-05, -0.006115194875746965, 0.014886090531945229, -0.013611353933811188, -0.022123761475086212, 0.019885892048478127, -0.007450127508491278, 0.02063656970858574, 0.019531797617673874, -0.010537822730839252, -0.006554270628839731, -0.011083126999437809, 0.029148977249860764, -0.023030241951346397, -0.004805048927664757, -0.0013977841008454561, -0.019262686371803284, -0.002632685238495469, 0.015353494323790073, 0.022392872720956802, 0.005835460964590311, 0.0029071075841784477, 0.01923435926437378, -0.023143552243709564, -0.006292241625487804, 0.004266826901584864, -0.024474943056702614, -0.0026185214519500732, -0.013236015103757381, -0.03257660195231438, 0.0023795084562152624, -0.029007339850068092, -0.0141920680180192, 0.009404723532497883, -0.04453079774975777, 0.01682652346789837, 0.012683629058301449, 0.003675490617752075, 0.017123961821198463, 0.018370371311903, 0.044927384704351425, -0.022194581106305122, -0.023667609319090843, 0.030961936339735985, -0.008257460780441761, -0.0045359376817941666, -0.01256323792040348, -0.018483681604266167, 0.016472429037094116, -0.0039552245289087296, 0.007078329101204872, -0.0015482738381251693, 0.008392016403377056, -0.01232953555881977, -0.002287443960085511, -0.01529683917760849, 0.01896524801850319, 0.02912065014243126, -0.010573231615126133, -0.0016899112379178405, -4.979439836461097e-05, -0.0043022362515330315, 0.01597669906914234, -0.03586259111762047, -0.00878860056400299, 0.03107524663209915, -0.01282526645809412, -0.018285388126969337, -0.00021666096290573478, -0.010934407822787762, -0.02451743371784687, 0.0016403381014242768, 0.00628161896020174, 0.003050515428185463, 0.01181964110583067, 0.026472030207514763, 0.009744653478264809, 0.014815271832048893, 0.011316828429698944, 0.04631543159484863, 0.008292869664728642, -0.0036064423620700836, -0.03373802825808525, -0.000531140249222517, 0.019588451832532883, 0.05382221192121506, 0.034842800348997116, -0.021203119307756424, 0.006239127367734909, -0.007520946208387613, 0.0025530140846967697, -0.0320667065680027, -0.020409949123859406, 0.004238499328494072, 0.005275993142277002, -0.02446077950298786, -0.008993974886834621, 0.029347268864512444, 0.011444302275776863, 0.0071349842473864555, -0.004022502340376377, 0.010360775515437126, -0.005828379187732935, -0.00482983561232686, 0.0004581084649544209, 0.014149576425552368, -0.004100402817130089, 0.009433050639927387, 0.019800908863544464, 0.016189154237508774, -0.004720066208392382, 0.0243757963180542, 0.021160628646612167, 0.009043548256158829, -0.029942147433757782, 0.02633039280772209, -0.004787344019860029, 0.0006564008072018623, 0.01815791428089142, 0.012768611311912537, 0.025763843208551407, 0.007188098039478064, -0.0031567434780299664, -0.0026433079037815332, 0.0022290186025202274, -0.0013216539518907666, 0.028497444465756416, 0.010119992308318615, 0.0019953169394284487, 0.0018306634156033397, -0.018455352634191513, -0.018327880650758743, 0.019418487325310707, -0.016996487975120544, -0.03362471982836723, 0.031018590554594994, 0.0013305062893778086, -0.029092323035001755, 0.004121648147702217, 0.014914418570697308, 0.0015252577140927315, -0.021528884768486023, -0.005098946392536163, -0.0019758418202400208, -0.019121048972010612, -0.012272880412638187, -0.029432252049446106, 0.01930517703294754, -0.002809731988236308, -0.011465547606348991, -0.0013128016144037247, -0.012513664551079273, 0.012584483250975609, -0.03212336078286171, 0.02318604290485382, -0.022931095212697983, -0.02766178362071514, -0.05846792086958885, 0.011869214475154877, 0.009319741278886795, 0.004376595839858055, 0.02144390344619751, 0.0040472885593771935, -0.0058142151683568954, 0.001604928751476109, -0.017407236620783806, -0.03254827484488487, -0.004319940693676472, -0.027109399437904358, 0.00038507668068632483, -0.015211856923997402, 0.0050635370425879955, -0.009171022102236748, -0.01764802075922489, -0.005566349718719721, 0.004419086966663599, -0.00010423627827549353, -0.0027654701843857765, -0.0037781777791678905, 0.010204974561929703, 0.027038579806685448, 0.02031080424785614, 0.01122476439923048, 0.018993575125932693, -0.02926228754222393, 0.010927325114607811, -0.0233843345195055, -0.021755505353212357, -0.006770267616957426, 0.0019121048972010612, -0.011947114951908588, 0.011890459805727005, 0.009787144139409065, -0.005598218180239201, -0.018129587173461914, 0.017138125374913216, -0.015735914930701256, -0.0051910108886659145, 0.01664239540696144, 0.01736474595963955, -0.006734858267009258, 0.01963094435632229, 0.0010445758234709501, 0.005669036880135536, -0.03226500004529953, -0.005658414214849472, -0.03946017846465111, 0.027831749990582466, 0.007315571885555983, -0.0037817186675965786, 0.03815711662173271, 0.012131243012845516, 0.0018271225271746516, -0.03073531575500965, 0.012074588797986507, -0.0031036294531077147, 0.02879488281905651, 0.001411947887390852, -0.018554499372839928, -0.015693424269557, -0.01165675837546587, 0.0011215911945328116, 0.007071247324347496, -0.02124560996890068, 0.00316559593193233, -0.0012756218202412128, 0.0031496617011725903, -0.01556595042347908, -0.007343899458646774, -0.0033160855527967215, -0.02718021720647812, -0.014007939025759697, 0.026231246069073677, 0.009723407216370106, 0.022619493305683136, 0.014439933001995087, 0.015098546631634235, -0.03158514201641083, -0.019333506003022194, -0.001954596024006605, -0.026741141453385353, -0.006589679978787899, 0.004663411527872086, 0.016118336468935013, 0.01743556372821331, 0.06628630310297012, 0.013023559004068375, 0.001588994637131691, 0.02097649872303009, -0.017322253435850143, 0.015438476577401161, -0.0029212713707238436, -0.007443045265972614, -0.011479711160063744, -0.0029000258073210716, 0.005509695038199425, -0.009928781539201736, 0.012846512719988823, -0.020877353847026825, 0.00703229708597064, 0.01349096279591322, -0.01764802075922489, 0.006865873001515865, 3.9614209526916966e-05, -0.013930038549005985, -0.03025374934077263, 0.0147019624710083, -0.013802564702928066, -0.0011286730878055096, -0.026302065700292587, -0.011415974237024784, 0.017619693651795387, -0.0022272481583058834, 0.019121048972010612, 0.008257460780441761, 0.02158554084599018, -0.02726520039141178, 0.006540107075124979, 0.008760273456573486, 0.03733561933040619, -0.029375597834587097, 0.002535309409722686, -0.039176903665065765, 0.018653646111488342, 0.011139781214296818, 0.006193095352500677, 0.021061481907963753, 0.0136892544105649, -0.004171221517026424, -0.010382021777331829, 0.012109997682273388, 0.008073331788182259, -0.0026256032288074493, -0.020594079047441483, -0.02617459185421467, -0.02063656970858574, -0.01997087337076664, -0.014071675948798656, 0.014758617617189884, -0.012039178982377052, 0.007620092015713453, -0.002310460200533271, 0.019999200478196144, -0.025423914194107056, -0.02291693165898323, 0.0015535852871835232, 0.03464450687170029, 0.05155601352453232, 0.005042291712015867, -0.006639253348112106, 0.014354950748383999, 0.002453868044540286, -0.02298774942755699, 0.012768611311912537, 0.0029442873783409595, -0.018483681604266167, 0.005856706760823727, 0.008604472503066063, -0.015523458831012249, -0.022534510120749474, 0.02485736459493637, 0.010502412915229797, -0.04081989824771881, -0.04727856442332268, 0.03506942093372345, 0.008802764117717743, 0.024262486025691032, -0.0263870470225811, -0.019007738679647446, -0.029092323035001755, 0.00043066623038612306, -0.0009153317078016698, 0.02318604290485382, 0.0029283533804118633, 0.00352500076405704, 0.011989605613052845, 0.00971632543951273, 0.01829955168068409, 0.005477826576679945, -0.010105828754603863, 0.006451583467423916, 0.030480368062853813, 0.017591364681720734, -0.02665615826845169, 0.006164767779409885, -0.010608641430735588, 0.030905280262231827, -0.041386447846889496, 0.018894430249929428, 0.012046260759234428, 0.011111454106867313, 0.014255804009735584, 0.01239327248185873, 0.021288100630044937, 0.03195339813828468, -0.03419126942753792, -0.0003390445199329406, 0.001041920157149434, 7.088785878295312e-06, 0.006402010563760996, -0.023695936426520348, -0.00740055413916707, -0.008639881387352943, -0.0150277279317379, 0.00811582338064909, 0.030706988647580147, 0.010927325114607811, -0.017548874020576477, -0.0030930067878216505, -0.014284132048487663, -0.022874440997838974, -0.0180446058511734, 0.0036577859427779913, 0.00961717963218689, -0.04402090609073639, -0.014489506371319294, 0.005984180141240358, 0.0011269025271758437, 0.012017933651804924, 0.008986893109977245, 0.009036466479301453, -0.0076625836081802845, 0.02557971514761448, -0.031896743923425674, 0.013944202102720737, 0.009404723532497883, 0.0008126446045935154, -0.02778925746679306, -0.0037852595560252666, -0.003000942524522543, 0.007428881712257862, 0.004256203770637512, -0.02784591354429722, -0.023497644811868668, 0.004645706620067358, 0.007797138765454292, 0.017265599220991135, 0.01917770504951477, -0.004234958440065384, 0.01014831941574812, 0.011968360282480717, 0.01004917360842228, 0.012577401474118233, -0.011253091506659985, 0.014248722232878208, 0.008370770141482353, 0.01790296845138073, 0.015112711116671562, -0.0018465976463630795, 0.005176846869289875, -0.026344556361436844, -0.00633119186386466, -0.011281418614089489, -0.04869493842124939, -0.005205174442380667, 0.006366601213812828, -0.0014508981257677078, -0.010644050315022469, -0.003710899967700243, -0.009588852524757385, 0.006586139090359211, -0.014730289578437805, 0.0022307890467345715, -0.004157057963311672, 0.007035837974399328, 0.022746967151761055, 0.005467203911393881, 0.026684487238526344, 0.020990662276744843, -0.027690112590789795, -0.0118621326982975, -0.009114366956055164, -0.00416059885174036, -0.02759096585214138, -0.015693424269557, -0.01896524801850319, 0.03793049603700638, -0.011352237313985825, -0.024744054302573204, -0.022619493305683136, -0.01743556372821331, -0.03053702414035797, -0.016217483207583427, -0.02011251077055931, -0.0065224021673202515, 0.015750078484416008, 0.01299523189663887, -0.012513664551079273, 0.025353094562888145, -0.025537222623825073, 0.004383677616715431, -0.017548874020576477, 0.006972101051360369, 0.0021989205852150917, -0.003043433651328087, -0.017449727281928062, 0.006416174117475748, -0.02818584255874157, -0.008923156186938286, -0.010934407822787762, -0.015424313023686409, 0.0018589908722788095, 0.009673834778368473, -0.019276849925518036, -0.03880864754319191, 0.0021989205852150917, 0.014900255016982555, 0.0014385048998519778, -0.006872954778373241, 0.0073084901086986065, -0.030225422233343124, -0.0027088152710348368, 0.0015766012948006392, -0.006210800260305405, -0.015211856923997402, -0.002296296413987875, 0.012570319697260857, 0.005704446230083704, 0.005371598526835442, -0.026273738592863083, -0.02297358587384224, 0.023256860673427582, -0.021217282861471176, 0.050791170448064804, 0.007014592178165913, -0.004557183478027582, 0.03481447324156761, 0.005095405504107475, -0.008993974886834621, -0.009086038917303085, 0.020395785570144653, 0.007198720704764128, -0.01716645248234272, 0.041443102061748505, -0.020282475277781487, -0.006334732752293348, -0.004033125005662441, -0.004521774128079414, -0.02412084862589836, 0.0056371684186160564, -0.00499271834269166, -0.007106656674295664, -0.03708067163825035, 0.02525394782423973, 0.020070020109415054, -0.03560764342546463, 0.006355978548526764, -0.007170393597334623, -0.008122905157506466, -0.0051839291118085384, -0.01583506166934967, -0.023795083165168762, -0.024092521518468857, -0.0037781777791678905, -0.008696536533534527, -0.01400085724890232, -0.0030983181204646826, -0.012945658527314663, 0.024262486025691032, -0.015792571008205414, 0.0026999630499631166, 0.19070059061050415, -0.030565351247787476, 0.005435335449874401, 0.02176966890692711, -0.0007400554022751749, 0.017718838527798653, 0.026103772222995758, 0.01997087337076664, -0.007563437335193157, -0.0036577859427779913, 0.007039378862828016, 0.025168966501951218, -0.02812918834388256, 0.0008489391766488552, 0.025693025439977646, -0.013483881019055843, -0.04166972264647484, -0.03773220255970955, -0.024673234671354294, -0.014602815732359886, -0.0024096062406897545, -0.008229132741689682, -0.013703418895602226, -0.008590308018028736, 0.021075645461678505, -0.007322653662413359, 0.008406179957091808, 0.00241491780616343, 0.013710500672459602, 0.02746349200606346, -0.0303953867405653, 0.0025406209751963615, 0.005091864615678787, 0.004227876663208008, -0.008505325764417648, -0.007960021495819092, 0.006550729740411043, 0.003980010747909546, 0.01590587943792343, 0.023525971919298172, 0.03073531575500965, -0.0014863074757158756, 0.00948970578610897, -0.030820298939943314, -0.012768611311912537, 0.018087096512317657, 0.006143522448837757, 0.006101030856370926, -0.014786944724619389, 0.0022183957044035196, -0.007577600888907909, 0.013044804334640503, 0.0407349169254303, 0.02624540962278843, 0.0018200406339019537, -0.017591364681720734, -0.0011437219800427556, 0.009744653478264809, -0.0006807447643950582, 0.029092323035001755, -0.019078558310866356, 0.005353893619030714, 0.014319540932774544, 0.034162942320108414, -0.0007843170897103846, 0.0023954424541443586, 0.011699249036610126, 0.00021710357395932078, 0.007280162535607815, -0.004797967150807381, -0.004280990455299616, -0.006221422925591469, -0.017407236620783806, -0.008229132741689682, -0.03812878951430321, -0.03821377083659172, 0.04181136190891266, 0.02664199471473694, 0.017279762774705887, 0.04583386331796646, 0.004893572069704533, -0.020084183663129807, -0.0015659785130992532, -0.010247466154396534, -0.024064194411039352, -0.049006540328264236, 0.010452840477228165, -0.018455352634191513, -0.009362231940031052, 4.370841634226963e-05, 0.0008245952194556594, -0.025268113240599632, -0.007577600888907909, 0.021047318354249, -0.003167366376146674, -0.01723727211356163, 0.020027529448270798, 0.004468659870326519, -0.016401611268520355, -0.04308609664440155, -0.009135612286627293, 0.027562638744711876, 0.02392255701124668, 0.013285588473081589, 0.01349096279591322, 0.002650389913469553, -0.002158199902623892, 0.0039977156557142735, -0.018625319004058838, -0.013845056295394897, 0.017662184312939644, -0.026840288192033768, 0.006239127367734909, 0.013335160911083221, 0.001933350577019155, 0.019673435017466545, 0.004203089978545904, -0.0027743226382881403, 0.027166053652763367, -0.014468260109424591, -0.012145407497882843, -0.024290814995765686, 0.00808749534189701, 0.0052866158075630665, 0.0006834004889242351, -0.03184008598327637, -0.010403267107903957, -0.004514692351222038, -0.03861035406589508, 0.003739227307960391, 0.008045004680752754, -0.028738228604197502, 0.02926228754222393, 0.003546246327459812, 0.0010171335889026523, 0.004684656858444214, -0.017492219805717468, -0.006515320390462875, -0.012265798635780811, 0.01282526645809412, -0.006355978548526764, -0.0009042662568390369, 0.018851937726140022, -0.0061187357641756535, 0.0027636997401714325, -0.017931295558810234, 0.0028929440304636955, 0.003335560904815793, -0.0058956569992005825, -0.025353094562888145, -0.007212884724140167, -0.012258716858923435, 0.010644050315022469, 0.002142265671864152, 0.014170821756124496, 0.0033267084509134293, -0.02176966890692711, -0.006260373163968325, 0.0011932951165363193, 0.0008555784006603062, -0.037250638008117676, 0.007804221007972956, 0.008186642080545425, 0.023143552243709564, -0.004790884908288717, -0.03359639272093773, -0.18276889622211456, -0.0037781777791678905, 0.017180616036057472, -0.04523898661136627, 0.02029663883149624, 0.0011508038733154535, 0.018016276881098747, 0.01776133105158806, -0.03461617976427078, 0.0036400812678039074, -0.008887747302651405, 0.00815123226493597, -0.0025866529904305935, -0.008158314041793346, -0.011005226522684097, 0.004631543066352606, -0.01406459417194128, -0.01616082713007927, 0.03832707926630974, 0.003201005281880498, 0.0327465683221817, -0.032774895429611206, 0.020594079047441483, -0.0040012565441429615, 0.009829635731875896, 0.022562837228178978, 0.0025069820694625378, 0.00912144873291254, -0.004801508039236069, -0.042576201260089874, -0.012988150119781494, 0.005258288700133562, 0.00011773609003284946, -0.012265798635780811, 0.0207073874771595, 0.023341843858361244, 0.006766726728528738, -0.00885233748704195, -0.036117538809776306, 0.018681973218917847, 0.02063656970858574, 0.021458066999912262, 0.007127902004867792, -0.00087903713574633, -0.018809447064995766, 0.03402130305767059, 0.020693223923444748, -0.02270447462797165, 0.00951803382486105, -0.02117479220032692, 0.02457408979535103, -0.019064394757151604, 0.023823410272598267, 0.0033001515548676252, -0.009532197378575802, 0.019347669556736946, 0.01682652346789837, 0.006008966825902462, -0.0022130843717604876, -0.03099026344716549, -0.014673634432256222, -0.013476798310875893, 0.024347469210624695, -0.01896524801850319, 0.0004886490060016513, -0.026486193761229515, -0.024829035624861717, -0.0018271225271746516, -0.025098146870732307, 0.01206042431294918, -0.01963094435632229, -0.00854781735688448, -0.012740284204483032, 0.0105236591771245, 0.029007339850068092, 0.018129587173461914, -0.01777549460530281, -1.125560856962693e-06, 0.019390160217881203, 0.011182272806763649, -0.010729033499956131, 0.02090568095445633, -0.021288100630044937, 0.007060624659061432, -0.01570758782327175, -0.018738627433776855, -0.013618435710668564, 0.01977258175611496, -0.006182472687214613, -0.01288900338113308, 0.02946057915687561, 0.003027499420568347, 0.021344756707549095, -0.00467403419315815, 0.002124560996890068, 0.010927325114607811, 0.0026238327845931053, -0.0020413489546626806, -0.007428881712257862, -0.016146663576364517, 0.011826722882688046, 0.001056969165802002, -0.01916353963315487, 0.02103315480053425, 0.03232165426015854, 0.01797378621995449, -0.03266158327460289, 0.021160628646612167, 0.042377911508083344, -0.013993775472044945, -0.003732145531103015, -0.004978554788976908, 0.006819840986281633, -0.0012109997915104032, -0.013646763749420643, 0.012917331419885159, -0.011182272806763649, -0.01856866292655468, 0.013455552980303764, 0.014900255016982555, 0.054813675582408905, -0.010226220823824406, -0.019291013479232788, 0.01916353963315487, -0.010856506414711475, -0.036514122039079666, -0.11852217465639114, -0.021075645461678505, -0.00529369805008173, 0.022350382059812546, -0.010297039523720741, 0.02237870916724205, -0.009999600239098072, 0.03441789001226425, -0.017010651528835297, 0.050139639526605606, -0.02718021720647812, -0.02057991363108158, 0.012881921604275703, 0.007613010238856077, -0.00015735029592178762, 0.00805208645761013, 0.01041743066161871, -0.0016474199946969748, -0.004121648147702217, 0.03929021582007408, -0.016741540282964706, -0.011982523836195469, 0.030367059633135796, -0.01576424203813076, -0.0015349953901022673, -0.014815271832048893, -0.023228533565998077, 0.0320667065680027, 0.0007900711498223245, -0.001042805379256606, 0.020339131355285645, -0.039375197142362595, -0.002661012578755617, -0.010424512438476086, 0.011968360282480717, -0.014645307324826717, 0.013703418895602226, -0.005205174442380667, 0.02378091961145401, -0.025395585224032402, 0.010367858223617077, 0.00965258851647377, -0.0032328737433999777, 0.002839830005541444, -0.005134355742484331, -0.0013128016144037247, -0.021939633414149284, 0.04155641421675682, -0.009893372654914856, -0.016543248668313026, -0.034162942320108414, -0.010346611961722374, -0.02999880164861679, 0.002853993559256196, 0.02505565620958805, 0.0026078985538333654, 0.011748822405934334, -0.0002491933119017631, -0.018625319004058838, -0.0013393586268648505, 0.0020112511701881886, -0.0023653446696698666, -0.014886090531945229, -0.007216425612568855, 0.01957428827881813, -0.0012614581501111388, -0.026939433068037033, -0.02951723523437977, 0.01797378621995449, -0.0034116909373551607, -0.005488449241966009, 0.02250618301331997, -0.0001773787080310285, 0.01689734123647213, -0.009100203402340412, 0.0030522861052304506, -0.017605528235435486, -0.030565351247787476, 0.004118107259273529, 0.008993974886834621, -0.012641138397157192, -0.018936920911073685, 0.010714869014918804, -0.011203518137335777, -0.0016270596534013748, 0.00537513941526413, -0.010537822730839252, -0.0186961367726326, -0.004797967150807381, -0.038440391421318054, -0.016401611268520355, 0.038921959698200226, 0.007967104203999043, -0.026627831161022186, -0.008469916880130768, 0.004164139740169048, -0.02237870916724205, 0.0012136554578319192, -0.0052370429039001465, -0.0013101459480822086, -0.024219995364546776, -0.007386390585452318, -0.052944060415029526, 0.01696816086769104, 0.006405551452189684, -0.019928382709622383, 0.003756931982934475, -0.007156229577958584, 0.0193618331104517, 0.0020909220911562443, -0.022562837228178978, 0.01229412667453289, -0.027151890099048615, 0.031698450446128845, -0.030083784833550453, -0.02225123532116413, -0.026627831161022186, -0.0044792830012738705, -0.0022484937217086554, -0.029290614649653435, 0.011366401799023151, 0.009178103879094124, 0.004397841170430183, -0.008073331788182259, 0.005973557475954294, 0.01596253551542759, 0.014871926978230476, -0.01373174600303173, -0.0006395814125426114, 0.014886090531945229, 0.008200805634260178, -0.012499500997364521, 0.01710979826748371, -0.00815123226493597, -0.020013364031910896, 0.013186441734433174, -0.016118336468935013, -0.01784631237387657, 0.007811302784830332, 0.00948970578610897, 0.019786745309829712, 0.03099026344716549, -0.00888066552579403, -0.02557971514761448, 0.008229132741689682, -0.014036266133189201, 0.020891517400741577, 0.0009967732476070523, -0.02324269711971283, 0.006037294398993254, 0.019885892048478127, 0.005113110411912203, 0.038185443729162216, 0.03521105647087097, -0.015537623316049576, -0.03427625074982643, -0.01682652346789837, 0.00838493462651968, 0.009468460455536842, 0.0032682830933481455, 0.002868157345801592, 0.035494331270456314, 0.026868615299463272, -0.001968759810552001, 0.017718838527798653, -0.0009622491197660565, 0.004854621831327677, -0.013979611918330193, -0.006224963814020157, -0.025069819763302803, 0.0032558897510170937, -0.014956909231841564, -0.0004921899526380002, -0.0012021474540233612, 0.005509695038199425, 0.01416373997926712, 0.009418887086212635, 0.013724664226174355, -0.0036825723946094513, -0.013037722557783127, -0.017138125374913216, 0.011855050921440125, 0.014092921279370785, -0.0016828293446451426, -0.00603021215647459, 0.0019988578278571367, 0.03285987675189972, 0.00684462720528245, 0.007627174258232117, 0.003144350368529558, -0.0027654701843857765, -0.005534481257200241, -0.01175590418279171, 0.0020732174161821604, 0.004022502340376377, 0.01856866292655468, 0.0018483680905774236, -0.004925440531224012, 0.006749022286385298, 0.0011711642146110535, 0.023143552243709564, 0.011444302275776863, 0.019206032156944275, -0.007092492654919624, -0.008080413565039635, -0.024333305656909943, -0.0347294919192791, 0.00043619892676360905, -0.023809246718883514, -0.027236871421337128, 0.042661186307668686, 0.03852537274360657, -0.007775893434882164, -0.006139981560409069, 0.0011198207503184676, 0.006402010563760996, -0.023129386827349663, 0.01664239540696144, -0.01392295677214861, -0.025268113240599632, -0.027562638744711876, 0.034559525549411774, 0.010247466154396534, 0.0078467121347785, 0.04283114895224571, -0.006989805959165096, 0.03693903610110283, 0.014871926978230476, 0.03572095185518265, -0.02572135254740715, 0.025735516101121902, 0.010077500715851784, 0.007478454615920782, -0.005120192188769579, -0.016118336468935013, -0.004252662882208824, 0.0038596191443502903, -0.01842702552676201, 0.01730808988213539, 0.001598732196725905, 0.0008104314911179245, 0.10192227363586426, 0.015041892416775227, -0.004054370801895857, 0.013306833803653717, -0.016316628083586693, -0.004695279989391565, 0.0041287303902208805, 0.020679060369729996, -0.0022467232774943113, -0.022831948474049568, 0.007198720704764128, -0.002889402909204364, -0.0038631600327789783, -0.04889323189854622, -0.013604272156953812, 0.0049289814196527, 0.00968091655522585, 0.023072732612490654, 0.003199234837666154, -0.002634455682709813, 0.030338730663061142, 0.008908992633223534, 0.005920443218201399, 0.012435764074325562, -0.012386190705001354, 0.010424512438476086, 0.019418487325310707, -0.0009870356880128384, -0.01783214882016182, -0.02644370310008526, 0.01964510791003704, 0.014305377379059792, -0.039715126156806946, -0.024744054302573204, -0.02164219506084919, -0.020353294909000397, -0.0036613268312066793, -0.013108541257679462, 0.011210599914193153, 0.002792027313262224, 0.005453039892017841, 0.021741341799497604, -0.006203718017786741, -0.00036759331123903394, 0.00601250771433115, 0.0059452299028635025, 0.013073132373392582, -0.002816813765093684, -0.03685405105352402], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='66bf0954-3bfd-4a24-acf3-9d156acb5fa8', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='37d1c6dc75fde9ad08d7ff9ed0c16cbc13b33e50a355b582778456752cc3d8b6'), : RelatedNodeInfo(node_id='625a5550-2308-4681-a65d-fb8f4cb84cfb', node_type=, metadata={}, hash='9a240322804fca3e07936d123c23a6fab60af4143de58f289dc8a445779aaf40')}, hash='d621e18b947dbbad5ced10a75515de1a35d6f68b7feaecb1ac870fbb91fb0b71', text='a particular format. Running this in 4-bit mode via Quantisation makes it feasible compute-wise to run this on a large data set and convert it to a QA dataset. This was the prompt used. The context was a sliding window from the text dataset. Some minimal parsing and finetuning were done on the output of the model, and we could generate a QA dataset of the format below. This was fed to the QLoRA-based fine-tuning (Colab Notebook). We can see that the output from a fine-tuned 4-bit quantized llama2 7 B model is pretty good. Colab Notebook Trying to reduce hallucination via fine-tuning In the generated dataset, I added a specific tag `Source:8989REF`. The idea was that via attention, this token will be somehow associated with the text that we were training on. And then to use this hash somehow to tweak the prompt to control hallucination. Something like \"[INST] <>\\\\nYou are a helpful Question Answering Assistant. Please only answer from this reference Source:8989REF\" However, that turned out to be a very naive attempt. Also, note that the generated QA missed transforming training data related to Professor Thiersch\\'s method to a proper QA dataset. These and other improvements need to be experimented with, as well as to train with some completely new data that the model has not seen to test more effectively. Update: Training with new data was done by writing an imaginary story with ChatGPT help and then creating an instruction tuning data set (colab notebook). The model was then trained and tested (colab notebook) with this generated instruct dataset. The results confirm that the model learns via Instruct tuning, not only the fed questions but other details and relations of the domain. Problems with hallucinations remain (Bordor, Lila characters who are not in the story). The LLama2 13B 4-bit fine-tuned model has better output than the 7B model. A lot more needs to be explored in Fine-tuning. One observation is that slight changes in prompts give different answers. Since the output is not deterministic (that is, with even the same prompt, it varies over time), it is all the more difficult to fine-tune prompts to', start_char_idx=8158, end_char_idx=10306, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='625a5550-2308-4681-a65d-fb8f4cb84cfb', embedding=[-0.004356024321168661, 0.023122023791074753, 0.011141236871480942, -0.007982603274285793, -0.013653004541993141, 0.016639599576592445, -0.026686668395996094, 0.00878086406737566, -0.028186848387122154, -0.037380605936050415, 0.001445126486942172, 0.018139777705073357, -0.021195188164711, -0.011251341551542282, -0.014699000865221024, 0.002276074141263962, 0.01946103572845459, 0.006375760305672884, 0.012916678562760353, -0.016928624361753464, -0.012813454493880272, -0.0058596436865627766, -0.024319414049386978, -0.004937515594065189, -0.012675823643803596, 0.005766742862761021, 0.027636323124170303, -0.04203253611922264, -0.029590684920549393, 0.01242808811366558, 0.010012662038207054, 0.030141210183501244, -0.029673263430595398, -0.009131822735071182, 0.006399845704436302, -0.011980786919593811, 0.009634176269173622, -0.01606154814362526, 0.018869223073124886, -0.014368685893714428, 0.017630543559789658, 0.01494673639535904, 0.004782680422067642, -0.01582757569849491, 0.0069503700360655785, 0.023713838309049606, 0.022268710657954216, -0.017644306644797325, -0.02174571342766285, 0.029700789600610733, 0.02453962340950966, 0.019199537113308907, -0.014533843845129013, -0.0029831540305167437, -0.018580198287963867, -0.0027939111460000277, 0.0204106904566288, 0.01917201094329357, -0.001119112828746438, 0.004817088134586811, 0.009654820896685123, -0.009214402176439762, -0.010081477463245392, 0.032095570117235184, -0.0057426574639976025, -0.0025771423242986202, -0.010783395729959011, 0.01196014229208231, 0.018538909032940865, -0.012751520611345768, 0.019612431526184082, 0.011306393891572952, -0.012448732741177082, -0.0169974397867918, 0.03184783458709717, -0.017575491219758987, -0.015070605091750622, -0.006802416872233152, -0.010934790596365929, 0.01343279518187046, 0.01489168405532837, -0.012118417769670486, -0.03082936443388462, 0.054226651787757874, 0.016474442556500435, 0.008374852128326893, 0.004920311737805605, -0.01084533054381609, -0.008904731832444668, 0.010253516025841236, 0.0026752043049782515, -0.004397313576191664, 0.028517162427306175, 0.027072036638855934, 0.010666409507393837, -0.016433153301477432, -0.006826502270996571, 0.023122023791074753, -0.008670758455991745, -0.008842797949910164, -0.018043436110019684, 0.0014872760511934757, -0.032370831817388535, -0.010349858552217484, -0.015593603253364563, 0.00872581172734499, 0.00961353164166212, 0.004132373724132776, -0.009063007310032845, 0.005343527067452669, -0.03137988969683647, 0.012276693247258663, 0.004827410448342562, -0.021098846569657326, -0.019584905356168747, 0.0021934956312179565, -0.01900685392320156, -0.008540009148418903, -0.00419430760666728, -0.018538909032940865, 0.025227779522538185, 0.037765972316265106, 0.003442497691139579, 0.001201691455207765, 0.014217291958630085, 0.00529879704117775, -0.006733601447194815, -0.023892758414149284, -0.031352363526821136, -0.002210699487477541, 0.003442497691139579, 0.01811225153505802, 0.02269536815583706, -0.004311293829232454, -0.026163671165704727, 0.03804123401641846, -0.003316909307613969, -0.013391504995524883, -0.015125657431781292, -0.008540009148418903, 0.014038371853530407, 0.02803545445203781, -0.01940598338842392, -0.0026201519649475813, -0.009462137706577778, 0.03201299160718918, 0.011561011895537376, 0.02264031581580639, -0.0008158943383023143, -0.0057701836340129375, 0.014685237780213356, -0.03539871796965599, 0.0010571788297966123, 0.02832447923719883, 0.012104654684662819, 0.023837706074118614, 0.015442208386957645, 0.011719287373125553, -0.02207602746784687, -0.013054309412837029, 0.0007470787968486547, 0.006582207046449184, -0.0011328759137541056, 0.012008313089609146, 0.014616422355175018, 0.025571856647729874, 0.039334967732429504, -0.03958270326256752, -0.014093424193561077, -0.007053593639284372, -0.03088441677391529, 0.041894905269145966, -0.03696771338582039, 0.018428804352879524, -0.010432437062263489, 0.0043457020074129105, 0.03385724872350693, -0.021208951249718666, -0.006909080781042576, -0.01895180158317089, 0.010404910892248154, 0.005477717611938715, 0.011898208409547806, 0.008773982524871826, -0.026232486590743065, -0.018745355308055878, 0.008264747448265553, -0.0182911716401577, 0.002854124875739217, -0.014451264403760433, 0.015813812613487244, 0.022502683103084564, -0.007459605112671852, -0.00666478555649519, -0.643893301486969, -0.025406699627637863, 0.017603017389774323, -0.018139777705073357, -0.010074595920741558, 0.005887169856578112, -0.017135070636868477, 0.0050820279866456985, -0.01578628644347191, 0.023383522406220436, -0.013054309412837029, -0.01396955642849207, 0.005250626243650913, -0.026287538930773735, -0.017300227656960487, -0.003224008483812213, 0.00636887876316905, -0.01840127632021904, -0.006165872793644667, 0.011519722640514374, -0.0030261636711657047, 0.011918853037059307, 0.007308211177587509, -0.010232871398329735, -0.01535962987691164, 0.003950012382119894, 0.021883344277739525, -0.007562828715890646, 0.018593961372971535, -0.0010356740094721317, 0.0007715942920185626, 0.013040546327829361, -0.0032085247803479433, -0.005078587215393782, 0.04704230651259422, 0.0010107283014804125, -0.021387871354818344, 0.0004937515477649868, 3.392391590750776e-05, 0.03294888511300087, -0.01851138286292553, -0.0191169586032629, 0.029508106410503387, 0.016914861276745796, -0.018332460895180702, 0.03908723220229149, 0.005408902186900377, 0.014478791505098343, -0.00762476259842515, -0.0318753607571125, 0.008361089043319225, 0.009620413184165955, -0.00017171629588119686, -0.008182168938219547, 0.021236477419734, -0.006730160675942898, 0.030251314863562584, -0.008897850289940834, 0.007005422841757536, 0.0017014644108712673, -0.009014836512506008, 0.004325056914240122, -0.03773844614624977, -0.002418866381049156, -0.022764183580875397, 0.01800214685499668, 0.019529853016138077, 0.008560653775930405, 0.004097966011613607, -0.002045542234554887, -0.021952159702777863, 0.027168378233909607, -0.016529494896531105, -0.029508106410503387, 0.0009247089037671685, 0.00010849200771190226, 0.02163560874760151, -0.007872498594224453, -0.003912163898348808, 0.01357730757445097, 0.03044399805366993, -0.00777615699917078, 0.001763398409821093, -0.0017246896168217063, 0.007088001351803541, 0.00833356287330389, 0.011898208409547806, 0.015111894346773624, -0.029535632580518723, -0.0051508438773453236, -0.002728536492213607, 0.008058300241827965, 0.001476093428209424, -0.03228825330734253, -0.005336645524948835, 0.019282115623354912, 0.0002754772431217134, 0.016034021973609924, 0.013983319513499737, -0.02452586032450199, 0.002811115002259612, -0.0010184700367972255, 0.03198546543717384, 0.01290979702025652, 0.036995239555835724, 0.006953810807317495, -0.004325056914240122, 0.004479892086237669, 0.007659170310944319, -0.019722536206245422, 0.009427729994058609, 0.01688733510673046, -0.02898510918021202, -0.006953810807317495, -0.006485865451395512, -0.02342481166124344, 0.021828291937708855, -0.003894960042089224, 0.01929587870836258, -0.013357097283005714, 0.023011919111013412, 0.010907264426350594, 0.019103195518255234, -0.01298549398779869, 0.012001431547105312, 0.027416113764047623, 0.008189050480723381, -0.008601943030953407, 0.007583473343402147, 0.026328828185796738, -0.006936606951057911, -0.013618596829473972, 0.020988741889595985, -0.03154504671692848, -0.002391340211033821, 0.005377934779971838, 0.048583775758743286, 0.003729802556335926, 0.011072421446442604, -0.018910512328147888, -0.04332626983523369, -0.0019973712041974068, 0.014740290120244026, -0.008574416860938072, -0.024333177134394646, -0.026012277230620384, -0.014643948525190353, 0.008003247901797295, 0.002854124875739217, -0.015345866791903973, -0.005016653332859278, -0.013419031165540218, -0.019557379186153412, 0.02353491634130478, 0.001001266180537641, -0.009875031188130379, 0.01095543522387743, -0.028007928282022476, -0.01196014229208231, -0.027952875941991806, 0.015015552751719952, 0.03820639103651047, 0.008656995370984077, 0.024691017344594002, 0.015208235941827297, -0.01348784752190113, -0.0044041951186954975, 0.017685595899820328, -0.02887500263750553, -0.036664921790361404, 0.009916320443153381, -0.03154504671692848, 0.005790828261524439, 0.018525145947933197, -0.00043074230779893696, 0.015978969633579254, -0.011967023834586143, 0.003065732540562749, -0.01807096228003502, -0.0006081573665142059, -0.014120950363576412, 0.02580583095550537, 0.022612787783145905, -0.00449021439999342, 0.02308073453605175, 0.019529853016138077, 0.024512097239494324, 0.01628175750374794, -0.0110104875639081, 0.016625836491584778, 0.0027853092178702354, 0.01935093104839325, -0.0036128161009401083, 0.011636708863079548, -0.01402460876852274, 0.021731950342655182, 0.019419746473431587, -0.020947452634572983, -0.0010184700367972255, 0.02503509633243084, -0.0005539651610888541, 0.012221640907227993, 0.0038984008133411407, -0.0026201519649475813, -0.005670401267707348, -0.03424261510372162, 0.009875031188130379, -0.030911942943930626, 0.006878113839775324, 0.004049794748425484, 0.009049244225025177, -0.035701505839824677, 0.007466486655175686, -0.02056208625435829, -0.005426106043159962, 0.042390376329422, 0.008560653775930405, 0.011437144130468369, -0.014988025650382042, 0.015015552751719952, -0.013825043104588985, 0.01950232684612274, 0.020424453541636467, 0.01242808811366558, -0.0011612623929977417, -0.009400203824043274, -0.007693578023463488, 0.002461876254528761, 0.008829034864902496, -0.017933331429958344, 0.006138346623629332, 0.009049244225025177, 0.012799691408872604, 0.035701505839824677, 0.0014821148943156004, -0.02586088329553604, 0.013357097283005714, -0.0006920263404026628, 0.026342591270804405, -0.0011638429714366794, 0.004211511462926865, 0.025461751967668533, -0.007597236428409815, -0.02219989523291588, 0.0241404939442873, -0.004610641859471798, 0.022709131240844727, 0.004944397136569023, -0.014671474695205688, -0.009936965070664883, -0.009207519702613354, 0.018029673025012016, -0.008560653775930405, -0.010893501341342926, 0.015689944848418236, -0.020727243274450302, -0.0007660030387341976, 0.006953810807317495, 0.015538550913333893, 0.018318697810173035, 0.0030519694555550814, 0.015455971471965313, 0.004737950395792723, -0.02006661333143711, 0.005064824130386114, -0.015345866791903973, -0.0033633599523454905, -0.018745355308055878, -0.02218613214790821, -0.0030020782724022865, -0.028792424127459526, -0.027636323124170303, 0.01796085759997368, -0.03402240574359894, 0.02821437455713749, 0.0061727543361485004, -0.0026321946643292904, 0.01823611930012703, 0.017809463664889336, 0.043078530579805374, -0.0292053185403347, -0.030141210183501244, 0.03608687222003937, -0.006059208884835243, -0.0011690041283145547, -0.02230999991297722, -0.008718930184841156, 0.01950232684612274, -0.016309283673763275, 0.009152467362582684, -0.009510308504104614, -1.0140885024156887e-05, -0.006128024309873581, -0.0049340748228132725, -0.009599768556654453, 0.016653362661600113, 0.02008037641644478, -0.010535660199820995, 0.008319799788296223, -0.0010554584441706538, -0.006485865451395512, 0.01546973455697298, -0.03374714404344559, -0.006953810807317495, 0.02653527446091175, -0.00970299169421196, -0.022447630763053894, -0.0080858264118433, -0.0017806022660806775, -0.015455971471965313, -0.0025341324508190155, 0.01039802934974432, 0.0053332047536969185, 0.0015044799074530602, 0.0313248373568058, 0.016364337876439095, 0.0024240275379270315, -0.0007311651716008782, 0.046023838222026825, 0.016350574791431427, -0.0015569517854601145, -0.01818106696009636, 0.0007569710141979158, 0.015153183601796627, 0.05973189324140549, 0.021112609654664993, -0.012992375530302525, 0.016639599576592445, -0.0012894313549622893, -0.013591070659458637, -0.029453054070472717, -0.010349858552217484, 0.004177103750407696, 0.02368631213903427, -0.011650471948087215, -0.018649013713002205, 0.022007212042808533, 0.014643948525190353, 0.009083651937544346, -0.004559029825031757, 0.011354565620422363, -0.00667510787025094, -0.019034380093216896, -0.004300971515476704, 0.0034975502640008926, 0.003846789011731744, 0.015332103706896305, 0.02425059862434864, 0.008712048642337322, -0.00723251374438405, 0.01900685392320156, 0.02235128916800022, -0.0004421398916747421, -0.036940187215805054, 0.014423738233745098, -0.011932616122066975, 0.01050813402980566, 0.020713480189442635, 0.0065477993339300156, 0.01560736633837223, 0.007074238266795874, 0.007143053691834211, 0.008092707954347134, 0.006399845704436302, 0.0014726526569575071, 0.027512455359101295, 0.012586363591253757, -0.005704808980226517, 0.0004636447411030531, -0.017878279089927673, -0.01712130755186081, 0.030361419543623924, -0.021332819014787674, -0.02452586032450199, 0.016969913616776466, 0.00723251374438405, -0.02246139384806156, -0.001821891637519002, 0.010308569297194481, 0.005061383359134197, -0.015868864953517914, -0.009262572973966599, -0.003568086074665189, -0.008519364520907402, -0.0028283188585191965, -0.03300393745303154, 0.010322332382202148, -0.013536018319427967, 0.0027010103221982718, -0.007149935234338045, -0.012634534388780594, 0.004755154252052307, -0.022654078900814056, 0.019529853016138077, -0.006375760305672884, -0.02876489795744419, -0.058906108140945435, -0.00015225440438371152, -0.0016378100262954831, 0.009668583981692791, 0.008354207500815392, 1.41394448291976e-05, 0.00773486727848649, 0.013501610606908798, -0.010515015572309494, -0.029590684920549393, 0.002501445123925805, -0.022048501297831535, -0.0008963224827311933, -0.014575133100152016, 0.0038261443842202425, -0.015455971471965313, -0.008078944869339466, -0.016570784151554108, -0.0039052823558449745, 0.0027612238191068172, -0.006155550479888916, -0.008051418699324131, 0.02063090167939663, 0.02375512756407261, 0.01772688515484333, 0.014107187278568745, 0.020259296521544456, -0.027471166104078293, 0.004166781436651945, -0.023892758414149284, -0.03875691443681717, -0.007218750659376383, 0.010026425123214722, -0.00905612576752901, 0.012785928323864937, -0.007721104193478823, -0.005883729085326195, -0.006372319534420967, 0.027526218444108963, -0.015221999026834965, 0.0008210554951801896, 0.01807096228003502, 0.016020258888602257, 0.008154641836881638, 0.02057584933936596, 0.0053332047536969185, 0.012441851198673248, -0.03484819456934929, -0.02269536815583706, -0.029645737260580063, 0.020493268966674805, -0.0053022378124296665, -0.01639186404645443, 0.03151752054691315, 0.012132180854678154, -0.003332392778247595, -0.02136034518480301, 0.011072421446442604, -0.020974978804588318, 0.02002532407641411, -0.0019887692760676146, -0.009978254325687885, -0.0182911716401577, -0.009936965070664883, -0.013708056882023811, 0.0001910706632770598, -0.027636323124170303, 0.010570067912340164, 0.0123248640447855, 0.001224916777573526, -0.021759476512670517, -0.00903548114001751, 0.012359271757304668, -0.027553744614124298, -0.007955077104270458, 0.02881995029747486, 0.016034021973609924, 0.03327919915318489, 0.017382808029651642, 0.013006138615310192, -0.03060915507376194, -0.000961697252932936, -0.0008378292550332844, -0.017988383769989014, -0.0012705069966614246, 0.007652288768440485, 0.0023276859428733587, 0.01343279518187046, 0.05183187127113342, 0.0033083073794841766, -0.006850587669759989, 0.01946103572845459, -0.016543257981538773, 0.02408544160425663, -0.015744997188448906, -0.002382738282904029, -0.01805719919502735, -0.00126448564697057, 0.007370145060122013, -0.008257865905761719, 0.025241542607545853, -0.017245175316929817, 0.018938038498163223, 0.015111894346773624, -0.016735941171646118, 0.00842302292585373, -0.0023965013679116964, -0.020534560084342957, -0.017644306644797325, -0.0026717635337263346, -0.010081477463245392, -0.007659170310944319, -0.02491122856736183, -0.008147760294377804, 0.002587464638054371, -0.00814087875187397, 0.0063895233906805515, -0.007762393448501825, 0.020837347954511642, -0.02553056739270687, 0.0049031078815460205, 0.008202813565731049, 0.01440997514873743, -0.04120675101876259, -0.0032050840090960264, -0.04112417250871658, 2.9945515052531846e-05, 0.01595144346356392, 0.009021718055009842, 0.01950232684612274, 0.022103553637862206, -0.017410334199666977, -0.007769275456666946, -0.0001373085251543671, 0.010274161584675312, -0.0036024937871843576, -0.02978336811065674, -0.03608687222003937, -0.012545074336230755, -0.02357620559632778, -0.01546973455697298, 0.018442567437887192, 0.003991301637142897, 0.005835558287799358, -0.007088001351803541, 0.010611357167363167, -0.03173772990703583, -0.023713838309049606, 0.01221475936472416, 0.015965206548571587, 0.04076632857322693, 0.011017369106411934, 0.005474276840686798, 0.027195904403924942, -0.0035818491596728563, -0.017795700579881668, 0.01385256927460432, 0.012813454493880272, -0.014877920970320702, 0.006874673068523407, 0.005305678583681583, -0.02114013582468033, -0.013494729064404964, 0.013701175339519978, 0.005852762144058943, -0.028902528807520866, -0.04844614490866661, 0.021924633532762527, 0.004362905863672495, 0.01688733510673046, -0.019364694133400917, -0.015221999026834965, -0.016804756596684456, 0.018607724457979202, -0.0014580293791368604, 0.024773597717285156, -0.0047448319382965565, 0.007074238266795874, 0.018580198287963867, 0.010666409507393837, 0.018304934725165367, 0.01067329104989767, -0.016983676701784134, 0.00152684492059052, 0.03272867575287819, 0.010921027511358261, -0.025324121117591858, 0.008815271779894829, -0.016323048621416092, 0.03718792274594307, -0.02653527446091175, 0.023548679426312447, 0.01435492280870676, 0.012703349813818932, 0.015511023811995983, 0.010219108313322067, 0.00939332228153944, 0.034600455313920975, -0.014520080760121346, -0.003815822070464492, 0.006967573892325163, -0.009881912730634212, 0.004397313576191664, -0.029342949390411377, -0.006417049560695887, 0.00019504906958900392, -0.024663491174578667, 0.007934432476758957, 0.026177434250712395, 0.021098846569657326, -0.02286052517592907, 0.004658812656998634, -0.015442208386957645, -0.0191169586032629, -0.009936965070664883, -0.006544358562678099, 0.006847146898508072, -0.04371163621544838, -0.02453962340950966, 0.017162596806883812, 0.0019027498783543706, 0.012806572951376438, 0.0032085247803479433, -0.0009083652403205633, -0.0003253685135859996, 0.026397643610835075, -0.03812381252646446, 0.017135070636868477, -0.005040738731622696, -0.012779046781361103, -0.02006661333143711, -0.008670758455991745, 0.0019578023348003626, -0.004479892086237669, -0.005291915498673916, -0.02575077675282955, -0.02876489795744419, -0.0008885807474143803, 0.016570784151554108, 0.007604117970913649, 0.02246139384806156, -0.008457430638372898, 0.009936965070664883, 0.010528778657317162, 0.007652288768440485, -0.0013556663179770112, -0.01201519463211298, 0.011602301150560379, 0.012600126676261425, -0.001688561518676579, 0.016378100961446762, -0.00011150268983328715, 0.013109361752867699, -0.016130363568663597, 0.0051026726141572, -0.01090038288384676, -0.04940956085920334, 0.0031001404859125614, 0.010177819058299065, 0.006812739185988903, -0.014795342460274696, -0.0065512401051819324, -0.010989842936396599, -0.005519006866961718, -0.010618238709867, 0.0053022378124296665, -0.015579840168356895, -0.0007389069069176912, 0.009331388399004936, 0.00948278233408928, 0.02832447923719883, 0.015221999026834965, -0.0267692469060421, -0.017080018296837807, 0.0013496449682861567, -0.019158247858285904, -0.035536348819732666, -0.010349858552217484, -0.017823226749897003, 0.048638828098773956, 0.0022863964550197124, -0.008773982524871826, -0.02158055640757084, -0.006024801172316074, -0.03462798148393631, -0.003912163898348808, -0.002489402424544096, 0.010824685916304588, 0.012476258911192417, 0.006819620728492737, -0.012641415931284428, 0.016323048621416092, -0.021814528852701187, 0.008127115666866302, -0.01694238744676113, -0.008663876913487911, -0.0024154256097972393, 0.0048652589321136475, -0.009661702439188957, 0.0009487943607382476, -0.024401992559432983, -0.007631644140928984, 0.005164606962352991, -0.0010107283014804125, -0.0008171846275217831, 0.02001156099140644, -0.02904016152024269, -0.03402240574359894, -0.0020403810776770115, -0.0012662060325965285, -0.000642135099042207, -0.004097966011613607, 0.0034683034755289555, -0.02129152975976467, 0.002317363629117608, 0.0005208476795814931, -0.004927193280309439, -0.01918577402830124, 0.007900024764239788, 0.01390762161463499, 0.017699358984827995, 0.008175287395715714, -0.027581270784139633, -0.016928624361753464, 0.011464670300483704, -0.02035563811659813, 0.036664921790361404, 0.001119112828746438, 0.008890968747437, 0.02781524322926998, 0.011781221255660057, -0.01136832870543003, -0.009799334220588207, 0.01633681170642376, 0.005532769951969385, -0.013721819967031479, 0.03669244796037674, -0.015455971471965313, -0.010996724478900433, 0.003963775467127562, -0.010817804373800755, -0.013673649169504642, 0.00595254497602582, -0.01823611930012703, -0.0005169768119230866, -0.03294888511300087, 0.01946103572845459, 0.012999257072806358, -0.023204602301120758, 0.00014343739894684404, 0.0007311651716008782, -0.00747336819767952, -0.0020954334177076817, -0.019419746473431587, -0.021043794229626656, -0.027250956743955612, 0.004916870966553688, -0.018552672117948532, -0.010528778657317162, -0.0005617068964056671, -0.00545019144192338, 0.029177792370319366, -0.022929340600967407, 0.0033908861223608255, 0.19356437027454376, -0.033416830003261566, -0.010927909053862095, 0.019048143178224564, -0.002398221753537655, 0.022557735443115234, 0.03528861328959465, 0.021442923694849014, -0.012228522449731827, -0.016804756596684456, 0.009792452678084373, 0.01277216523885727, -0.02726471982896328, -0.0001733291574055329, 0.015868864953517914, -0.030526576563715935, -0.04131685569882393, -0.028241900727152824, -0.017080018296837807, -0.011333920992910862, 0.005883729085326195, -0.01279280986636877, -0.004297530744224787, -0.009868149645626545, 0.04087643325328827, -0.012868506833910942, 0.0007487991824746132, 0.000679553544614464, 0.0007161117973737419, 0.026108618825674057, -0.02034187503159046, -0.019089432433247566, 0.0023431694135069847, 0.010473726317286491, -0.019928982481360435, -0.006623496301472187, -0.008856561034917831, 0.00783120933920145, 0.0127377575263381, 0.014754053205251694, 0.019887693226337433, -0.010466844774782658, 0.0049340748228132725, -0.03228825330734253, 0.004325056914240122, 0.025406699627637863, -0.002005973132327199, -0.016969913616776466, 0.005938781891018152, 0.006595970131456852, -0.013226347975432873, 0.019323404878377914, 0.030856890603899956, 0.03099452145397663, 0.011388973332941532, -0.012317982502281666, 0.002061025705188513, 0.01683228276669979, 0.005106113385409117, 0.003884637728333473, -0.022502683103084564, 0.010576949454843998, 0.01951608993113041, 0.0445924736559391, -0.003196482080966234, 0.015111894346773624, 0.004706983454525471, -0.006152109708636999, -0.00322744925506413, -0.0001875223679235205, 0.005687605123966932, -0.0006085875211283565, -0.010225989855825901, -0.009345151484012604, -0.03038894571363926, -0.0334443561732769, 0.04996008798480034, 0.01449255459010601, 0.014286107383668423, 0.04489526152610779, -0.011609182693064213, -0.011602301150560379, -0.005687605123966932, -0.025998514145612717, -0.011395854875445366, -0.05144650116562843, 0.010583830997347832, -0.0270857997238636, 0.006561562418937683, -0.011760576628148556, -0.0015457691624760628, -0.015965206548571587, -0.011877563782036304, 0.012703349813818932, 0.013563544489443302, -0.006128024309873581, 0.025269068777561188, 9.290099114878103e-05, -0.026961931958794594, -0.018208593130111694, -0.014176002703607082, 0.03663739562034607, 0.009696110151708126, 0.016488205641508102, 0.003380563808605075, -0.008202813565731049, 0.0044351620599627495, -0.005543092265725136, -0.008202813565731049, -0.009207519702613354, 0.013611715286970139, -0.026493985205888748, 0.007617881055921316, -0.0017685595666989684, 0.005219659302383661, 0.017272701486945152, -0.0029160587582737207, -0.005398579873144627, 0.015180709771811962, -0.009716754779219627, 0.002988315187394619, -0.02006661333143711, 0.006575325503945351, 0.005126758012920618, -0.0025582178495824337, -0.017699358984827995, -0.02136034518480301, -0.0012541633332148194, -0.036940187215805054, 0.014176002703607082, -0.007308211177587509, -0.03033389337360859, 0.016680888831615448, -0.0009763205889612436, 0.014093424193561077, -0.005371053237468004, -0.0024567150976508856, -0.020107902586460114, -0.015428445301949978, -0.0022640314418822527, 0.00023440296354237944, -0.001633509062230587, 0.005808032117784023, 0.013054309412837029, -0.013439676724374294, 0.0010313730454072356, 0.005415783729404211, 0.008106471039354801, -0.011588538065552711, -0.01440997514873743, -0.002713053021579981, -0.019213300198316574, 0.006613173987716436, -0.006251892540603876, 0.016488205641508102, 0.0032343307975679636, -0.017878279089927673, -0.012937323190271854, -0.005653196945786476, 0.0059319003485143185, -0.05240992084145546, 0.004844614304602146, 0.008650113828480244, 0.018277408555150032, -0.009868149645626545, -0.03300393745303154, -0.17649811506271362, -0.0015991012332960963, 0.015593603253364563, -0.04918935149908066, 0.029012635350227356, -0.005223100073635578, 0.016543257981538773, 0.0072393957525491714, -0.033526934683322906, 0.013288281857967377, -0.006355115678161383, 0.009193756617605686, -0.004221833776682615, -0.02441575564444065, -0.015689944848418236, 0.009407085366547108, -0.005075146444141865, 0.00011214783444302157, 0.027801480144262314, -0.002147044986486435, 0.03600429370999336, -0.04453742131590843, 0.019612431526184082, -0.005350408609956503, 0.013047427870333195, 0.01794709451496601, 0.00641360878944397, 0.01201519463211298, 0.002018015831708908, -0.04387679323554039, -0.01873159222304821, 0.013370860368013382, 0.010129648260772228, -0.01379751693457365, 0.030196262523531914, 0.02006661333143711, 0.005223100073635578, -0.017699358984827995, -0.042170166969299316, 0.02491122856736183, 0.012524429708719254, 0.02118142507970333, 0.00525406701490283, -0.005993834231048822, -0.020644664764404297, 0.021883344277739525, 0.018483856692910194, -0.017492912709712982, 0.0016997440252453089, -0.011354565620422363, 0.020052850246429443, -0.01811225153505802, 0.01801590994000435, 0.0008533127838745713, -0.006823061499744654, 0.016089074313640594, 0.01449255459010601, 0.0031930413097143173, -3.7714144127676263e-05, -0.02470478042960167, -0.01519447285681963, -0.017272701486945152, 0.016680888831615448, -0.011313275434076786, 0.0029453053139150143, -0.013068072497844696, -0.0073563819751143456, 0.0054605137556791306, -0.04228027164936066, 0.012448732741177082, -0.019419746473431587, -0.0016825401689857244, -0.0075765918008983135, 0.0044454843737185, 0.02692064270377159, 0.01902061700820923, -0.0105975940823555, -0.005739216692745686, 0.011216933839023113, 0.0037917366717010736, -0.0015535110142081976, 0.019447272643446922, -0.021153898909687996, -0.009806215763092041, -0.02034187503159046, -0.028407057747244835, -0.015208235941827297, 0.019708773121237755, -0.008003247901797295, -0.010969198308885098, 0.05100608244538307, 0.0007797661819495261, 0.012717112898826599, 0.004944397136569023, -0.006017919629812241, 0.01530457753688097, 0.009813097305595875, -0.013370860368013382, -0.008051418699324131, 0.0032412123400717974, 0.009441493079066277, 0.004920311737805605, -0.021374108269810677, 0.04120675101876259, 0.034270141273736954, 0.005532769951969385, -0.02887500263750553, 0.021098846569657326, 0.04492278769612312, -0.0037160394713282585, -0.011168763041496277, 0.0022468275856226683, 0.006812739185988903, 0.0008494419162161648, -0.028407057747244835, 0.021002504974603653, 0.00535384938120842, -0.018442567437887192, 0.013315808027982712, 0.02163560874760151, 0.0536210723221302, -0.008230339735746384, -0.024291887879371643, 0.01867653988301754, -0.014533843845129013, -0.02881995029747486, -0.12210630625486374, -0.027016984298825264, -0.010466844774782658, 0.015400919131934643, -0.0008408399880863726, 0.023768890649080276, 5.4004074627300724e-05, 0.026218723505735397, -0.021608082577586174, 0.04971235245466232, -0.02569572441279888, -0.014795342460274696, 0.020039087161421776, 0.0053641716949641705, 0.005508684553205967, 0.003781414357945323, 0.011967023834586143, 0.008698285557329655, -0.014368685893714428, 0.03952765092253685, -0.0064893062226474285, -0.009730517864227295, 0.021663134917616844, -0.009634176269173622, -0.0009591166744939983, 0.003526796819642186, -0.02085111103951931, 0.027952875941991806, 0.007480249740183353, -0.0033203500788658857, 0.018153540790081024, -0.041014064103364944, -0.010026425123214722, -0.012042720802128315, 0.015965206548571587, -0.018635250627994537, 0.009668583981692791, -0.00017139372357632965, 0.025847120210528374, -0.02336975932121277, 0.01845633052289486, 0.002952186856418848, -0.00034149715793319046, 0.00045762339141219854, -0.018882986158132553, -0.010349858552217484, -0.031132154166698456, 0.032260727137327194, -0.004101406782865524, -0.03055410273373127, -0.050758346915245056, -0.01723141223192215, -0.04528063163161278, 0.000319992279401049, 0.032425884157419205, 0.0039947424083948135, 0.005993834231048822, -0.008890968747437, -0.023232128471136093, -0.0007883681100793183, -0.00012569589307531714, -0.011918853037059307, -0.004011946264654398, 0.0020713480189442635, 0.015125657431781292, -0.0011578216217458248, -0.02353491634130478, -0.033361777663230896, 0.016419390216469765, -0.0028885325882583857, -0.0013763109454885125, 0.010852212086319923, -0.005574059206992388, 0.02035563811659813, -0.02821437455713749, 0.01706625521183014, -0.017644306644797325, -0.036499764770269394, -0.0008722370839677751, 0.004841173533350229, -0.008471193723380566, -0.022846762090921402, 0.012957967817783356, -0.020479505881667137, 0.008650113828480244, -0.0004971923190169036, -0.003946571610867977, -0.017603017389774323, -0.0026820858474820852, -0.025778302922844887, -0.012331745587289333, 0.029590684920549393, 0.008209695108234882, -0.018759118393063545, -0.004507418256253004, 0.022571498528122902, -0.014533843845129013, -0.005993834231048822, -0.0008373991586267948, 0.00015193181752692908, -0.023548679426312447, 0.006145228166133165, -0.04566599801182747, 0.021828291937708855, 0.00010177174408454448, -0.01207024697214365, -0.01957114227116108, -0.00762476259842515, 0.020878637209534645, 0.003592171473428607, -0.024938754737377167, 0.016653362661600113, -0.03176525607705116, 0.029177792370319366, -0.017217649146914482, -0.016089074313640594, -0.02660408988595009, -0.006867791526019573, 0.004937515594065189, -0.03385724872350693, 0.00015193181752692908, 0.01454760693013668, 0.013308926485478878, -0.010246634483337402, 0.004115169867873192, 0.008512482978403568, 0.020603375509381294, -0.019419746473431587, -0.006881554611027241, 0.0008946020971052349, 0.0001736517297104001, 0.00270273070782423, 0.026397643610835075, -0.013680530712008476, -0.01582757569849491, 0.01917201094329357, -0.02437446638941765, -0.03016873635351658, 0.005140521563589573, 0.008650113828480244, 0.006128024309873581, 0.03371961787343025, 0.0012188954278826714, -0.03495829924941063, 0.0034562607761472464, -0.02052079513669014, 0.02548927813768387, 0.004473010543733835, -0.023727601394057274, 0.004844614304602146, 0.007452723570168018, 0.00898042879998684, 0.03462798148393631, 0.03143494203686714, -0.014699000865221024, -0.03418756276369095, -0.02163560874760151, 0.004208070691674948, 0.023232128471136093, -0.003416691906750202, 0.007762393448501825, 0.03055410273373127, 0.020589612424373627, -0.008347325958311558, 0.0048342919908463955, -0.015923917293548584, -0.0014434061013162136, 0.006589088588953018, -0.0004941816441714764, -0.0015122216427698731, 0.0014915770152583718, -0.0056807235814630985, -0.002066186862066388, 0.0027939111460000277, -0.009207519702613354, 0.011313275434076786, 0.01379751693457365, 0.016488205641508102, -0.0003365510201547295, -0.0028007926885038614, -0.009565360844135284, 0.0123248640447855, 0.010102122090756893, -0.0008954622899182141, -0.010198463685810566, 0.0014829750871285796, 0.01705249212682247, -0.006661344785243273, -0.0027629442047327757, 0.004414517432451248, 0.0072393957525491714, -0.005360730923712254, 0.0037435656413435936, 0.013584189116954803, -0.002355212112888694, 0.025434225797653198, 0.008436786010861397, 0.0028988549020141363, 0.002367254812270403, -0.011609182693064213, 0.007913787849247456, 0.011815628968179226, 0.012297337874770164, -0.01582757569849491, -0.0007122409297153354, -0.028352005407214165, -0.034710559993982315, 0.002176291774958372, -0.03757328912615776, -0.03479314222931862, 0.02654903754591942, 0.03798618167638779, -0.009235046803951263, -0.0016395304119214416, -0.009475900791585445, 0.007631644140928984, -0.019419746473431587, 0.021167661994695663, -0.010927909053862095, -0.024401992559432983, -0.017437860369682312, 0.03407745808362961, 0.012971730902791023, 0.00747336819767952, 0.05147402733564377, -0.009985135868191719, 0.024691017344594002, 0.011801865883171558, 0.05367612466216087, -0.017093781381845474, 0.022667841985821724, 0.010081477463245392, 0.005876847542822361, -0.012503785081207752, -0.02330094389617443, 0.006657904013991356, -0.004562470596283674, -0.027636323124170303, 0.020768532529473305, -0.006534036248922348, 0.0015801769914105535, 0.08665253967046738, 0.007872498594224453, -0.0032893831375986338, 0.019970271736383438, -0.02158055640757084, 0.0005660078604705632, 0.00783120933920145, 0.0233559962362051, -0.0028730491176247597, -0.024278124794363976, 0.007858735509216785, 0.002135002287104726, -0.002179732546210289, -0.04266563802957535, -0.01546973455697298, 0.005973189603537321, 0.011856919154524803, 0.029398001730442047, -0.0006692311726510525, -0.01650196872651577, 0.027526218444108963, 0.0032446531113237143, 0.0039672162383794785, 0.004080762155354023, -0.00667510787025094, 0.019873930141329765, 0.020782295614480972, 0.008361089043319225, -0.00878086406737566, -0.027966639026999474, 0.02581959404051304, 0.020149191841483116, -0.033086515963077545, -0.013866332359611988, -0.020754769444465637, -0.0225302092730999, -0.01578628644347191, -0.012593245133757591, 0.000722563243471086, 0.0008954622899182141, 0.02017671801149845, 0.02079605869948864, -0.00950342696160078, -0.0037745328154414892, -0.007149935234338045, 0.00270273070782423, 0.006957251578569412, -1.8588261809782125e-05, -0.020603375509381294], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='20e6a395-cce6-4859-8026-3132888b9b0a', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='d621e18b947dbbad5ced10a75515de1a35d6f68b7feaecb1ac870fbb91fb0b71'), : RelatedNodeInfo(node_id='49f31e17-4204-408d-a6d4-d541382c0a90', node_type=, metadata={}, hash='0122d3468a41003fdc31c57758ea961dd533680effdfa5ba53d7877310a0b05f')}, hash='9a240322804fca3e07936d123c23a6fab60af4143de58f289dc8a445779aaf40', text='The results confirm that the model learns via Instruct tuning, not only the fed questions but other details and relations of the domain. Problems with hallucinations remain (Bordor, Lila characters who are not in the story). The LLama2 13B 4-bit fine-tuned model has better output than the 7B model. A lot more needs to be explored in Fine-tuning. One observation is that slight changes in prompts give different answers. Since the output is not deterministic (that is, with even the same prompt, it varies over time), it is all the more difficult to fine-tune prompts to give the most effective output. This needs to be studied more. Also to be updated are higher level use-cases that should be possible with the fine-tuned models.', start_char_idx=9735, end_char_idx=10467, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='49f31e17-4204-408d-a6d4-d541382c0a90', embedding=[-0.018967702984809875, 0.0046917470172047615, -0.0028906750958412886, 0.005078842863440514, -0.005093179643154144, -0.0010008940007537603, -0.025562671944499016, 0.010272380895912647, -0.02474546991288662, -0.048716746270656586, 0.01306090597063303, 0.019899601116776466, -0.006526868790388107, -0.015985630452632904, -0.01137632131576538, 0.005637981463223696, 0.009225787594914436, 0.012379903346300125, -0.000993725610896945, -0.00732973450794816, -0.015053733251988888, -0.004741925746202469, -0.024802817031741142, -0.007207870949059725, -0.01888168230652809, 0.0014811798464506865, 0.03796407952904701, -0.032802801579236984, -0.01948383077979088, -0.0026415716856718063, -0.002718632575124502, 0.0179497841745615, -0.0190967358648777, -0.006534037180244923, 8.098102262010798e-05, -0.019225766882300377, 0.009290304034948349, 0.007598550990223885, 0.034408532083034515, -0.02002863399684429, 0.03291749581694603, 0.021706050261855125, 0.004641567822545767, -0.013182769529521465, -0.002451607957482338, 0.01817917451262474, 0.007455182261765003, -0.0009336898801848292, -0.017404982820153236, 0.006637979298830032, -0.0045412094332277775, 0.021419310942292213, -0.03842286020517349, 0.008723996579647064, -0.023010706529021263, 0.019455157220363617, 0.015727566555142403, 0.014358393847942352, 0.0021200673654675484, 0.0003911282401531935, -0.003114689141511917, -0.005498196929693222, -0.01860928162932396, 0.009311809204518795, -0.013620044104754925, -0.008329732343554497, -0.0007553748437203467, 0.04154830425977707, 0.01589960977435112, -0.017562689259648323, 0.007412171456962824, 0.009232955984771252, -0.0045304568484425545, -0.01979924365878105, 0.02111823670566082, -0.009799263440072536, -0.012136176228523254, 0.005605723243206739, -0.01906806230545044, 0.006082424893975258, 0.02428668923676014, -0.01591394655406475, -0.017519677057862282, 0.04590671882033348, 0.022551925852894783, -0.004605725407600403, -0.007361992262303829, -0.017978457733988762, -0.0010770587250590324, 0.0012921120505779982, 0.017978457733988762, 0.01934046298265457, 0.03693182393908501, 0.03911103308200836, 5.6983531976584345e-05, 0.012652304023504257, -0.019225766882300377, 0.029476642608642578, -0.015010721981525421, -0.017361972481012344, -0.009956968948245049, 0.001034048036672175, -0.028014279901981354, -0.01362721249461174, -0.03019348718225956, -0.006913964636623859, 0.020587772130966187, 0.005372749175876379, -0.0015994590939953923, 0.013003557920455933, -0.014652300626039505, 0.0404873751103878, 0.0013727571349591017, -0.044186290353536606, 0.0023225760087370872, 0.007304644677788019, -0.01292470470070839, -0.01911107264459133, -0.016286704689264297, -0.003956981468945742, 0.026494570076465607, 0.030279509723186493, 0.009505357593297958, -0.023741887882351875, 0.016688138246536255, -0.0003389329940546304, 0.0017034015618264675, -0.02886015735566616, -0.03443720564246178, 0.0034587744157761335, 0.014573447406291962, 0.026437222957611084, 0.026666613295674324, 0.005956977140158415, -0.021964114159345627, 0.02022935077548027, 0.009483851492404938, -0.019827917218208313, -0.027555499225854874, -0.00555912870913744, 0.005426512565463781, 0.028057290241122246, -0.006774180103093386, 0.009727578610181808, -0.019584190100431442, 0.03704652190208435, -0.002152325352653861, 0.008494606241583824, 0.01929745264351368, -0.00568816065788269, -0.0008333316654898226, -0.03277412801980972, -0.0014847640413790941, 0.024458732455968857, 0.01816483773291111, 0.02289601042866707, 0.009297472424805164, 0.009734747000038624, -0.028100302442908287, -0.005333322566002607, 0.013247285038232803, 0.00545877031981945, -0.014007139950990677, 0.004340493120253086, -0.001301968703046441, 0.029390621930360794, 0.03065226785838604, -0.023698877543210983, -0.01509674359112978, -0.006989233195781708, -0.0005613787798210979, 0.011663058772683144, -0.012014312669634819, 0.031053701415657997, -0.009756253100931644, 0.005921135190874338, 0.011283131316304207, -0.010078832507133484, 0.0007392458501271904, -0.025261597707867622, 0.0012204276863485575, 0.024473069235682487, 0.0018512507667765021, 0.02703937143087387, -0.030365530401468277, -0.015039396472275257, -0.010408581234514713, -0.015627209097146988, 0.006573463324457407, 0.002845872426405549, 0.02091751992702484, 0.03091033175587654, -0.013240116648375988, -0.01170607004314661, -0.6120131015777588, -0.016501758247613907, 0.02316841296851635, -0.007469519041478634, -0.013046568259596825, -0.002577055711299181, -0.020501751452684402, -0.013548360206186771, -0.040544722229242325, 0.017634373158216476, -0.009354819543659687, -0.0074623506516218185, 0.015756240114569664, -0.008559122681617737, -0.010494602844119072, -0.019383473321795464, 0.016516095027327538, -0.018351217731833458, -0.020516088232398033, -0.004340493120253086, -0.00403225002810359, 0.004189955536276102, -0.0014874521875753999, -0.0009399622795172036, 0.005469522904604673, -0.004663072992116213, -0.008250879123806953, -0.001621860545128584, 0.033949751406908035, 0.01296054758131504, -0.025132566690444946, 0.021490996703505516, 0.01772039383649826, -0.012114671058952808, 0.03816479817032814, 0.0037383437156677246, -0.026207832619547844, 0.014487425796687603, -0.004344077315181494, 0.01655910722911358, -0.019928274676203728, -0.0166164543479681, 0.005551960319280624, 0.006372747011482716, -0.006992817390710115, 0.0266092661768198, 0.013211443088948727, 0.003677411936223507, 0.011526858434081078, -0.034838639199733734, 0.007229376118630171, 0.01707523502409458, 0.010953382588922977, -0.019440820440649986, 0.014222193509340286, 0.008336900733411312, 0.030939005315303802, -0.004275977145880461, 0.020745478570461273, -0.00515769561752677, 0.014551942236721516, 0.008723996579647064, -0.024387046694755554, -0.015598534606397152, -0.023713214322924614, 0.008602133020758629, 0.023799235001206398, 0.03148380666971207, -0.00726163387298584, -0.01971322111785412, -0.014616457745432854, 0.017835089936852455, -0.005225795786827803, -0.024702459573745728, 0.006777764298021793, 0.026279516518115997, 0.003899633651599288, -0.00561647629365325, 0.013978466391563416, 0.01655910722911358, 0.006218625232577324, 0.007172028534114361, 0.008344069123268127, -0.009670231491327286, -0.011534026823937893, 0.009842273779213428, 0.00036827882286161184, 0.005645149853080511, -0.0060537513345479965, 0.03139778599143028, 0.01067381352186203, 0.007842278108000755, -0.01770605705678463, -0.04401424899697304, 0.009197114035487175, 0.011433668434619904, -0.00918994564563036, 0.006376331206411123, 0.01555552426725626, -0.0201720017939806, -0.01068815030157566, -0.009053745307028294, 0.024171994999051094, 0.0005362892406992614, 0.032802801579236984, 0.0035250824876129627, -0.022351209074258804, 0.001949816825799644, 0.0070143225602805614, -0.020286697894334793, -0.019498169422149658, 0.007562708575278521, -0.02564869448542595, -0.0013243700377643108, 0.02318274974822998, -0.02474546991288662, -0.011856607161462307, -0.003299276577308774, 0.017648709937930107, -0.002616482088342309, 0.008788513019680977, 0.006440847180783749, 0.016917528584599495, 0.002353041898459196, 0.01658778078854084, 0.03334760293364525, 0.003512537805363536, -0.014078824780881405, -0.0029784885700792074, 0.007741919718682766, -0.00807883683592081, -0.00448027765378356, 0.02473113313317299, -0.027756216004490852, 0.013670223765075207, 0.004487446043640375, 0.040573395788669586, 0.003222215687856078, 0.009197114035487175, -0.015039396472275257, -0.046451520174741745, -0.01678849570453167, 0.007562708575278521, -0.017204266041517258, -0.024344036355614662, -0.01863795518875122, -0.033519644290208817, 0.00039292036672122777, 0.00985661055892706, -0.01972755789756775, -0.00908958725631237, -0.002229386242106557, -0.018336880952119827, 0.021906765177845955, -0.0059713139198720455, -0.007727582938969135, -0.0047240047715604305, -0.04017196223139763, -0.0038817126769572496, -0.037333257496356964, 0.010716823861002922, 0.0279425960034132, 0.003763433312997222, 0.022121818736195564, -0.0047455099411308765, 0.0023422890808433294, -0.01544082909822464, 0.03707519546151161, -0.03452322632074356, -0.0339784249663353, 0.0032383447978645563, -0.036214981228113174, 0.0007867367821745574, 0.029620012268424034, -0.006118267308920622, 0.009634389542043209, -0.030508898198604584, -0.001794799230992794, -0.03185656666755676, -0.002250891411677003, -0.019354799762368202, 0.030107466503977776, 0.0004348109650891274, -0.016659464687108994, 0.03085298463702202, 0.01952684298157692, 0.01556986104696989, 0.00476701557636261, -0.021691711619496346, 0.02655191719532013, 0.01044442318379879, 0.003241928992792964, -0.011433668434619904, 0.025978442281484604, 0.0005524182342924178, 0.004774183966219425, 0.03222932666540146, -0.013670223765075207, -0.004731173161417246, 0.04217912629246712, -0.009512525983154774, 0.008114678785204887, 0.007784930523484945, -0.011433668434619904, -0.010057327337563038, -0.026637939736247063, 0.029476642608642578, -0.028774134814739227, 0.007734751328825951, -0.007146939169615507, 0.009913958609104156, -0.024344036355614662, -0.019211430102586746, -0.015942620113492012, 0.011448005214333534, 0.02973470650613308, -0.0035071612801402807, 0.014910364523530006, -0.005537623073905706, 0.014344057068228722, -0.010422918014228344, 0.0252042505890131, 0.018494585528969765, 0.0014426494017243385, -0.003992823418229818, -0.014645131304860115, -0.022408556193113327, 0.014344057068228722, -0.0014525060541927814, -0.018996376544237137, 0.015397818759083748, -0.0017428280552849174, 0.01398563478142023, 0.011584206484258175, 0.016487421467900276, -0.014028645120561123, 0.019010715186595917, 0.0026594928931444883, 0.03506803140044212, -0.0038064438849687576, 0.019885264337062836, 0.006781348492950201, -0.001033151987940073, -0.033462297171354294, 0.02229386195540428, 0.0012186355888843536, 0.02910388447344303, 0.0243153627961874, -0.009541199542582035, 0.0047813523560762405, -0.035039354115724564, 0.01813616417348385, 0.010093169286847115, -0.0009991019032895565, 0.007136186119168997, -0.01792111061513424, 0.0016353013925254345, 0.004580636043101549, 0.03248738870024681, 0.014444415457546711, 0.006483857985585928, 0.016645127907395363, -0.008136183954775333, -0.001754476805217564, 0.00476701557636261, -0.021863754838705063, -0.0001723786845104769, -0.031426459550857544, -0.008444427512586117, 0.012107502669095993, -0.028315356001257896, -0.026007115840911865, 0.012673809193074703, -0.0472257100045681, 0.04926154762506485, 0.017146918922662735, 0.00964872632175684, 0.02590675838291645, 0.018494585528969765, 0.03684580326080322, -0.031684525310993195, -0.035899568349123, 0.04338342323899269, -0.011297468096017838, -0.0017437241040170193, -0.013777749612927437, -0.029849402606487274, 0.005641565658152103, -0.0013584202388301492, 0.0076057193800807, 0.006673821713775396, 0.005598554853349924, -0.01476699486374855, 0.004046586807817221, -0.031455133110284805, 0.01750534027814865, 0.0341217964887619, -0.015512513928115368, 0.014781332574784756, 0.0023225760087370872, 0.0076057193800807, 0.007333318702876568, -0.0373045839369297, -0.0011836893390864134, 0.028243670240044594, -0.007749088108539581, -0.011856607161462307, -0.014967711642384529, -0.0033458713442087173, -0.01995694823563099, 0.016186347231268883, 0.0028817146085202694, 0.01591394655406475, -0.013605707325041294, 0.02496052347123623, -0.003349455539137125, 0.04286729544401169, 0.004491030238568783, 0.017103908583521843, 0.0006388875772245228, -0.014401405118405819, -0.01021503284573555, -0.017763404175639153, 0.009641557931900024, 0.033261582255363464, 0.03297484293580055, -0.009261630475521088, 0.00023275043349713087, -0.020128991454839706, 0.0004554202314466238, -0.0206881295889616, -0.01090320385992527, 0.012609293684363365, 0.0021200673654675484, -0.029677359387278557, 0.00043010665103793144, 0.009713241830468178, 0.00391755485907197, 0.024673786014318466, 0.0026003532111644745, 0.008544785901904106, -0.02134762704372406, -0.003154115518555045, 0.0053297383710742, 0.0045304568484425545, 0.018809998407959938, 0.01111825741827488, -0.00015837782120797783, 0.025490988045930862, -0.00448027765378356, 0.014279541559517384, 0.029849402606487274, -0.002507163444533944, -0.028745461255311966, 0.018781324848532677, -0.011835101991891861, 0.0007961453520692885, 0.009397830814123154, 0.010021485388278961, 0.02979205548763275, 0.007293892093002796, 0.007121849339455366, 0.011240120977163315, 0.013899613171815872, 0.0061326040886342525, 0.009541199542582035, 0.01214334461838007, 0.008637974970042706, -0.0028637934010475874, -0.01792111061513424, -0.009627221152186394, 0.00989245343953371, -0.020516088232398033, -0.029347611591219902, 0.015612871386110783, -0.01078850869089365, -0.03544078767299652, -0.008580627851188183, 0.020114654675126076, 0.006903212051838636, -0.017103908583521843, -0.02979205548763275, 0.006663069128990173, -0.02087450958788395, -0.018709639087319374, -0.03406444564461708, 0.00527239078655839, -0.0006420238059945405, 0.0006196224130690098, 0.009283135645091534, -0.014143340289592743, 0.021849418058991432, -0.01316843181848526, 0.007121849339455366, -0.012308218516409397, -0.03839418664574623, -0.056860100477933884, -0.0011559115955606103, -0.00046774098882451653, 0.007741919718682766, 0.01816483773291111, -0.007577045820653439, -0.011275962926447392, 0.0060286615043878555, -0.0037562649231404066, -0.025075217708945274, 0.01328312698751688, -0.021261606365442276, -0.0013924703234806657, -0.016272367909550667, 0.006752674467861652, -0.004064507782459259, -0.02384224534034729, 0.004978484474122524, -0.0017419320065528154, 0.006326152011752129, -0.01565588265657425, -0.011483848094940186, 0.013863771222531796, 0.03862357884645462, 0.013218611478805542, 0.0017410359578207135, 0.019268779084086418, -0.02521858736872673, 0.00784944649785757, -0.033949751406908035, -0.03366301581263542, -0.008989228866994381, -0.012888862751424313, -0.006483857985585928, 0.020100317895412445, -0.0015026851324364543, -0.005150527227669954, -0.004921136889606714, 0.022609272971749306, -0.025992779061198235, 0.0032347606029361486, 0.01683150790631771, 0.02910388447344303, -0.028516070917248726, 0.010989225469529629, -0.007025075610727072, 0.008322563953697681, -0.018465911969542503, 0.032171979546546936, -0.036042939871549606, 0.03931174799799919, 0.02021501213312149, -0.003197126090526581, 0.02295335941016674, 0.01315409503877163, -0.011340479366481304, -0.010028653778135777, 0.017605699598789215, -0.01952684298157692, 0.016415737569332123, -0.006989233195781708, -0.012301050126552582, -0.007412171456962824, -0.01730462536215782, -0.01744799315929413, 0.005146943032741547, -0.028745461255311966, -0.0009014318929985166, -0.00430823490023613, 0.0061433566734194756, -0.013025063090026379, -0.013032231479883194, 0.0013933663722127676, -0.02523292414844036, -0.01706089824438095, 0.01192829106003046, 0.0206881295889616, 0.044444356113672256, -0.004523288458585739, 0.01113259419798851, -0.052358318120241165, -0.03268810734152794, 0.012723988853394985, -0.008057331666350365, 0.005487444344907999, 0.015971293672919273, -0.0008888870943337679, 0.022308198735117912, 0.05502497777342796, 0.01569889299571514, 0.007204286754131317, 0.01306090597063303, -0.001477595535106957, 0.024860164150595665, -0.018250858411192894, 0.006146940868347883, -0.014738321304321289, -0.02022935077548027, 0.010680981911718845, -0.009698905050754547, 0.011512521654367447, -0.011103920638561249, 0.009634389542043209, 0.023068053647875786, -0.025935431942343712, -0.0035304587800055742, -0.012308218516409397, -0.02541930414736271, -0.030566247180104256, -0.001012542750686407, -0.010924709029495716, -0.012071659788489342, -0.05058054253458977, -0.021663038060069084, 0.03243004158139229, 0.0034032189287245274, 0.018982039764523506, 0.016917528584599495, 0.012551945634186268, -0.033490970730781555, 0.017318962141871452, 0.008258047513663769, 0.019139746204018593, -0.016028640791773796, -0.005096763838082552, -0.04223647341132164, 0.013541190885007381, -0.0018978456500917673, -0.012580620124936104, 0.02137630060315132, 0.021663038060069084, -0.016745485365390778, -0.009526862762868404, 0.016172010451555252, 0.01634405367076397, -0.001148743205703795, -0.01931178942322731, -0.0249461866915226, -0.033490970730781555, -0.03673110902309418, 0.009505357593297958, 0.015512513928115368, -0.006684574298560619, 0.012186354957520962, 0.015856599435210228, 0.027584174647927284, -0.024358373135328293, -0.017204266041517258, 0.02864510379731655, 0.026494570076465607, 0.05058054253458977, -0.0014838679926469922, -0.0006930989329703152, 0.036444369703531265, 0.01000714860856533, -0.02041572891175747, 0.00827955361455679, -0.0016577027272433043, -0.017749067395925522, -0.003184581408277154, 0.013598538935184479, -0.009476683102548122, -0.01000714860856533, 0.0060860090889036655, -0.006046582944691181, -0.0243153627961874, -0.03638702258467674, 0.03584222123026848, -0.004913968499749899, 0.016315380111336708, -0.033490970730781555, -0.02497486025094986, -0.018050143495202065, 0.01441574189811945, -0.022207841277122498, 0.030250834301114082, 0.010924709029495716, -0.011770585551857948, 0.014265203848481178, 0.01704656146466732, 0.01859494484961033, 0.011985639110207558, -0.014910364523530006, -0.002046590903773904, 0.0367884561419487, 0.0033046528697013855, -0.027383457869291306, 0.014365562237799168, 0.011397826485335827, 0.0486307255923748, -0.03134043887257576, 0.014057319611310959, 0.020573435351252556, -0.018781324848532677, 0.003114689141511917, 0.007541203405708075, 0.012150513008236885, 0.035297419875860214, -0.03635834902524948, -0.007784930523484945, -0.01068815030157566, -0.0037025015335530043, -0.003422932233661413, -0.016888855025172234, -0.0036236485466361046, -0.005028663668781519, -0.03156982734799385, -0.016071652993559837, 0.02587808482348919, 0.01706089824438095, -0.03199993446469307, 0.0199856236577034, -0.00538708595559001, -0.01317560113966465, -0.017620036378502846, 0.011784922331571579, 0.01931178942322731, -0.03561283275485039, -0.016172010451555252, 0.00492830527946353, 0.014516099356114864, -0.0005425616400316358, 0.02610747516155243, 0.01770605705678463, -0.009799263440072536, 0.04934757202863693, -0.030050119385123253, 0.011096752248704433, -0.0025232923217117786, -0.01488169003278017, -0.006720416713505983, -0.005989235360175371, -0.004630815237760544, 0.011670227162539959, -0.0009820768609642982, -0.021505333483219147, -0.04025798290967941, -0.007670235354453325, 0.028200659900903702, 0.018508924171328545, 0.0009220411302521825, -0.010637971572577953, 0.006731169298291206, 0.039827875792980194, 0.010401412844657898, -0.005605723243206739, -0.003272394882515073, 0.004999990109354258, 0.011068077757954597, 0.015827925875782967, 0.016659464687108994, 0.004057339392602444, 0.0033906742464751005, -0.008379911072552204, -0.004831531550735235, 0.004279561340808868, -0.04389955475926399, -0.007999983616173267, -0.007286723703145981, 0.00511468481272459, -0.012071659788489342, 0.010265212506055832, -0.014265203848481178, -0.007440845016390085, -0.014243698678910732, 0.029161231592297554, -0.010939045809209347, -0.00827955361455679, 0.008021488785743713, 0.014286709949374199, 0.03363434225320816, 0.022537589073181152, -0.02045873925089836, -0.024831490591168404, -0.003347663441672921, -0.0073476554825901985, -0.04547661170363426, -0.02454475313425064, -0.02956266514956951, 0.04289596900343895, 0.006440847180783749, -0.026035789400339127, -0.004132607951760292, -0.02206447161734104, -0.026523243635892868, -0.011770585551857948, -0.014910364523530006, 0.005430096760392189, 0.010752666741609573, 0.021964114159345627, -0.016028640791773796, 0.019913937896490097, -0.008394247852265835, 0.014157678000628948, -0.01749100349843502, -0.00040591316064819694, -0.00527239078655839, 0.0021774149499833584, -0.007792098913341761, -0.006093177478760481, -0.023311780765652657, 0.004046586807817221, 0.00659496895968914, -0.023784898221492767, -0.013620044104754925, 0.02160569094121456, -0.009168440476059914, -0.024157658219337463, 0.002924725180491805, -0.003087807446718216, 0.006953390780836344, -0.004534041043370962, 0.020544761791825294, -0.017132582142949104, -0.016430074349045753, 0.008917544968426228, -0.012580620124936104, -0.01156986877322197, -0.02701069787144661, 0.009677399881184101, 0.00681360624730587, 0.01294621080160141, -0.022408556193113327, -0.0127311572432518, 0.015741903334856033, -0.015756240114569664, 0.05743357539176941, 0.0009542991756461561, -0.006347657646983862, 0.013462338596582413, -0.008222205564379692, -0.0047240047715604305, -0.00561647629365325, 0.03435118496417999, 0.0035358350723981857, -0.0163583904504776, 0.029175568372011185, -0.01839422807097435, -0.009555536322295666, 0.004075260832905769, 0.027139730751514435, -0.03793540596961975, -0.0031989181879907846, -0.01749100349843502, 0.0011621840531006455, -0.01908239908516407, 0.032143305987119675, 0.009956968948245049, -0.03415047004818916, 0.0002247979282401502, 0.002161286072805524, 0.011713238433003426, 0.01225803978741169, -0.02318274974822998, -0.011892449110746384, -0.016243694350123405, 0.006516115739941597, -0.006939054001122713, 0.0005421136156655848, -0.004845868330448866, -0.001901429845020175, 0.022795652970671654, -0.020372718572616577, 0.016917528584599495, 0.18809998035430908, -0.019469494000077248, 0.021304616704583168, 0.02772754244506359, 0.0036630751565098763, 0.0028512487187981606, 0.024903176352381706, 0.014953374862670898, -0.010035822167992592, 0.0018924693576991558, -0.003213255200535059, 0.01542649231851101, -0.025390630587935448, -0.008473101072013378, 0.02432969957590103, -0.006050167139619589, -0.019039388746023178, -0.027068044990301132, -0.03151248022913933, 0.007182781118899584, 0.009046576917171478, 0.0018996377475559711, -0.0012284921249374747, -0.011082414537668228, 0.005107516422867775, -0.011648721992969513, 0.004931889474391937, -0.008716828189790249, 0.02566303126513958, 0.010207864455878735, -0.019154082983732224, 0.009541199542582035, 0.004372750874608755, -0.011154099367558956, -0.0179497841745615, -0.005910382140427828, 0.01747666671872139, -0.001129030017182231, 0.02296769618988037, 0.0044157616794109344, 0.029347611591219902, 0.0001919798960443586, 0.006727585103362799, -0.03833683952689171, -0.0074623506516218185, 0.017849426716566086, -0.013505348935723305, -0.0018404980655759573, -0.0018655876629054546, 0.022351209074258804, -0.013555528596043587, 0.007856614887714386, 0.030738288536667824, 0.008673817850649357, 0.01928311586380005, -0.012896031141281128, -0.0028530408162623644, 0.018050143495202065, 0.020344045013189316, 0.019039388746023178, -0.017548352479934692, 0.0032473052851855755, 0.0026774138677865267, 0.03865225240588188, -0.00034901362960226834, -0.007921131327748299, 0.003433684818446636, -0.0218350812792778, 0.011333310045301914, 0.000616934266872704, -0.010301054455339909, -0.01349818054586649, -0.0037204225081950426, -0.01511108037084341, -0.042609233409166336, -0.03311821445822716, 0.04045870155096054, 0.015942620113492012, 0.0025537582114338875, 0.04627947509288788, -0.0047921049408614635, -0.022881673648953438, -0.0070035699754953384, -0.009154103696346283, -0.005856619216501713, -0.035326093435287476, 0.017806416377425194, -0.014344057068228722, -0.026695286855101585, -0.009326145984232426, 0.013827929273247719, -0.01977057009935379, -0.005537623073905706, 0.02359851822257042, -0.015813589096069336, -0.014551942236721516, 0.006784932687878609, -0.0061791990883648396, -0.018738312646746635, -0.02566303126513958, -0.02863076701760292, 0.02725442498922348, 0.013146926648914814, 0.003956981468945742, 0.0025268765166401863, 0.0011317181633785367, -0.0009534030687063932, 0.015354807488620281, -0.010594960302114487, -0.015971293672919273, 0.012071659788489342, -0.04883144423365593, 0.0061326040886342525, 0.0057204184122383595, 0.0020053721964359283, 0.011849438771605492, 0.00819353200495243, 0.00368816452100873, 0.02065945602953434, -0.006896043661981821, -0.011469511315226555, -0.03489598631858826, 0.00896055530756712, -0.004397840704768896, -0.001737451646476984, -0.02612181194126606, -0.026652276515960693, 0.00140770326834172, -0.033519644290208817, 0.016888855025172234, 0.008114678785204887, -0.041662998497486115, 0.020587772130966187, 0.001043008640408516, 0.0021451569627970457, -0.010501771233975887, -0.015584197826683521, -0.017577026039361954, -0.012580620124936104, -0.0018888850463554263, -0.01706089824438095, 0.013096747919917107, 0.005028663668781519, -0.015283123590052128, 0.006824358832091093, -0.006304646842181683, 0.005218627396970987, -0.011168436147272587, 0.00840858556330204, -0.025261597707867622, -0.007562708575278521, 0.0044838618487119675, 0.019197093322873116, 0.005684576462954283, 0.015469502657651901, 0.0016765198670327663, -0.010293886065483093, -0.03265943378210068, 0.01168456394225359, -0.003311821259558201, -0.03704652190208435, -0.016473084688186646, 0.0031200654339045286, 0.025376293808221817, -0.010702487081289291, -0.020128991454839706, -0.18477381765842438, -0.00873116496950388, 0.019397810101509094, -0.0532185323536396, 0.005602139048278332, 0.0133046330884099, 0.013404990546405315, 0.008458764292299747, -0.035039354115724564, 0.010587791912257671, -0.0010582415852695704, -0.005584218073636293, -0.00318278931081295, -0.01790677383542061, -0.008931881748139858, 0.018078817054629326, -0.021949777379631996, -0.01055911835283041, 0.031913913786411285, -0.009935463778674603, 0.03389240428805351, -0.03977052867412567, 0.0012517896248027682, 0.019670210778713226, 0.01294621080160141, 0.01753401570022106, -0.006103930529206991, 0.014265203848481178, -0.0013915742747485638, -0.04025798290967941, -0.02292468585073948, 0.02432969957590103, 0.015956956893205643, -0.0058817085810005665, 0.02569170482456684, 0.024874500930309296, 0.018093153834342957, -0.014781332574784756, -0.01750534027814865, 0.020573435351252556, 0.015512513928115368, 0.026236506178975105, 0.0045304568484425545, 0.0012132591800764203, -0.016085989773273468, 0.04106085002422333, 0.02450174279510975, -0.03885296732187271, 0.013232948258519173, -0.011197109706699848, 0.03701784834265709, -0.0025017871521413326, 0.0276845321059227, 0.017204266041517258, -0.0036559065338224173, 0.01554118748754263, -0.008939050137996674, -0.012759830802679062, -0.00013216819206718355, -0.0327167809009552, -0.0015403195284307003, -0.00301074655726552, 0.01793544739484787, -0.01704656146466732, -0.002084225183352828, -0.02607879973948002, -0.025476651266217232, 0.012738325633108616, -0.040114615112543106, 0.007784930523484945, -0.006892459001392126, -0.00014572103100363165, -0.012136176228523254, 0.009591378271579742, 0.032085955142974854, 0.028673777356743813, -0.020931856706738472, 0.01349818054586649, 0.0373045839369297, -0.00010007820674218237, -0.01971322111785412, 0.028673777356743813, -0.01452326774597168, 0.0071075125597417355, -0.009813600219786167, -0.004129023756831884, -0.0038852968718856573, 0.02206447161734104, -0.02292468585073948, -0.0011944420402869582, 0.038508884608745575, -0.00989245343953371, 0.009168440476059914, -0.005541207268834114, 0.010817182250320911, 0.01103223580867052, 0.01168456394225359, -0.012917536310851574, -0.007641561795026064, -0.004336908925324678, 0.005978482775390148, 0.012408576905727386, -0.03085298463702202, 0.035899568349123, 0.04117554426193237, 0.021720387041568756, -0.03334760293364525, 0.035125378519296646, 0.02268095873296261, 0.011426500044763088, 0.005039416253566742, 0.006551958154886961, 0.002770603634417057, -0.013806424103677273, -0.0059856511652469635, 0.034379858523607254, 0.002211465034633875, -0.011290299706161022, 0.011670227162539959, 0.008301058784127235, 0.02473113313317299, -0.015010721981525421, 0.00028606574051082134, 0.034637924283742905, -0.00102239940315485, -0.04966298118233681, -0.10689584165811539, -0.018451575189828873, 0.01615767367184162, 0.012551945634186268, -0.0007271490758284926, 0.015182765200734138, -0.009168440476059914, 0.044186290353536606, -0.028530407696962357, 0.03369168937206268, -0.026250842958688736, -0.0029695280827581882, 0.025734715163707733, 0.022121818736195564, -0.014508930966258049, 0.011039404198527336, 0.009426504373550415, -0.0015125417849048972, -0.009025071747601032, 0.022136155515909195, -0.00749102421104908, -0.01407165639102459, 0.016516095027327538, -0.020358381792902946, -0.0040895976126194, -0.00715769175440073, -0.03515405207872391, 0.022093145176768303, 0.0007284931489266455, -0.02319708652794361, 0.020516088232398033, -0.027770552784204483, 0.00436558248475194, -0.008301058784127235, 0.008831523358821869, -0.005713250022381544, 0.0002025085559580475, -0.0165447685867548, 0.023985615000128746, -0.021935438737273216, -0.0124730933457613, -0.0038924652617424726, -0.003326158272102475, 0.01888168230652809, -0.003028667764738202, 0.0045197042636573315, -0.030738288536667824, 0.02180640771985054, -0.005680992268025875, -0.03951246663928032, -0.032573409378528595, -0.0007477583712898195, -0.03113972209393978, -0.002154117450118065, 0.026623602956533432, 0.0014749073889106512, 0.022078808397054672, -0.003272394882515073, 0.0008073460194282234, 0.004906800109893084, 0.015942620113492012, -0.0074838558211922646, -0.02450174279510975, 0.015369144268333912, 0.0048028575256466866, 0.0013369148364290595, -0.015383481979370117, -0.037992753088474274, 0.03610028699040413, -0.01318993791937828, 0.005591386463493109, 0.019870927557349205, -0.010982057079672813, 0.016071652993559837, -0.028716787695884705, 0.01238707173615694, -0.02205013483762741, -0.01592828333377838, 0.007978478446602821, 0.0073476554825901985, -0.011863775551319122, -0.017146918922662735, -0.0073691606521606445, -0.01746232993900776, 0.010953382588922977, 0.011634385213255882, -0.0009399622795172036, -0.022078808397054672, -0.0061110989190638065, -0.02835836634039879, -0.00749102421104908, 0.019254442304372787, -0.00018357938097324222, -0.014207856729626656, -0.007913962937891483, 0.017118245363235474, -0.020845836028456688, 0.018982039764523506, -0.006003572139889002, 0.011010730639100075, -0.017763404175639153, -0.006612889934331179, -0.06531886756420135, 0.012874525971710682, -0.005569881293922663, -0.01730462536215782, 0.008437259122729301, -0.024243678897619247, 0.014243698678910732, 0.004523288458585739, -0.01315409503877163, 0.005465938709676266, -0.0336056686937809, 0.013455170206725597, -0.019913937896490097, -0.028702450916171074, -0.02087450958788395, -0.00301074655726552, 0.011899617500603199, -0.026953350752592087, 0.013992803171277046, 0.011053740978240967, 0.009835105389356613, -0.012623630464076996, 0.01134764775633812, 0.013082411140203476, 0.002482073847204447, -0.024931849911808968, -0.001197130186483264, 0.03228667378425598, 0.010035822167992592, -0.009749084711074829, 0.0179497841745615, 0.0015582406194880605, -0.007412171456962824, 0.02929026260972023, -0.0048386999405920506, -0.025505324825644493, 0.031025027856230736, -0.0006236546323634684, 0.01842290163040161, 0.0043799192644655704, -0.011598543263971806, -0.03317556157708168, 0.010308222845196724, -0.01509674359112978, 0.009792095050215721, -0.0061791990883648396, -0.012888862751424313, -0.014143340289592743, 0.018279533833265305, 0.018121827393770218, 0.032802801579236984, 0.029878076165914536, -0.0112329525873065, -0.03320423513650894, -0.001282255514524877, -0.004347661510109901, 0.00920428242534399, 0.0008539409027434886, 0.020946193486452103, 0.02430102601647377, 0.027541162446141243, -0.01905372552573681, 0.012480261735618114, -0.009404999203979969, -0.018537597730755806, -0.019125409424304962, -0.014824342913925648, -0.01055911835283041, 0.0016245486913248897, -0.04220779985189438, 0.002632611198350787, 0.0003158595645800233, 0.004175618756562471, -0.005831529386341572, 0.010222201235592365, 0.003949812613427639, -0.004526872653514147, 0.0004556442436296493, -0.012064491398632526, 0.03612896054983139, 0.025060880929231644, -0.006960559636354446, -0.012265208177268505, 0.017433656379580498, 0.03426516428589821, 0.01349818054586649, 0.000318323727697134, -0.0033171975519508123, 0.005236548371613026, 0.0004946226836182177, -0.005412175320088863, 0.0018602112540975213, -0.0010286717442795634, 0.03113972209393978, 0.004788520745933056, 0.0045627146027982235, 0.02275264263153076, -0.00840858556330204, 0.011268794536590576, -0.0009605715167708695, 0.025046544149518013, -0.013863771222531796, 0.0011299260659143329, -0.020301034674048424, -0.01554118748754263, -0.010272380895912647, -0.017648709937930107, -0.03790673241019249, 0.013455170206725597, 0.04650886729359627, -0.02359851822257042, -0.017978457733988762, -0.00853761751204729, 0.008480269461870193, -0.019627200439572334, 0.01995694823563099, -0.01638706400990486, -0.028659440577030182, -0.023053716868162155, 0.017978457733988762, 0.025792062282562256, -0.004835115745663643, 0.04091747850179672, -0.003057341556996107, 0.021046552807092667, 0.017175592482089996, 0.012150513008236885, -0.012853020802140236, 0.015842262655496597, 0.0024193499702960253, -0.012974884361028671, -0.0047813523560762405, -0.03544078767299652, -0.016516095027327538, -0.00840858556330204, -0.02295335941016674, 0.002903220010921359, -0.010817182250320911, 7.67247547628358e-05, 0.0954836755990982, -0.0013279543491080403, -0.020731141790747643, 0.006695326883345842, -0.023928267881274223, -0.002480281749740243, 0.012379903346300125, 0.015240112319588661, -0.0001385525829391554, -0.007921131327748299, -0.01341215893626213, 0.005598554853349924, -0.0229103472083807, -0.02359851822257042, -0.0061791990883648396, 0.01793544739484787, 0.018250858411192894, 0.021677374839782715, -0.027555499225854874, 0.0024265183601528406, 0.03546946123242378, 0.0012867357581853867, -0.0022634363267570734, 0.009060913696885109, -0.005989235360175371, 0.014781332574784756, 0.014695310965180397, 0.02384224534034729, -0.0011845853878185153, -0.020272361114621162, 0.022308198735117912, 0.015139754861593246, -0.024931849911808968, -0.022422892972826958, -0.02273830585181713, -0.012982052750885487, -0.01932612620294094, -0.0038673756644129753, -0.001323473989032209, 0.0028924671933054924, 0.009806431829929352, 0.016487421467900276, -0.024573426693677902, -0.026494570076465607, -0.0022025045473128557, 0.0322006531059742, 0.008544785901904106, -0.017663046717643738, -0.031197069212794304], metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='086d4104-39ba-4052-9104-0fbfed7be8e2', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='daa29a1a080c71aa8843bf9fa987dec3df40c995753a392c94f42f4c3006cad1'), : RelatedNodeInfo(node_id='625a5550-2308-4681-a65d-fb8f4cb84cfb', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='9a240322804fca3e07936d123c23a6fab60af4143de58f289dc8a445779aaf40'), : RelatedNodeInfo(node_id='8b46d4f1-a312-4a33-a9fe-43d3a8c40fe5', node_type=, metadata={}, hash='d7392aaa82fec35c74d6ce32f9e94bd8617d83df2e389310a061f32f413b8fa5')}, hash='0122d3468a41003fdc31c57758ea961dd533680effdfa5ba53d7877310a0b05f', text='New Llama-2 model In mid-July, Meta released its new family of pre-trained and finetuned models called Llama-2, with an open source and commercial character to facilitate its use and expansion. The base model was released with a chat version and sizes 7B, 13B, and 70B. Together with the models, the corresponding papers were published describing their characteristics and relevant points of the learning process, which provide very interesting information on the subject. For pre-training, 40% more tokens were used, reaching 2T, the context length was doubled and the grouped-query attention (GQA) technique was applied to speed up inference on the heavier 70B model. On the standard transformer architecture, RMSNorm normalization, SwiGLU activation, and rotatory positional embedding are used, the context length reaches 4096 tokens, and an Adam optimizer is applied with a cosine learning rate schedule, a weight decay of 0.1 and gradient clipping. The dataset for tuning For our tuning process, we will take a dataset containing about 18,000 examples where the model is asked to build a Python code that solves a given task. This is an extraction of the original dataset [2], where only the Python language examples are selected. Each row contains the description of the task to be solved, an example of data input to the task if applicable, and the generated code fragment that solves the task is provided [3]. Creating the prompt To carry out an instruction fine-tuning, we must transform each one of our data examples as if it were an instruction, outlining its main sections as follows: Output: Fine-tuning the model To carry out this stage, we have used the Google Colab environment, where we have developed a notebook that allows us to run the training in an interactive way and also a Python script to run the training in unattended mode. For the first test runs, a T4 instance with a high RAM capacity is enough, but when it comes to running the whole dataset and epochs, we have opted to use an A100 instance in order to speed up the training and ensure that its execution time is reasonable. In order to be able to', start_char_idx=0, end_char_idx=2133, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='8b46d4f1-a312-4a33-a9fe-43d3a8c40fe5', embedding=[-0.020856522023677826, 0.005172109231352806, -0.004692367278039455, -0.007500784005969763, -0.007815943099558353, -0.0004033597360830754, -0.020324252545833588, 0.014322225004434586, -0.028532393276691437, -0.04392615705728531, 0.011478790082037449, 0.03837935999035835, -0.005763907451182604, -0.00710858590900898, -0.015421779826283455, -0.017887022346258163, 0.01742479018867016, 0.006989526096731424, 0.002855690661817789, -0.006972017232328653, -0.015379758551716805, 0.0006145600345917046, -0.02092655561864376, -0.012011058628559113, 0.003149838885292411, 0.0075708189979195595, 0.0432538203895092, -0.02571697346866131, -0.03140384331345558, -0.0010934266028925776, 0.013229673728346825, 0.010022055357694626, -0.014875504188239574, -0.00949679035693407, -0.006369713228195906, -0.03518575057387352, 0.012697405181825161, 0.0004963753744959831, 0.051041748374700546, -0.011429766193032265, 0.03888361528515816, 0.03706269711256027, 0.0013551836600527167, -0.004622331820428371, 0.004744893405586481, 0.009867978282272816, 0.015211673453450203, -0.0021238212939351797, -0.02236928418278694, 0.02026822417974472, 0.009636861272156239, 0.007731900550425053, -0.008551313541829586, 0.00945476908236742, -0.029190724715590477, 0.020170174539089203, -0.00676891440525651, 0.02022620290517807, 0.00870539154857397, -0.003454492660239339, -0.005154600366950035, 0.006215635687112808, -0.012991553172469139, 0.015673907473683357, 0.003085056319832802, -5.504339060280472e-05, -0.003995515406131744, 0.03392511233687401, 0.004244140814989805, -0.004601321183145046, 0.004303670953959227, 0.027649948373436928, -0.015505822375416756, -0.01693454198539257, 0.021178683266043663, -0.0026753495912998915, 0.0018839503172785044, 0.0045522963628172874, -0.013271695002913475, 0.01022515818476677, 0.015211673453450203, -0.009013546630740166, -0.016416281461715698, 0.030199233442544937, 0.007542804814875126, -0.022537369281053543, -0.00862134899944067, -0.012431271374225616, 0.004706374369561672, 0.009104592725634575, 0.010442267172038555, 0.020674429833889008, 0.03484958037734032, 0.023307757452130318, 0.0031393335666507483, 0.015365751460194588, -0.01191300991922617, 0.005095070227980614, -0.004198618233203888, -0.01131770946085453, -0.023349778726696968, 0.009503793902695179, -0.022215206176042557, -0.007878975011408329, -0.029975121840834618, -0.004335186909884214, 0.01960989274084568, 0.0034860086161643267, -0.004527783952653408, 0.007949009537696838, -0.024470344185829163, 0.04944494366645813, -0.0037784059531986713, -0.03246837854385376, 0.0007047305116429925, 0.007161112502217293, -0.009468776173889637, -0.027804026380181313, -0.016962556168437004, -0.0023444327525794506, 0.028462357819080353, 0.022873539477586746, 0.013131624087691307, -0.014875504188239574, 0.021921057254076004, 0.005791921634227037, 0.0069405012764036655, -0.029190724715590477, -0.02325172908604145, 0.0027086164336651564, 0.013012563809752464, 0.014637383632361889, 0.018671419471502304, -0.005494271405041218, -0.03246837854385376, -0.0018576871370896697, 0.003890462452545762, -0.028154201805591583, -0.022663433104753494, -0.02084251493215561, 0.010246168822050095, 0.020814500749111176, -0.013600860722362995, -0.012802458368241787, -0.02835030108690262, 0.03159993886947632, -0.016598373651504517, 0.02201910689473152, 0.02969498001039028, -0.008586331270635128, 0.001992505043745041, -0.02631927654147148, -0.0066183386370539665, 0.03269249200820923, 0.003907971549779177, 0.002179849660024047, 0.023265736177563667, 0.007255660369992256, -0.028616435825824738, -0.02584303729236126, 0.007521794177591801, 0.004111073911190033, -0.014315221458673477, 0.006730395369231701, 0.009741914458572865, 0.03182405233383179, 0.025815023109316826, 0.0004326870257500559, -0.002972999820485711, 0.007402734365314245, 0.012914515100419521, 0.0232937503606081, -0.021570881828665733, 0.020128153264522552, 0.005795423407107592, 0.004135586321353912, 0.0013691906351596117, -0.013040577992796898, -0.001315788715146482, -0.03664248436689377, 0.0038484414108097553, 0.01759287528693676, -0.006632345728576183, 0.005312179680913687, -0.029947107657790184, -0.00798402726650238, -0.01362187135964632, -0.016444295644760132, -0.010036062449216843, 0.003757395315915346, 0.016640394926071167, 0.02250935509800911, -0.014833482913672924, -0.027958104386925697, -0.6324470639228821, -0.013873999007046223, 0.024162188172340393, -0.0014208417851477861, 0.0038204272277653217, -0.008082076907157898, -0.010750423185527325, -0.010519306175410748, -0.042581479996442795, 0.014623376540839672, -0.011618860997259617, -0.017620889469981194, -0.004366702865809202, -0.0035140225663781166, -0.013005560263991356, -0.02294357307255268, 0.012340225279331207, -0.016948549076914787, -0.006180617958307266, 0.013089602813124657, -0.007465766277164221, 0.019819999113678932, 0.0011774690356105566, 0.011828967370092869, 0.010708401910960674, -0.0016326985787600279, -0.006775917951017618, -0.0031743512954562902, 0.03636234253644943, 0.017704932019114494, -0.02360190637409687, 0.03611021488904953, 0.0132086630910635, -0.007801935542374849, 0.048156291246414185, -0.01105857826769352, -0.026655446738004684, 0.01746681146323681, -0.0075358012691140175, 0.024358287453651428, -0.010260175913572311, -0.017704932019114494, 0.004433236550539732, 0.01685049943625927, 0.0031200738158077, 0.01601007580757141, -0.010512302629649639, -0.0016764707397669554, -0.0014085855800658464, -0.0026928584557026625, -0.0014751191483810544, 0.01338375173509121, 0.004674858413636684, 0.0016957303741946816, 0.006586822681128979, 0.01851734146475792, 0.013390755280852318, -0.013530825264751911, 0.011338720098137856, -0.017746953293681145, 0.015015575103461742, 0.007822946645319462, -0.015141637995839119, -0.011899002827703953, -0.010470281355082989, 0.012669390998780727, 0.022145170718431473, 0.011786946095526218, -0.01195503119379282, -0.028882570564746857, 0.0006951006362214684, 0.016682416200637817, -0.0027576410211622715, -0.020772479474544525, 0.002971248934045434, 0.011709907092154026, 0.019147658720612526, -0.009573829360306263, 0.011352727189660072, 0.010799448005855083, -0.003722377819940448, 0.003489510389044881, 0.002530026249587536, 0.00021513977844733745, 0.0020730458199977875, 0.011205652728676796, -0.0001855936279753223, -0.0012317463988438249, 0.004548794589936733, 0.01662638783454895, 0.00275238836184144, 0.017172662541270256, -0.011331716552376747, -0.0499211810529232, -0.005329688545316458, 0.004422731231898069, -0.015982061624526978, 0.010449270717799664, 0.006107080727815628, -0.026137184351682663, -0.0033091693185269833, -0.0022393795661628246, 0.015982061624526978, -0.0012072339886799455, 0.05151798948645592, 0.008320197463035583, -0.01480546873062849, -0.0017167410114780068, 0.01353782881051302, -0.013005560263991356, -0.018587376922369003, -0.0025405315682291985, -0.01864340528845787, 0.006194625049829483, 0.02267744019627571, -0.02680952474474907, -0.005112579092383385, 0.005420734640210867, 0.015393765643239021, -0.00958783645182848, 0.012858486734330654, -0.001990754157304764, 0.008180126547813416, 0.016024082899093628, 0.008467270992696285, 0.032272279262542725, -0.010897497646510601, 0.00034251651959493756, -0.009580832906067371, 0.009475779719650745, -0.007444755639880896, -0.00980494637042284, 0.028532393276691437, -0.010008048266172409, 0.02180900238454342, 0.021122654899954796, 0.031263772398233414, 0.020674429833889008, 0.009524804539978504, -0.03370099887251854, -0.02935880981385708, -0.0025808019563555717, 0.020240209996700287, -0.01220015436410904, -0.024022117257118225, -0.03131980076432228, -0.013845984824001789, 0.0027751498855650425, 0.01565990038216114, -0.016136139631271362, 0.00567986536771059, -0.02031024545431137, -0.01715865544974804, 0.02456839382648468, -0.004622331820428371, -0.008327201008796692, -0.004884964320808649, -0.03260844945907593, -0.009356720373034477, -0.03989212214946747, 0.01101655699312687, 0.023657934740185738, -0.012557334266602993, 0.011674889363348484, -0.012256182730197906, -0.010477284900844097, -0.010547320358455181, 0.043449919670820236, -0.029106682166457176, -0.035297807306051254, 0.004762402269989252, -0.034989651292562485, 0.0053962222300469875, 0.035914115607738495, -0.024120166897773743, 0.004307172726839781, -0.022229213267564774, 0.001945231226272881, -0.022803504019975662, -0.019119644537568092, -0.01601007580757141, 0.023812012746930122, 0.010365229099988937, -0.009741914458572865, 0.027355799451470375, 0.021052619442343712, 0.0013052833965048194, 0.01934375800192356, -0.015421779826283455, 0.014609369449317455, 0.012851483188569546, -0.01829322800040245, -0.012991553172469139, 0.014539333991706371, 0.014028076082468033, 0.0015477808192372322, 0.019707942381501198, -0.009062571451067924, 0.001493503456003964, 0.04370204731822014, -0.0077459076419472694, -0.009938012808561325, 0.015631886199116707, -0.02755189873278141, -9.226333531842101e-06, -0.02794409729540348, 0.015603871084749699, -0.03524177893996239, 0.01864340528845787, 0.0012606359086930752, -0.0040865615010261536, -0.005714883096516132, -0.02378399856388569, -0.009874981828033924, -0.013593857176601887, 0.03190809488296509, 0.003757395315915346, 0.02101059816777706, -0.00657981913536787, 0.006593826226890087, -0.01206708699464798, 0.014665397815406322, 0.025590909644961357, 0.0082501620054245, 0.005490769632160664, -0.007360713090747595, -0.0028451853431761265, 0.0051966216415166855, 0.004513776861131191, -0.027888068929314613, -0.005315681453794241, 0.003694363636896014, 0.020464323461055756, 0.026053141802549362, 0.018405284732580185, -0.008453263901174068, 0.03554993495345116, -0.01017613336443901, 0.044122256338596344, -0.012662387453019619, 0.022663433104753494, 0.011611857451498508, -0.0002858316875062883, -0.031515900045633316, 0.0015863002045080066, 0.013523821718990803, 0.016472309827804565, 0.023195700719952583, -0.005837444681674242, -0.009552818723022938, -0.01592603325843811, 0.022397298365831375, -0.013558839447796345, 0.01040024682879448, 0.011765935458242893, -0.008677377365529537, 0.0053436956368386745, 0.011303702369332314, 0.023503856733441353, 0.009538811631500721, 0.01732674054801464, 0.02185102365911007, -0.0038834589067846537, 0.0003215059405192733, 0.0006123714265413582, -0.01798507198691368, 0.018055107444524765, -0.03193610906600952, -0.017873015254735947, 0.0020345263183116913, -0.030871573835611343, -0.014833482913672924, 0.00853730645030737, -0.024554386734962463, 0.037707019597291946, 0.021374782547354698, 0.020982583984732628, 0.014819475822150707, 0.02961093746125698, 0.016388267278671265, -0.03695064038038254, -0.027355799451470375, 0.041797082871198654, -0.009860974736511707, -0.008061066269874573, -0.0008141606813296676, -0.02290155366063118, -0.0008868223521858454, 0.012697405181825161, -0.0007616342045366764, 0.0005926739540882409, 0.013082599267363548, -0.006492275279015303, 0.007133098319172859, -0.029779022559523582, 0.0048044235445559025, 0.040564462542533875, -0.0012930273078382015, 0.006387222092598677, 0.0024214715231209993, 0.002987006912007928, 0.027061650529503822, -0.03695064038038254, -0.01645830273628235, 0.03045136108994484, -0.010204147547483444, -0.018363263458013535, -0.015477808192372322, 0.015239687636494637, -0.009776932187378407, 0.03888361528515816, -0.011849978007376194, 0.03241235017776489, -0.013719921000301838, 0.014903518371284008, 0.013019567355513573, 0.01610812544822693, 0.019427800551056862, 0.03611021488904953, 0.004685363732278347, -0.0032286287751048803, -0.019932053983211517, -0.010568330995738506, 0.012130118906497955, 0.03580205887556076, 0.02434428036212921, -0.0006399478297680616, 0.011716910637915134, -0.018503334373235703, -0.012858486734330654, -0.021654924377799034, -0.008628352545201778, 0.012585348449647427, -0.004545292817056179, -0.013278698548674583, 0.010071080178022385, -0.0003573990543372929, -0.0022358777932822704, -0.0048394412733614445, -0.00433168513700366, 0.00967187900096178, -0.030479375272989273, 0.005322684999555349, -0.00027291892911307514, 0.004272154998034239, 0.005032038316130638, 0.013502811081707478, -0.007332698907703161, 0.029666965827345848, 0.003400215180590749, 0.021654924377799034, 0.030171219259500504, -0.004506773315370083, -0.007486776914447546, 0.01592603325843811, -0.012515312992036343, 0.013873999007046223, 0.003708370728418231, 0.010589341633021832, 0.02448435127735138, 0.00017497889348305762, -0.01232621818780899, 0.019245708361268044, 0.0012956536374986172, 0.008005037903785706, 0.019105637446045876, 0.01220015436410904, 0.01191300991922617, 0.004958501551300287, -0.015491815283894539, -0.01096753217279911, 0.012347228825092316, -0.020646415650844574, -0.027271756902337074, 0.02014216035604477, -0.0005524036823771894, -0.0428336076438427, -0.0019697437528520823, 0.018349256366491318, 0.008194133639335632, 0.0015127630904316902, -0.02592707984149456, 0.008586331270635128, -0.021598896011710167, -0.009552818723022938, -0.02720172144472599, 0.012550330720841885, 0.004335186909884214, -0.0013105360558256507, 0.03022724762558937, -0.012900508008897305, 0.01615014672279358, -0.01913365162909031, -0.0026280756574124098, -0.024232223629951477, -0.03286057710647583, -0.06443250179290771, -0.004352695774286985, 0.004373706411570311, 0.007836953736841679, 0.010869483463466167, 0.00024205961381085217, -0.016598373651504517, -0.009860974736511707, 0.0010093841701745987, 0.0021010597702115774, -0.0001092113452614285, -0.03182405233383179, -0.007010536268353462, -0.011513807810842991, -0.019848013296723366, -0.016654402017593384, -0.015169652178883553, 0.013068592175841331, 0.015533835627138615, 0.0007572569884359837, 0.00807507336139679, 0.008306190371513367, 0.0028469362296164036, 0.02501661889255047, -0.00043465677299536765, -0.006005529314279556, 0.02010013908147812, -0.009237660095095634, 0.014469299465417862, -0.018279220908880234, -0.025688959285616875, -0.0233777929097414, -0.016598373651504517, 0.012466289103031158, 0.014595362357795238, -0.018755462020635605, -0.009818953461945057, -0.00671288650482893, 0.011415759101510048, -0.02351786382496357, 0.005882967729121447, 0.011170634999871254, 0.03210419416427612, -0.0051090773195028305, 0.009678882546722889, -0.002797911409288645, 0.0031165722757577896, -0.017340747639536858, 0.027411827817559242, -0.0466715432703495, 0.04207722470164299, 0.024456337094306946, 0.005784918088465929, 0.030815545469522476, 0.017873015254735947, -0.009657871909439564, -0.015435786917805672, 0.01480546873062849, -0.025983106344938278, 0.03286057710647583, -0.007451759185642004, -0.025086654350161552, -0.044206298887729645, -0.024428322911262512, -0.020632408559322357, 0.007304684724658728, -0.007409737911075354, -0.004422731231898069, 0.002834680024534464, -0.004300169181078672, 0.004527783952653408, -0.0045522963628172874, 0.017046598717570305, -0.025562895461916924, 0.0013131623854860663, 0.00820113718509674, 0.006467762868851423, 0.047315869480371475, 0.00033223009086214006, 0.01311761699616909, -0.02465243637561798, -0.020282231271266937, -0.0011678391601890326, -0.006684872321784496, 0.006103578954935074, 0.008348211646080017, 0.009475779719650745, 0.02602512761950493, 0.04535488039255142, 0.001544279046356678, -0.01615014672279358, 0.008369222283363342, -0.008943511173129082, 0.015855997800827026, -0.021682938560843468, 0.009510797448456287, -0.013600860722362995, -0.010330211371183395, 0.023321764543652534, -0.015533835627138615, 0.0011923514539375901, -0.027846047654747963, -0.004419229459017515, 0.011086592450737953, -0.024358287453651428, -0.012907511554658413, -0.01671043038368225, -0.008873476646840572, -0.0282522514462471, 0.006807433906942606, -0.008817448280751705, -0.002008263021707535, -0.03647439926862717, -0.03123575635254383, 0.022887546569108963, 0.005707879550755024, 0.015771957114338875, 0.010652373544871807, 0.011506804265081882, -0.03465348109602928, 0.01741078309714794, 0.007437752094119787, 0.02131875418126583, -0.024386301636695862, -0.00224813399836421, -0.049248844385147095, 0.0009349716710858047, 0.011380741372704506, -0.01728471927344799, 0.024428322911262512, 0.014266196638345718, 0.0036838583182543516, -0.006310183089226484, 0.01864340528845787, 0.008740409277379513, -0.004667854867875576, -0.008215144276618958, -0.031207742169499397, -0.024806514382362366, -0.03269249200820923, 0.012347228825092316, 0.0031971128191798925, -0.005511780269443989, 0.0019347260240465403, 0.004324681591242552, 0.024708464741706848, -0.006194625049829483, -0.0016379512380808592, 0.010617355816066265, 0.03484958037734032, 0.04230133816599846, -0.01371291745454073, -0.0015197666361927986, 0.026823531836271286, 0.007913991808891296, -0.03888361528515816, 0.003876455593854189, 0.013257687911391258, 0.002064291387796402, -0.006341699045151472, -0.0012641376815736294, -0.0035963142290711403, -0.013495808467268944, 0.013775949366390705, 0.005070557817816734, -0.018937552347779274, -0.04081659018993378, 0.04826834797859192, -0.005917985457926989, 0.01619216799736023, -0.020954569801688194, -0.02596910111606121, -0.01596805453300476, 0.00742374500259757, -0.008614345453679562, 0.022607404738664627, 0.004097066819667816, -0.0036138230934739113, -0.003904469544067979, 0.01182196382433176, 0.012872493825852871, 0.011296698823571205, -0.02874249964952469, 0.011499800719320774, 0.023447828367352486, 0.0025037629529833794, -0.024204209446907043, 0.010204147547483444, -0.0007182998233474791, 0.026165198534727097, -0.030199233442544937, -0.003018522635102272, 0.008264169096946716, -0.025338781997561455, 0.000997127965092659, 0.0069580101408064365, 0.01105857826769352, 0.028588421642780304, -0.025212718173861504, -0.006082568317651749, 0.004723882768303156, 0.009769928641617298, 0.0060790665447711945, -0.021640917286276817, -0.00148387358058244, -0.014133129268884659, -0.009741914458572865, -0.0008806942496448755, 0.021921057254076004, -0.0009699893416836858, -0.054123301059007645, 0.0008697512676008046, -0.01147178653627634, -0.02057638019323349, -0.018853509798645973, 0.002920473227277398, 0.02080049365758896, -0.033056676387786865, -0.015407772734761238, 0.011352727189660072, -0.004293165635317564, 0.009013546630740166, 0.01855936273932457, 0.0024915067479014397, -0.030955616384744644, 0.029947107657790184, -0.026165198534727097, 0.0025773001834750175, -0.00025519123300909996, -0.014749440364539623, -0.006422239821404219, -0.017032591626048088, -0.02448435127735138, 0.01969393528997898, 0.011513807810842991, -0.03101164475083351, -0.029106682166457176, 0.00313233002088964, 0.011114606633782387, 0.015029581263661385, 0.007000031415373087, -0.016598373651504517, 0.008397236466407776, 0.03829531744122505, 0.017480818554759026, -0.0090415608137846, 0.003711872501298785, 0.0004709875793196261, 0.0025195209309458733, 0.013873999007046223, 0.02220119908452034, -0.028448350727558136, -0.003172600409016013, -0.011422762647271156, -0.005168607458472252, 0.0006784672732464969, -0.03916375711560249, -0.008124098181724548, -0.012172140181064606, -0.0034492400009185076, -0.015127630904316902, 0.0036033177748322487, 0.007507787551730871, -0.005616833455860615, -0.015982061624526978, 0.0023041623644530773, -0.027313778176903725, 0.005777914542704821, 0.01338375173509121, 0.019623899832367897, 0.012536323629319668, 0.017256705090403557, -0.021612903103232384, -0.014959546737372875, -0.016262203454971313, 0.007430748548358679, -0.023840026929974556, -0.00557131040841341, -0.026403319090604782, 0.041965167969465256, 0.006576317362487316, -0.031515900045633316, 0.009510797448456287, -0.018881523981690407, -0.03465348109602928, -0.00184543093200773, -0.013187652453780174, 0.006880971137434244, -0.0010978038189932704, 0.008649363182485104, -0.006233144551515579, 0.01206708699464798, 0.00888748373836279, 0.01619216799736023, -0.010729412548244, -0.01252932008355856, -0.012550330720841885, 0.003995515406131744, -0.010078083723783493, -0.01388800609856844, -0.028490372002124786, 0.004149593412876129, 0.011352727189660072, -0.026473354548215866, -0.0069405012764036655, 0.014105115085840225, -0.014098111540079117, -0.007619843818247318, -0.0010260175913572311, 0.005270158406347036, -0.006093073636293411, -0.005382215138524771, 0.013446783646941185, -0.021682938560843468, -0.009811949916183949, 0.026949595659971237, -0.0030570421367883682, -0.020772479474544525, -0.018615391105413437, 0.025044633075594902, 0.015099616721272469, 0.018307235091924667, -0.016836492344737053, -0.016738444566726685, 0.02448435127735138, -0.013313716277480125, 0.044206298887729645, 0.00012299955415073782, -0.0365864560008049, 0.0014260944444686174, 0.005357702728360891, -0.010603348724544048, -0.016528338193893433, 0.021458825096488, -0.0006390723865479231, 0.003995515406131744, 0.03655844181776047, -0.015673907473683357, -0.007066564634442329, 0.01619216799736023, 0.01197604089975357, -0.0232937503606081, -0.01742479018867016, -0.020114146173000336, 0.008005037903785706, -0.021472832188010216, 0.025913072749972343, 0.020016096532344818, -0.03493362292647362, -0.004933989141136408, -0.012291200459003448, 0.0014225926715880632, 0.0033669485710561275, -0.024932578206062317, -0.002635079203173518, -0.011282691732048988, -0.005259653087705374, -0.0005957380053587258, -0.007843957282602787, -0.0076408544555306435, -0.0011284442152827978, 0.019245708361268044, -0.0012623867951333523, 0.017340747639536858, 0.1935216188430786, -0.027005622163414955, 0.014945539645850658, 0.0132927056401968, 0.011331716552376747, 0.010316204279661179, 0.018097128719091415, 0.00657981913536787, -0.01654234528541565, 0.0063311937265098095, 0.005193119868636131, 0.014280203729867935, -0.030983630567789078, -0.0007883351645432413, 0.011842974461615086, -0.010645369999110699, -0.028056152164936066, -0.015687914565205574, -0.015295716002583504, 0.02215917780995369, 0.0039219786413013935, 0.0028416835702955723, 0.006614836864173412, -0.006040547043085098, 0.029414838179945946, -0.026333283632993698, 0.0039009677711874247, -0.012578344903886318, 0.017004577443003654, 0.0018331747269257903, -0.021430810913443565, 0.004055045545101166, 0.02197708562016487, -0.011906006373465061, -0.025562895461916924, -0.0004298418352846056, 0.011765935458242893, 0.002614068565890193, 0.01711663417518139, -0.00517561100423336, 0.023573892191052437, 0.014637383632361889, 0.00016666219744365662, -0.04076056182384491, -0.005203625187277794, 0.02110864780843258, -0.01131770946085453, -0.004184611141681671, -0.018013086169958115, 0.009524804539978504, -0.032048165798187256, 0.0032321305479854345, 0.027187714353203773, 0.008964521810412407, 0.01610812544822693, -0.01210910826921463, -0.007098080590367317, 0.03414922580122948, 0.015365751460194588, 0.010547320358455181, -0.02571697346866131, -0.0035262787714600563, -0.0019172171596437693, 0.017438797280192375, -0.015337737277150154, 0.003356443252414465, -0.008859469555318356, -0.013979052193462849, 0.01771893911063671, 0.009818953461945057, -0.008817448280751705, -0.013348734006285667, 0.011639871634542942, -0.010785440914332867, -0.048632532358169556, -0.039639998227357864, 0.0362502858042717, 0.014287207275629044, 0.017312733456492424, 0.05639244616031647, 0.013180648908019066, -0.03636234253644943, -0.020016096532344818, -0.011730917729437351, -0.014273200184106827, -0.04199318215250969, 0.035998158156871796, -0.02570296637713909, -0.023629920557141304, -0.010673384182155132, 0.010974535718560219, -0.008586331270635128, -0.01851734146475792, 0.019637906923890114, 0.0024214715231209993, -0.010057073086500168, 0.006128091365098953, -0.004555798135697842, -0.012018062174320221, -0.016780465841293335, -0.02203311398625374, 0.025941086933016777, 0.012312211096286774, 0.008215144276618958, 0.00626466004177928, 0.011611857451498508, -0.0024547383654862642, 0.02004411071538925, 0.003953494131565094, -0.01882549747824669, 0.020464323461055756, -0.04880061745643616, 0.01425919309258461, -0.005651851184666157, 0.009153617545962334, 0.013019567355513573, 0.006576317362487316, 0.004447243642061949, 0.02839232236146927, -0.014308217912912369, -0.012382246553897858, -0.023798005655407906, 0.007507787551730871, -0.008593334816396236, -0.005907480139285326, -0.01715865544974804, -0.02812618762254715, 0.010036062449216843, -0.03061944618821144, 0.020436309278011322, 0.005998525768518448, -0.02781803347170353, 0.01570192165672779, -0.008068069815635681, 0.001992505043745041, -0.00040751806227490306, -0.015449794009327888, -0.020716451108455658, -0.010792444460093975, 0.01742479018867016, -0.0024249732960015535, 0.022621411830186844, -0.010057073086500168, 0.011303702369332314, -0.0007992782047949731, -0.0015915528638288379, -0.0017193673411384225, 0.0029292276594787836, -0.003016771748661995, -0.033000648021698, -0.004230133723467588, -0.0002904277644120157, 0.013488804921507835, -0.010232161730527878, 0.007472769822925329, -0.003286407794803381, -0.010589341633021832, -0.02456839382648468, 0.008236154913902283, -0.0017718938179314137, -0.039415884763002396, -0.017788974568247795, -0.0041040703654289246, -0.008908494375646114, -0.008453263901174068, -0.014077100902795792, -0.1798507273197174, -0.008810444734990597, 0.018195178359746933, -0.03795914724469185, 0.013110613450407982, 0.005721886642277241, 0.0216269101947546, 0.000304434826830402, -0.0329166054725647, 0.0115208113566041, 0.0008491783519275486, 0.0035122716799378395, 0.014497313648462296, -0.009706896729767323, -0.012718415819108486, 0.024022117257118225, -0.022915560752153397, 0.0003215059405192733, 0.02026822417974472, 0.006614836864173412, 0.02654339000582695, -0.04448644071817398, 0.025744987651705742, 0.012144125998020172, 0.02106662653386593, 0.004601321183145046, 0.007836953736841679, 0.007227646186947823, -0.005847950000315905, -0.03849141672253609, -0.015463801100850105, 0.011639871634542942, 0.03695064038038254, -0.0012930273078382015, 0.010057073086500168, 0.007346705999225378, 0.013761942274868488, -0.002332176547497511, -0.0034842577297240496, 0.02645934745669365, 0.011660882271826267, 0.019287729635834694, -0.0004797420115210116, 0.014959546737372875, -0.011990047991275787, 0.024162188172340393, 0.014735433273017406, -0.03434532508254051, 0.01371291745454073, -0.0033949625212699175, 0.024890556931495667, 0.008208140730857849, 0.009909999556839466, 0.014581355266273022, -0.004912978503853083, -0.005280663724988699, -0.009636861272156239, -0.023587899282574654, 0.010869483463466167, -0.02969498001039028, -0.007661865092813969, 0.00857932772487402, 0.010358225554227829, -0.004881462547928095, 0.007360713090747595, -0.03412121161818504, -0.022047121077775955, 0.006289172451943159, -0.033000648021698, 0.0011739672627300024, -0.008831455372273922, -0.016178160905838013, -0.0005734142614528537, 0.0008754415903240442, 0.043589990586042404, 0.03036731854081154, -0.031095685437321663, 0.01767691783607006, 0.02707565762102604, 0.007115589454770088, -0.010085087269544601, 0.02096857689321041, -0.002228874247521162, 0.006499278359115124, -0.0024617419112473726, -0.0007353709661401808, -0.00433168513700366, 0.02510066144168377, -0.029863065108656883, -0.005014529451727867, 0.04866054654121399, -0.014987560920417309, 0.021038612350821495, 0.011576839722692966, 0.01484749000519514, 0.010302197188138962, 0.00013339541328605264, -0.00626466004177928, -0.011962034739553928, 0.000545400136616081, 0.01732674054801464, 0.016220182180404663, -0.02693558856844902, 0.020016096532344818, 0.03787510469555855, 0.016486316919326782, -0.028420336544513702, 0.023629920557141304, 0.040956661105155945, 0.0048744590021669865, -0.004149593412876129, 0.008607341907918453, -0.002799662295728922, 0.0007432499551214278, 0.006247151177376509, 0.01261336263269186, 0.034905608743429184, -0.013705913908779621, 0.0027383812703192234, -0.006625342182815075, 0.04930487275123596, -0.016794472932815552, 0.005112579092383385, 0.045298852026462555, -0.015057595446705818, -0.0368385836482048, -0.12090899050235748, -0.027369806542992592, 0.005375211592763662, 0.021921057254076004, -0.01100955344736576, 0.004048041999340057, 0.01307559572160244, 0.033000648021698, -0.025282753631472588, 0.03375702723860741, -0.01794305071234703, -0.018307235091924667, 0.011997051537036896, 0.01771893911063671, -0.005147596821188927, 0.007276670541614294, 0.012676394544541836, -0.0006635847385041416, -0.027579912915825844, 0.03372901305556297, -0.0009962525218725204, -0.0063311937265098095, 0.020128153264522552, -0.01711663417518139, 0.0036138230934739113, -0.009811949916183949, -0.024190202355384827, 0.02935880981385708, 0.003890462452545762, -0.019273722544312477, 0.006110582500696182, -0.024638429284095764, 0.018587376922369003, -0.0054662576876580715, 0.01685049943625927, -0.016178160905838013, -0.0037363849114626646, -0.010533313266932964, 0.028014130890369415, -0.005259653087705374, -0.009938012808561325, 0.00042699664481915534, -0.012970543466508389, 0.012942529283463955, -0.0067233918234705925, -0.014931532554328442, -0.027719983831048012, 0.022453326731920242, -0.0010435264557600021, -0.04838040471076965, -0.04527083784341812, -0.016444295644760132, -0.03484958037734032, 0.006303179543465376, 0.012424267828464508, -0.007998034358024597, 0.008845462463796139, 0.009510797448456287, 0.006730395369231701, -0.006786423269659281, 0.013775949366390705, 0.005830441135913134, -0.015996068716049194, 0.022915560752153397, 0.006030041724443436, -0.0014672401593998075, -0.0035332823172211647, -0.04527083784341812, 0.024428322911262512, -0.010981539264321327, -0.01307559572160244, 0.011044571176171303, -0.009405745193362236, 0.025086654350161552, -0.03182405233383179, 0.003963999450206757, -0.01278845127671957, -0.02689356729388237, 0.018055107444524765, 0.011906006373465061, -0.013040577992796898, -0.012403257191181183, -0.013390755280852318, -0.031123699620366096, -0.0013411765685305, 0.013635878451168537, 0.007091077044606209, -0.014322225004434586, -0.012011058628559113, -0.0281682088971138, -0.010288190096616745, 0.026473354548215866, 0.009748918004333973, -0.0165843665599823, -0.020156167447566986, 0.01973595656454563, -0.035213764756917953, 0.014308217912912369, 0.0007126095006242394, 0.036306314170360565, -0.019974075257778168, -0.015253694728016853, -0.06852256506681442, 0.022537369281053543, 0.0033757027704268694, -0.013551835902035236, 0.0029292276594787836, -0.01812514290213585, 0.02106662653386593, 0.008005037903785706, -0.01206708699464798, 0.00013919522461947054, -0.03216022253036499, 0.02180900238454342, -0.0009542313637211919, -0.03347688913345337, -0.01864340528845787, 0.00742374500259757, 0.00840423908084631, -0.0232097078114748, 0.015099616721272469, 0.012424267828464508, 0.009811949916183949, 0.006390723865479231, 0.021038612350821495, 0.013495808467268944, 0.012389250099658966, -0.02386804111301899, -0.012802458368241787, 0.020506344735622406, 0.004919982049614191, -0.006334695499390364, 0.009048564359545708, -0.004997020587325096, -0.017999079078435898, 0.012466289103031158, -0.0065307943150401115, -0.015645893290638924, 0.015519829466938972, -0.0028924590442329645, 0.031431857496500015, 0.005462755914777517, -0.01601007580757141, -0.026823531836271286, 0.022341269999742508, -0.010778437368571758, 0.009917003102600574, -0.006859960500150919, 0.005767409224063158, -0.009699893184006214, 0.006544801406562328, 0.016472309827804565, 0.027804026380181313, 0.028882570564746857, -0.00449626799672842, -0.025871051475405693, -0.01755085401237011, 0.00962985772639513, -0.005917985457926989, -0.00119847955647856, 0.01005006954073906, 0.009853971190750599, 0.02707565762102604, -0.00794200599193573, 0.007682875730097294, -0.01206708699464798, -0.014693411998450756, -0.008068069815635681, -0.007808939088135958, -0.022229213267564774, -0.010722409002482891, -0.027691969648003578, 0.005112579092383385, 0.007332698907703161, -0.0015328982844948769, 0.007991030812263489, 0.021612903103232384, 0.007262663450092077, -0.005095070227980614, 9.400054113939404e-05, -0.010932515375316143, 0.035914115607738495, 0.030731502920389175, -0.011037567630410194, -0.02141680382192135, 0.008173123002052307, 0.027747998014092445, 0.001223867409862578, 0.00829218327999115, 0.00557131040841341, -0.0019399786833673716, 0.008978528901934624, -0.009279681369662285, 0.01720067672431469, -0.004412225913256407, 0.02469445765018463, 0.0003335432556923479, -0.008852466009557247, 0.020856522023677826, 0.006965013686567545, 0.006271663587540388, 0.00017957495583686978, 0.007857964374125004, -0.008719398640096188, 0.0038554449565708637, -0.013523821718990803, -0.023237721994519234, -0.002435478614643216, -0.021682938560843468, -0.03272050619125366, 0.010407250374555588, 0.0367545410990715, -0.014539333991706371, -0.018265213817358017, -0.012739426456391811, 0.00048061745474115014, -0.018223192542791367, 0.010834465734660625, -0.02531076781451702, -0.013257687911391258, -0.017606882378458977, 0.006499278359115124, 0.03400915488600731, 0.0006946629146113992, 0.03255242109298706, 0.007864967919886112, 0.02561892382800579, 0.005284165497869253, 0.010897497646510601, -0.004660851322114468, 0.013593857176601887, 0.016164153814315796, -0.007633850909769535, -0.009832960553467274, -0.015421779826283455, -0.013614867813885212, -0.00829218327999115, -0.018405284732580185, 0.014735433273017406, -0.006390723865479231, 0.0032969131134450436, 0.09793740510940552, 0.004405222367495298, -0.035381849855184555, -0.004111073911190033, -0.004380709957331419, 0.018195178359746933, -0.0007060436764732003, 0.012858486734330654, -0.0026438336353749037, -0.026179205626249313, -0.016206175088882446, -0.010113101452589035, -0.020156167447566986, -0.031796038150787354, -0.006271663587540388, 0.013166641816496849, 0.015715928748250008, 0.005585317499935627, -0.02750987745821476, 0.002011764794588089, 0.03426128253340721, 0.0014724928187206388, -0.0023024114780128, 0.011800953187048435, -0.0100010447204113, 0.023812012746930122, 0.03417723998427391, 0.019707942381501198, 0.0017526340670883656, -0.019231701269745827, 0.023405807092785835, -0.0004884964437223971, -0.028014130890369415, -0.015519829466938972, 0.0001266107428818941, -0.01605209708213806, -0.015729935839772224, -0.018489327281713486, 0.011478790082037449, 0.004867455456405878, 0.00648176996037364, 0.009118599817156792, -0.026683460921049118, -0.0430857352912426, -0.0013219168176874518, 0.009279681369662285, 0.014525326900184155, -0.013628874905407429, -0.026263248175382614], metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='086d4104-39ba-4052-9104-0fbfed7be8e2', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='daa29a1a080c71aa8843bf9fa987dec3df40c995753a392c94f42f4c3006cad1'), : RelatedNodeInfo(node_id='49f31e17-4204-408d-a6d4-d541382c0a90', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='0122d3468a41003fdc31c57758ea961dd533680effdfa5ba53d7877310a0b05f'), : RelatedNodeInfo(node_id='69ff2b6c-53ab-42ba-b8fc-d0da9f5e2a4e', node_type=, metadata={}, hash='2cdbf4b2ed2f660856d3d8f154c257efda3b6b9bfbf82de518a2a63bfe295e1b')}, hash='d7392aaa82fec35c74d6ce32f9e94bd8617d83df2e389310a061f32f413b8fa5', text='if it were an instruction, outlining its main sections as follows: Output: Fine-tuning the model To carry out this stage, we have used the Google Colab environment, where we have developed a notebook that allows us to run the training in an interactive way and also a Python script to run the training in unattended mode. For the first test runs, a T4 instance with a high RAM capacity is enough, but when it comes to running the whole dataset and epochs, we have opted to use an A100 instance in order to speed up the training and ensure that its execution time is reasonable. In order to be able to share the model, we will log in to the Huggingface hub using the appropriate token, so that at the end of the whole process, we will upload the model files so that they can be shared with the rest of the users. Fine-tuning techniques: PEFT, Lora, and QLora In recent months, some papers have appeared showing how PEFT techniques can be used to train large language models with a drastic reduction of RAM requirements and consequently allowing fine-tuning of these models on a single GPU of reasonable size. The usual steps to train an LLM consist, first, an intensive pre-training on billions or trillions of tokens to obtain a foundation model, and then a fine-tuning is performed on this model to specialize it on a downstream task. In this fine-tuning phase is where the PEFT technique has its purpose. Parameter Efficient Fine-Tuning (PEFT) allows us to considerably reduce RAM and storage requirements by only fine-tuning a small number of additional parameters, with virtually all model parameters remaining frozen. PEFT has been found to produce good generalization with relatively low-volume datasets. Furthermore, it enhances the reusability and portability of the model, as the small checkpoints obtained can be easily added to the base model, and the base model can be easily fine-tuned and reused in multiple scenarios by adding the PEFT parameters. Finally, since the base model is not adjusted, all the knowledge acquired in the pre-training phase is preserved, thus avoiding catastrophic forgetting. Most widely used PEFT techniques aim to keep the pre-trained base model untouched', start_char_idx=1532, end_char_idx=3731, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='69ff2b6c-53ab-42ba-b8fc-d0da9f5e2a4e', embedding=[-0.019524455070495605, 0.008664526045322418, -0.019363459199666977, 0.0002575025428086519, -0.0034083640202879906, -0.0012614422012120485, -0.015953265130519867, 0.0007779960869811475, -0.031233273446559906, -0.03126254677772522, 0.018090125173330307, 0.02902323380112648, 0.007749774493277073, -0.0010684296721592546, -0.004716458264738321, -0.0248519666492939, 0.005638528149574995, 0.014116444624960423, -0.0022448000963777304, 0.007757092360407114, -0.011196557432413101, -0.008518165908753872, -0.014072536490857601, -0.029140321537852287, -0.012096673250198364, 0.020124532282352448, 0.04039542376995087, -0.026008212938904762, -0.034189749509096146, -0.0009604890365153551, 0.023300549015402794, 0.00865720771253109, -0.016275258734822273, -0.010215944610536098, -0.011642956174910069, -0.02754499576985836, 0.010150082409381866, -0.0009751250618137419, 0.05757811665534973, -0.0182803925126791, 0.04425933584570885, 0.028379248455166817, 0.002266754163429141, -0.011079469695687294, 0.0004178127273917198, 0.007486325688660145, 0.01655334234237671, -0.008320579305291176, -0.021880853921175003, 0.028789058327674866, -0.0011095935478806496, 0.006267876829952002, -0.010442802682518959, 0.008232763037085533, -0.026300933212041855, 0.01914391852915287, -0.0014553695218637586, 0.011935677379369736, 0.009220694191753864, -0.009015790186822414, -8.61009830259718e-05, 0.0032766396179795265, -0.030589288100600243, 0.018016943708062172, -0.00012120456813136116, 0.007288739550858736, 0.010662343353033066, 0.029667219147086143, 0.007328988518565893, 0.000894626893568784, 0.015850814059376717, 0.035506993532180786, -0.018953649327158928, -0.035624079406261444, 0.0179730374366045, 0.0062020146287977695, 0.00949146132916212, 0.01173809077590704, -0.022422388195991516, -0.0013080945936962962, 0.02286146767437458, -0.01249916385859251, -0.02561304159462452, 0.03732185810804367, 0.010618435218930244, -0.024061622098088264, -0.010303759947419167, -0.006860635709017515, 0.008232763037085533, 0.005342148710042238, 0.014445754699409008, 0.01532391645014286, 0.035975344479084015, 0.021017329767346382, 0.004292013589292765, 0.013435869477689266, -0.013223647139966488, -0.002235652646049857, 0.004090768285095692, -0.013179739005863667, -0.02678392268717289, 0.0069045438431203365, -0.020300164818763733, -0.004259082954376936, -0.025803308933973312, -0.004624983295798302, 0.02087096869945526, 0.017651043832302094, -0.006842340808361769, 0.007197264581918716, -0.0307063776999712, 0.058222100138664246, -0.0034870326053351164, -0.03457028791308403, -0.01115264929831028, -0.00701431417837739, 0.002522884402424097, -0.012074719183146954, -0.008620617911219597, 0.004800615832209587, 0.03626806661486626, 0.02933059073984623, 0.015821540728211403, -0.01669970341026783, 0.03178944066166878, 0.007727820426225662, 0.006867954041808844, -0.02027089148759842, -0.031233273446559906, 0.009820771403610706, 0.020856333896517754, 0.0024057964328676462, 0.019334185868501663, -0.000733173277694732, -0.022846832871437073, 0.010874565690755844, -0.0022887082304805517, -0.02565694786608219, -0.016099626198410988, -0.018090125173330307, 0.014797019772231579, 0.015909356996417046, -0.020505068823695183, -0.012565026059746742, -0.03585825860500336, 0.0369705930352211, -0.011723455041646957, 0.005927589256316423, 0.026110665872693062, -0.011035561561584473, -0.012404029257595539, -0.025437409058213234, -0.005686094984412193, 0.013538321480154991, -0.006860635709017515, 0.00611053965985775, 0.01634843833744526, 0.011518550105392933, -0.0295794028788805, -0.006553279235959053, 0.008181536570191383, 0.010479392483830452, -0.00914019625633955, 0.00458107516169548, 0.008013222366571426, 0.02230529859662056, 0.023534724488854408, -0.014855563640594482, -0.006721593905240297, 0.002846706425771117, 0.010428166948258877, 0.01507510431110859, -0.012177171185612679, 0.012865064665675163, -0.0023198097478598356, -0.0078083183616399765, -0.00418956158682704, -0.014189624227583408, 0.009184104390442371, -0.03064783290028572, 0.005817819386720657, 0.008554755710065365, 0.007318011485040188, 0.019436638802289963, -0.02637411467730999, -0.003554724156856537, -0.01920246332883835, -0.014262804761528969, -0.0007025290979072452, 0.0072741033509373665, 0.019992807880043983, 0.018456025049090385, -0.013077287003397942, -0.016333801671862602, -0.5863776206970215, -0.017694951966404915, 0.018675565719604492, -0.0064947353675961494, -0.0017032672185450792, -0.00033914411324076355, -0.020153803750872612, -0.018016943708062172, -0.04185902699828148, 0.03228706866502762, -0.020022079348564148, -0.01950981840491295, 0.01645088940858841, -0.007596096023917198, -0.016582613810896873, -0.022671200335025787, 0.011869815178215504, -0.030618561431765556, -0.008005904965102673, 0.004884772934019566, 0.0001935842738021165, 0.02087096869945526, -0.0008342533255927265, 0.023549361154437065, -0.0016502116341143847, 0.00017380277859047055, -0.0017782768700271845, -0.005887340288609266, 0.043205540627241135, 0.017490047961473465, -0.016992423683404922, 0.046308375895023346, 0.008020540699362755, -0.015382460318505764, 0.05784156545996666, -0.005023815203458071, -0.016538705676794052, 0.014657977037131786, 0.01013544574379921, 0.027457179501652718, -0.005192129407078028, -0.029257411137223244, 0.00873038824647665, 0.012316213920712471, -0.0022941967472434044, 0.02097342163324356, -0.007998586632311344, 0.0035108160227537155, -0.004639619495719671, -0.015865448862314224, 0.002596064703539014, 0.0020527022425085306, -0.00037116039311513305, 0.0003396014799363911, 0.01268211379647255, 0.004566439427435398, 0.03023802489042282, -0.018514569848775864, 0.011101423762738705, -0.011525868438184261, 0.018924377858638763, 0.01066966075450182, -0.0035364290233701468, -0.023242004215717316, -0.00896456465125084, 0.008847475983202457, 0.020753880962729454, 0.021983306854963303, -0.004442032892256975, -0.03702913969755173, -0.005909294355660677, 0.0250568725168705, -0.006553279235959053, -0.011262419633567333, -0.012162535451352596, 0.026842467486858368, 0.005279945209622383, 0.01920246332883835, 0.005550711881369352, 0.013648091815412045, -0.004939657635986805, -0.011042879894375801, 0.003053440246731043, 0.0033918984699994326, 0.007588778156787157, 0.009513415396213531, -0.013077287003397942, 0.008327897638082504, 0.0005497655947692692, 0.015236100181937218, 0.0038822051137685776, 0.011716136708855629, -0.026754651218652725, -0.04264937341213226, 0.011657592840492725, -0.009820771403610706, -0.012996789067983627, 0.013589547947049141, 0.017899855971336365, -0.0343068391084671, -0.016831425949931145, -0.002224675612524152, 0.013333417475223541, -0.014892153441905975, 0.05459236726164818, 0.0072375135496258736, -0.019363459199666977, -0.005148221272975206, 0.02025625668466091, -0.010728204622864723, -0.026652198284864426, -0.003459590021520853, -0.012147899717092514, 0.012989470735192299, 0.028789058327674866, -0.03202361986041069, -0.006556938402354717, 0.005667800083756447, 0.015192192047834396, -0.01091847289353609, 0.003353478852659464, 0.008635253645479679, 0.011913723312318325, 0.01665579527616501, 0.011825907044112682, 0.037760939449071884, -0.00911824218928814, -0.0028174344915896654, -0.010084220208227634, 0.0016895459266379476, -0.002965624211356044, 0.0033571377862244844, 0.026052121073007584, -0.01148196030408144, 0.017987672239542007, 0.017387595027685165, 0.035565536469221115, 0.017958400771021843, 0.008620617911219597, -0.028130436316132545, -0.027881624177098274, -0.005547052714973688, 0.01975863054394722, -0.008942610584199429, -0.026813194155693054, -0.03937090188264847, -0.001072088722139597, 0.013779816217720509, 0.017285143956542015, -0.007647322025150061, 0.00611053965985775, -0.02224675565958023, -0.03339940682053566, 0.010662343353033066, -0.0018880469724535942, -0.002676562638953328, -0.004434715025126934, -0.03310668468475342, -0.017021695151925087, -0.044932592660188675, 0.00024332388420589268, 0.026901010423898697, -0.022480931133031845, 0.005327512510120869, -0.009286556392908096, 0.0065605975687503815, -0.016172805801033974, 0.034745920449495316, -0.0351264551281929, -0.02469097077846527, -0.005861727520823479, -0.037497490644454956, 0.005839773453772068, 0.03691205009818077, -0.019231734797358513, 0.0003862538142129779, -0.012586980126798153, -0.009718319401144981, -0.03064783290028572, -0.015280008316040039, -0.01552882045507431, 0.02612530067563057, -0.003243708750233054, -0.017270507290959358, 0.03234561160206795, 0.02107587270438671, 0.004588393494486809, 0.021002693101763725, -0.0239298976957798, 0.013765179552137852, 0.0020435547921806574, -0.0045518032275140285, -0.021500317379832268, 0.018573112785816193, -1.5679412172175944e-05, 0.01244793739169836, 0.024368979036808014, -0.0059568616561591625, 0.010479392483830452, 0.043615348637104034, -0.009008471854031086, -0.00311198434792459, 0.013026060536503792, -0.013933493755757809, -0.0005877278163097799, -0.02810116484761238, 0.013962766155600548, -0.03767312318086624, 0.0073399655520915985, -0.004935998935252428, -9.204686648445204e-05, -0.009864679537713528, -0.02204185165464878, -0.011372189968824387, -0.020680701360106468, 0.025744764134287834, 0.0026180187705904245, 0.027471816167235374, 0.004054178483784199, 0.008071767166256905, -0.015748361125588417, 0.004163948819041252, 0.030208751559257507, 0.014526252634823322, 0.011101423762738705, -0.025891125202178955, -0.019070738926529884, 0.012645523995161057, 0.009564640931785107, -0.03146744892001152, 0.0012641864595934749, -0.003055269829928875, 0.014709203504025936, 0.024061622098088264, 0.016172805801033974, -0.020139167085289955, 0.0296818558126688, -0.01599717326462269, 0.050172287970781326, -0.002780844457447529, 0.02561304159462452, 0.015426368452608585, -0.013194374740123749, -0.0291695948690176, 0.004379829857498407, 0.0060593136586248875, 0.018499933183193207, 0.03524354472756386, -0.007588778156787157, 0.0016264281002804637, -0.003959044348448515, 0.02555449679493904, 0.0038200020790100098, 0.022158939391374588, 0.014679931104183197, -0.01848529651761055, 0.002619848120957613, 0.018251121044158936, 0.029828215017914772, 0.011042879894375801, 0.015104375779628754, 0.015236100181937218, -0.015060467645525932, -0.007837590761482716, 0.0038895232137292624, -0.027266912162303925, 0.012696750462055206, -0.036677874624729156, -0.019436638802289963, -0.004196879453957081, -0.03483373671770096, -0.022978557273745537, 0.008291306905448437, -0.03524354472756386, 0.0375853069126606, 0.02087096869945526, 0.021090509369969368, 0.02779380790889263, 0.03146744892001152, 0.00766195822507143, -0.03732185810804367, -0.035624079406261444, 0.05626087263226509, -0.010735522955656052, -0.008635253645479679, 0.0015230611898005009, -0.025042235851287842, -0.012894336134195328, -0.0034486129879951477, 0.008949927985668182, -0.005616574082523584, 0.0034961800556629896, -0.004976247902959585, 0.0038968410808593035, -0.023710357025265694, 0.009132878854870796, 0.022788288071751595, -0.003073564963415265, 0.016728974878787994, 0.005730003118515015, -0.0004889346309937537, 0.02423725463449955, -0.036941323429346085, -0.014387210831046104, 0.03723404183983803, -0.014723839238286018, -0.009776863269507885, -0.01844138838350773, 0.01423353236168623, -0.01257234439253807, 0.03029656782746315, -0.005265309475362301, 0.025788672268390656, -0.015762997791171074, 0.002312491647899151, 0.005433623678982258, 0.008598663844168186, 0.018909741193056107, 0.03178944066166878, 0.0026783922221511602, -0.00397002138197422, -0.01649479754269123, -0.021427137777209282, 0.019978171214461327, 0.03884400427341461, 0.02245165966451168, -0.002539349952712655, 0.007654640357941389, -0.022671200335025787, -0.012938244268298149, -0.011028243228793144, -0.003490691538900137, 0.008130311034619808, -0.012250351719558239, -0.013940812088549137, 0.002676562638953328, 0.004914044868201017, 0.007182628381997347, 0.005247014109045267, 0.007094812113791704, -0.001031839638017118, -0.046513281762599945, -0.002797310007736087, -0.000701156968716532, -0.006798432674258947, -0.0009174956940114498, 0.012916290201246738, 0.008642571978271008, 0.02723763883113861, 0.016714338213205338, 0.028584154322743416, 0.0353313609957695, -0.00725580845028162, -0.013333417475223541, 0.00254666805267334, 0.00018500848091207445, 0.016128897666931152, 0.020900242030620575, -0.0008337959297932684, 0.028496338054537773, 0.0004893920267932117, -0.019114647060632706, 0.02128077857196331, 0.011847861111164093, 0.008327897638082504, 0.02183694578707218, 0.013194374740123749, 0.003613268258050084, 0.006205673795193434, -0.01792912930250168, -0.021090509369969368, 0.011489278636872768, -0.0245446115732193, -0.03345794975757599, 0.02230529859662056, -0.002733277389779687, -0.04475696012377739, -0.0036882779095321894, 0.023300549015402794, 0.006941134110093117, -0.008327897638082504, -0.035360630601644516, 0.010603798553347588, -0.01375054381787777, -0.012769930064678192, -0.028027985244989395, 0.014431118965148926, 0.0015441004652529955, 0.0055250986479222775, 0.020812425762414932, -0.015294644050300121, 0.012082037515938282, -0.02515932358801365, -0.006209332961589098, -0.018514569848775864, -0.03530208766460419, -0.054504550993442535, -0.00697772391140461, 0.006253241095691919, 0.017607135698199272, 0.016070352867245674, -0.004427397157996893, -0.000540160748641938, -0.00974759180098772, 0.0016081330832093954, -0.0020527022425085306, -0.0039005002472549677, -0.022671200335025787, 0.004295672755688429, -0.01669970341026783, -0.005748298019170761, -0.012089354917407036, -0.02474951557815075, 0.003362626302987337, 0.015397096052765846, 0.0056495051831007, 0.0009206973481923342, 0.00046583719085901976, 0.018719473853707314, 0.032316338270902634, -0.007457053754478693, -0.002636313671246171, 0.02362254075706005, -0.009249966591596603, 0.01715341955423355, -0.020944150164723396, -0.017329052090644836, -0.031086914241313934, -0.011072151362895966, 0.01770958863198757, 0.024822695180773735, -0.01454088930040598, -0.021368594840168953, -0.013633456081151962, 0.021880853921175003, -0.023461544886231422, 0.009271920658648014, 0.01990499161183834, 0.029389135539531708, -0.01076479535549879, 0.005770252086222172, 0.002572281053289771, -0.00537142064422369, -0.008371804840862751, 0.028993962332606316, -0.027354726567864418, 0.0361509770154953, 0.008364487439393997, -0.0013492583530023694, 0.03313595801591873, 0.02433970756828785, -0.0042846957221627235, -0.014299394562840462, 0.015192192047834396, -0.030618561431765556, 0.037702396512031555, -0.0153531888499856, -0.018163304775953293, -0.03275541961193085, -0.013055332936346531, -0.03506791219115257, 0.0020911218598484993, -0.020680701360106468, -0.010508664883673191, 0.008101038634777069, -0.010054947808384895, -0.0008365401881746948, 0.00394806731492281, 0.007131402380764484, -0.025291047990322113, -0.00483720563352108, 0.0035437471233308315, -0.001806634129025042, 0.03966362401843071, -0.0069630881771445274, 0.004672550596296787, -0.01715341955423355, -0.02571549266576767, -0.0065276664681732655, -0.017329052090644836, 0.0027131529059261084, 0.022232118993997574, 0.013318780809640884, 0.02836461365222931, 0.0394294448196888, -0.007618050090968609, 0.00041804142529144883, 0.005532416980713606, -0.003573019290342927, 0.01272602193057537, -0.011642956174910069, 0.01018667221069336, -0.021222233772277832, 0.0005909294122830033, 0.022290663793683052, 0.005777569953352213, 0.002169790444895625, -0.017094874754548073, 0.0027204707730561495, 0.013091922737658024, -0.029550131410360336, -0.017490047961473465, -0.022524839267134666, -0.019436638802289963, -0.030560016632080078, 0.011189240030944347, -0.011189240030944347, 0.003995634149760008, -0.04584002494812012, -0.016304530203342438, 0.02734009176492691, -0.005364102311432362, 0.014204260893166065, -0.0017352835275232792, 0.017241235822439194, -0.03746822103857994, 0.027047371491789818, 0.004013929516077042, 0.010420848615467548, -0.017987672239542007, -0.0037541398778557777, -0.040600329637527466, 0.005949543323367834, 0.00870843417942524, -0.01020862627774477, 0.03249197080731392, 0.017651043832302094, 0.006769160740077496, 0.00282475259155035, 0.017812039703130722, 0.014072536490857601, -0.0053897155448794365, -0.005100653972476721, -0.027559632435441017, -0.02204185165464878, -0.030764920637011528, -0.012843110598623753, -0.0021496659610420465, 0.000500369060318917, 0.0008713007555343211, -0.0068277050741016865, 0.025905761867761612, 0.0030369749292731285, -0.006344716064631939, 0.00946950726211071, 0.040863778442144394, 0.05342148616909981, -0.013230965472757816, 0.005645846016705036, 0.01910001039505005, -0.002484465017914772, -0.04048324003815651, 0.0018880469724535942, 0.01934882253408432, 0.0059239305555820465, 0.0012760782847180963, 0.0062020146287977695, -0.004244446754455566, -0.006249581929296255, 0.017812039703130722, 0.009945177473127842, -0.03272614628076553, -0.04276645928621292, 0.04405442997813225, -0.0010848952224478126, 0.018953649327158928, -0.022568747401237488, -0.029564766213297844, -0.013970084488391876, 0.009264602325856686, -0.020651428028941154, 0.026139937341213226, 0.008591345511376858, -0.005331171676516533, 0.004361534956842661, 0.015338552184402943, 0.019890354946255684, 0.02041725255548954, -0.00418956158682704, 0.016216713935136795, 0.03843419626355171, -0.00256496318615973, -0.02311027981340885, 0.018514569848775864, 0.011167285963892937, 0.041771210730075836, -0.012096673250198364, -0.0032199250999838114, 0.013560275547206402, -0.036677874624729156, 0.0063922833651304245, 0.008079084567725658, 0.004760366398841143, 0.03298959508538246, -0.03252124413847923, -0.0030827124137431383, -0.006414236966520548, 0.0036169271916151047, 0.002634484088048339, -0.022890741005539894, -0.007515598088502884, 0.00660816440358758, -0.009798817336559296, 0.0008136714459396899, 0.022437022998929024, -0.014109126292169094, -0.06106149032711983, -2.1510952137759887e-05, -0.011445370502769947, -0.014855563640594482, -0.01924637146294117, -0.004643278196454048, 0.01772422343492508, -0.029872123152017593, -0.0024936124682426453, 0.0052543324418365955, -0.011159967631101608, 0.013904222287237644, 0.019539091736078262, 0.0006604505470022559, -0.025730129331350327, 0.03167235478758812, -0.018514569848775864, 0.000564401620067656, 0.0038382972124964, -0.01270406786352396, -0.017753496766090393, -0.013457823544740677, -0.025847217068076134, 0.017738860100507736, 0.002023430308327079, -0.029594039544463158, -0.045488759875297546, -0.009096288122236729, 0.015616636723279953, 0.02791089564561844, 0.01400667428970337, -0.011145331896841526, 0.009630503132939339, 0.03293105214834213, 0.02047579735517502, -0.009615867398679256, -0.006117857526987791, 0.004738412331789732, 0.012638205662369728, 0.005536075681447983, 0.02851097285747528, -0.02158813364803791, 0.011540504172444344, -0.01405058242380619, -0.012660159729421139, 0.0022887082304805517, -0.05192860960960388, 0.0019703747238963842, -0.012433301657438278, 0.01013544574379921, -0.016743609681725502, 0.0008177877753041685, 0.010611116886138916, -0.017885221168398857, -0.01598253659904003, -0.0041090636514127254, -0.010735522955656052, -0.005118949338793755, 0.008327897638082504, 0.018499933183193207, -0.0005708049284294248, 0.020095260813832283, -0.02199794352054596, -0.02265656366944313, -0.009645138867199421, 0.004606688395142555, -0.023183461278676987, -0.018046217039227486, -0.027325455099344254, 0.04777197912335396, 0.003611438674852252, -0.026842467486858368, -0.00509333610534668, -0.02499832771718502, -0.03360430896282196, -0.002773526357486844, -0.016158169135451317, -0.0028174344915896654, -0.004379829857498407, 0.0048189107328653336, 0.0020673382095992565, 0.0038565921131521463, 0.011416098102927208, 0.00814494676887989, -0.00946950726211071, -0.017358323559165, 0.0004070643917657435, -0.004573757294565439, -0.014753111638128757, -0.00727044465020299, -0.0382000207901001, -0.001427012262865901, 0.02551058866083622, -0.030764920637011528, -0.005214083474129438, 0.025422772392630577, -0.016333801671862602, -0.022729743272066116, 0.014116444624960423, 0.008115675300359726, -0.008906019851565361, -0.008759659714996815, 0.024295799434185028, -0.025291047990322113, -0.009542686864733696, 0.032199252396821976, 0.00891333818435669, -0.011833224445581436, -0.01568981632590294, 0.017651043832302094, 0.008723069913685322, 0.02530568465590477, -0.010018358007073402, -0.010252534411847591, 0.021105146035552025, -0.012923608534038067, 0.048855043947696686, -0.005027473904192448, -0.023900626227259636, -0.00044548395089805126, 0.017651043832302094, 0.0025777695700526237, -0.013165103271603584, 0.02027089148759842, 0.019085373729467392, 0.013399279676377773, 0.05075772851705551, -0.0048189107328653336, 0.003805366111919284, 0.0091914227232337, 0.013574911281466484, -0.018456025049090385, -0.013179739005863667, -0.01949518360197544, 0.0041859024204313755, -0.019436638802289963, 0.025935033336281776, 0.03544844686985016, -0.04481550306081772, 0.005177493207156658, -0.005170175340026617, 0.013099241070449352, 0.002297855680808425, -0.021924762055277824, 1.4807538718741853e-05, -0.0022301641292870045, 0.00015413561777677387, -0.00611053965985775, -0.014855563640594482, -0.01013544574379921, -0.0005497655947692692, 0.007786364294588566, -0.009608549065887928, 0.004456669092178345, 0.18640439212322235, -0.03802438825368881, 0.029447678476572037, 0.021266141906380653, 0.010662343353033066, 0.011869815178215504, 0.00969636533409357, 0.013472459279000759, -0.012667478062212467, 0.008569391444325447, 0.00862793531268835, 0.01618744246661663, -0.025378864258527756, -0.0007505535613745451, 0.009293874725699425, -0.002855854108929634, -0.018002308905124664, -0.020226983353495598, -0.01751931942999363, 0.01000372227281332, 0.004599370528012514, 0.00969636533409357, 0.012440619990229607, -0.007976632565259933, 0.03105764091014862, -0.019290277734398842, -0.004372511990368366, -0.024661699309945107, 0.01384567841887474, 0.0012230227002874017, -0.02830606885254383, -4.6452223614323884e-05, 0.020651428028941154, -0.023563997820019722, -0.02760354056954384, -0.001032754429616034, 0.007226536516100168, 0.0033406722359359264, 0.008320579305291176, 0.0014617728302255273, 0.026096029207110405, 0.0050896769389510155, 0.0038382972124964, -0.029140321537852287, -0.01852920465171337, 0.019422002136707306, -0.006571574602276087, -1.1019896192010492e-05, -0.008086402900516987, 0.009498778730630875, -0.025627676397562027, -0.003816343145444989, 0.02230529859662056, 0.01384567841887474, 0.006853317841887474, -0.013706635683774948, 0.011467324569821358, 0.03746822103857994, 0.02633020654320717, 0.006363010965287685, -0.026286298409104347, 0.011913723312318325, -0.004946975968778133, 0.006066631525754929, -0.01770958863198757, 0.011913723312318325, -0.008701115846633911, -0.025847217068076134, 0.010911155492067337, -0.0006668537971563637, -0.014892153441905975, -0.02419334650039673, 0.019129281863570213, -0.004035883583128452, -0.05866118147969246, -0.047889068722724915, 0.031145457178354263, -0.0012696749763563275, 0.03214070573449135, 0.0638716071844101, -0.00211307592689991, -0.041215039789676666, -0.013882268220186234, -0.006509371567517519, -0.02534959279000759, -0.04502040892839432, 0.04463987052440643, -0.008349851705133915, -0.018748745322227478, -0.011606366373598576, 0.005144562106579542, -0.011979584582149982, -0.016128897666931152, 0.018412116914987564, -0.0011745408410206437, -0.0067289117723703384, -0.001362979644909501, -0.007903452962636948, -0.0010290953796356916, -0.011167285963892937, -0.014211578294634819, 0.03670714795589447, 0.009308510459959507, 0.004035883583128452, 0.0030936894472688437, 0.0027460837736725807, 0.005100653972476721, 0.02510078065097332, 0.013370007276535034, -0.02388598956167698, 0.015748361125588417, -0.04481550306081772, 0.008159582503139973, 0.0054226466454565525, 0.005634868983179331, 0.0026436317712068558, 0.014145716093480587, -0.003232731716707349, 0.02524713985621929, -0.02627166174352169, -0.015909356996417046, -0.014921425841748714, 0.013926176354289055, -0.01608498953282833, -0.0071716513484716415, 0.0032126070000231266, -0.03152599558234215, 0.005060405004769564, -0.021705223247408867, 0.019217098131775856, 0.01018667221069336, -0.01700705848634243, 0.021661315113306046, -0.012228397652506828, -0.004588393494486809, -0.001999646658077836, -0.01618744246661663, -0.02230529859662056, 0.008298625238239765, 0.02460315451025963, -0.006564256269484758, 0.018617020919919014, -0.0013931664871051908, 0.003144915448501706, -0.0017105852020904422, 0.001226681750267744, -0.0070728580467402935, 0.004295672755688429, -0.004292013589292765, -0.022539475932717323, -0.0007825698703527451, -0.005795865319669247, 0.016977787017822266, -0.017446139827370644, 0.003660835325717926, 0.010164718143641949, 0.0016758246347308159, -0.03541917726397514, 0.02046116068959236, 0.005810501053929329, -0.02567158453166485, -0.006088585592806339, 0.00010902693611569703, 0.0021716200280934572, -0.017504684627056122, -0.029345227405428886, -0.18851198256015778, -0.001169967115856707, 0.029037870466709137, -0.04308845102787018, 0.02010989561676979, 0.009637821465730667, 0.021749131381511688, 0.004866477567702532, -0.04212247580289841, 6.700554513372481e-05, 0.0008328811964020133, 0.009352418594062328, 0.007146038580685854, -0.01598253659904003, -0.021353958174586296, 0.019890354946255684, -0.01405058242380619, 0.006824045907706022, 0.018617020919919014, 0.008137629367411137, 0.03623879328370094, -0.04399588704109192, 0.01430671289563179, 0.01710951142013073, 0.014979969710111618, -3.9906033634906635e-05, 0.006414236966520548, 0.008927973918616772, -0.006465463433414698, -0.04007343202829361, -0.008620617911219597, 0.021119780838489532, 0.033223774284124374, 0.01430671289563179, 0.005283604376018047, 0.0062276278622448444, 0.03269687667489052, -0.00042764630052261055, -0.004368852823972702, 0.03243342787027359, 0.027925532311201096, 0.006564256269484758, -0.01091847289353609, 0.01766568049788475, -0.018807290121912956, 0.02555449679493904, 0.015265372581779957, -0.017285143956542015, 0.008079084567725658, -0.0022704130969941616, 0.020709972828626633, 0.005810501053929329, 0.011467324569821358, 0.010567208752036095, 0.012030811049044132, -0.004160289652645588, -0.0027040052227675915, -0.02622775360941887, 0.020285528153181076, -0.024310434237122536, -0.014965333975851536, 0.008810886181890965, 0.017738860100507736, -0.0031247909646481276, -0.004478623159229755, -0.04384952411055565, -0.02458851970732212, 0.021719858050346375, -0.026915647089481354, -0.0067618428729474545, -0.023695722222328186, -0.008832840248942375, -0.011752726510167122, -0.006172742694616318, 0.040044158697128296, 0.043615348637104034, -0.03544844686985016, 0.02152959071099758, 0.020680701360106468, -0.001137036015279591, -0.010040312074124813, 0.029872123152017593, -0.005828796420246363, 0.013172420673072338, -0.018192576244473457, -0.005700731184333563, 0.005730003118515015, 0.030384384095668793, -0.02978430688381195, -0.007910770364105701, 0.04206392914056778, -0.017651043832302094, 0.026300933212041855, -0.0068716127425432205, 0.013443187810480595, 0.01331146340817213, 0.014753111638128757, -0.009074334055185318, -0.007654640357941389, -6.489018414868042e-05, 0.016421617940068245, -0.010684297420084476, -0.02674001455307007, 0.029198866337537766, 0.024705607444047928, 0.005821478087455034, -0.0253642275929451, 0.02423725463449955, 0.03723404183983803, 0.005411669611930847, 0.0005909294122830033, 0.0019557385239750147, -0.009791499935090542, 0.00446764612570405, 0.00898651871830225, 0.015660544857382774, 0.022232118993997574, -0.0020252596586942673, 0.012762612663209438, -0.0127333402633667, 0.046308375895023346, -0.012652842327952385, 0.011555139906704426, 0.0484745092689991, -0.027076642960309982, -0.0351264551281929, -0.11117523163557053, -0.017592499032616615, 0.008342533372342587, 0.023432273417711258, -0.015294644050300121, -0.011467324569821358, 0.007489984855055809, 0.03541917726397514, -0.037907298654317856, 0.037351131439208984, -0.013165103271603584, -0.01945127546787262, 0.007091153413057327, 0.019217098131775856, -0.011474641971290112, -0.007874180562794209, -0.0016227690503001213, -0.005960520356893539, -0.025334956124424934, 0.038668371737003326, -0.014848245307803154, -0.021222233772277832, 0.016260622069239616, -0.01762177236378193, 0.0037870709784328938, 0.004324944689869881, -0.033838484436273575, 0.01555809285491705, -0.007544870022684336, -0.016889970749616623, 0.012850428000092506, -0.022978557273745537, 0.016611887142062187, -0.01020862627774477, 0.005060405004769564, -0.021310050040483475, -0.0035254519898444414, 0.004972588736563921, 0.033428676426410675, -0.014218896627426147, -0.0013757861452177167, 0.005550711881369352, -0.020226983353495598, 0.008876748383045197, -0.027457179501652718, -0.023666448891162872, -0.029301319271326065, 0.029872123152017593, -0.006055654492229223, -0.04873795807361603, -0.03234561160206795, -0.008027859032154083, -0.029359862208366394, 0.005298240575939417, 0.024442158639431, -0.017036331817507744, -0.004335921723395586, 0.00611053965985775, 0.0054555777460336685, 0.0063264211639761925, 0.009520732797682285, 0.0020984397269785404, -0.02205648645758629, 0.023139553144574165, 0.005034791771322489, 0.007779046427458525, 0.005012838169932365, -0.026344841346144676, 0.028745150193572044, 0.010347668081521988, -0.0014087172457948327, -0.0010181183461099863, 0.003038804279640317, 0.0245446115732193, -0.03899036720395088, 0.010281805880367756, -0.01624598540365696, -0.03401411697268486, 0.009403645060956478, 0.0034211704041808844, -0.016377709805965424, -0.010786749422550201, -0.015441004186868668, -0.03620951995253563, 0.008518165908753872, 0.01898292265832424, 0.0011589900823310018, -0.018821926787495613, -0.019685450941324234, -0.020856333896517754, -0.005989792291074991, 0.01379445195198059, 0.022788288071751595, -0.01618744246661663, -0.020285528153181076, 0.015236100181937218, -0.035624079406261444, 0.01669970341026783, 0.005693412851542234, 0.039839256554841995, -0.030120935291051865, -0.014892153441905975, -0.06990164518356323, 0.018368208780884743, -0.004870136734098196, -0.016524070873856544, -0.009593913331627846, -0.027223004028201103, 0.022071123123168945, 0.007537552155554295, -0.013757862150669098, 7.175081555033103e-05, -0.04428860545158386, 0.010859929025173187, -0.009359736926853657, -0.025730129331350327, -0.014401846565306187, 0.010596481151878834, 0.02545204386115074, -0.02551058866083622, 0.021749131381511688, 0.008635253645479679, 0.002299685264006257, -0.007347283884882927, 0.02643265761435032, 0.009337782859802246, 0.002231993479654193, -0.028803693130612373, -0.014958015643060207, 0.003642540192231536, -0.0011388655984774232, 0.0020911218598484993, 0.006549620535224676, -0.025042235851287842, -0.019787903875112534, 0.028437793254852295, -0.002872319659218192, -0.023651814088225365, 0.016992423683404922, -0.00041575453360565007, 0.031291816383600235, -0.001997817074880004, -0.00609590345993638, -0.024529974907636642, 0.011642956174910069, -0.010698933154344559, 0.01741686835885048, 0.0002668787492439151, 0.014335984364151955, -0.012791884131729603, 0.0060593136586248875, 0.020739244297146797, 0.027779171243309975, 0.014145716093480587, -0.010684297420084476, -0.029916031286120415, -0.007061881013214588, 0.01002567633986473, -0.006534984335303307, -0.009923223406076431, 0.007409486919641495, 0.006384965032339096, 0.03187725692987442, -0.010494028218090534, 0.008701115846633911, -0.011833224445581436, -0.01980253867805004, -0.012513799592852592, -0.019773267209529877, -0.00886211171746254, -0.022671200335025787, -0.03471664711833, -0.0013373666442930698, 0.011847861111164093, 0.0007757092243991792, 0.010128128342330456, 0.017226599156856537, 0.008327897638082504, 0.00293452269397676, 0.0015349528985098004, -0.02031479962170124, 0.03152599558234215, 0.02251020446419716, -0.015616636723279953, -0.026052121073007584, 0.008137629367411137, 0.016816791146993637, -0.00794004276394844, -0.007815636694431305, 0.0078083183616399765, 0.0004889346309937537, 0.00712774321436882, -0.015001923777163029, 0.01716805435717106, -0.009989085607230663, 0.01407985482364893, -0.003210777649655938, -0.003476055571809411, 0.02031479962170124, 0.006114198826253414, -0.009293874725699425, -0.005733662284910679, 0.01532391645014286, -0.004734753631055355, -0.0025448384694755077, -0.011474641971290112, -0.03650224208831787, -0.0023801831994205713, -0.0254666805267334, -0.019934263080358505, 0.011072151362895966, 0.03723404183983803, -0.0017243064939975739, -0.014709203504025936, -0.027179095894098282, 0.004116381518542767, -0.0036553468089550734, 0.0030296568293124437, -0.015280008316040039, -0.008364487439393997, -0.01113069523125887, -0.0024295798502862453, 0.038317110389471054, -0.004892090801149607, 0.03682423382997513, 0.02729618363082409, 0.016128897666931152, 0.01741686835885048, 0.012938244268298149, -0.010420848615467548, 0.013918858021497726, 0.016406981274485588, 0.0009769545868039131, -0.013179739005863667, -0.0230078287422657, -0.024368979036808014, -0.011935677379369736, -0.014211578294634819, 0.02896469086408615, -0.0017672998365014791, -0.0017133294604718685, 0.10889201611280441, 0.0012678455095738173, -0.03647296875715256, 0.000708932348061353, -0.027574267238378525, 0.02205648645758629, -0.0033754329197108746, 0.007764410227537155, 0.0012001539580523968, -0.021500317379832268, -0.02158813364803791, -0.005880022421479225, -0.025525225326418877, -0.03354576602578163, 0.0009101777104660869, 0.01356759387999773, 0.01715341955423355, -0.001032754429616034, -0.023198096081614494, 0.00010776915587484837, 0.038609828799963, -0.002619848120957613, -0.012565026059746742, 0.013713954016566277, -0.004196879453957081, 0.02886223793029785, 0.025422772392630577, 0.020241620019078255, 0.007991268299520016, -0.015909356996417046, 0.01229425985366106, 0.020241620019078255, -0.030033119022846222, -0.016333801671862602, 0.0012513799592852592, -0.003805366111919284, -0.007874180562794209, -0.025788672268390656, 0.01939273066818714, -0.0025759399868547916, 0.009242648258805275, 0.0064691221341490746, -0.03234561160206795, -0.049059949815273285, 0.005653163883835077, 0.02413480170071125, 0.011613684706389904, -0.016158169135451317, -0.043498262763023376], metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='086d4104-39ba-4052-9104-0fbfed7be8e2', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='daa29a1a080c71aa8843bf9fa987dec3df40c995753a392c94f42f4c3006cad1'), : RelatedNodeInfo(node_id='8b46d4f1-a312-4a33-a9fe-43d3a8c40fe5', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='d7392aaa82fec35c74d6ce32f9e94bd8617d83df2e389310a061f32f413b8fa5'), : RelatedNodeInfo(node_id='d1de9290-c7ba-4675-a4de-a499a381b70c', node_type=, metadata={}, hash='74da39e87dd0bc08b880eea99377011f32650b694140684c8f259131eb2583b3')}, hash='2cdbf4b2ed2f660856d3d8f154c257efda3b6b9bfbf82de518a2a63bfe295e1b', text='only fine-tuning a small number of additional parameters, with virtually all model parameters remaining frozen. PEFT has been found to produce good generalization with relatively low-volume datasets. Furthermore, it enhances the reusability and portability of the model, as the small checkpoints obtained can be easily added to the base model, and the base model can be easily fine-tuned and reused in multiple scenarios by adding the PEFT parameters. Finally, since the base model is not adjusted, all the knowledge acquired in the pre-training phase is preserved, thus avoiding catastrophic forgetting. Most widely used PEFT techniques aim to keep the pre-trained base model untouched and add new layers or parameters on top of it. These layers are called \"Adapters\" and the technique of their adjustment \"adapter-tuning\", we add these layers to the pre-trained base model and only train the parameters of these new layers. However, a serious problem with this approach is that these layers lead to increased latency in the inference phase, which makes the process inefficient in many scenarios.In the LoRa technique, a Low-Rank Adaptation of Large Language Models, the idea is not to include new layers but to add values to the parameters in a way that avoids this scary problem of latency in the inference phase. LoRa trains and stores the changes of the additional weights while freezing all the weights of the pre-trained model. Therefore, we train a new weights matrix with the changes in the pre-trained model matrix, and this new matrix is decomposed into 2 Low-rank matrices as explained here: Merge the base model and the adapter weights As we mention, we have trained \"modification weights\" on the base model, our final model requires merging the pretrained model and the adapters in a single model. You can find and download the model in my Hugging Face account edumunozsala/llama-27b-int4-python-code-20k. Give it a try! Inferencing or generating Python code And finally, we will show you how you can download the model from the Hugging Face Hub and call the model to generate an accurate result: Thanks to Maxime Labonne for an excellent article [9] and Philipp Schmid who provides an inspiring', start_char_idx=3045, end_char_idx=5256, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='d1de9290-c7ba-4675-a4de-a499a381b70c', embedding=[-0.0186980701982975, 0.01859995536506176, -0.004681526217609644, -0.0018484318861737847, -0.0057572959922254086, 0.0032238054554909468, -0.021865809336304665, 0.006440602242946625, -0.02625298872590065, -0.0409843772649765, 0.01579664647579193, 0.016455423086881638, -0.0016741011058911681, -0.009895680472254753, -0.011290326714515686, -0.0028786479961127043, 0.01341383345425129, 0.0004524716059677303, 0.007330653257668018, 0.004765625111758709, -0.0010608772281557322, -0.019118567928671837, -0.017506664618849754, -0.020127758383750916, -0.01617509312927723, 0.014885570853948593, 0.040563881397247314, -0.017955193296074867, -0.010176011361181736, -0.009713465347886086, 0.014352941885590553, 0.017506664618849754, -0.019945543259382248, -0.010855814442038536, -0.006896140053868294, -0.012243452481925488, 0.011977137997746468, -0.0041874428279697895, 0.03347150981426239, -0.01802527718245983, 0.02406640723347664, 0.0311447624117136, 0.002135771093890071, -0.00780020747333765, -0.0010862821945920587, 0.009342026896774769, 0.02193589322268963, -0.005778320599347353, -0.019945543259382248, 0.015207950957119465, 0.002748994855210185, 0.010456342250108719, -0.02169761247932911, 0.012846163474023342, -0.015712546184659004, 0.022412454709410667, 0.0037108801770955324, 0.00929997768253088, 0.004026252776384354, 0.005312270484864712, 0.010890855453908443, -0.0007538273348473012, -0.02335156314074993, 0.004716567229479551, -0.012432675808668137, -0.005687213037163019, 0.008585133589804173, 0.03274264931678772, 0.0173945315182209, 0.0005335047608241439, 0.03254641592502594, 0.005073989275842905, -0.014030561782419682, -0.024402804672718048, 0.016259191557765007, -0.005424403119832277, -0.004418715834617615, 0.010014821775257587, -0.02848161943256855, -0.009257927536964417, 0.020744485780596733, -0.012944279238581657, -0.0059044696390628815, 0.03484513238072395, 0.022356389090418816, -0.014997703023254871, -0.0050109149888157845, -0.010967946611344814, -0.0056556761264801025, -0.005900965537875891, 0.00857111718505621, 0.029126379638910294, 0.043619487434625626, 0.019539063796401024, -0.004029756877571344, 0.013617073185741901, -0.029911307618021965, 0.006608800962567329, -0.008248737081885338, -0.0001767398789525032, -0.023183366283774376, 0.0029259538277983665, -0.012054229155182838, -0.005746783223003149, -0.036358918994665146, -0.016147060319781303, 0.017072152346372604, 0.014815487898886204, -0.0005808105925098062, 0.017618797719478607, -0.031705424189567566, 0.05009513348340988, 0.003351706312969327, -0.05368336662650108, 0.0030818877276033163, -0.0028646313585340977, 0.004958353005349636, -0.009236902929842472, -0.014303884468972683, 0.0011957865208387375, 0.024977482855319977, 0.036975644528865814, 0.009524242021143436, -0.026042740792036057, 0.023407630622386932, 0.012432675808668137, 0.00015976671420503408, -0.023561812937259674, -0.0320698544383049, 0.009706457145512104, 0.016105011105537415, 0.022314339876174927, 0.022272290661931038, 0.007232537027448416, -0.00647914782166481, 0.0248933844268322, 0.013014362193644047, -0.030696233734488487, -0.01421277690678835, -0.017184283584356308, 0.0017126465681940317, 0.0177729781717062, -0.017590763047337532, -0.0004673641815315932, -0.030051471665501595, 0.02693980000913143, -0.00787029042840004, -0.007898323237895966, 0.023505745455622673, -0.008220703341066837, -0.017983227968215942, -0.03675138205289841, 0.013813304714858532, 0.014037569984793663, 0.008374885655939579, 0.023183366283774376, 0.017786996439099312, 0.006251378916203976, -0.028215305879712105, -0.0027016890235245228, -0.007561925798654556, 0.004723575431853533, -0.015460249036550522, 0.007947380654513836, 0.0049478402361273766, 0.021010801196098328, 0.037424176931381226, -0.012439684011042118, -0.016259191557765007, -0.008052505552768707, 0.004271542187780142, 0.014759422279894352, -0.011493566446006298, 0.021487362682819366, -0.017254367470741272, -0.0006018353742547333, 0.0077090999111533165, -0.022005975246429443, -0.002927705878391862, -0.02078653685748577, -0.0018817211966961622, 0.01433892548084259, 0.012152344919741154, 0.019454965367913246, -0.024528954178094864, 0.00016984110698103905, -0.0026754080317914486, -0.02504756674170494, 0.007821232080459595, 0.005003906786441803, 0.025075599551200867, 0.026140855625271797, -0.013070427812635899, -0.004268038086593151, -0.6189706325531006, -0.014927620068192482, 0.025748392567038536, 0.0014279355527833104, -0.013890395872294903, -0.0038895912002772093, -0.02363189496099949, -0.017744945362210274, -0.03801286965608597, 0.02693980000913143, -0.024388788267970085, -0.022104091942310333, 0.012117302976548672, -0.016847888007760048, 0.0034568305127322674, -0.023407630622386932, 0.023996325209736824, -0.02775275893509388, -0.0204361230134964, -0.0077931988053023815, -0.002876895945519209, 0.0065772635862231255, -0.006219842005521059, 0.00032654168899171054, 0.0017266630893573165, 0.008900506421923637, -0.0016119027277454734, -0.01382732205092907, 0.04092831164598465, 0.02692578360438347, -0.0104913841933012, 0.028691867366433144, 0.014955653809010983, -0.014065602794289589, 0.04418015107512474, -0.010526425205171108, -0.013126494362950325, 0.010119945742189884, 0.002007870003581047, 0.021879827603697777, -0.0196231622248888, -0.025454046204686165, 0.01700206845998764, 0.010477367788553238, -0.006121726240962744, 0.01705813594162464, 0.005806353874504566, 0.009608341380953789, -0.005210650619119406, -0.020912684500217438, -0.003907111939042807, 0.014423024840652943, 0.010596508160233498, -0.012769072316586971, 0.010274127125740051, 0.008087546564638615, 0.03764843940734863, -0.010512408800423145, 0.009930722415447235, -0.008823415264487267, 0.0032273095566779375, 0.011388442479074001, -0.02183777652680874, -0.020506205037236214, -0.014549173414707184, 0.012096278369426727, 0.01986144483089447, 0.029967373237013817, -0.002253159647807479, -0.019412914291024208, -0.010827780701220036, 0.014703355729579926, 0.0010013069259002805, -0.013518957421183586, -0.009902688674628735, 0.03787270560860634, 0.003080135677009821, 0.0011379682691767812, 0.005186121445149183, 0.016006894409656525, 0.005480469204485416, 0.014177734963595867, 0.008858456276357174, -0.0018466798355802894, 0.0051826173439621925, 0.00536483246833086, -0.011696807108819485, 0.0057397750206291676, -0.005007410887628794, 0.025005515664815903, 0.003956169821321964, 0.013273668475449085, -0.013497932814061642, -0.0400032177567482, 0.022832952439785004, 0.007491843309253454, -0.0069311815313994884, 0.013960478827357292, 0.019693246111273766, -0.031172795221209526, -0.011416476219892502, -0.0052001383155584335, 0.016245175153017044, -0.008816407062113285, 0.03532169386744499, -0.0011055549839511514, -0.032770682126283646, -0.003127441508695483, 0.012670956552028656, -0.018319623544812202, -0.031705424189567566, 0.0027174577116966248, -0.023141315206885338, 0.007197496015578508, 0.027192097157239914, -0.02562224492430687, -0.017646830528974533, -0.004699046723544598, 0.01767486333847046, -0.0006456371047534049, 0.00871829129755497, 0.013385800644755363, 0.016287224367260933, 0.0029014248866587877, 0.01530606672167778, 0.03187362477183342, -0.007933364249765873, -0.015123851597309113, -0.014969670213758945, 0.0050950138829648495, 0.0027665155939757824, 0.01271300669759512, 0.01574058085680008, -0.0187541376799345, 0.009075713343918324, 0.003903607837855816, 0.035097427666187286, 0.005224667023867369, 0.013063419610261917, -0.022846968844532967, -0.03285478055477142, -0.0177729781717062, 0.009461168199777603, -0.022496555000543594, -0.007372702471911907, -0.0328267477452755, -0.02039407379925251, 0.005410386249423027, 0.01816544309258461, -0.004247013013809919, -0.017857078462839127, -0.018081342801451683, -0.024332722648978233, 0.018389707431197166, 0.008402918465435505, -0.008206686936318874, -0.023856159299612045, -0.020408090204000473, 0.003080135677009821, -0.03408823907375336, 0.011801931075751781, 0.026995865628123283, -0.008704274892807007, 0.008949563838541508, -0.007190487813204527, 0.007982422597706318, -0.012019187211990356, 0.047207724303007126, -0.04504917562007904, -0.024963466450572014, -0.005014419090002775, -0.04033961519598961, -0.00628642039373517, 0.03501332923769951, -0.004075310658663511, 0.009755515493452549, -0.01295829564332962, -0.009671416133642197, -0.035041362047195435, -0.0014892579056322575, -0.01836167462170124, 0.03834926709532738, -0.005599609576165676, -0.016833869740366936, 0.033247243613004684, 0.025832492858171463, 0.0200016088783741, 0.01029515266418457, -0.014065602794289589, 0.015165901742875576, 0.002044663531705737, 0.01014797855168581, -0.0231553316116333, 0.013280676677823067, -0.0022356389090418816, 0.006699908524751663, 0.019062500447034836, -0.009622357785701752, 0.013701172545552254, 0.03888189420104027, -0.004040269181132317, -0.0003618020564317703, 0.00045159555156715214, -0.011101103387773037, -0.008290786296129227, -0.023113282397389412, 0.030247703194618225, -0.02558019384741783, 0.004940832033753395, -0.007519876584410667, 0.01199115440249443, -0.019062500447034836, -0.00898460578173399, -0.02122104912996292, -0.0031502183992415667, 0.03700367733836174, -0.0020569278858602047, 0.013750230893492699, -0.004134880844503641, 0.017128217965364456, -0.0026298542506992817, 0.031845591962337494, 0.01676378771662712, 0.008606158196926117, -4.5033626520307735e-05, -0.019020451232790947, -0.013231618329882622, 0.024809284135699272, -3.567101157386787e-05, -0.015586397610604763, 0.002216366119682789, -0.0011782657820731401, 0.009096737951040268, 0.019482998177409172, 0.02015579119324684, -0.03007950633764267, 0.00747081870213151, -0.00961534958332777, 0.029322613030672073, 0.0042189802043139935, 0.01666567288339138, -0.0004047277325298637, 0.004944336134940386, -0.025650277733802795, 0.006331974174827337, 0.0009075712878257036, 0.01767486333847046, 0.020029643550515175, -0.013385800644755363, -0.007954388856887817, -0.015292050316929817, 0.028902115300297737, 0.00012910552322864532, 0.007505859714001417, 0.0218517929315567, -0.016245175153017044, 0.008136603981256485, 0.012684972956776619, 0.033443477004766464, 0.022931067273020744, 0.003356962464749813, 0.02548207901418209, -0.006321461871266365, -0.005750287789851427, 0.006741958204656839, -0.025173714384436607, -0.006514189299196005, -0.040227483958005905, 0.00399821950122714, -0.005161592736840248, -0.0339200384914875, -0.01942693069577217, 0.009748507291078568, -0.042021602392196655, 0.049954965710639954, 0.0064441063441336155, 0.01414269395172596, 0.02518773078918457, 0.029630975797772408, 0.026000691577792168, -0.04213373363018036, -0.025650277733802795, 0.04905790835618973, -0.018726104870438576, -0.00543841952458024, 4.544426701613702e-05, -0.017506664618849754, 0.00825574528425932, -0.004618451464921236, 0.024963466450572014, 0.004667509347200394, 0.013049403205513954, -0.010498392395675182, 0.0030328298453241587, -0.032574448734521866, 0.028117189183831215, 0.0280471071600914, -0.01729641668498516, 0.01656755618751049, 0.0027682676445692778, -0.00031931442208588123, 0.006542222574353218, -0.03215395286679268, -0.005928998347371817, 0.041096508502960205, -8.196393901016563e-05, -0.002267176052555442, -0.012797105126082897, 0.011353401467204094, -0.013504941016435623, 0.019973576068878174, -0.002580796368420124, 0.027093982324004173, -0.017226334661245346, 0.02295910008251667, -0.011402459815144539, 0.023421647027134895, 0.01893635280430317, 0.02741636149585247, -0.000310554081806913, -0.012846163474023342, -0.004064797889441252, -0.012012179009616375, 0.001885225297883153, 0.04104044288396835, 0.02382812649011612, -0.010435317642986774, 0.012460708618164062, -0.02780882455408573, -0.011984146200120449, -0.010379252023994923, 0.004043773282319307, 0.007947380654513836, 0.0032115408685058355, -0.03041590191423893, 0.00910374615341425, 0.004485294222831726, 0.0055575598962605, 0.023113282397389412, 0.0026123335119336843, 0.004211972001940012, -0.023772060871124268, 0.002605325309559703, 0.0012553568230941892, -0.0006552734994329512, 0.009706457145512104, -0.003229061607271433, 0.006843578070402145, 0.017660846933722496, 0.012783088721334934, 0.023267464712262154, 0.02794899046421051, 0.0046114432625472546, -0.02524379827082157, 0.014135685749351978, -0.0016662167618051171, 0.004467773716896772, 0.020043659955263138, 0.009895680472254753, 0.024528954178094864, 0.007162454538047314, 0.0001767398789525032, 0.0182074923068285, 0.01579664647579193, 0.01171783171594143, 0.026631435379385948, 0.011633732356131077, 0.013525965623557568, 0.001951803918927908, -0.007610984146595001, -0.028257355093955994, 0.020940717309713364, -0.01952504739165306, -0.02771070972084999, 0.012397633865475655, -0.009748507291078568, -0.03100459836423397, -0.013168543577194214, 0.02780882455408573, -0.002959243021905422, -0.021879827603697777, -0.022314339876174927, 0.005193130113184452, -0.011780906468629837, -0.012264477089047432, -0.03274264931678772, 0.009482192806899548, -0.0002219651360064745, 0.011619715951383114, -0.002727970015257597, -0.016777804121375084, 0.02213212475180626, -0.028257355093955994, 0.0014515884686261415, 0.00307663157582283, -0.030528035014867783, -0.03361167386174202, 0.0030836400110274553, 0.002479176502674818, 0.011787914671003819, 0.02025390788912773, 0.0007879926124587655, -0.002463407814502716, -0.00432410417124629, 0.0010503648081794381, -0.02291705086827278, 0.006787511985749006, -0.01480147149413824, 0.019875461235642433, -0.036106619983911514, 0.012019187211990356, -0.0030626151710748672, -0.022005975246429443, 0.006083180662244558, 0.009825598448514938, 0.004569393582642078, -0.012201402336359024, -0.014233801513910294, 0.03958272188901901, 0.029967373237013817, 0.009874655865132809, -0.00393514521420002, 0.014058594591915607, -0.00707134697586298, 0.028761951252818108, -0.018515855073928833, -0.03834926709532738, -0.02218819037079811, -0.010673599317669868, 0.01184398028999567, 0.021725645288825035, 0.0031852598767727613, -0.01990349404513836, 0.0014296876033768058, 0.025930607691407204, -0.020884651690721512, -0.004313591867685318, 0.019104551523923874, 0.021921876817941666, -0.021291131153702736, 0.006300436798483133, -0.009194853715598583, 0.0070012640208005905, -0.020562270656228065, 0.026084790006279945, -0.03734007477760315, 0.02469715289771557, 0.017464615404605865, -0.002734978450462222, 0.013778263702988625, -0.002330250572413206, -0.002013126388192177, -0.016581572592258453, 0.0156004149466753, -0.004748104605823755, 0.009727482683956623, -0.008585133589804173, -0.0030853920616209507, -0.016988052055239677, -0.025341913104057312, -0.020898668095469475, 0.00714493403211236, -0.024683136492967606, -0.008900506421923637, 0.01187201403081417, -0.003250086447224021, -0.013154527172446251, -0.005834386684000492, 0.0006999511970207095, -0.02426263876259327, -0.007688074838370085, 0.012355584651231766, 0.025510111823678017, 0.04633869603276253, 0.0013911421410739422, 0.0058729322627186775, -0.05281434208154678, -0.028958182781934738, 0.01632927544414997, -0.013042395003139973, 0.0052456920966506, 0.01791314408183098, 0.006069163791835308, 0.024304689839482307, 0.054272063076496124, -0.0052456920966506, 0.013119486160576344, 0.00026412427541799843, -0.002365292049944401, 0.014563189819455147, -0.008473001420497894, 0.01034421008080244, -0.02901424840092659, -0.008409926667809486, 0.011416476219892502, 0.007435777224600315, 0.01970726251602173, 0.000999554875306785, 0.003453326178714633, 0.011808939278125763, -0.03100459836423397, -0.02151539735496044, -0.020996784791350365, -0.021977942436933517, -0.030780332162976265, -0.0050985184498131275, -0.002805061172693968, 0.000845372851472348, -0.046086400747299194, -0.021543430164456367, 0.03605055436491966, -0.009713465347886086, 0.009734490886330605, 0.016637638211250305, 0.0044572614133358, -0.02431870624423027, 0.030696233734488487, 0.00895657204091549, 0.0069311815313994884, -0.028902115300297737, 0.006517693400382996, -0.03476103022694588, 0.014549173414707184, -0.0011178194545209408, -0.02049218863248825, 0.02940671145915985, 0.015782630071043968, -0.014997703023254871, 0.0061392467468976974, 0.014997703023254871, 0.023029183968901634, -0.006875115446746349, -0.007982422597706318, -0.016020910814404488, -0.02548207901418209, -0.03187362477183342, 0.0008510670741088688, 0.0040542855858802795, -0.016497474163770676, 0.01903446763753891, 0.013841338455677032, 0.02639315463602543, -0.013084445148706436, -0.01749264821410179, 0.010764706879854202, 0.0329388789832592, 0.05298253893852234, -0.005165096838027239, 0.0008545712335035205, 0.03762040659785271, 0.009524242021143436, -0.022048024460673332, 0.006952206138521433, 0.0026228460483253, -0.005512006115168333, -0.0035759711172431707, 0.015964845195412636, -0.008802390657365322, -0.0019080021884292364, 0.009664407931268215, -0.009215878322720528, -0.018684053793549538, -0.034508734941482544, 0.03232215344905853, -0.002890912350267172, 0.027136031538248062, -0.024585019797086716, -0.022776884958148003, -0.02286098524928093, 0.015544348396360874, -0.022706802934408188, 0.023477712646126747, 0.007316636387258768, -0.01494163740426302, 0.00537884933874011, 0.014163718558847904, 0.024332722648978233, 0.008101562969386578, -0.00238456460647285, 0.002442382974550128, 0.0400032177567482, -0.003903607837855816, -0.023673944175243378, 0.010820772498846054, 0.012705998495221138, 0.03851746395230293, -0.029771141707897186, 0.003544433740898967, 0.021767694503068924, -0.023561812937259674, -0.007758157793432474, 0.006324965972453356, 0.012825138866901398, 0.029827207326889038, -0.03173345699906349, -0.0231553316116333, -0.02436075545847416, 0.0012947783106938004, 0.0034375577233731747, -0.01705813594162464, -0.0013797536958009005, 0.00576430419459939, -0.017941176891326904, -0.008122587576508522, 0.022300323471426964, 0.006188304629176855, -0.041629139333963394, 0.00516860093921423, -0.008816407062113285, -0.009489201009273529, -0.023715993389487267, 0.006668371148407459, 0.012397633865475655, -0.03579825535416603, -0.0023477713111788034, 0.004772633779793978, -0.012383617460727692, 0.013119486160576344, 0.03007950633764267, 0.011696807108819485, -0.011886030435562134, 0.031649358570575714, -0.04244209825992584, 0.022945083677768707, 0.0027682676445692778, -0.013469900004565716, -0.03192969039082527, -0.0008151496876962483, -0.011977137997746468, 0.0020551758352667093, 0.004727079998701811, -0.016651654615998268, -0.059654414653778076, -0.005522518884390593, 0.01810937561094761, 0.017997244372963905, -0.0008423067629337311, -0.019160617142915726, 0.0034042682964354753, 0.039106160402297974, 0.010701632127165794, -0.007225528825074434, -0.00647914782166481, 0.01118520274758339, 0.023870175704360008, 0.01133237686008215, 0.01937086507678032, -0.00018779980018734932, 0.01230652630329132, -0.002477424219250679, -0.011535616591572762, 0.005837890785187483, -0.058196693658828735, -0.004197955131530762, -0.009944738820195198, 0.0009916705312207341, 0.001981589011847973, 0.01342084165662527, -0.0027472428046166897, -0.022118108347058296, -0.01840372383594513, 0.015221968293190002, -0.018473805859684944, -0.0155723812058568, 0.01091888826340437, 0.017212316393852234, 0.019006434828042984, 0.014184743165969849, -0.013091453351080418, -0.02921047993004322, 0.003225557506084442, 0.0013876379234716296, -0.03907812759280205, -0.0164694394916296, -0.023183366283774376, 0.03142509236931801, 0.004478286020457745, -0.015474265441298485, 0.007449793629348278, -0.017086168751120567, -0.005158088635653257, -0.012369601055979729, -0.010365234687924385, -0.0030783836264163256, -0.0053332955576479435, 0.009271944873034954, 0.00046911623212508857, 0.005610122345387936, 0.008206686936318874, 0.007772174198180437, -0.007295611780136824, -0.012783088721334934, -0.0046429806388914585, 0.017212316393852234, -0.014675322920084, 0.012755055911839008, -0.031116729602217674, -0.004050781484693289, 0.014927620068192482, -0.01613304391503334, -0.008753332309424877, 0.012313534505665302, -0.023673944175243378, -0.008669232949614525, -0.007491843309253454, -0.0067840078845620155, -0.0015698530478402972, -0.014121669344604015, 0.01537614967674017, -0.008311810903251171, -0.023575829342007637, 0.01079974789172411, 0.0008309183176606894, -0.004804170690476894, -0.01932881586253643, 0.010631549172103405, 0.01106606237590313, 0.02779480814933777, -0.021291131153702736, -0.0012404642766341567, 0.01942693069577217, -0.005641659256070852, 0.06408364325761795, 0.007954388856887817, -0.00285236700437963, 0.022748852148652077, -0.002463407814502716, -0.005946519318968058, -0.004982881713658571, 0.02412247471511364, 0.025173714384436607, -0.003956169821321964, 0.04345129057765007, -0.0013052907306700945, 0.01094692200422287, -0.006034122779965401, 0.017156250774860382, -0.028271371498703957, 0.00035413677687756717, -0.02286098524928093, -0.00588344456627965, -0.020043659955263138, 0.03221002221107483, 0.005291245877742767, -0.03321921080350876, -0.00314145814627409, -0.00170125812292099, 0.005711742211133242, 0.01568451337516308, -0.02968704141676426, -0.012797105126082897, -0.007197496015578508, -0.014507124200463295, -0.009937730617821217, -0.004720071330666542, 0.0014191751834005117, -0.0029504827689379454, 0.007435777224600315, -0.013350758701562881, 0.020408090204000473, 0.18961581587791443, -0.028930148109793663, 0.0257624089717865, 0.019945543259382248, 0.020085709169507027, 0.008297794498503208, 0.019104551523923874, 0.009012638591229916, -0.012769072316586971, 0.008241728879511356, -0.0012281998060643673, 0.0159788616001606, -0.014366958290338516, -0.008087546564638615, 0.023561812937259674, 0.005179113242775202, -0.016931986436247826, -0.02252458781003952, -0.03526562824845314, -0.01271300669759512, 0.0014472082257270813, 0.01000080443918705, -0.001466481015086174, -0.019511030986905098, 0.010400276631116867, -0.01942693069577217, -0.006535213906317949, -0.011248277500271797, 0.005126551259309053, 0.0036302851513028145, -0.026561353355646133, 0.0034147808328270912, 0.0030100529547780752, -0.007547909393906593, -0.021080883219838142, -0.005392865743488073, 0.019398897886276245, -0.009019646793603897, 0.01249574963003397, 0.009096737951040268, 0.024276655167341232, -0.008788373321294785, 0.004884765949100256, -0.024430837482213974, -0.003903607837855816, 0.004502815194427967, -0.012860179878771305, 0.004341624677181244, -0.006969727110117674, 0.019511030986905098, -0.024627069011330605, 0.008283778093755245, 0.028257355093955994, 0.01119221094995737, 0.003668830730021, -0.018291590735316277, 0.008339844644069672, 0.02514568157494068, 0.00915280357003212, 0.014745404943823814, -0.01806732639670372, 0.002135771093890071, -0.0004564137489069253, 0.024725185707211494, -0.004835708066821098, 0.005249196197837591, -0.0018379194661974907, -0.031845591962337494, 0.007407743949443102, -0.00871829129755497, -0.005431411322206259, -0.018543889746069908, 0.0010039350017905235, -0.012993337586522102, -0.050543662160634995, -0.035573992878198624, 0.011353401467204094, 0.0049653612077236176, 0.013455883599817753, 0.058589156717061996, -0.007751149591058493, -0.01694600284099579, -0.012082261964678764, -0.009972771629691124, -0.01747863180935383, -0.03921829164028168, 0.023519761860370636, -0.000714405789040029, -0.01530606672167778, -0.02150138095021248, 0.00399821950122714, -0.01859995536506176, -0.007421760354191065, 0.013532973825931549, -0.002969755558297038, -0.007982422597706318, 0.005610122345387936, -0.005091509781777859, -0.005473461002111435, -0.015586397610604763, -0.006034122779965401, 0.02368796057999134, 0.004499311093240976, -0.003321921220049262, -0.0014358197804540396, -0.010974954813718796, 0.0020551758352667093, 0.025468062609434128, 0.004972369410097599, -0.006591280456632376, 0.019258731976151466, -0.04146093875169754, 0.0009154555737040937, 0.007428769022226334, 0.015235984697937965, -0.005147576332092285, 0.012159353122115135, 0.007232537027448416, 0.012937271036207676, -0.022048024460673332, -0.016245175153017044, -0.019020451232790947, 0.010603516362607479, -0.012621899135410786, -0.01387637946754694, -0.008844439871609211, -0.025636261329054832, -0.005620634648948908, -0.030724266543984413, 0.018053309991955757, 0.006412569433450699, -0.026309054344892502, 0.014829504303634167, -0.002990780398249626, -0.0021585479844361544, -0.013890395872294903, -0.02790694124996662, -0.031789522618055344, -0.006048139184713364, 0.004692038521170616, -0.029098346829414368, 0.01767486333847046, -0.00988166406750679, -0.018123392015695572, 0.004075310658663511, -0.005368336569517851, 0.005936007015407085, 0.00036705826641991735, 0.006692900322377682, -0.013841338455677032, -0.009187845513224602, -0.0052456920966506, 0.01705813594162464, 0.0020411594305187464, 0.01276206411421299, 0.01145852543413639, -0.020996784791350365, -0.038629598915576935, 0.022804919630289078, -0.007554917596280575, -0.015908777713775635, 6.948045484023169e-05, -0.00647914782166481, 0.015362133271992207, -0.010407284833490849, -0.03546185791492462, -0.17986030876636505, -0.008669232949614525, 0.022440489381551743, -0.047151658684015274, 0.011619715951383114, -0.0001552770409034565, 0.006370519753545523, 0.008227711543440819, -0.025019532069563866, -0.004012235905975103, -0.0006890007643960416, 0.004282054491341114, 0.011423484422266483, -0.013694164343178272, -0.020323989912867546, 0.017156250774860382, -0.007225528825074434, -0.014282858930528164, 0.028930148109793663, -0.010813764296472073, 0.04406801611185074, -0.04603033512830734, 0.011290326714515686, 0.02615487389266491, 0.01145151723176241, 0.011297334916889668, 0.0016083985101431608, 0.029574910178780556, -0.00983260665088892, -0.03319117799401283, -0.01583869569003582, 0.04112454131245613, 0.03355560824275017, 0.0029294579289853573, 0.008872472681105137, 0.020576288923621178, 0.029967373237013817, -0.014345933683216572, -0.020043659955263138, 0.024374771863222122, 0.007596967276185751, 0.020716452971100807, 0.0032658549025654793, 0.004499311093240976, -0.024669120088219643, 0.047880519181489944, 0.019020451232790947, -0.02300115115940571, 0.002298713428899646, -0.015123851597309113, 0.019300783053040504, -0.0020201345905661583, 0.013189569115638733, 0.004204963333904743, 0.008227711543440819, 0.019735295325517654, -0.002002613851800561, -0.0059920731000602245, -0.002183076925575733, -0.02335156314074993, -0.002162052085623145, -0.0001575766218593344, 0.0156004149466753, -0.009895680472254753, 0.0028804000467061996, -0.037508275359869, -0.02368796057999134, 0.01421277690678835, -0.04572197049856186, -0.0023179862182587385, -0.01796921156346798, -0.004120864439755678, -0.028733916580677032, 0.003928136546164751, 0.03893796354532242, 0.03585432097315788, -0.04317095875740051, 0.02106686681509018, 0.04353538900613785, -0.009979779832065105, -0.002519473899155855, 0.029434744268655777, -0.00680503249168396, 0.02151539735496044, -0.0014472082257270813, -0.0015032744267955422, 0.0054349154233932495, 0.01145151723176241, -0.027528494596481323, 0.003679343033581972, 0.02741636149585247, -0.015278033912181854, 0.023814110085368156, -0.018151426687836647, -0.0046254596672952175, 0.0027209618128836155, 0.016147060319781303, -0.009082721546292305, -0.00707134697586298, -0.008024471811950207, 0.0012868940830230713, -0.003907111939042807, -0.03254641592502594, 0.02155744656920433, 0.04538557305932045, 0.008437960408627987, -0.03952665627002716, 0.027878908440470695, 0.02078653685748577, 0.005158088635653257, 0.025538144633173943, 0.010197036899626255, 0.0013096709735691547, -0.010897863656282425, -0.005844899453222752, 0.02609880641102791, 0.005795841570943594, -0.017941176891326904, 0.002989028114825487, 0.0005900089163333178, 0.04398391768336296, -0.010126953944563866, -0.0013631089823320508, 0.031565260142087936, -0.015810662880539894, -0.038040902465581894, -0.08925735950469971, -0.014563189819455147, 0.02116498351097107, 0.020043659955263138, -0.02256663702428341, 0.011486558243632317, -0.014437041245400906, 0.034312501549720764, -0.029434744268655777, 0.037704505026340485, -0.019511030986905098, 0.0075899590738117695, 0.012537799775600433, 0.018824219703674316, 0.0022111099679023027, 0.010449334047734737, -0.0033990121446549892, -0.0008348604897037148, -0.008171645924448967, 0.02988327480852604, -0.011521600186824799, -0.016847888007760048, 0.017997244372963905, -0.01171783171594143, 0.013161535374820232, -0.0029259538277983665, -0.03495726361870766, 0.017786996439099312, -0.011094095185399055, -0.020366039127111435, 0.018221508711576462, -0.033779874444007874, 0.006458123214542866, -0.001709142467007041, 0.003749425755813718, -0.022272290661931038, 0.0008046372677199543, -0.0156004149466753, 0.027878908440470695, -0.015768613666296005, -0.007646025158464909, -0.001597010064870119, -0.003311408683657646, -0.00582387438043952, -0.011346393264830112, 0.003321921220049262, -0.026281021535396576, 0.014563189819455147, -0.0012483485043048859, -0.04939430579543114, -0.04078814759850502, 0.0012518527219071984, -0.023870175704360008, 0.00047043029917404056, 0.029378678649663925, -0.020744485780596733, -0.0008142736623995006, 0.0060376268811523914, 0.004723575431853533, 0.007155446335673332, 0.022048024460673332, 0.004818187560886145, -0.030359836295247078, 0.006871611345559359, 0.013715188950300217, 0.0018729608273133636, 0.0077231163159012794, -0.03994715213775635, 0.04353538900613785, 0.0032781194895505905, -0.011009995825588703, 0.0075759426690638065, -0.008928539231419563, 0.013652115128934383, -0.03764843940734863, 0.019553080201148987, -0.033359378576278687, -0.0338079072535038, 0.0039526657201349735, 0.014331917278468609, -0.0026911767199635506, -0.008655216544866562, -0.02238442189991474, -0.026631435379385948, 0.0030818877276033163, 0.015418199822306633, -0.011710823513567448, -0.014647289179265499, -0.011353401467204094, -0.029462777078151703, -0.0037739546969532967, 0.02238442189991474, 0.027724726125597954, -0.023071233183145523, 0.0009671415900811553, 0.00680503249168396, -0.027584560215473175, 0.019160617142915726, -0.007582950871437788, 0.013673139736056328, -0.031453125178813934, -0.006619313266128302, -0.07069945335388184, 0.015123851597309113, -0.012993337586522102, -0.026140855625271797, -0.0031905160285532475, -0.032181985676288605, 0.017450598999857903, -2.624680291773984e-06, 1.9957151380367577e-05, -0.009454159997403622, -0.03905009478330612, 0.015039753168821335, -0.019048484042286873, -0.02654733695089817, -0.009825598448514938, -0.0017362994840368629, 0.01660960540175438, -0.03428446874022484, 0.023421647027134895, -0.0010494887828826904, 0.006111213471740484, -0.012390625663101673, 0.00803848821669817, 0.013434858061373234, -0.008487017825245857, -0.010561466217041016, 0.0003865500329993665, 0.012930262833833694, -0.003055606735870242, -0.003858054056763649, 0.009734490886330605, -0.009124770760536194, -0.00976252369582653, 0.03047196939587593, 0.008325827307999134, -0.027864892035722733, 0.02789292484521866, -0.0009426126489415765, 0.02698184922337532, 0.005914981942623854, 0.0010635053040459752, -0.031705424189567566, 0.023127298802137375, -0.005914981942623854, 0.028958182781934738, -0.0077090999111533165, 0.003039838280528784, -0.011661765165627003, 0.021235065534710884, 0.008585133589804173, 0.02974310889840126, 0.017548713833093643, -0.012012179009616375, -0.03532169386744499, -0.0008037612424232066, -0.010021829977631569, 0.007155446335673332, -0.01593681238591671, 0.015292050316929817, 0.01845978945493698, 0.018529873341321945, -0.02300115115940571, 0.01666567288339138, -0.015852712094783783, -0.01995955966413021, -0.001986845163628459, -0.011570657603442669, -0.007961397990584373, -0.005487477406859398, -0.030920498073101044, 0.004222484305500984, 0.009517233818769455, -0.005102022551000118, 0.005256204400211573, 0.0043065836653113365, -0.007039809599518776, -0.009468176402151585, 0.011500575579702854, -0.015095818787813187, 0.03333134576678276, 0.017114201560616493, -0.016721738502383232, -0.014969670213758945, -0.0002110147033818066, 0.02522978186607361, 0.0032728633377701044, -0.009573300369083881, 0.01257284078747034, -0.00196757260710001, 0.005354320164769888, -0.012040211819112301, 0.0104633504524827, -0.011325368657708168, 0.02237040549516678, -0.0005019675008952618, 0.01065257377922535, 0.008241728879511356, -0.007688074838370085, -0.00150415045209229, -0.004317095968872309, 0.023968292400240898, -0.005392865743488073, -0.009131778962910175, -0.019384881481528282, -0.031565260142087936, -0.0044362363405525684, -0.018193475902080536, -0.023603862151503563, 0.021585479378700256, 0.043283089995384216, -0.008809398859739304, -0.020043659955263138, -0.017590763047337532, 0.009166819974780083, -0.0006149759283289313, -0.009110754355788231, -0.01395347062498331, -0.018726104870438576, -0.013883387669920921, 0.015432216227054596, 0.02727619744837284, -0.001578613417223096, 0.04403998330235481, 0.014009537175297737, 0.007316636387258768, 0.03066820092499256, 0.001706514391116798, -0.001007439219392836, 0.017786996439099312, 0.004579905886203051, -0.006219842005521059, -0.005932502448558807, -0.040900278836488724, -0.010785731486976147, -0.007232537027448416, -0.014451057650148869, 0.015151885338127613, -0.008346852846443653, -0.009236902929842472, 0.09761121869087219, 0.0006833065417595208, -0.018712088465690613, 0.006727941799908876, -0.03128492832183838, 0.00811557937413454, 0.0066964044235646725, 0.013778263702988625, -0.0035374255385249853, -0.009692440740764141, -0.02522978186607361, -0.006952206138521433, -0.02887408249080181, -0.02441682107746601, 0.0004914550809189677, 0.023617878556251526, 0.02033800631761551, 0.01484352070838213, -0.03162132576107979, 0.012418658472597599, 0.028958182781934738, 0.006219842005521059, -0.014149702154099941, -0.003791475435718894, 0.005673196632415056, 0.023996325209736824, 0.019791360944509506, 0.013098461553454399, -0.009874655865132809, -0.03341544419527054, 0.02707996405661106, 0.0271220151335001, -0.01845978945493698, -0.020758504047989845, -0.018389707431197166, -0.009965763427317142, -0.0077231163159012794, -0.0089145228266716, -0.00082653813296929, -0.004544864874333143, 0.012341568246483803, 0.0063600074499845505, -0.03139705955982208, -0.03288281336426735, 0.00961534958332777, 0.03526562824845314, 0.0020621842704713345, -0.014493107795715332, -0.026042740792036057], metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='086d4104-39ba-4052-9104-0fbfed7be8e2', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='daa29a1a080c71aa8843bf9fa987dec3df40c995753a392c94f42f4c3006cad1'), : RelatedNodeInfo(node_id='69ff2b6c-53ab-42ba-b8fc-d0da9f5e2a4e', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='2cdbf4b2ed2f660856d3d8f154c257efda3b6b9bfbf82de518a2a63bfe295e1b'), : RelatedNodeInfo(node_id='db74d39e-2f23-44e5-a831-aa2658d6ee33', node_type=, metadata={}, hash='f897d5607ed11eee36b9afabd6570ec9c1bb2ef181dfac76f68d254ac00ef3fe')}, hash='74da39e87dd0bc08b880eea99377011f32650b694140684c8f259131eb2583b3', text='weights As we mention, we have trained \"modification weights\" on the base model, our final model requires merging the pretrained model and the adapters in a single model. You can find and download the model in my Hugging Face account edumunozsala/llama-27b-int4-python-code-20k. Give it a try! Inferencing or generating Python code And finally, we will show you how you can download the model from the Hugging Face Hub and call the model to generate an accurate result: Thanks to Maxime Labonne for an excellent article [9] and Philipp Schmid who provides an inspiring code [8]. Their articles are a must-read for everyone interested in Llama 2 and model fine-tuning. And it is all I have to mention, I hope you find useful this article and claps are welcome!! You can Follow me and Subscribe to my articles, or even connect to me via Linkedin. The code is available in my Github Repository. References [1] Llama-2 paper [2] Link to the original dataset in the Huggingface hub [3] Link to the used dataset in the Huggingface hub [4] Fine-tuning a GPT - LoRA by Chris Kuo/Dr. Dataman [5] Edward J. Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, & Weizhu Chen. (2021). LoRA: Low-Rank Adaptation of Large Language Models. arXiv:2106.09685 [6]. QLoRa: Efficient Finetuning of QuantizedLLMs [7] Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning [8] Extended Guide: Instruction-tune Llama 2 by Philipp Schmid. [9] Fine-Tune Your Own Llama 2 Model in a Colab Notebook by Maxime Labonne [10]. My Github Repository', start_char_idx=4687, end_char_idx=6269, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='db74d39e-2f23-44e5-a831-aa2658d6ee33', embedding=[-0.015873607248067856, 0.0012317848159000278, 0.009678686037659645, -0.03489384055137634, 0.000454346853075549, 0.011898181401193142, -0.02237757109105587, 0.011504853144288063, -0.02740655466914177, -0.05720117315649986, 0.02836178056895733, 0.04180517792701721, -0.008245847187936306, 0.0014179133577272296, 0.01831786148250103, 0.014335411600768566, 0.009987729601562023, -0.0031501383055001497, 0.0024723492097109556, -0.0010052698198705912, -0.0021773530170321465, -0.013513636775314808, -0.009489045478403568, -0.027223937213420868, -0.003634774824604392, 0.013829704374074936, 0.043350398540496826, -0.04132756590843201, -0.033236242830753326, 0.004393336828798056, 0.026957036927342415, -0.005007911939173937, -0.04340658709406853, 0.014349459670484066, -0.01020546443760395, -7.583422120660543e-05, 0.023023752495646477, -0.005622487515211105, 0.011357354931533337, -0.02150662988424301, 0.030145805329084396, 0.018921900540590286, 0.010935931466519833, -0.028038688004016876, -0.021590914577245712, 0.02138020284473896, 0.004446014761924744, -0.0153117086738348, -0.026718229055404663, 0.011610209010541439, 0.016730500385165215, 0.05894305557012558, -0.02236352302134037, -0.0011018459917977452, -0.01816333830356598, 0.006310812197625637, 0.00733978720381856, 0.01059879269450903, 0.015705037862062454, 0.0019877126906067133, 0.00714312307536602, 0.009243215434253216, -0.008716436102986336, 0.04750844091176987, -0.00029411824652925134, -0.010514508001506329, -0.02254614047706127, 0.024990394711494446, 0.010676054283976555, -0.02758917026221752, 0.012424959801137447, 0.015100996941328049, 0.00017197139095515013, -0.01636526733636856, 0.006823543459177017, -0.015929795801639557, 0.0019508381374180317, -0.015564562752842903, -0.01923094503581524, 0.004094828385859728, 0.009524163790047169, 0.0076277595944702625, 0.001782268867827952, 0.007880613207817078, 0.008885005488991737, 0.002444254467263818, -0.006001768633723259, -0.013169473968446255, -0.01376649085432291, 0.0041053639724850655, 0.013225664384663105, -0.005215111654251814, 0.033095765858888626, 0.014988617971539497, -0.0019209872698411345, 0.007838470861315727, -0.018050959333777428, 0.0127199562266469, -0.006907828152179718, -0.0254399124532938, -0.007782281376421452, -0.005587369203567505, -0.01608431711792946, -0.020874494686722755, -0.007360858377069235, -0.0038314389530569315, 0.005295884795486927, 0.039136167615652084, -0.003013175679370761, 0.0047304751351475716, -0.014777906239032745, 0.026142284274101257, 0.019750699400901794, -0.013359114527702332, -0.004277445375919342, -0.012972810305655003, 0.002447766251862049, -0.003950842190533876, 0.005179993342608213, -0.021928053349256516, 0.03978234902024269, 0.004358218051493168, 0.018093101680278778, 0.00536963390186429, 0.015901701524853706, 0.006960506085306406, -0.016814785078167915, -0.0002671208349056542, -0.015634799376130104, 0.00020280991157051176, 0.018570715561509132, 0.010064990259706974, -0.0045759533531963825, 3.484423359623179e-05, -0.025763003155589104, 0.027827978134155273, -0.0022598817013204098, -0.02650751732289791, -0.012916620820760727, -0.01923094503581524, -0.0007238821126520634, 0.02423183247447014, -0.012460079044103622, 0.007719067856669426, -0.015339803881943226, 0.02442849613726139, 0.005050054285675287, 0.031157219782471657, 0.015915749594569206, 0.014876238070428371, 0.004351194482296705, -0.02239161916077137, -0.01826167106628418, 0.020621640607714653, 0.02232138067483902, 0.0029446943663060665, 0.0016751571092754602, 0.03986663371324539, -0.03964187204837799, -0.015620752237737179, 0.002368749352172017, 0.01831786148250103, -0.02629680559039116, 0.01319756917655468, 0.00243371888063848, 0.017601441591978073, 0.03242148831486702, -0.010149274952709675, -0.02226519212126732, -0.027715597301721573, 0.004772617481648922, 0.029724381864070892, -0.03874283656477928, 0.021548772230744362, 0.0005355586181394756, 0.01615455560386181, 0.02244780771434307, -0.012305556796491146, -0.014482909813523293, -0.016604073345661163, 0.02143639326095581, -0.0031220433302223682, 0.029134389013051987, 0.016885021701455116, -0.026914894580841064, -0.010247606784105301, 0.018964042887091637, -0.009973681531846523, -0.0126848379150033, -0.019989505410194397, 0.009896420873701572, 0.019610226154327393, -0.0038103680126369, -0.01177175436168909, -0.6252796053886414, -0.018921900540590286, -0.002955229952931404, 0.0002763394732028246, -0.0027901725843548775, 0.010570698417723179, -0.01112557202577591, -0.009510116651654243, -0.024723492562770844, 0.02646537497639656, -0.011188785545527935, -0.013738395646214485, -0.00022333233209792525, -0.021057112142443657, -0.007129075471311808, -0.013064118102192879, 0.002205447992309928, -0.0202704556286335, 0.005734866950660944, 0.005085173062980175, -0.01163830328732729, 0.016716452315449715, 0.004667261615395546, 0.0031237993389368057, -0.03652334213256836, 0.017938580363988876, 0.011420568451285362, 0.008639175444841385, 0.01629502885043621, 0.01847238279879093, -0.02045307122170925, 0.007395976688712835, -0.004386312793940306, 0.013028999790549278, 0.03995091840624809, 0.0018911365186795592, -0.00960142444819212, 0.013036023825407028, 0.0038665577303618193, 0.019034279510378838, -0.028712965548038483, -0.029162483289837837, 0.020663782954216003, 0.01012117974460125, -0.015733132138848305, 0.024779682978987694, 0.024021120741963387, -0.0030676096212118864, -0.010935931466519833, -0.02340303361415863, -0.009840231388807297, 0.01479195337742567, 0.004509227816015482, -0.0029271352104842663, -0.005092196632176638, 0.015971938148140907, 0.02441444993019104, -0.011870086193084717, 0.005861293990164995, -0.012495197355747223, 0.0001361943141091615, -0.013134355656802654, -0.024709446355700493, -0.016885021701455116, -0.023993026465177536, 0.019680462777614594, 0.005373145453631878, 0.011813896708190441, -0.006100100465118885, -0.009664637967944145, -0.00916595384478569, 0.02048116736114025, -0.0011475002393126488, -0.008547866716980934, -0.006177361588925123, 0.017460966482758522, 0.003690964775159955, -0.008358226157724857, -0.00121246965136379, 0.022630425170063972, 0.0101633220911026, -0.005197552498430014, -0.009847254492342472, -0.021057112142443657, 0.027743693441152573, 0.0019438144518062472, -0.00243371888063848, 0.0008564548334106803, 0.003099216381087899, 0.03259005770087242, 0.02944343350827694, 0.019090469926595688, -0.03169102221727371, -0.06444965302944183, 0.0006448652711696923, 0.0031501383055001497, -0.009018455632030964, 0.0152274239808321, 0.012572458013892174, -0.01946975104510784, -0.009847254492342472, -0.012748051434755325, 0.021000921726226807, 0.03273053467273712, 0.030173899605870247, 0.0203547403216362, -0.01931522972881794, 0.012453055009245872, 0.024049216881394386, -0.02132401242852211, -0.0025302949361503124, 0.0101633220911026, -0.0205092616379261, -0.009362618438899517, -0.006082541309297085, -0.023712078109383583, 0.0005768229602836072, -0.020256407558918, -0.008435487747192383, -0.0065074763260781765, 0.01924499124288559, 0.015578609891235828, 0.005250230431556702, 0.004165065940469503, 0.006321347784250975, 0.01635121926665306, 0.001759441802278161, -0.015508373267948627, 0.004200184252113104, 0.014047439210116863, 0.005092196632176638, -0.035118598490953445, 0.02233542874455452, -0.025931572541594505, 0.03382623568177223, -0.005640046671032906, 0.020776161924004555, -0.0050465427339077, 0.011076405644416809, -0.011413544416427612, -0.029274864122271538, -0.01073926780372858, 0.010971049778163433, 0.007438119035214186, -0.05014935880899429, -0.01932927593588829, -0.0203547403216362, 0.015761226415634155, 0.01216508261859417, -0.020059743896126747, -0.01021951250731945, -0.0011694493005052209, -0.011610209010541439, 0.02521515265107155, -0.0019104517996311188, 0.007164194248616695, -0.007950850762426853, -0.02850225381553173, -0.008842863142490387, -0.03848998248577118, -0.0075715696439146996, 0.017854295670986176, -0.016056222841143608, 0.0127199562266469, 0.0038349509704858065, -0.021183539181947708, -0.00866024661809206, 0.022784946486353874, -0.02640918642282486, -0.023065894842147827, -0.010317844338715076, -0.05203171446919441, 0.018570715561509132, 0.028797250241041183, -0.015943843871355057, 0.0021158955059945583, 0.0012291509192436934, 0.014946475625038147, 0.002546098316088319, -0.01636526733636856, 0.0011606697225943208, 0.015578609891235828, -0.00012269560829736292, 0.005513620097190142, 0.023206369951367378, 0.032028160989284515, 0.03972615674138069, 0.015410040505230427, -0.01017034612596035, 0.0021018481347709894, -0.0037471544928848743, 0.029892951250076294, -0.016604073345661163, -0.00190518400631845, -0.005043030716478825, -0.002893772441893816, -0.0038209035992622375, -0.024990394711494446, -0.012741027399897575, 0.020256407558918, 0.006363490130752325, -0.002347678178921342, 0.022068526595830917, 0.0005627755308523774, -0.011736635118722916, -0.025538245216012, 0.01324673555791378, -0.012467102147638798, 0.002147502265870571, 0.01116069033741951, 0.011406520381569862, -0.004744522739201784, -0.02123972773551941, -0.022939467802643776, 0.0010974562028422952, 0.028797250241041183, 0.01065498311072588, 0.01833190768957138, -0.002748030237853527, 0.00866024661809206, 0.003806855995208025, 0.019863078370690346, 0.01814929209649563, -0.014539099298417568, -0.006784913130104542, 0.023655887693166733, -0.01470766868442297, 0.019989505410194397, 0.007304668426513672, -0.034107182174921036, -0.0030957043636590242, 0.00864619854837656, 0.013394233770668507, 0.02334684319794178, 0.016505740582942963, 0.003891140688210726, 0.026816561818122864, -0.006921875756233931, 0.032955292612314224, -0.014539099298417568, -0.01743287220597267, 0.0034029921516776085, 0.0016251131892204285, -0.012944715097546577, 0.012073773890733719, 0.0055979047901928425, 0.03680429235100746, 0.0025864846538752317, -0.009945587255060673, 0.01125199906527996, -0.02949962206184864, 0.011863062158226967, -0.00912381149828434, 0.007269549649208784, 0.02337493933737278, -0.007016696035861969, 0.004958746023476124, 0.007536451332271099, 0.01608431711792946, 0.008344179019331932, 0.006465333979576826, 0.0046777972020208836, 8.56015867611859e-06, -0.00681300787255168, -0.004621607717126608, -0.01262864749878645, 0.007269549649208784, -0.003754178062081337, -0.005949090700596571, 0.0015978962182998657, -0.01813524402678013, -0.0009780529653653502, 0.02529943734407425, -0.036130014806985855, 0.0254399124532938, 0.003740130690857768, 0.0253696758300066, 0.008351203054189682, 0.006626879330724478, 0.02656370773911476, -0.015129092149436474, -0.040203772485256195, 0.012649718672037125, -0.0075785936787724495, -0.012467102147638798, -0.019764747470617294, -0.042142316699028015, 0.009460950270295143, -0.0010886765085160732, -0.012600553222000599, 0.001746272318996489, 0.008927147835493088, -0.007023719605058432, -0.011659374460577965, -0.024611113592982292, 0.006802472285926342, 0.020059743896126747, 0.008266918361186981, -0.017713820561766624, -0.00916595384478569, 0.011230927892029285, 0.012270438484847546, -0.00809132494032383, -0.014103628695011139, 0.048379380255937576, -0.026184426620602608, -0.04261993244290352, 0.008590009063482285, -0.004270421341061592, -0.013857798650860786, -0.010423200204968452, -0.01367518212646246, 0.009538210928440094, 0.01073926780372858, 0.012221272103488445, 0.00532749155536294, 0.01843024045228958, 0.005573321599513292, 0.031213410198688507, -0.0009771749610081315, 0.008421439677476883, -0.02638109028339386, -0.009819160215556622, 0.017980722710490227, 0.0715857520699501, 0.01625288650393486, -0.018907852470874786, 0.004958746023476124, -0.016828833147883415, -0.0065074763260781765, 0.003996496554464102, -0.014208984561264515, 0.013548755086958408, 0.019146660342812538, -0.019104517996311188, 0.011490805074572563, 0.020874494686722755, -0.008161562494933605, 0.0405970998108387, 0.022995658218860626, 0.01621074415743351, -0.02331874892115593, -0.00918000191450119, -0.0005079027032479644, 0.003757690079510212, 0.002646186389029026, 0.030791986733675003, 0.026198474690318108, 0.020930685102939606, -0.01635121926665306, 0.026184426620602608, 0.022138765081763268, -0.020818304270505905, -0.0201580747961998, -0.0037892968393862247, 0.0037085239309817553, 0.00343108712695539, 0.019624272361397743, 0.004446014761924744, 0.028993913903832436, 0.0016470622504130006, 0.0006132585112936795, 0.011961394920945168, -0.004207208286970854, -0.006008792202919722, 0.020888542756438255, 0.007290620822459459, -0.0032484703697264194, 0.011827943846583366, -0.02747679129242897, -0.003877093316987157, 0.026690134778618813, -0.014595289714634418, -0.026633944362401962, 0.029246767982840538, -0.014173866249620914, -0.01125199906527996, -0.012902572751045227, 0.022166859358549118, 0.019877126440405846, -0.007290620822459459, -0.004073757212609053, 0.0056997486390173435, -0.01927308738231659, -0.02831963822245598, -0.029106294736266136, -0.009039526805281639, -0.02145043946802616, 0.0003643554518930614, 0.0101773701608181, -0.009060597978532314, 0.013822680339217186, -0.03289910405874252, 0.01276209857314825, 0.004200184252113104, -0.03773142024874687, -0.062314439564943314, -0.015044807456433773, 0.013309949077665806, 0.014440767467021942, 0.017067639157176018, 0.0021281871013343334, -0.009348571300506592, 0.014946475625038147, -0.011806872673332691, -0.005787544883787632, -0.03261815384030342, -0.014918380416929722, 0.0051764813251793385, -0.022827088832855225, -0.008028111420571804, -0.016828833147883415, -0.019554035738110542, 0.004540834575891495, -0.00922214426100254, -0.006686581298708916, -0.022798994556069374, 0.011469733901321888, -0.01427219808101654, 0.0046848212368786335, 0.0203406922519207, 0.006279205437749624, 0.007557522505521774, -0.02737845852971077, 0.011364378035068512, -0.012108893133699894, -0.01944165676832199, -0.014918380416929722, 0.003445134498178959, -0.0038103680126369, 0.03149436041712761, -0.0008981581777334213, 0.00584022281691432, -0.031129125505685806, -0.013527683913707733, -0.014693621546030045, 0.024849919602274895, -0.015381946228444576, -0.004410895984619856, -0.0015030760550871491, 0.037899989634752274, -0.016758594661951065, -0.005450406577438116, -0.005397728644311428, 0.014335411600768566, -0.033910516649484634, 0.03753475844860077, -0.007325739599764347, -0.013928036205470562, 0.02028450183570385, -0.00018865271704271436, 0.00733276316896081, -0.021914005279541016, 0.009432855062186718, 0.004927139263600111, 0.031859591603279114, -0.00561897549778223, -0.022869231179356575, -0.008913100697100163, -0.01836000382900238, -0.019736651331186295, 0.004302028100937605, -0.014876238070428371, 0.0012230052379891276, 0.005850758403539658, 0.022897325456142426, -0.004972793627530336, -0.008477629162371159, 0.00664092693477869, -0.021928053349256516, -0.012874478474259377, 0.01526956632733345, 0.03042675368487835, 0.01716597005724907, -0.01616860181093216, 0.0050711254589259624, -0.034921932965517044, -0.029808666557073593, -0.01616860181093216, -0.021928053349256516, 0.005460942164063454, -0.004769105464220047, 0.03287100791931152, 0.014321364462375641, 0.05402645096182823, 0.016913117840886116, 0.002628627000376582, 0.031971972435712814, -0.021141396835446358, -0.006124683655798435, 0.013436376117169857, -0.0019631297327578068, -0.023009706288576126, -0.0021597938612103462, 0.015129092149436474, -0.002753298031166196, 0.0036453104112297297, -0.021099254488945007, 0.028937725350260735, 0.016955258324742317, -0.012846383266150951, 0.006605808157473803, -0.01920284889638424, -0.03273053467273712, -0.016885021701455116, 0.015466230921447277, -0.0009411784121766686, 0.00561897549778223, -0.01708168536424637, -0.0252572949975729, 0.028853440657258034, 0.011301164515316486, 0.008358226157724857, 5.1086586609017104e-05, 0.02628275938332081, -0.0053871930576860905, 0.006700628437101841, 0.022026384249329567, 0.02327660657465458, -0.036130014806985855, -0.010268677957355976, -0.03480955585837364, 0.012621624395251274, 0.014454814605414867, -0.022630425170063972, 0.039192356169223785, 0.02226519212126732, -0.01120283268392086, 0.010472365655004978, -0.010142250917851925, -0.016772642731666565, 0.008407392539083958, -0.006588249001652002, -0.0403442457318306, 0.006928899325430393, -0.03944521024823189, -0.008070253767073154, -0.028881534934043884, -0.007016696035861969, 0.0018244112143293023, -0.001940302550792694, 0.011926275677978992, -0.030117709189653397, -0.020115932449698448, 0.04579465091228485, 0.03531526401638985, 0.039979010820388794, -0.01220722496509552, 0.007030743174254894, 0.021970195695757866, 0.010760338045656681, -0.01821952871978283, 0.0019016721053048968, 0.02038283459842205, 0.006865685805678368, 0.00019951754075009376, 0.005474989302456379, -0.006679557263851166, -0.007929779589176178, 0.02749083936214447, 0.007269549649208784, -0.018978090956807137, -0.05658308416604996, 0.0073187160305678844, 0.01059879269450903, 0.013120308518409729, -0.019891174510121346, -0.03180340304970741, -0.01630907692015171, 0.002879725070670247, -0.017559299245476723, -0.001226517022587359, -0.02225114405155182, -0.018036911264061928, 0.013028999790549278, -0.00430554011836648, -0.0015048319473862648, 0.00482529541477561, -0.02354350872337818, 0.016674309968948364, 0.02750488556921482, 0.0017436384223401546, -0.0010474121663719416, 0.005829687230288982, -0.0010921884095296264, 0.035118598490953445, -0.011273070238530636, -0.0020175634417682886, -0.00813346728682518, 0.015985986217856407, -0.0032835889142006636, -0.008547866716980934, -0.0026128236204385757, 0.03281481936573982, -0.03638286888599396, -0.01212294027209282, -0.0012730491580441594, 0.0022633937187492847, 0.0046286312863230705, -0.01911856420338154, -0.008899052627384663, -0.005194040481001139, 0.006981577258557081, 0.018655000254511833, 0.02435825951397419, -0.004129947163164616, -0.022827088832855225, -0.002140478463843465, -0.001936790649779141, -0.037984274327754974, 0.0005640924791805446, -0.010816528461873531, 0.019090469926595688, -0.038068559020757675, -0.0036488224286586046, 0.012031631544232368, -0.0074732378125190735, 0.0003970596590079367, 0.0077331154607236385, -0.025187058374285698, -0.022054480388760567, 0.02431611716747284, -0.028825344517827034, 0.021127348765730858, 0.03961377963423729, -0.02344517596065998, -0.0011088697938248515, 0.0047866650857031345, -0.013921012170612812, 0.002978057134896517, 0.02834773249924183, -0.030033424496650696, -0.019694508984684944, -0.01635121926665306, -0.01629502885043621, -0.013640063814818859, 0.00960142444819212, -0.00809834897518158, 0.006921875756233931, 0.011834967881441116, 0.006690092850476503, -0.01320459321141243, 0.012031631544232368, 0.021183539181947708, -0.004863925743848085, 0.003545222571119666, 0.024217786267399788, -0.02021426521241665, 0.017812153324484825, 0.010268677957355976, -0.0029043080285191536, -0.018458334729075432, -0.048210810869932175, -0.001526781008578837, 0.006570689845830202, -0.006184385158121586, -0.012031631544232368, 0.015213376842439175, -0.021984241902828217, 0.002140478463843465, -0.012656742706894875, 0.009341547265648842, -0.007915732450783253, 0.019863078370690346, -0.00804918259382248, 0.02334684319794178, 0.025692766532301903, 0.017826201394200325, -0.021183539181947708, -0.02319232188165188, 0.010430223308503628, 0.009671662002801895, -0.04792986437678337, -0.021169491112232208, -0.021689245477318764, 0.022784946486353874, -0.012698885053396225, -0.02840392291545868, -0.030763892456889153, -0.011364378035068512, -0.04849176108837128, -0.015606705099344254, -0.005460942164063454, 0.008477629162371159, 0.007304668426513672, 0.02649347111582756, 0.016856927424669266, 0.029050104320049286, -0.007599664852023125, -0.0024319628719240427, -0.02753298170864582, -0.0008283599163405597, -0.014553147368133068, -0.015157187357544899, 0.01069712545722723, 0.005850758403539658, -0.00536260986700654, 0.003311683889478445, 0.012277461588382721, -0.018809521570801735, -0.009762970730662346, 0.020818304270505905, 0.007873590104281902, -0.009341547265648842, 0.022897325456142426, -0.00368745275773108, -0.006834079045802355, -0.0017655874835327268, 0.021689245477318764, -0.02657775580883026, -0.008295012637972832, 0.0038279271684587, -0.016856927424669266, -0.017882389947772026, 0.010964026674628258, 0.005762962158769369, -0.00013246295566204935, 0.01319054514169693, 0.02219495363533497, -0.008007040247321129, 0.01427922211587429, -0.004902556538581848, 0.0504303053021431, 0.02022831328213215, 0.022827088832855225, 0.031129125505685806, 0.0037612018641084433, 0.0017901705577969551, 0.005309931933879852, 0.008976313285529613, -0.014054463244974613, -0.0017568079056218266, 0.03244958445429802, -0.01944165676832199, 0.0017849027644842863, -0.005871829576790333, 0.004814759828150272, -0.014511005021631718, -0.024667304009199142, -0.007122051902115345, -0.005745402537286282, -0.03646715357899666, 0.02829154208302498, 0.007438119035214186, -0.026647992432117462, -0.00609658844769001, -0.003074633190408349, 0.0030640976037830114, -0.009924516081809998, -0.003673405386507511, -0.0005526789464056492, -0.025173010304570198, -0.0035627817269414663, 0.008505724370479584, -0.01826167106628418, -0.003775249235332012, -0.00433012330904603, 0.02138020284473896, -0.01635121926665306, -0.005791056901216507, 0.18733665347099304, -0.022911373525857925, -0.004755058325827122, 0.02319232188165188, -0.0021229193080216646, -0.025706814602017403, 0.030791986733675003, 0.00866024661809206, 0.0006791058694943786, 0.011273070238530636, -0.014567194506525993, -0.0008494310895912349, -0.03256196528673172, -0.0039016762748360634, 0.022096622735261917, -0.02447063848376274, -0.04652512073516846, -0.028263447806239128, 0.004530298989266157, 0.018935948610305786, -0.006054446566849947, 0.003873581299558282, -0.00402459129691124, -0.03141007572412491, 0.022082574665546417, -0.017531204968690872, 0.014384577982127666, 0.008892029523849487, -0.0037892968393862247, 0.008154538460075855, -0.0019824448972940445, 0.00733978720381856, 0.010781409218907356, 0.0014117676764726639, -0.011546995490789413, -0.014363506808876991, 0.013661134988069534, -0.016730500385165215, 0.01712382771074772, 0.03475336357951164, 0.03233720362186432, 0.009411783888936043, 0.016660263761878014, -0.010008800774812698, -0.0009104496566578746, 0.024779682978987694, -0.02133806049823761, -0.009524163790047169, -0.01946975104510784, -0.01021951250731945, -0.02555229142308235, 0.000553556892555207, -0.0005333637236617506, 0.029022010043263435, -0.006128195207566023, -0.0015618996694684029, -0.032927196472883224, 0.018809521570801735, 0.011518900282680988, -0.008807744830846786, -0.03823712840676308, -0.008414416573941708, 0.0007054448360577226, 0.0254539605230093, 0.015859559178352356, -0.0009016700205393136, -0.01618264988064766, 0.00088454969227314, -0.00857596192508936, -0.014096605591475964, -0.025187058374285698, -0.011856039054691792, -0.0021334548946470022, -0.0021685734391212463, -0.03320814669132233, -0.023613745346665382, 0.03441622480750084, 0.022138765081763268, 0.005359098315238953, 0.038040466606616974, -0.0067146760411560535, -0.027223937213420868, 0.015480278059840202, -0.012741027399897575, -0.00484987860545516, -0.024976346641778946, 0.025931572541594505, -0.02122568152844906, -0.004498692229390144, -0.018753331154584885, -0.004705891944468021, 0.0031747212633490562, -0.003378409193828702, 0.02142234519124031, -0.01328887790441513, -0.01637931354343891, 0.005050054285675287, 0.012277461588382721, 0.017601441591978073, -0.006914852187037468, -0.01615455560386181, 0.03177530691027641, 0.04674987867474556, 0.015030760318040848, 0.018669046461582184, 0.005506596062332392, -0.0023898205254226923, 0.021801626309752464, -0.005910459905862808, -0.024934204295277596, -0.008786673657596111, -0.03548383340239525, 0.015508373267948627, -0.0007954362663440406, -0.007866566069424152, 0.0008722581551410258, 0.009320476092398167, 0.003992984537035227, 0.030061520636081696, -0.00707639753818512, -0.004207208286970854, -0.021661151200532913, -0.006883245427161455, 0.007027231622487307, -0.012460079044103622, -0.03318005055189133, -0.030314374715089798, 0.003313439665362239, -0.03632667660713196, -0.0030360028613358736, 0.015213376842439175, -0.0303705632686615, 0.013506612740457058, 0.003898164490237832, -0.005875341594219208, -0.019020233303308487, 0.0013204592978581786, -0.007641807198524475, -0.014862190932035446, -0.010746290907263756, -0.011427591554820538, 0.012523292563855648, -0.008386321365833282, -0.004498692229390144, 0.02028450183570385, -0.011785801500082016, -8.384565444430336e-05, 0.03525907173752785, -0.0008529429323971272, -0.02830559015274048, -0.015143139287829399, 0.0004578587249852717, 0.001985956681892276, -0.005457430146634579, 0.007013184018433094, 0.008835839107632637, -0.019834984093904495, -0.022658519446849823, 0.014609336853027344, 0.015887653455138206, -0.040119487792253494, 0.01838809810578823, 0.017601441591978073, -0.0018595297588035464, -0.0047339871525764465, -0.00033845548750832677, -0.18048149347305298, -0.007957874797284603, 0.004403872415423393, -0.02248995006084442, 0.02433016523718834, 0.0052783251740038395, 0.01938546635210514, -0.00814049132168293, -0.03126959875226021, -0.011448662728071213, 0.00689729256555438, -0.015100996941328049, 0.0008836717461235821, -0.010514508001506329, 4.3623884266708046e-05, 0.0007967532146722078, -0.014693621546030045, 0.02949962206184864, 0.025791099295020103, 0.008302036672830582, 0.024793731048703194, -0.03174721449613571, 0.009840231388807297, -0.011666398495435715, 0.015494325198233128, 0.002200180198997259, 0.008147514425218105, 0.0027884168084710836, 0.007810376118868589, -0.027027273550629616, -0.010949978604912758, -0.02851630188524723, 0.03455670177936554, -0.013373162597417831, 0.0101633220911026, 0.01828976534307003, 0.006412656046450138, 0.002867433475330472, -0.029078198596835136, 0.015100996941328049, 0.039248544722795486, 0.03362957015633583, 0.003894652472808957, -0.004537323024123907, -0.008196680806577206, 0.011610209010541439, 0.022756852209568024, -0.035062409937381744, 0.014412672258913517, -0.013506612740457058, 0.02754702791571617, -0.03259005770087242, -0.002658477984368801, -0.002331875031813979, -0.0014038659865036607, 0.011863062158226967, 0.005288860760629177, 0.018626904115080833, -0.006275693420320749, -0.014019344002008438, -0.00870238896459341, 0.002707643900066614, 0.01479195337742567, 0.014820048585534096, 0.011139619164168835, -0.03275862708687782, -0.015620752237737179, 0.014988617971539497, -0.028993913903832436, -0.0021158955059945583, -0.013345067389309406, 0.0002653649135027081, -0.0004776129499077797, 0.009046550840139389, 0.0306234173476696, 0.006605808157473803, -0.017924532294273376, 0.002488152589648962, 0.022630425170063972, 0.004112388007342815, -0.01838809810578823, 0.032112445682287216, 0.0076277595944702625, 0.018584761768579483, -0.0050465427339077, -0.0025654137134552, -0.0046321433037519455, 0.031044840812683105, -0.022784946486353874, -0.013604944571852684, 0.025088727474212646, -0.018542619422078133, -0.006858662236481905, -0.013007928617298603, -0.01324673555791378, 0.0053345151245594025, -0.001270415261387825, -0.03138197958469391, -0.0011352086439728737, -0.003824415383860469, 0.012228296138346195, 0.03318005055189133, -0.022068526595830917, -0.0016734012169763446, 0.03374195098876953, 0.021773530170321465, -0.02431611716747284, 0.026226568967103958, 0.03424765542149544, -0.024653255939483643, -0.003445134498178959, -0.0021316988859325647, 0.0013072898145765066, -0.008786673657596111, -0.004481133073568344, 0.020986873656511307, -0.015030760318040848, -0.02838987484574318, 0.014468862675130367, -0.0039016762748360634, 0.07034957408905029, -0.011947346851229668, -0.007487284950911999, 0.010465342551469803, -0.003950842190533876, -0.006152778398245573, -0.10760338604450226, -0.02857249230146408, -0.007027231622487307, 0.03975425288081169, -0.012698885053396225, 0.019708557054400444, -0.015086949802935123, 0.04287278652191162, -0.03480955585837364, 0.04947508126497269, -0.017713820561766624, -0.01837405003607273, 0.017517156898975372, -0.0016918384935706854, 0.012698885053396225, -0.0074240718968212605, 0.006258134264498949, -0.00916595384478569, -0.04767701029777527, 0.043097544461488724, 0.001420547254383564, -0.012663766741752625, 0.007782281376421452, -0.027715597301721573, -0.0001894209417514503, 0.005418799817562103, -0.018879758194088936, 0.02428802289068699, 0.017896438017487526, 0.019834984093904495, 0.01828976534307003, -0.03233720362186432, 0.003483765060082078, -0.018612857908010483, 0.01526956632733345, -0.02629680559039116, 0.02232138067483902, -0.013787562027573586, 0.026605850085616112, -0.009587377309799194, -0.0101633220911026, 0.0017208113567903638, 0.0014609337085857987, -0.009573330171406269, -0.01843024045228958, -0.010331891477108002, -0.0075785936787724495, 0.02549610286951065, 0.015915749594569206, -0.02239161916077137, -0.03525907173752785, -0.02643728069961071, -0.03739428520202637, 0.006124683655798435, 0.011483781971037388, 0.0015733131440356374, 0.03455670177936554, 0.019020233303308487, -0.012621624395251274, 0.0026145796291530132, -0.011610209010541439, 0.007536451332271099, -0.018093101680278778, 0.010472365655004978, 0.018921900540590286, -0.0025952644646167755, -0.01472171675413847, -0.02740655466914177, -0.00013762101298198104, -0.0007339786970987916, 0.004663750063627958, 0.037057146430015564, -0.0063353949226439, 0.012467102147638798, -0.021914005279541016, -0.006482893135398626, -0.025889430195093155, -0.024063263088464737, 0.006676045712083578, -0.0008863056427799165, -0.006697116885334253, -0.014426720328629017, 0.0017611976945772767, 0.007908708415925503, 0.02119758538901806, -0.004161553923040628, -0.014265174977481365, -0.005102732218801975, -0.0015575098805129528, -0.03129769489169121, 0.005928019527345896, 0.02442849613726139, 0.00428798096254468, -0.027069415897130966, 0.0072625260800123215, 0.0007818277808837593, -0.03149436041712761, -0.0026128236204385757, 0.028235353529453278, 0.027757739648222923, -0.022068526595830917, 0.005871829576790333, -0.05956114083528519, 0.03320814669132233, 0.003947330638766289, -0.012579482048749924, -0.0016005301149562001, -0.030651511624455452, -0.0048920209519565105, -0.03343290463089943, -0.005734866950660944, 0.014848143793642521, -0.01466552633792162, 0.01476385910063982, -0.0059069483540952206, -0.015817416831851006, -0.02046711929142475, -0.0036453104112297297, -0.0001419010804966092, -0.0030588298104703426, 0.008828816004097462, 0.01942760869860649, 0.014482909813523293, 0.009931539185345173, 0.006669021677225828, 0.009931539185345173, 0.011195809580385685, -0.00011358671326888725, -0.024723492562770844, 0.009355594404041767, -0.00861810427159071, -0.0045724413357675076, -0.006367001682519913, -0.014623383991420269, 2.2717344108968973e-05, 0.022827088832855225, -0.013892917893826962, -0.02147853560745716, 0.010388080962002277, 0.016674309968948364, 0.0205092616379261, 0.05677974969148636, -0.01718001812696457, -0.03955758735537529, -0.014511005021631718, 0.00014804683451075107, -0.013450423255562782, -0.0100790373980999, 0.004059710074216127, -0.024119453504681587, 0.032028160989284515, 0.018528573215007782, 0.023782314732670784, 0.008934170939028263, -0.004635654855519533, -0.042367078363895416, -0.01472171675413847, 0.026718229055404663, 0.03452860563993454, 0.004607560113072395, 0.011546995490789413, 0.024133501574397087, 0.010928907431662083, 0.02458301931619644, 0.024906110018491745, 0.00042734944145195186, -0.00532046752050519, -0.0201861709356308, -0.018921900540590286, 0.007431095466017723, -0.004302028100937605, -0.009194049052894115, 0.01917475461959839, 0.010296773165464401, 0.0002873140329029411, 0.013604944571852684, 0.003316951682791114, -0.006008792202919722, -0.000776121043600142, -0.010626887902617455, -0.02558038756251335, 0.0006997380987741053, 0.010535579174757004, -0.004460061900317669, 0.0030026400927454233, 0.027757739648222923, 0.01712382771074772, -0.004565417766571045, -0.005917483940720558, 0.00813346728682518, -0.007325739599764347, -0.01020546443760395, 0.00920809619128704, 0.01824762299656868, -0.006985089275985956, 0.0028814810793846846, 0.0036312630400061607, 0.0031202875543385744, 0.009552258998155594, 0.0015978962182998657, 0.02841796912252903, -0.005323979537934065, 0.00964356679469347, -0.009496068581938744, 0.005548738408833742, -0.010514508001506329, -0.022574234753847122, 0.015395993366837502, -0.042254697531461716, -0.026057999581098557, 0.019919268786907196, 0.011813896708190441, 0.015705037862062454, -0.0021720852237194777, 0.00909571722149849, 0.002958741970360279, -0.024133501574397087, 0.03649524599313736, -0.021731387823820114, -0.029078198596835136, -0.030707702040672302, 0.029696287587285042, 0.027083462104201317, -0.007648830767720938, 0.03275862708687782, -2.762845906545408e-05, 0.026001811027526855, 0.02048116736114025, 0.022532092407345772, -0.002500444184988737, 0.019905220717191696, 0.004168577492237091, 0.0036944765597581863, -0.008519771508872509, -0.013871846720576286, -0.012172105722129345, -0.015129092149436474, -0.014511005021631718, -0.0020561940036714077, 0.026886798441410065, 0.008807744830846786, 0.08310464769601822, 0.025903478264808655, -0.013815656304359436, 0.02327660657465458, -0.00023397765471599996, 0.015480278059840202, 0.01712382771074772, 0.009875349700450897, -0.016590025275945663, -0.04736796393990517, -0.0023968443274497986, -0.0006900804582983255, -0.02341708168387413, -0.01623884029686451, -0.0007524159736931324, -0.00456892978399992, -0.010528556071221828, 0.02435825951397419, -0.0016461842460557818, -0.03225291892886162, 0.037141431123018265, 0.003011419903486967, 3.899398961948464e-06, 0.002658477984368801, 0.007030743174254894, -0.010570698417723179, 0.02546800673007965, -0.004674285650253296, 0.010746290907263756, -0.01319756917655468, 0.01828976534307003, 0.010240583680570126, -0.021731387823820114, -0.018921900540590286, -0.0007352956454269588, 0.0001409133692504838, 0.005520643666386604, -0.024751588702201843, -0.016913117840886116, -0.0016347707714885473, -0.007353834342211485, 0.01423707976937294, 0.0006554008577950299, -0.02143639326095581, -0.006440750788897276, 0.003891140688210726, -0.007174729835242033, -0.01328887790441513, -0.022939467802643776], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='d1de9290-c7ba-4675-a4de-a499a381b70c', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='74da39e87dd0bc08b880eea99377011f32650b694140684c8f259131eb2583b3'), : RelatedNodeInfo(node_id='b45ef2c1-e4ad-45cf-b27f-cee010ca2c23', node_type=, metadata={}, hash='58f823e9ae3379b6d4122a34fe20e0e7f56ae658827bb8572a2ca12c2acfb856')}, hash='f897d5607ed11eee36b9afabd6570ec9c1bb2ef181dfac76f68d254ac00ef3fe', text=\"New Moore's Laws Achieving Zettascale Computing As the traditional Moore's Law reaches its twilight, new laws are emerging to define the evolution of computing performance. The exponential growth of GPU performance and supercomputer systems has accelerated AI's advancements, with LLMs as a prime example. Despite their extensive training times, these LLMs are benefiting from the rapid growth of computational power. Moore's Law, famously predicting the number of transistors on a microchip would double approximately every two years, is now being replaced by new performance-based laws: GPU performance doubles every 2.2 years, while supercomputer system performance doubles every 1.2 years. These advancements are shaping the way AI/ML technologies progress. Despite the rapidly increasing performance, the training of LLMs still takes anywhere from days to months. This extended duration speaks to the complexity and vast potential of these models. As computational power continues to soar, it will unlock new possibilities for AI research and development. In the coming decade, the AI landscape is set to enter the era of Zettascale Computing. As a result of the new Moore's Laws, AI performance is expected to dramatically outpace other computing advancements. This shift to Zettascale Computing will provide unprecedented processing capabilities, enabling further breakthroughs in AI and other domains. The new Moore's Laws, focusing on GPU and supercomputer performance, herald a new era for AI research and development. With the advent of Zettascale Computing, we can expect even more rapid growth in AI capabilities, impacting various industries and shaping the future of technology. Generative AI Journey with State-of-the-Art LLMs Generative AI (GAI) has experienced rapid advancements in text-to-images, videos, and 3D. But ChatGPT and GPT-4 took the world by storm. These are LLMs-based GAI like other state-of-the-art LLMs: Claude, Bard, LLaMA, ToolFormer, Google USM, PaLM, NeMo, Databricks Dolly, etc. These have revolutionized NLP, enabling a myriad of applications once thought to be unattainable. Despite their impressive capabilities and increasing computing power, LLMs face common challenges such as scalability, training efficiency, and the need for high-quality\", start_char_idx=0, end_char_idx=2287, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='b45ef2c1-e4ad-45cf-b27f-cee010ca2c23', embedding=[-0.00949831958860159, -0.0020255285780876875, -0.004515312612056732, -0.03304122015833855, 0.003132863435894251, 0.004047618247568607, -0.006410161964595318, 0.021541446447372437, -0.008569808676838875, -0.05543551966547966, 0.005519479513168335, 0.026699837297201157, -0.039368849247694016, -0.005409433972090483, -0.003916939254850149, 0.02016587369143963, 0.019670668989419937, 0.0020083340350538492, -0.005168708972632885, -0.0027580203022807837, -0.008838045410811901, -0.00698102405294776, -0.02041347697377205, -0.020344698801636696, 0.00593215087428689, 0.014539788477122784, 0.032050810754299164, -0.0375530943274498, -0.03224338963627815, 0.01575029082596302, 0.00423675961792469, -0.0053819227032363415, -0.03295868635177612, 0.008597319945693016, 0.00037140422500669956, 0.006234776694327593, 0.016864502802491188, -0.003744992660358548, 0.00892745703458786, -0.012063760310411453, 0.021266331896185875, 0.01327426265925169, 0.012118782848119736, -0.020110851153731346, -0.020867416635155678, 0.01019986066967249, 0.0033821857068687677, -0.00987660139799118, -0.015255085192620754, 0.010027914308011532, 0.015640245750546455, 0.04726462811231613, -0.020991217344999313, 0.0023384711239486933, -0.023329688236117363, 0.0065993028692901134, -0.00997289177030325, 0.004721648525446653, 0.02233927696943283, 0.004883278161287308, -0.005313144065439701, 0.012531453743577003, -0.02161022461950779, 0.034471817314624786, -0.022229231894016266, 0.005828983150422573, -0.022930772975087166, 0.01209814939647913, -0.012737790122628212, -0.013019781559705734, 0.007572519592940807, 0.016135450452566147, 0.0173734650015831, -0.016974549740552902, 0.015654001384973526, 0.0024897840339690447, 0.002240461762994528, -0.012297607026994228, -0.03342638164758682, 0.010997692123055458, -0.012868468649685383, -0.014072094112634659, 0.000863170949742198, 0.031830720603466034, 0.009594609029591084, -0.00033379095839336514, 0.013212362304329872, -0.006637131329625845, 0.011843668296933174, 0.007723832502961159, 0.010021036490797997, 0.00139534508343786, 0.031858231872320175, 0.002849151846021414, -0.006747176870703697, 0.001065207994543016, -0.0047904266975820065, 0.006458307150751352, 0.009037503041327, -0.022628147155046463, -0.01035117357969284, 0.0007771977689117193, -0.02140388824045658, -0.017235908657312393, -0.010179227218031883, 0.007407451048493385, 0.02729133330285549, 0.00740057323127985, -0.0006753195193596184, 0.0117267444729805, -0.01173362322151661, 0.023302176967263222, 0.007606909144669771, -0.02394869551062584, -0.00812274869531393, -0.010791356675326824, 0.018130028620362282, -0.006798760965466499, 0.011424119584262371, -0.01718088425695896, 0.03128049150109291, 0.002166524762287736, 0.024265076965093613, 0.005540113430470228, 0.017937449738383293, -0.009787189774215221, -0.020509768277406693, -0.014017070643603802, -0.02612209878861904, -0.006035319063812494, 0.012063760310411453, 0.005963101517409086, -0.005698303692042828, -0.00025448069209232926, -0.036535173654556274, 0.030592704191803932, -0.012270095758140087, -0.011740501038730145, -0.024608969688415527, -0.026369700208306313, 0.004563457798212767, 0.03009749948978424, -0.012146294116973877, 0.0038687940686941147, -0.011953714303672314, 0.03029007837176323, -0.002011772943660617, 0.023164620622992516, 0.03529715910553932, 0.01601164974272251, 0.029767362400889397, -0.012765301391482353, -0.010192982852458954, 0.012015614658594131, 0.023453488945961, -0.0025929517578333616, 0.004683820065110922, 0.04110207036137581, -0.028061654418706894, -0.0034096972085535526, 0.010997692123055458, 0.011905569583177567, -0.014292185194790363, 0.005124002695083618, 0.01411336101591587, 0.023577291518449783, 0.018831569701433182, -0.001680776127614081, -0.012600232847034931, -0.0223530326038599, -0.004566896706819534, 0.033481404185295105, -0.038846131414175034, 0.020716102793812752, 0.011506653390824795, 0.01716712862253189, 0.020564790815114975, -0.00927135068923235, -0.012366385199129581, -0.029079576954245567, 0.008707365952432156, 0.005564185790717602, 0.01174737885594368, 0.0015036712866276503, -0.015667757019400597, -0.017524776980280876, 0.007434962783008814, -0.018391387537121773, -0.016107939183712006, -0.012552088126540184, 0.0026101465336978436, 0.011994981206953526, 0.01738722063601017, -0.0056501589715480804, -0.631222128868103, -0.020606057718396187, 0.00541287288069725, -0.030372614040970802, 0.005330338608473539, 0.0062278988771140575, -0.005842738784849644, -0.009216327220201492, -0.012414530850946903, 0.0037243592087179422, -0.026204632595181465, 0.0031741305720061064, 0.010426830500364304, -0.01785491406917572, -0.016589390113949776, -0.02421005442738533, -0.0073455506935715675, -0.030840307474136353, 0.009374517947435379, 0.01857021264731884, -0.021445155143737793, 0.017511021345853806, -0.012861590832471848, -0.0008967004832811654, -0.01009669341146946, 0.013177972286939621, 0.010653799399733543, 0.015557711012661457, 0.02370109222829342, 0.02112877368927002, -0.02774527296423912, 0.024044984951615334, 0.001707427785731852, 0.008638587780296803, 0.04000161215662956, -5.674231579178013e-05, -0.028804462403059006, 0.026479747146368027, 0.005010518245398998, 0.022160453721880913, -0.03169316053390503, -0.014457253739237785, 0.015227573923766613, 0.014402231201529503, -0.005051785614341497, 0.024333855137228966, 0.01572277955710888, -0.010977058671414852, -0.007496863137930632, -0.014594811014831066, 0.002764898119494319, 0.0051205637864768505, 0.010289273224771023, -0.001129687880165875, 0.005055224522948265, 0.004515312612056732, 0.012442042119801044, -0.027387622743844986, 0.014828657731413841, -0.016589390113949776, 0.007909534499049187, 0.0055469912476837635, -0.03097786381840706, -0.014443498104810715, -0.015915360301733017, 0.031830720603466034, 0.00627948297187686, 0.00510680815204978, 0.0030795601196587086, -0.027566447854042053, -0.0024897840339690447, 0.009023747406899929, -0.004608163610100746, -0.014636077918112278, -0.008157137781381607, 0.015791557729244232, 0.003645263845100999, -0.007249260321259499, 0.003478475846350193, 0.022435566410422325, 0.009071892127394676, -0.011314073577523232, -0.007909534499049187, -0.007207993417978287, 0.02229801006615162, 0.003463000524789095, 0.004859205335378647, -0.004123274702578783, -0.01232511829584837, 0.0032119587995111942, -0.0009173340513370931, 0.01645183190703392, -0.027855318039655685, -0.044733576476573944, -0.015103772282600403, 0.01481490209698677, -0.020014561712741852, 0.0023436294868588448, 0.01643807627260685, -0.023604802787303925, -0.008060847409069538, -0.01687825843691826, 0.027580203488469124, 0.033673983067274094, 0.02987740747630596, 0.009312617592513561, -0.0056501589715480804, 0.01694703847169876, 0.021059995517134666, -0.02612209878861904, 0.0043364884331822395, 0.01905166171491146, -0.023811139166355133, -0.008418495766818523, -0.00534409424290061, -0.024361366406083107, -0.0022886067163199186, -0.021747780963778496, -0.018226319923996925, -0.005846177693456411, 0.009202571585774422, -0.009457052685320377, -0.014058338478207588, 0.0023178376723080873, 0.020771125331521034, 0.0128134461119771, -0.0014753001742064953, -0.021500179544091225, 0.003132863435894251, 0.030840307474136353, -0.004422461614012718, -0.02561313658952713, 0.03262855112552643, -0.021954117342829704, 0.044073302298784256, 0.012105027213692665, 0.02326091006398201, -0.0015956626739352942, 0.0228207278996706, -0.001532902242615819, -0.026892418041825294, 0.00780636677518487, 0.01929926499724388, 0.015929115936160088, -0.053454697132110596, -0.019436821341514587, -0.018501432612538338, 0.003810332389548421, 0.02118379808962345, -0.011939958669245243, 0.0029162110295146704, -0.002744264667853713, -0.009236960671842098, 0.027910340577363968, -0.006007807329297066, -0.000999868381768465, -0.0005794594180770218, -0.03892866522073746, 0.007207993417978287, -0.023591047152876854, -0.00787514541298151, 0.02206416241824627, -0.022463077679276466, -0.0021424521692097187, -0.0018243513768538833, -0.007077313959598541, -0.013054171577095985, 0.020606057718396187, -0.02416878752410412, -0.02866690419614315, -0.011320951394736767, -0.04577901214361191, 0.005007079336792231, 0.03780069947242737, -0.008047091774642467, 0.000798691064119339, -0.016506854444742203, 0.007620664779096842, 0.0014512276975437999, -0.014979970641434193, -0.00458753015846014, 0.014457253739237785, -0.013019781559705734, -0.0012440322898328304, 0.028721928596496582, 0.015378886833786964, 0.028034141287207603, 0.019395554438233376, -0.03271108493208885, 0.004305537790060043, -0.008274060674011707, 0.011967469938099384, -0.018391387537121773, 0.007620664779096842, 0.007916412316262722, 0.0011632174719125032, 0.016534365713596344, -0.008968724869191647, -0.020771125331521034, 0.0213488657027483, 0.0010961582884192467, 0.016548121348023415, 0.03271108493208885, -0.009243838489055634, -0.004381194245070219, -0.01810251735150814, -0.00510680815204978, -0.01491119246929884, 0.0031982031650841236, 0.013900147750973701, 0.01950559951364994, -0.0011786925606429577, -0.02445765770971775, -0.01690577156841755, 0.003562729572877288, 0.026163365691900253, 0.00048617846914567053, 0.014498520642518997, -0.01829509809613228, 0.006025001872330904, 0.0033288823906332254, 0.019079172983765602, 0.01200185902416706, -0.0030520486179739237, -0.021651491522789, 0.017290931195020676, -0.02421005442738533, 0.005058663431555033, 0.02184407226741314, -0.028611881658434868, -0.0005661335308104753, 0.03592992201447487, 0.013631911017000675, 0.0220504067838192, 0.01467734482139349, -0.0074280849657952785, 0.036094989627599716, 0.007111703511327505, 0.048997849225997925, -0.027208799496293068, -0.009347006678581238, 0.006430795416235924, 0.005718937609344721, -0.014759879559278488, 0.022256743162870407, -0.012036248110234737, 0.031610626727342606, 0.0011632174719125032, -0.031885743141174316, 0.006664642598479986, -0.020138362422585487, 0.004109519068151712, -0.005426628515124321, 0.0036418249364942312, 0.02537928894162178, -0.0030073425732553005, 0.011561675928533077, 0.00273394794203341, 0.0148011464625597, 0.026232143864035606, -0.006131608970463276, 0.00299358693882823, -0.0035025482065975666, -0.01315046101808548, 0.010248005390167236, -0.008583564311265945, -0.0035386569797992706, -0.0027029975317418575, -0.03950640559196472, 0.012854713015258312, -0.018253831192851067, -0.003488792572170496, 0.026686081662774086, -0.03130800276994705, 0.021967872977256775, 0.007214871235191822, 0.01504874974489212, 0.014842413365840912, 0.020853661000728607, 0.027566447854042053, -0.01763482391834259, -0.03246347978711128, 0.0014830377185717225, -0.005687986966222525, -0.01208439376205206, -0.011417241767048836, -0.04327547177672386, 0.0028594688046723604, 0.0027494230307638645, -0.01829509809613228, -0.010880768299102783, 0.0006508171209134161, -0.009567097760736942, -0.019079172983765602, -0.01738722063601017, 0.024746526032686234, 0.011458508670330048, 0.005925273057073355, -0.010901401750743389, -0.004202370066195726, -0.008886190131306648, 0.0048110606148839, -0.018267586827278137, -0.0166719239205122, 0.026617303490638733, -0.0408269539475441, -0.02400371804833412, 0.0068469056859612465, 0.0013712726067751646, -0.020551035180687904, 0.003710603341460228, -0.006943196058273315, 0.010316784493625164, -0.013081682845950127, 0.0028697855304926634, -0.0006177174509502947, 0.021555202081799507, 0.011946836486458778, 0.04393574595451355, -0.002931686118245125, 0.014498520642518997, -0.034691907465457916, -0.021073751151561737, 0.026355944573879242, 0.06817331165075302, 0.02841930277645588, -0.014374719932675362, 0.006619936786592007, -0.01716712862253189, 0.0025465262588113546, 0.010048547759652138, -0.016809480264782906, 0.0014048021985217929, 0.014388475567102432, -0.014182139188051224, 0.002826798940077424, 0.03122546710073948, -0.013301773928105831, 0.029519759118556976, 0.020275920629501343, 0.00977343413978815, -0.026190876960754395, -0.024595214053988457, 0.0008528541657142341, 0.0007488265982829034, -0.009353884495794773, 0.02210542932152748, 0.030592704191803932, 0.024608969688415527, -0.010344295762479305, 0.03150058165192604, 0.027029974386096, -0.03449932858347893, -0.01880405843257904, -0.014649833552539349, 0.009491441771388054, 1.4427378118853085e-05, 0.01279969047755003, -0.003837843891233206, 0.0060559525154531, -0.011506653390824795, 0.008514786139130592, 0.0018398265819996595, -0.012662133201956749, 0.020083339884877205, 0.015598977915942669, 0.00010397384176030755, -0.011465386487543583, -0.006771249696612358, -0.017290931195020676, 0.0019481527851894498, 0.0061659980565309525, -0.01646558754146099, -0.02137637697160244, 0.019092928618192673, -0.0009869723580777645, -0.025791961699724197, -0.002249059034511447, 0.04437592998147011, 0.0033735884353518486, -0.0004388932138681412, -0.009677143767476082, -0.008494152687489986, -0.02418254315853119, -0.021527690812945366, -0.04465104267001152, -0.004432778339833021, -0.019092928618192673, -0.014360964298248291, 0.00710482569411397, -0.021018728613853455, 0.001164936926215887, -0.03601245582103729, 0.021238820627331734, 0.005330338608473539, -0.03705788776278496, -0.0582691989839077, -0.013707567937672138, 0.023315932601690292, 0.001505390740931034, 0.01327426265925169, 0.006097219418734312, -0.010413073934614658, 0.0074280849657952785, -0.009615243412554264, -0.0040166680701076984, -0.008329084143042564, -0.02254561334848404, 0.0036762142553925514, 0.00025319107226096094, -0.019092928618192673, -0.0209499504417181, -0.005608891602605581, -1.5300543964258395e-05, 0.005901200696825981, -0.004649430979043245, -0.024100007489323616, 0.00926447194069624, -0.019175462424755096, 0.01832260936498642, 0.028529347851872444, 0.006107536144554615, 0.007744465954601765, -0.032986197620630264, -0.0015303230611607432, -0.020289676263928413, -0.030922841280698776, -0.03141804784536362, 0.010089815594255924, 0.0029540392570197582, 0.03405914455652237, 0.0014073813799768686, 0.0007935326430015266, -0.030345100909471512, 0.0023453489411622286, -0.01643807627260685, 0.01951935514807701, -0.0012689644936472178, 0.015901602804660797, -0.01716712862253189, 0.025007884949445724, 0.0029041748493909836, 0.0038791110273450613, -0.023095840588212013, 0.0004395380092319101, -0.02206416241824627, 0.043825700879096985, 0.013508109375834465, -0.023632314056158066, 0.03405914455652237, 0.0235222689807415, -0.0015277437632903457, -0.04156976193189621, -0.006025001872330904, -0.034416791051626205, 0.04671439900994301, -0.016836991533637047, -0.018638990819454193, -0.010041669942438602, -0.010880768299102783, -0.036094989627599716, 0.008480397053062916, -0.01316421665251255, -0.007393695414066315, 0.003744992660358548, -0.003095035208389163, -0.003186166984960437, -0.004704453516751528, 0.0012354349019005895, -0.028997041285037994, -0.002340190578252077, 0.024044984951615334, 0.03595743328332901, 0.014388475567102432, -0.020619813352823257, 0.005681109149008989, -0.018487676978111267, -0.01625925302505493, -0.01270340010523796, -0.0013798698782920837, 0.007483107503503561, -0.0016747580375522375, 0.02517295442521572, 0.017084594815969467, 0.02916211076080799, 0.009711532853543758, 0.020097095519304276, 0.0338115431368351, -0.009828456677496433, -0.0019068856490775943, 0.00240553030744195, -0.0015595539007335901, -0.014415986835956573, 0.003934133797883987, 0.010413073934614658, 0.0057223765179514885, 0.011554798111319542, -0.03284864127635956, 0.03554476052522659, 0.014051460660994053, -0.006963829509913921, -0.0035094262566417456, -0.02513168752193451, -0.04808996990323067, -0.021059995517134666, 0.02935468964278698, -0.005340655334293842, -0.0070257303304970264, -0.025241732597351074, -0.00051411974709481, 0.005055224522948265, -0.00746935186907649, 0.004529068246483803, -0.001671319012530148, 0.03595743328332901, -0.015213818289339542, -0.015021238476037979, -0.003892866661772132, 0.015929115936160088, -0.02092243917286396, -0.0031259856186807156, -0.04115709289908409, 0.0005996630643494427, 0.016094183549284935, -0.015557711012661457, 0.03978152200579643, 0.00859044212847948, -0.014264673925936222, 0.018914105370640755, -0.011891813017427921, -0.006626814603805542, -0.003095035208389163, -0.007228626869618893, -0.03694784268736839, 0.004446533974260092, -0.028254233300685883, -0.01687825843691826, -0.013336163014173508, -0.01092203613370657, 0.000816315587144345, -0.006272604689002037, 0.02723631076514721, -0.02207791805267334, -0.013508109375834465, 0.05067604407668114, 0.028776951134204865, 0.0404968187212944, 0.0006813376094214618, 0.007648176047950983, -0.007166726049035788, 0.013267384842038155, -0.03078528493642807, 0.031087910756468773, -0.004188614431768656, 0.009910990484058857, 0.0033082489389926195, -0.01741473190486431, -0.004952056333422661, -0.017992472276091576, 0.023439733311533928, 0.030482659116387367, -0.018707768991589546, -0.0459715910255909, 0.04038677364587784, 0.013308651745319366, 0.009642754681408405, -0.010956425219774246, -0.030867818742990494, -0.012524575926363468, 0.001182991312816739, 0.005911517422646284, 0.00859044212847948, -0.01232511829584837, -0.009058136492967606, 0.0077169546857476234, 0.009938502684235573, 0.004817938432097435, 0.002589512849226594, -0.023315932601690292, 0.004962373059242964, 0.031610626727342606, -0.0026307799853384495, -0.010860134847462177, 0.006815955508500338, -0.019849492236971855, 0.04919042810797691, -0.005350972060114145, 0.003569607390090823, 0.0007088490528985858, 0.01687825843691826, -0.00733179459348321, 0.0003883839526679367, 0.008934334851801395, 0.03430674597620964, -0.03592992201447487, 0.0017469754675403237, -0.0007905235979706049, -0.00040342926513403654, 0.020633568987250328, -0.02844681404531002, -0.0012732631294056773, 0.0023006428964436054, -0.015323863364756107, 0.011912447400391102, 0.030702751129865646, 0.00574988778680563, -0.018487676978111267, 0.005708620883524418, -0.0056192087940871716, -0.034856975078582764, -0.001791681512258947, -0.016094183549284935, -0.0013248471077531576, -0.03964396193623543, -0.010495608672499657, 0.005454139783978462, -0.0026204632595181465, 0.018680257722735405, -0.006172875873744488, -0.010633165948092937, -0.004367438610643148, 0.03433425724506378, -0.014292185194790363, 0.005505723878741264, 0.02584698423743248, -0.014526032842695713, -0.010027914308011532, 0.005846177693456411, -0.021280087530612946, 0.010454341769218445, 0.012331996113061905, -0.022476835176348686, -0.02136262133717537, -0.021321354433894157, 0.011114615947008133, 0.005041468422859907, 0.01423716265708208, 0.00516183115541935, 0.006396406330168247, 0.009952258318662643, -0.004855766426771879, 0.00552635733038187, -0.0031878864392638206, 0.01784115843474865, 0.014649833552539349, 0.006970707327127457, 0.017057083547115326, -0.007641298230737448, 0.019313020631670952, 0.0022800094448029995, 0.008569808676838875, -0.015392642468214035, -0.045201271772384644, 0.011362218298017979, 0.002176841488108039, 0.003583363024517894, -0.0072836498729884624, -0.018240075558423996, -0.018638990819454193, -0.021651491522789, -0.016520610079169273, 0.00949831958860159, 0.003038292983546853, 0.01058502122759819, -0.0032102393452078104, 9.11853276193142e-05, 0.015145039185881615, 0.0022748508490622044, -0.032325923442840576, -0.02231176570057869, -0.0042539541609585285, 0.0038412827998399734, -0.03782821074128151, -0.006554597057402134, -0.014608566649258137, 0.04602661356329918, -0.009484563954174519, -0.0237561147660017, 0.0008421075181104243, -0.024347610771656036, -0.05843426659703255, -0.020358454436063766, -0.0009181938366964459, 0.007765099871903658, 0.010261761955916882, 0.02445765770971775, 0.01127280667424202, 0.007538130506873131, -0.010846379213035107, -0.005148075520992279, -0.0006340523832477629, 0.019821980968117714, -0.014037705026566982, -0.028776951134204865, 0.0010411355178803205, -0.0038687940686941147, -0.004969251342117786, -0.006915684323757887, 0.002981550758704543, -0.025654403492808342, -0.000670161098241806, 0.013817613013088703, 0.0015991015825420618, 0.009126915596425533, 0.010048547759652138, 0.011596065945923328, 0.01766233518719673, 0.008184649050235748, 0.02723631076514721, -0.029684826731681824, -0.010254884138703346, 0.013755712658166885, -0.017029572278261185, -0.020496010780334473, -0.005729254335165024, 0.0008846642449498177, 0.013879514299333096, 0.01492494810372591, 0.010089815594255924, -0.01079823449254036, 0.0072011156007647514, 0.004683820065110922, 0.04905287176370621, -0.0032446286641061306, 0.004958934150636196, 0.017978716641664505, 0.011657966300845146, 0.0042539541609585285, 0.009429540485143661, -0.0017693284898996353, -0.0009706374839879572, 0.010667555034160614, 0.03579236567020416, -0.04352307319641113, 0.0013540779473260045, -0.007957680150866508, 0.014966215007007122, -0.01901039481163025, -0.0030365735292434692, -0.00510680815204978, -0.0025258928071707487, -0.027648981660604477, 0.030950352549552917, 0.013336163014173508, -0.01694703847169876, 0.011609821580350399, 0.0039135003462433815, 0.006286360789090395, -0.008280938491225243, -0.0010884207440540195, 0.004305537790060043, -0.021004972979426384, 0.022683169692754745, 0.013673177920281887, -0.006716226693242788, 0.007111703511327505, 0.0015225854003801942, 0.02938220277428627, -0.01788242720067501, -0.007909534499049187, 0.17783385515213013, -0.03408665582537651, 0.012552088126540184, 0.014581055380403996, 0.011492897756397724, -0.03144555911421776, 0.02463648095726967, 0.022917017340660095, 0.0014950740151107311, 0.012421408668160439, -0.009794067591428757, 0.00027962785679847, -0.025049151852726936, 0.0005906359292566776, 0.020509768277406693, -0.024031229317188263, -0.0342792347073555, -0.02747015841305256, -0.0121119050309062, 0.021225064992904663, 0.007503740955144167, -0.005853055510669947, -0.010536875575780869, -0.025736937299370766, 0.026699837297201157, -0.006372333969920874, 0.0046975756995379925, 0.0019120440119877458, -0.0003021958109457046, 0.0075106192380189896, 0.005767082329839468, -0.006554597057402134, 0.014443498104810715, 0.010055425576865673, -0.003652141662314534, -0.016162961721420288, 0.007971435785293579, -0.009491441771388054, 0.0008924018475227058, 0.02932717837393284, 0.028942018747329712, 0.01575029082596302, 0.00710482569411397, -0.024485168978571892, 0.009484563954174519, 0.019409310072660446, -0.009415784850716591, -0.019216731190681458, 0.002660010941326618, 0.0010497327893972397, -0.027208799496293068, 0.008418495766818523, 0.002230144804343581, 0.024608969688415527, -0.025241732597351074, 0.01764857955276966, -0.008989358320832253, 0.014415986835956573, 0.022724436596035957, -0.0013532182201743126, -0.043330494314432144, -0.0030915962997823954, 0.0018535822164267302, 0.023439733311533928, -0.006547719240188599, 0.005939028691500425, -0.007070436142385006, -0.013618155382573605, 0.00470101460814476, -0.02444390021264553, -0.027332600206136703, -0.015378886833786964, -0.013563132844865322, 0.013597521930932999, -0.031583115458488464, -0.032766107469797134, 0.035874899476766586, 0.022009139880537987, -0.0008382387459278107, 0.03832341358065605, -0.009016869589686394, -0.024526435881853104, 0.014594811014831066, -0.0018105956260114908, -0.010626288130879402, -0.03752558305859566, 0.0223530326038599, -0.01174737885594368, -0.019877005368471146, -0.022848239168524742, -0.0018518627621233463, 0.004628797061741352, 0.003738114843145013, 0.019395554438233376, -0.0032807374373078346, -0.0016352103557437658, 0.012015614658594131, 0.008954969234764576, 0.00154235924128443, -0.010151715949177742, -0.012806568294763565, 0.04478859901428223, 0.06102034077048302, 0.013831368647515774, 0.000945705221965909, 0.002568879397585988, 0.002673766575753689, 0.01852894388139248, -0.006152242422103882, -0.01665816828608513, -0.016080427914857864, -0.03353642672300339, 0.01363878883421421, 0.004958934150636196, -0.00011122783325845376, -0.003573046298697591, 0.007737588137388229, 0.003476756392046809, 0.02396245114505291, -0.01690577156841755, -0.01759355701506138, -0.027566447854042053, -0.00012960461026523262, 0.027869073674082756, -0.003830965841189027, -0.022504346445202827, -0.01278593484312296, 0.0030245373491197824, -0.03471941873431206, -0.0021785609424114227, 0.002424444304779172, -0.03502204269170761, 0.009924746118485928, 0.002247339580208063, -0.009353884495794773, -0.010928913950920105, -0.016341786831617355, -0.005622647702693939, -0.005743009969592094, 0.018377631902694702, -0.009168182499706745, 0.0015406397869810462, 0.0031552165746688843, -0.006705909967422485, 0.015406398102641106, -0.022724436596035957, 0.004670064430683851, 0.02537928894162178, -0.004291782155632973, -0.01503499411046505, -0.012895980849862099, 0.01811627298593521, 0.014718612655997276, 0.0015165673103183508, 0.013184850104153156, -0.0016695995582267642, -0.013171094469726086, -0.015117527917027473, 0.014058338478207588, 0.01022737193852663, -0.043137915432453156, 0.01741473190486431, 0.029272155836224556, -0.00892745703458786, -0.0035008287522941828, -0.009450174868106842, -0.17530280351638794, -0.0016352103557437658, 0.010289273224771023, -0.013845124281942844, 0.019877005368471146, 0.001258647651411593, 0.026355944573879242, -0.010571264661848545, -0.022641902789473534, -0.004721648525446653, 0.014010192826390266, -0.026878662407398224, -0.01575029082596302, -0.014512276276946068, -0.003634947119280696, 0.00882428977638483, -0.0223530326038599, 0.016809480264782906, 0.03339887037873268, 0.006987901870161295, 0.02374235913157463, -0.03243596851825714, 0.026025807484984398, -0.012916614301502705, -0.008858678862452507, 0.008308450691401958, 0.009099403396248817, 0.010880768299102783, -0.0021923165768384933, -0.036315079778432846, -0.024608969688415527, -0.039121247828006744, 0.02932717837393284, -0.008446007035672665, -0.008136504329741001, 0.0034561227075755596, 0.008982480503618717, -0.006554597057402134, -0.02652101404964924, 0.015942871570587158, 0.034911997616291046, 0.024155031889677048, 0.0019223608542233706, 0.0008085779845714569, -0.014828657731413841, -0.0005902060656808317, 0.026273410767316818, -0.02326091006398201, 0.025186710059642792, -0.015447665005922318, 0.03826839104294777, -0.009787189774215221, 0.009718410670757294, 0.005337216425687075, -0.01117651630192995, 0.01715337298810482, 0.0013386027421802282, 0.012331996113061905, 0.005485090427100658, -0.023302176967263222, 0.0025585624389350414, 0.008920579217374325, 0.018735280260443687, 0.014402231201529503, 0.004549701698124409, -0.023095840588212013, -0.03202329948544502, 0.014305940829217434, -0.019381798803806305, 0.008322206325829029, -0.009897234849631786, -0.00963587686419487, -0.00870048813521862, -0.006509890779852867, 0.02042723260819912, 0.023425977677106857, -0.027580203488469124, 0.006086902692914009, 0.03260103985667229, 0.012428286485373974, -0.01176113449037075, 0.013831368647515774, -0.0035317791625857353, 0.0005721516790799797, -0.007551886141300201, -0.00030155101558193564, -0.0029540392570197582, 0.03826839104294777, -0.02586073987185955, -0.019340531900525093, 0.044320907443761826, -0.02441638894379139, -0.007792611140757799, 0.013267384842038155, 0.00020268182561267167, 0.008549175225198269, -0.00033916428219527006, -0.035874899476766586, 0.023632314056158066, 0.0032171171624213457, 0.00891370140016079, 0.006303555332124233, -0.015172550454735756, 0.004381194245070219, 0.04154225066304207, 0.014759879559278488, -0.016589390113949776, 0.021032484248280525, 0.037690650671720505, -0.014140872284770012, -0.014567299745976925, -0.01623173989355564, -0.006358578335493803, 0.012682766653597355, -0.007950801402330399, 0.011300317943096161, -0.014594811014831066, -0.016039161011576653, 0.013054171577095985, 0.001184710767120123, 0.062175821512937546, -0.012015614658594131, -0.007682565599679947, 0.02328842133283615, -0.001358376583084464, -0.02398996241390705, -0.11290688812732697, -0.03078528493642807, -0.0003359403053764254, 0.010956425219774246, -0.014182139188051224, 0.02469150349497795, -0.011011447757482529, 0.01642432063817978, -0.0380207896232605, 0.041707322001457214, -0.032793618738651276, -0.024787794798612595, 0.039368849247694016, 0.007882023230195045, 0.019615646451711655, 0.005832422059029341, 0.00780636677518487, -0.0020616373512893915, -0.03681028634309769, 0.020138362422585487, 0.003662458388134837, -0.007737588137388229, 4.220746995997615e-05, -0.02280697226524353, -0.0009611804271116853, -0.002964355982840061, -0.0328761525452137, 0.021252576261758804, 0.017731113359332085, 0.008989358320832253, 0.02752518095076084, -0.02676861733198166, -0.004288343247026205, -0.018006227910518646, 0.020509768277406693, -0.017222151160240173, 0.01058502122759819, -0.012600232847034931, 0.03378402814269066, -0.0030829990282654762, -0.008941213600337505, -0.004174858797341585, 0.01808876171708107, -0.002928247209638357, -0.020509768277406693, -0.027305088937282562, -0.010977058671414852, 0.025296755135059357, 0.016836991533637047, -0.017098350450396538, -0.03392158821225166, -0.03502204269170761, -0.025957029312849045, 0.012173805385828018, 0.018707768991589546, -0.0039135003462433815, 0.011121493764221668, 0.010089815594255924, 0.00882428977638483, -0.0014486485160887241, -0.02118379808962345, -0.0140996053814888, -0.019354287534952164, 0.013982681557536125, 0.016396809369325638, -0.008136504329741001, -0.008542297407984734, -0.014581055380403996, 0.011857423931360245, -0.01398955937474966, 0.005870250519365072, 0.014979970641434193, -0.009580853395164013, 0.003982278984040022, -0.018707768991589546, 0.00045307877007871866, -0.02416878752410412, -0.0140996053814888, 0.003203361527994275, -0.0006834869855083525, -0.008411617949604988, -0.016630657017230988, 0.029684826731681824, -0.0065889861434698105, 0.009181938134133816, -0.0007789172232151031, 0.0045944079756736755, -0.012160049751400948, -0.0031982031650841236, -0.03945138305425644, 0.01209814939647913, 0.02159646898508072, 0.00446372851729393, -0.021458910778164864, 0.003014220390468836, 0.0013145302655175328, -0.027415135875344276, 0.009291984140872955, 0.01174737885594368, 0.02630092203617096, -0.03081279620528221, 0.01738722063601017, -0.058159153908491135, 0.0319407656788826, 0.0052030980587005615, -0.010750089772045612, 0.0031603749375790358, -0.037938255816698074, -0.002697839168831706, -0.0296022929251194, -0.004226442892104387, 0.0166719239205122, -0.013336163014173508, 0.016823235899209976, -0.0025276122614741325, -0.004137030337005854, -0.02159646898508072, -0.03081279620528221, 0.004983006976544857, -0.004718209616839886, 0.018253831192851067, 0.005739571060985327, 0.016094183549284935, -0.004147347528487444, 0.026397211477160454, 0.014305940829217434, 0.006908806506544352, 0.0033735884353518486, -0.02610834315419197, 0.023095840588212013, -0.0075312526896595955, -0.003239470301195979, -0.015406398102641106, -0.02371484786272049, 0.0009869723580777645, 0.006533963605761528, -0.011479142121970654, -0.02229801006615162, 0.009181938134133816, 0.017772380262613297, 0.005956223700195551, 0.04107455909252167, -0.009546464309096336, -0.03312375396490097, -0.0022146697156131268, -0.005718937609344721, -0.00997289177030325, -0.00812274869531393, 0.006193509791046381, -0.019409310072660446, 0.027869073674082756, -0.0011099140392616391, 0.035599783062934875, 0.02188533917069435, -0.017552288249135017, -0.02304081805050373, -0.024251321330666542, 0.00977343413978815, 0.023398466408252716, 0.015227573923766613, 0.0035042676609009504, 0.03081279620528221, 0.015901602804660797, 0.01741473190486431, 0.018487676978111267, 0.009360762313008308, -0.003855038434267044, -0.01976695843040943, -0.016548121348023415, 0.0012448920169845223, 0.0011348462430760264, -0.013198605738580227, 0.008748632855713367, 0.014429742470383644, 0.006117853336036205, 0.01617671735584736, 0.00984909012913704, -0.00044319184962660074, 0.004762915428727865, -0.015062505379319191, -0.011609821580350399, 0.01057814247906208, 0.008989358320832253, -0.006289799697697163, 0.0002392204332863912, 0.02987740747630596, 0.0296022929251194, 0.011871179565787315, -0.0024313221219927073, 0.013796979561448097, -0.01718088425695896, -0.01880405843257904, 0.0005033730994910002, 0.005416311789304018, 0.0022628146689385176, 0.021940361708402634, 0.004271148703992367, 0.0008408179273828864, 0.013459964655339718, 0.028061654418706894, 0.028336767107248306, 0.004666625522077084, 0.013363674283027649, -0.011417241767048836, -0.003184447530657053, -0.01806125044822693, -0.034416791051626205, 0.005901200696825981, -0.04880526661872864, -0.018638990819454193, 0.02493910677731037, 0.010076059028506279, -0.003378746798262, 0.007600031327456236, 0.013301773928105831, 0.00952583085745573, -0.01859772391617298, 0.036067478358745575, -0.01951935514807701, -0.03562729433178902, -0.02769024856388569, 0.019395554438233376, 0.047539740800857544, 0.021761536598205566, 0.037745676934719086, -0.005760204512625933, 0.015090016648173332, 0.014250918291509151, 0.013487475924193859, -0.013790101744234562, 0.026617303490638733, 0.011279684491455555, -0.006537402514368296, -0.011403486132621765, 0.0019429944222792983, -0.0036830920726060867, -0.03218836709856987, -0.011774890124797821, -0.00808835867792368, 0.023205887526273727, 0.02017963118851185, 0.08082856982946396, 0.019821980968117714, -0.008851801045238972, 0.00640672305598855, -0.007352428510785103, -0.00021213888248894364, 0.0048110606148839, 0.017442243173718452, -0.016328031197190285, -0.02844681404531002, -0.006190070416778326, -0.0062278988771140575, -0.03978152200579643, -0.026947440579533577, 0.004525629337877035, -0.005075857974588871, -0.004009790252894163, -0.0001867767859948799, -0.003992595709860325, -0.008191526867449284, 0.030125010758638382, -0.0019137634662911296, 0.004663186613470316, 0.006987901870161295, -0.0014486485160887241, 0.008817411959171295, 0.004883278161287308, 0.0025121369399130344, 0.008535419590771198, -0.008893067948520184, 0.026864906772971153, 0.027195043861865997, -0.03339887037873268, -0.010763845406472683, 0.012407653033733368, 0.009759677574038506, 0.011327829211950302, -0.023591047152876854, -0.004976129159331322, -0.008789900690317154, -0.0033099683932960033, 0.0009173340513370931, 0.006798760965466499, -0.029739851132035255, 0.0032274341210722923, 0.016616901382803917, -0.014897436834871769, -0.033288825303316116, -0.027800295501947403], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='db74d39e-2f23-44e5-a831-aa2658d6ee33', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='f897d5607ed11eee36b9afabd6570ec9c1bb2ef181dfac76f68d254ac00ef3fe'), : RelatedNodeInfo(node_id='998305c7-c107-4f1b-98d4-a94d18438ba3', node_type=, metadata={}, hash='6c8aab327a5d7f2f38d7c6ada1abc96a2e34a7b0b1d9fe80cd1516f60ea1a622')}, hash='58f823e9ae3379b6d4122a34fe20e0e7f56ae658827bb8572a2ca12c2acfb856', text=\"has experienced rapid advancements in text-to-images, videos, and 3D. But ChatGPT and GPT-4 took the world by storm. These are LLMs-based GAI like other state-of-the-art LLMs: Claude, Bard, LLaMA, ToolFormer, Google USM, PaLM, NeMo, Databricks Dolly, etc. These have revolutionized NLP, enabling a myriad of applications once thought to be unattainable. Despite their impressive capabilities and increasing computing power, LLMs face common challenges such as scalability, training efficiency, and the need for high-quality training data. It reportedly required over 3 million GPU hours across 3072 GPUs to train GPT-3's 175 billion parameters over a period of several months. To address these common challenges, foundation models are emerging as a potential solution. These models aim to provide a solid base for AI development, enabling researchers and developers to build upon them and adapt them for various tasks more efficiently. By focusing on foundation models, the AI community can tackle the limitations posed by scalability, performance, training efficiency, and data quality, ultimately unlocking the full potential of LLMs and other large-scale models (LSMs) in diverse applications. The Era of Foundation Models Foundation models are pre-trained AI models serving as a basis for building diverse applications and tasks. Designed to be versatile, adaptable, and robust, they offer strong leverage across a wide range of use cases. The concept of foundation models was introduced by Stanford with two significant points: emergence and homogenization. Emergence: Referring to the implicit induction of a system's behavior, emergence is a source of both scientific excitement and concern regarding unforeseen consequences. Foundation models learn from vast amounts of data, developing intricate patterns and relationships that can exhibit surprising behaviors.Homogenization: Foundation models consolidate methodologies for building ML systems across various applications. While this homogenization provides strong leverage for many tasks, it also creates single points of failure, raising concerns about resilience and reliability. The astounding success of GAI and human-like ChatGPT has ushered in a new era of foundation models, laying the groundwork for large-scale models and the rise of artificial general intelligence (AGI). Foundation models have emerged to transform the digital world. Their impact is comparable\", start_char_idx=1764, end_char_idx=4197, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='998305c7-c107-4f1b-98d4-a94d18438ba3', embedding=[-0.0017820681678131223, -0.00013492802099790424, 0.0017073909984901547, -0.024874277412891388, -0.0062117804773151875, 0.002213158877566457, -0.010393700562417507, 0.02199581265449524, 5.420457091531716e-05, -0.063054658472538, 0.008784747682511806, 0.022308098152279854, -0.022851204499602318, -0.007080750539898872, -0.005719590000808239, 0.009517940692603588, 0.024426214396953583, -0.003088918048888445, -0.00749486917629838, -0.0023336606100201607, -0.017569495365023613, 0.0012465991312637925, -0.03302087262272835, -0.020461536943912506, -0.010991116985678673, 0.02434474788606167, 0.025987645611166954, -0.029246283695101738, -0.016877034679055214, 0.004460262134671211, -0.0004994033952243626, -0.0008715161820873618, -0.03465019166469574, 0.00783431064337492, 0.0063373735174536705, 0.01227420661598444, 0.012206317856907845, -0.00997279305011034, 0.007067173253744841, -0.014500943012535572, 0.03182603791356087, 0.023543665185570717, -0.0013238220708444715, -0.026476440951228142, -0.007467714138329029, 0.023937417194247246, -0.014433054253458977, -0.00596398813650012, -0.002527142409235239, 0.010909651406109333, 0.013998569920659065, 0.04906966909766197, -0.021357662975788116, 0.012715480290353298, -0.021058954298496246, -0.00142650306224823, -0.011086161248385906, 0.0057263788767158985, 0.01888652704656124, -0.0078207328915596, 0.004137792624533176, 0.010576998814940453, -0.028404468670487404, 0.02024429477751255, -0.02905619703233242, 0.003002360463142395, -0.014093613252043724, 0.027454031631350517, -0.020719511434435844, -0.00904272310435772, 0.00651727756485343, 0.021792147308588028, 0.01861497387290001, -0.0068906634114682674, 0.015940174460411072, -0.0004951603477820754, 0.010061047039926052, -0.0025407199282199144, -0.027128169313073158, 0.015315602533519268, -0.014365166425704956, -0.013482618145644665, -0.00601150980219245, 0.023801641538739204, 0.009355009533464909, 0.014025724492967129, 0.0035132199991494417, -0.0078003667294979095, 0.010896073654294014, 0.0037576179020106792, 0.004646954592317343, -0.01008820254355669, 0.01619815081357956, 0.01642897166311741, 0.00023485111887566745, -0.008105863817036152, 0.01295308955013752, 0.010196824558079243, 0.0007556817727163434, -0.0023676047567278147, -0.01490827277302742, -0.0013110929867252707, -0.023638708516955376, -0.01672768034040928, -0.014555254019796848, 0.008560716174542904, 0.027521921321749687, 0.012029808945953846, -0.0023014137987047434, 0.0006759130046702921, -0.017936091870069504, 0.026815881952643394, -0.0066191102378070354, -0.019035881385207176, -0.016388237476348877, -0.014419477432966232, 0.0026170944329351187, -0.007202949840575457, 0.007467714138329029, -0.013441884890198708, 0.04062436521053314, 0.013373997062444687, 0.01865570805966854, -0.007046806626021862, 0.009728394448757172, -0.010794240981340408, 0.0029582330025732517, -0.01295308955013752, -0.0370398610830307, -0.011731100268661976, 0.014107191003859043, -0.0025542976800352335, 0.0001976186322281137, 0.01302097737789154, -0.024507679045200348, 0.018927261233329773, -0.02613699994981289, 0.0040054102428257465, -0.012790157459676266, -0.022579651325941086, 0.010169669054448605, 0.033183805644512177, -0.030984224751591682, 0.007603490725159645, -0.009735183790326118, 0.019850540906190872, -0.0011591928778216243, 0.025430960580706596, 0.037582967430353165, 0.01619815081357956, 0.012376039288938046, -0.006802408490329981, -0.012084119021892548, 0.014949006028473377, 0.009198865853250027, -0.003372351871803403, 0.005207033362239599, 0.035899337381124496, -0.01872359588742256, 0.0008732134010642767, 0.029409214854240417, 0.01729794219136238, -0.008954468183219433, 0.003794956486672163, 0.015750087797641754, 0.017121432349085808, 0.015478534623980522, -0.009538307785987854, -0.008377416990697384, -0.011371292173862457, -0.0014163198648020625, 0.035492006689310074, -0.028105759993195534, 0.02093675546348095, 0.022213054820895195, 0.005845183506608009, 0.035464853048324585, -0.02491500973701477, -0.01361839473247528, -0.015532845631241798, 0.012701902538537979, 0.004063115455210209, 0.022783316671848297, 0.00251356465741992, -0.003217905992642045, -0.008153386414051056, 0.018737172707915306, -0.016822723671793938, -0.009090244770050049, -0.005566841457039118, -0.0037847731728106737, 0.013054922223091125, 0.00874401442706585, -0.002328569069504738, -0.6247897148132324, -0.02663937211036682, 0.007467714138329029, -0.03027818538248539, 0.009198865853250027, 0.017148587852716446, -0.006103158928453922, -0.011574956588447094, -0.008390994742512703, 0.0022674696519970894, -0.018628552556037903, 0.014460209757089615, 0.0009512849501334131, -0.03131008893251419, -0.018777906894683838, -0.019239546731114388, -0.0019823387265205383, -0.0414118692278862, 0.006503700278699398, 0.01918523572385311, -0.015098360367119312, 0.039049357175827026, -0.014256545342504978, 0.0037338570691645145, -0.015627888962626457, 0.015790820121765137, 0.020746666938066483, 0.010658464394509792, 0.03027818538248539, 0.013156753964722157, -0.02666652761399746, 0.013577662408351898, 0.004891352728009224, 0.007406614720821381, 0.04502352699637413, -0.00028046357329003513, -0.021249040961265564, 0.024874277412891388, 0.007060384377837181, 0.030685516074299812, -0.018967993557453156, -0.00911061093211174, 0.01295308955013752, 0.013957836665213108, -0.011289825662970543, 0.02213158831000328, 0.014052879996597767, -0.010047470219433308, -0.00809907540678978, -0.021045375615358353, 0.001804131781682372, -2.6426054319017567e-05, 0.006914424244314432, -0.0012033203383907676, 0.013957836665213108, -0.011697155423462391, 0.019836964085698128, -0.031880348920822144, 0.00715542770922184, -0.017216475680470467, 0.00836384017020464, 0.0014502640115097165, -0.02027144841849804, -0.01778673753142357, -0.02090959995985031, 0.035464853048324585, 0.012796946801245213, -0.0003071945975534618, -0.0022861389443278313, -0.037854522466659546, -0.009558673948049545, 0.00934143178164959, 0.0019789442885667086, -0.020488692447543144, 0.00032862185616977513, 0.02629993110895157, -0.002968416316434741, -0.00200440245680511, 0.0037033073604106903, 0.015342758037149906, 0.021751414984464645, -0.008886579424142838, -0.00808549765497446, -0.0025678754318505526, 0.019402479752898216, 0.006944973953068256, 0.007352303713560104, -0.00035259491414763033, -0.014378744177520275, -0.011860087513923645, 0.005773900542408228, 0.008200908079743385, -0.023312846198678017, -0.05164942517876625, -0.023041293025016785, 0.020583735778927803, -0.020665202289819717, 0.006883874535560608, 0.011798988096415997, -0.02080097794532776, -0.00906308926641941, -0.015315602533519268, 0.027128169313073158, 0.03163595125079155, 0.020067784935235977, 0.004107242915779352, 0.009001989848911762, 0.01858781836926937, 0.02802429348230362, -0.032314836978912354, 0.013265375979244709, 0.025783980265259743, -0.032179057598114014, 0.0072572603821754456, 0.0015444590244442225, -0.022009389474987984, 0.0035335866268724203, -0.01778673753142357, -0.005139145068824291, -0.0024524652399122715, 0.0048200697638094425, 0.01005425862967968, -0.014107191003859043, -0.003774590091779828, 0.010991116985678673, 0.009212443605065346, -0.0012253839522600174, -0.022240210324525833, 0.004972818773239851, 0.016021640971302986, 0.01580439880490303, -0.019619721919298172, 0.00944326352328062, -0.00847924966365099, 0.037718743085861206, 0.008343473076820374, 0.011608900502324104, -5.25338837178424e-05, 0.01498973835259676, -0.007956509478390217, -0.029300594702363014, -0.0008884882554411888, 0.02183287963271141, 0.0008261158945970237, -0.05523392930626869, -0.010502321645617485, -0.0173658300191164, -0.0006716699572280049, 0.01359802857041359, -0.006812592037022114, 0.009477208368480206, -0.0018278927309438586, -0.025132251903414726, 0.03299371898174286, -0.008635393343865871, 0.0073930369690060616, 0.0030142408795654774, -0.03044111840426922, 0.011167626827955246, -0.021846458315849304, -0.007338726427406073, 0.01898157224059105, -0.024969320744276047, -0.008587870746850967, -0.006771858781576157, -0.005835000425577164, -0.018995149061083794, 0.013421518728137016, -0.012314938940107822, -0.039538152515888214, -0.012036597356200218, -0.048580873757600784, 0.0062932465225458145, 0.03989117220044136, -0.01137808058410883, 0.000928372610360384, -0.03133724257349968, 0.015179825946688652, 0.0038730280939489603, -0.02031218260526657, -0.008642181754112244, -0.0012262326199561357, -0.012219895608723164, -0.0005528654437512159, 0.030305340886116028, 0.015940174460411072, 0.024358324706554413, 0.020733090117573738, -0.028947575017809868, -0.000240154899074696, -0.013903525657951832, 0.01709427684545517, -0.012409983202815056, 0.003930733073502779, -0.004107242915779352, 0.001477419282309711, 0.006615715567022562, -0.01134413667023182, -0.029327750205993652, 0.015383491292595863, 0.000518921238835901, 0.0070400177501142025, 0.044507574290037155, -0.015546423383057117, 0.002937866607680917, -0.009640139527618885, -0.007488080766052008, -0.010067836381494999, -0.0005142539739608765, 0.005336021073162556, 0.024331171065568924, -0.0018295899499207735, -0.02328569069504738, -0.022932671010494232, 0.0015139093156903982, 0.022701850160956383, 0.008200908079743385, 0.01619815081357956, -0.019456788897514343, 0.01755591668188572, 0.004249808378517628, 0.009436475113034248, 0.01725720800459385, -0.009728394448757172, -0.007746056187897921, 0.01232172828167677, -0.02878464385867119, -0.0016785385087132454, 0.016184572130441666, -0.03302087262272835, 0.0057942671701312065, 0.019497523084282875, 0.009884538128972054, 0.008947678841650486, 0.01693134382367134, -0.002645946806296706, 0.03239630162715912, 0.0054412479512393475, 0.021819302812218666, -0.020162828266620636, -0.00371009623631835, 0.0055770245380699635, 0.009538307785987854, -0.010678831487894058, 0.016347505152225494, -0.0021520594600588083, 0.03478597104549408, 0.009748761542141438, -0.03323811665177345, 0.0075288135558366776, -0.014283699914813042, -0.004236230626702309, -0.0010785755002871156, -0.0014706305228173733, 0.022511763498187065, -0.0074473475106060505, 0.012538970448076725, 0.00097759161144495, 0.014976161532104015, 0.018343420699238777, 0.013455462642014027, 0.0013348539359867573, -0.01061773207038641, -0.0009334642672911286, 0.01914450339972973, -0.008934102021157742, -0.00978949386626482, -0.01137808058410883, -0.04928691312670708, 0.023611554875969887, -0.023693019524216652, -0.012532182037830353, 0.02471134439110756, -0.02553958259522915, 0.02137123979628086, 0.006666631903499365, 0.0240460392087698, 0.017746003344655037, 0.017800314351916313, 0.026720838621258736, -0.017610227689146996, -0.027521921321749687, 0.005546474829316139, 0.007318359799683094, 0.009008778259158134, -0.01355050690472126, -0.03799029812216759, 0.009097033180296421, -0.005770506337285042, -0.014338010922074318, -0.00549216428771615, -0.0005702617927454412, -0.027386143803596497, -0.030006632208824158, -0.015030471608042717, 0.032613545656204224, 0.015926597639918327, 0.00046503491466864944, -0.012172373943030834, -0.026354242116212845, -0.0002547933254390955, -0.003136439947411418, -0.01865570805966854, -0.020855288952589035, 0.02845877967774868, -0.03326527029275894, -0.012776579707860947, 0.01706712134182453, 0.0021350872702896595, -0.02395099587738514, -0.007637434639036655, -0.005750139709562063, 0.006978918332606554, -0.0027732374146580696, 0.010936806909739971, 0.0033129495568573475, 0.029898012056946754, 0.017216475680470467, 0.04084160551428795, -0.0029887829441577196, 0.0156414657831192, -0.030386807397007942, -0.010251134634017944, 0.03150017559528351, 0.07722973823547363, 0.01262043695896864, -0.01801755651831627, 0.01096396241337061, -0.019836964085698128, -0.0034538176842033863, 0.004439895506948233, -0.019891275092959404, -0.00028428228688426316, 0.008533560670912266, -0.02093675546348095, 0.010855340398848057, 0.024996476247906685, -0.005695829167962074, 0.020285027101635933, 0.02431759238243103, 0.006788831204175949, -0.024969320744276047, -0.029762234538793564, 0.0026900742668658495, 0.0011167627526447177, -0.008927312679588795, 0.03293940797448158, 0.0296807698905468, 0.029300594702363014, -0.007976876571774483, 0.03163595125079155, 0.021058954298496246, -0.04293256625533104, -0.023597976192831993, -0.005023735109716654, 0.01459598634392023, -0.004124214872717857, 0.026476440951228142, -0.010502321645617485, 0.013265375979244709, -0.013238220475614071, 0.012464293278753757, 0.0006063274922780693, -0.004473839420825243, 0.04168342053890228, 0.012742635793983936, 0.004711448680609465, -0.013889947906136513, -0.004426317755132914, -0.0069721294566988945, -0.004022382199764252, 0.014446632005274296, -0.02282404899597168, -0.024399058893322945, 0.018533509224653244, -0.003744040383026004, -0.026530751958489418, -0.003368957433849573, 0.03763727843761444, 0.0006716699572280049, -0.0009741972316987813, -0.015614311210811138, -0.011751466430723667, -0.025091519579291344, -0.03402562066912651, -0.03535623103380203, -0.008506405167281628, -0.016849879175424576, -0.010081414133310318, 0.012912356294691563, -0.01393068116158247, 0.01490827277302742, -0.04035281017422676, 0.02050226926803589, 0.02733183279633522, -0.0483093224465847, -0.04551232233643532, -0.009083455428481102, 0.021751414984464645, 0.009850593283772469, 0.0062796687707304955, -0.001887295045889914, -0.00876438058912754, -0.006167653016746044, -0.004416134674102068, -0.005515925120562315, -0.019470367580652237, -0.025526003912091255, 0.005179877858608961, -0.005037312395870686, -0.01785462535917759, -0.025118675082921982, 0.004171736538410187, 0.0036523910239338875, 0.002948049921542406, 0.006459572818130255, -0.018995149061083794, 0.02295982651412487, -0.020597312599420547, 0.020094940438866615, 0.018628552556037903, -0.0042769634164869785, -0.0023709991946816444, -0.03432432934641838, -0.0006101462058722973, -0.012932723388075829, -0.028377313166856766, -0.030848447233438492, 0.016048796474933624, -0.001989127369597554, 0.024466946721076965, -0.009185288101434708, -0.000979288830421865, -0.03733856976032257, 0.0073251486755907536, -0.01619815081357956, 0.026191309094429016, 0.0021860036067664623, 0.003054973902180791, -0.02537664957344532, 0.026490017771720886, 0.011717522516846657, 0.012457504868507385, -0.020814556628465652, 0.004772548098117113, -0.01649685949087143, 0.038777802139520645, 0.00535978190600872, -0.027318255975842476, 0.035627786070108414, 0.01792251318693161, -0.004921902436763048, -0.04912398010492325, -0.005488769616931677, -0.027277523651719093, 0.05496237426996231, -0.017908936366438866, -0.022253787145018578, -0.0008884882554411888, -0.003221300197765231, -0.028866108506917953, 0.0005643215845339, -0.021221885457634926, -0.01355050690472126, 0.009565463289618492, 0.004086876288056374, 0.0074473475106060505, 0.007169005461037159, 0.005621151998639107, -0.0345144160091877, -0.0035946860443800688, 0.028567399829626083, 0.024141082540154457, 0.02693808078765869, -0.025322340428829193, 0.008540349081158638, -0.019375324249267578, -0.0194432120770216, 0.0003502612526062876, 0.008913734927773476, 0.017216475680470467, -0.01139844674617052, 0.03942953050136566, 0.021045375615358353, 0.013292531482875347, 0.029490681365132332, 0.03361828997731209, 0.03323811665177345, -0.006856719497591257, -0.009022356010973454, -0.000986926257610321, -0.009531518444418907, -0.006354345940053463, -0.00041560374666005373, 0.008031186647713184, 0.002564480993896723, 0.004467051010578871, -0.035464853048324585, 0.022919094190001488, 0.033645447343587875, -0.008553926832973957, -0.03071267157793045, -0.04252523556351662, -0.04502352699637413, -0.014636719599366188, 0.03752865642309189, 0.008492827415466309, 0.012769791297614574, -0.028404468670487404, 0.005084834527224302, -0.0011176113039255142, -0.010712775401771069, 0.004551911260932684, -0.005648307502269745, 0.029735079035162926, -0.004494206048548222, -0.022185899317264557, -0.0027070464566349983, 0.010821396484971046, -0.01785462535917759, -0.0003916306886821985, -0.043747227638959885, -0.0071757943369448185, 0.03418855369091034, -0.01665979065001011, 0.03655106574296951, 0.013957836665213108, -0.01755591668188572, 0.007739267311990261, -0.01606237329542637, -0.006221963558346033, -0.0016904189251363277, -0.0031160733196884394, -0.034840282052755356, 0.008492827415466309, -0.03421570733189583, -0.02061089128255844, -0.017610227689146996, -0.00404274882748723, -0.0005023734993301332, -0.0070400177501142025, 0.03407993167638779, -0.013693071901798248, -0.023272112011909485, 0.04792914539575577, 0.02832300215959549, 0.03850625082850456, -0.00029955717036500573, 0.017379406839609146, 3.961919355788268e-05, 0.015111938118934631, -0.02484712190926075, 0.02332642301917076, 0.0013221248518675566, 0.0031602007802575827, 0.004327879752963781, -0.016917767003178596, -0.013088866136968136, -0.02249818667769432, 0.014867539517581463, 0.005016946233808994, -0.015424223616719246, -0.05031881481409073, 0.03896788880228996, 0.004198892042040825, 0.015098360367119312, 0.0014791165012866259, -0.023896684870123863, -0.023937417194247246, 0.016537591814994812, 0.0003502612526062876, -0.007216527126729488, -0.012152007780969143, -0.008574293926358223, 0.0015690685249865055, 0.018194066360592842, 0.007698534522205591, 0.007481291890144348, -0.026843037456274033, -0.0007107057608664036, 0.0136319724842906, 0.005288499407470226, -0.013489407487213612, -0.004697870928794146, -0.013672705739736557, 0.04222652688622475, -0.0021537565626204014, 0.010278290137648582, 0.01264080312103033, 0.016252461820840836, 0.002484712051227689, 0.005729773547500372, 0.010339389555156231, 0.03828900679945946, -0.03581787273287773, 0.004803097806870937, -0.005991143174469471, 0.0018160123145207763, 0.008784747682511806, -0.02670726180076599, -0.002864886773750186, 0.0036965184845030308, -0.019402479752898216, -0.0022861389443278313, 0.03182603791356087, 0.010746719315648079, -0.012749424204230309, 0.007135061547160149, 0.0009894721442833543, -0.03264069929718971, 0.017107853665947914, -0.028513090685009956, 0.0009173408034257591, -0.026829460635781288, -0.010522687807679176, 0.006530855316668749, -0.00422265287488699, 0.006741309072822332, 0.00387642253190279, -0.017039965838193893, -0.004120820201933384, 0.02703312411904335, -0.019796231761574745, 0.00836384017020464, 0.02173783630132675, -0.012824101373553276, -0.023747330531477928, 0.009504362940788269, -0.018764328211545944, 0.016306772828102112, 0.011900820769369602, -0.008472461253404617, -0.02243029698729515, -0.01957898773252964, 0.014691030606627464, 0.01331968605518341, 0.012552548199892044, -0.005064467899501324, 0.004735209513455629, 0.012566125951707363, -0.0065512219443917274, 0.007861466147005558, -0.009008778259158134, 0.016510436311364174, 0.016510436311364174, 0.002362513216212392, 0.021276196464896202, -0.005743350833654404, 0.02746761031448841, 0.0010599062079563737, 0.015940174460411072, -0.017338674515485764, -0.035003211349248886, 0.005753534380346537, 0.0031007984653115273, -0.002949747024103999, -0.00800403207540512, -0.018967993557453156, -0.010739930905401707, -0.02742687799036503, -0.01941605657339096, 0.016456127166748047, -0.019524678587913513, -0.0029361695051193237, 0.007854677736759186, -0.0008723647915758193, 0.023380734026432037, 0.008044764399528503, -0.02735898829996586, -0.023204224184155464, 0.004188708495348692, 0.013984992168843746, -0.046788621693849564, 0.001787159708328545, -0.024399058893322945, 0.04760328307747841, -0.004884563852101564, -0.012925934046506882, -0.0073794592171907425, -0.020950332283973694, -0.050536058843135834, -0.009796283207833767, 0.0030329101718962193, 0.006605532485991716, 0.007033228874206543, 0.010325811803340912, 0.019090192392468452, 0.01672768034040928, -0.0035132199991494417, 0.010285078547894955, 0.00020430138101801276, 0.012763001956045628, -0.024724923074245453, -0.01520698145031929, -0.006880480330437422, -0.012206317856907845, -0.0025390228256583214, -0.011602112092077732, 0.0062253582291305065, -0.03378122299909592, -0.005108595360070467, 0.019728342071175575, 0.0039918324910104275, 0.010712775401771069, 0.004467051010578871, 0.022416720166802406, 0.02077382244169712, 0.022009389474987984, 0.029463525861501694, -0.015369913540780544, -0.009925270453095436, 0.004063115455210209, -0.01649685949087143, -0.011778621934354305, 0.006636082194745541, -0.0030617627780884504, 0.01686345599591732, 0.013740593567490578, -0.005485375411808491, -0.0213983952999115, 0.0022369197104126215, -0.002647644141688943, 0.04654422402381897, -0.012966667301952839, 0.0075152358040213585, 0.008832269348204136, 0.0011074281064793468, 0.00042790849693119526, 0.012776579707860947, -0.0008757591713219881, 0.006938185077160597, 0.011357714422047138, 0.026775149628520012, -0.034867435693740845, -0.0057942671701312065, -0.016225306317210197, 0.009511152282357216, -0.016754833981394768, 0.0008112653158605099, -0.0004815826832782477, -0.010970750823616982, -0.03353682532906532, 0.02673441544175148, 0.007780000101774931, -0.021520594134926796, 0.005003368481993675, 0.001713331206701696, 0.005220611114054918, -0.011316981166601181, -0.003693124046549201, 0.01134413667023182, -0.026815881952643394, 0.03600795939564705, 0.00634416239336133, -0.0024236126337200403, 0.002481317613273859, 0.001037842477671802, 0.03027818538248539, -0.023774486035108566, -0.011011484079062939, 0.17129577696323395, -0.03942953050136566, 0.010515899397432804, 0.007603490725159645, -0.005760323256254196, -0.025200139731168747, 0.027508342638611794, 0.016809144988656044, 0.0020994460210204124, 0.01512551587074995, -0.002746082143858075, 0.01649685949087143, -0.024860698729753494, 0.0035709249787032604, 0.011778621934354305, -0.027073858305811882, -0.03709417209029198, -0.022674694657325745, -0.00788183230906725, 0.016619058325886726, 0.005278315860778093, -0.006160864140838385, -0.007895410060882568, -0.014636719599366188, 0.04054289683699608, -0.011235515587031841, 0.0070264399982988834, 0.0035030366852879524, -0.0013424913631752133, 0.004932085517793894, 0.011106527410447598, -0.014378744177520275, 0.016225306317210197, 0.020665202289819717, -0.017447296530008316, -0.01775958202779293, -0.006856719497591257, -0.00694157974794507, 0.013794904574751854, 0.018940838053822517, 0.03044111840426922, 0.018940838053822517, 0.0015868892660364509, -0.026449285447597504, 0.01498973835259676, 0.033373892307281494, -0.014758918434381485, -0.025824712589383125, -0.001171921961940825, 0.00583160575479269, -0.022837627679109573, 0.011004694737493992, -0.005682251416146755, 0.016374660655856133, -0.023367155343294144, 0.025227295234799385, 0.010108569636940956, 0.019158080220222473, 0.028187226504087448, -0.001441778033040464, -0.038913577795028687, 0.0021656369790434837, 0.006154075264930725, 0.026544328778982162, -0.015152670443058014, 0.004850619938224554, -0.008316317573189735, -0.0022878360468894243, 0.017936091870069504, -0.00904272310435772, -0.027155324816703796, -0.01854708604514599, -0.012973455712199211, 0.015600733458995819, -0.02286478318274021, -0.018438464030623436, 0.03858771547675133, 0.013713438995182514, 0.008126230910420418, 0.031120000407099724, -0.010237556882202625, -0.0027392932679504156, -0.009097033180296421, -0.005648307502269745, -0.006507094483822584, -0.025064364075660706, 0.03014240972697735, -0.01134413667023182, -0.016605479642748833, -0.027372566983103752, -0.006364529021084309, 0.009612984955310822, 0.008879791013896465, 0.00877795834094286, -0.0009411016944795847, 0.0017294547287747264, 0.00911061093211174, 0.012505026534199715, 0.006388289853930473, -0.02319064736366272, -0.018805062398314476, 0.04562094435095787, 0.04078729823231697, 0.024208970367908478, 0.001990824704989791, -0.0069585517048835754, -0.0026527356822043657, 0.020828133448958397, -0.006659843027591705, -0.019755497574806213, -0.025050785392522812, -0.04304118826985359, 0.003239969490095973, -0.0010327509371563792, 0.0069721294566988945, -0.0022352226078510284, 0.010332601144909859, -0.008173752576112747, 0.033808376640081406, -0.01808544620871544, -0.011636056005954742, -0.026422129943966866, 0.0016861759359017015, 0.026055533438920975, -0.001855048118159175, -0.011561378836631775, -0.015790820121765137, 0.0194432120770216, -0.025688936933875084, -0.009219232015311718, 0.014188656583428383, -0.034704502671957016, 0.015003316104412079, -0.0053190491162240505, 0.010359755717217922, -0.01205696351826191, -0.018397731706500053, -0.010875707492232323, 0.004932085517793894, 0.011636056005954742, -0.0058621554635465145, 3.30159928125795e-05, 0.00997279305011034, -0.007501658052206039, 0.006880480330437422, -0.011269459500908852, 0.015451379120349884, 0.01716216467320919, -0.00967408437281847, -0.0200134739279747, 0.000140125717734918, 0.015179825946688652, 0.018194066360592842, -0.0016496859025210142, 0.012287784367799759, 0.003954493906348944, -0.0014129254268482327, -0.02057015709578991, 0.020923176780343056, 0.007922565564513206, -0.036686841398477554, 0.015940174460411072, 0.020298603922128677, -0.0016335624968633056, -0.0062830629758536816, -0.01729794219136238, -0.17107854783535004, 0.010848551988601685, 0.016754833981394768, -0.015030471608042717, 0.028811799362301826, -0.0005201941821724176, 0.01782746985554695, -0.01948394440114498, -0.021153997629880905, -0.0023709991946816444, 0.01626603864133358, -0.041194625198841095, -0.004487417172640562, -0.005858761258423328, -0.008139808662235737, -0.009517940692603588, -0.019999895244836807, 0.024466946721076965, 0.03255923464894295, 0.012437138706445694, 0.024059617891907692, -0.035003211349248886, 0.023570820689201355, 0.0013051527785137296, -0.009796283207833767, 0.00010146119893761352, 0.0009037631098181009, 0.015777243301272392, 0.003475881414487958, -0.03293940797448158, -0.011255881749093533, -0.04521361365914345, 0.036225203424692154, -0.004256596788764, -0.011765044182538986, 0.0012686627451330423, 0.001232172828167677, -0.001034448156133294, -0.030006632208824158, 0.029870856553316116, 0.03369975835084915, 0.03554631769657135, 0.001213503535836935, 0.0016641122056171298, -0.010576998814940453, 0.0012627225369215012, 0.027440454810857773, -0.012484660372138023, 0.01452809851616621, -0.01782746985554695, 0.03489459306001663, -0.021357662975788116, 0.009436475113034248, -0.003273913636803627, -0.0041411868296563625, 0.0015885864850133657, 0.0025576921179890633, 0.01060415431857109, 0.012518604286015034, -0.028811799362301826, -0.006014904472976923, 0.016456127166748047, 0.012111274525523186, 0.013143177144229412, -0.0033485908061265945, -0.01980980858206749, -0.026150576770305634, 0.012471082620322704, -0.017121432349085808, 0.004826858639717102, -0.00945684127509594, -0.0043991622515022755, 0.0051696947775781155, 0.008370628580451012, 0.00818054098635912, 0.030658360570669174, -0.02186003513634205, 0.0019840358290821314, 0.02862171083688736, 0.00634416239336133, -0.007277627009898424, 0.014025724492967129, -0.008689703419804573, -0.011805777437984943, -0.009348220191895962, -0.0042871469631791115, -0.012830890715122223, 0.030495429411530495, -0.03044111840426922, -0.01732509583234787, 0.04491490498185158, -0.02862171083688736, -0.021982233971357346, 0.016211727634072304, -0.012885200791060925, 0.005346204619854689, 0.009497574530541897, -0.023014137521386147, 0.015057627111673355, 0.010481955483555794, 0.0011006392305716872, 0.003672757651656866, -0.01429727766662836, 0.0167955681681633, 0.029001886025071144, 0.006442600395530462, -0.009918482042849064, 0.01158174593001604, 0.028078604489564896, -0.01911734789609909, -0.0025916362646967173, -0.018696440383791924, -0.007623857352882624, 0.01868286356329918, -0.020366493612527847, 0.028350157663226128, -0.014460209757089615, -0.005770506337285042, 0.012566125951707363, -0.0017922513652592897, 0.06854003667831421, -0.013815270736813545, -0.009450052864849567, 0.025919755920767784, -0.010441222228109837, -0.01035296730697155, -0.12176447361707687, -0.03489459306001663, -0.0010259620612487197, 0.01782746985554695, -0.018112601712346077, 0.023597976192831993, -0.004046143032610416, 0.021018220111727715, -0.035763561725616455, 0.046489913016557693, -0.024073194712400436, -0.01775958202779293, 0.026775149628520012, -0.001643745694309473, 0.012145218439400196, -0.0031839616131037474, 0.010930017568171024, 0.0029616274405270815, -0.03299371898174286, 0.01686345599591732, 0.0025169590953737497, -0.008092286065220833, -0.0078003667294979095, -0.011866876855492592, -0.007542391307651997, 0.026259198784828186, -0.04380153864622116, 0.018560664728283882, 0.019402479752898216, 0.018601397052407265, 0.020991064608097076, -0.02445336990058422, -0.006856719497591257, -0.021249040961265564, 0.015953753143548965, -0.017053542658686638, 0.016551170498132706, -0.012898778542876244, 0.01769169420003891, -0.013998569920659065, -0.0031245595309883356, -0.005013551563024521, 0.026747994124889374, -5.6113931350409985e-05, -0.01941605657339096, -0.025349494069814682, -0.005268132779747248, 0.0213983952999115, 0.007555969059467316, -0.020556580275297165, -0.031554486602544785, -0.03959246352314949, -0.029544992372393608, -0.0032773080747574568, 0.038180384784936905, -0.010801030322909355, 0.000726404890883714, 0.002668010536581278, 0.0073251486755907536, 0.0039001833647489548, -0.022742584347724915, -0.009932059794664383, -0.03503036871552467, 0.023801641538739204, 0.008540349081158638, -0.007929354906082153, -0.0024830149486660957, -0.005638123955577612, 0.00876438058912754, -0.03209759294986725, 0.013659127987921238, 0.012247051112353802, -0.006666631903499365, 0.013278953731060028, -0.021425550803542137, 0.005465008784085512, -0.025729669257998466, -0.02143912762403488, -0.00017555493104737252, -0.01038691122084856, -0.010936806909739971, -0.0077324784360826015, 0.024127505719661713, -0.029544992372393608, 0.009355009533464909, 0.0009767430601641536, 0.007678167894482613, -0.014433054253458977, 0.004646954592317343, -0.028703177347779274, 0.004405951127409935, 0.022321676835417747, 0.01295308955013752, -0.012864834628999233, 0.003506431123241782, -0.005682251416146755, -0.016157418489456177, -0.005397120490670204, 0.004619799554347992, 0.020380070433020592, -0.03744719177484512, 0.025254450738430023, -0.03839762881398201, 0.03747434541583061, 0.010142513550817966, -0.00836384017020464, 0.002735898829996586, -0.03253207728266716, -0.0023336606100201607, -0.031120000407099724, -0.01359802857041359, 0.010244346223771572, -0.022769739851355553, 0.01665979065001011, -0.0018686257535591722, 0.00032756110886111856, -0.029110508039593697, -0.0317445732653141, -0.0006933093536645174, -0.011724310927093029, 0.007542391307651997, 0.011683577671647072, 0.004450078587979078, -0.0018940838053822517, 0.0312829315662384, 0.006737914867699146, -0.004035959951579571, 0.012864834628999233, -0.017705271020531654, 0.02434474788606167, -0.002662918996065855, -0.006126919761300087, -0.006286457646638155, -0.01978265307843685, -0.018180489540100098, 0.015397069044411182, -0.027712007984519005, -0.029463525861501694, 0.01689061149954796, 0.02061089128255844, -0.007386248093098402, 0.03204328194260597, -0.002645946806296706, -0.02733183279633522, -0.004463656339794397, -0.0011931370245292783, 3.073537300224416e-05, -0.008703281171619892, -0.002647644141688943, -0.017881780862808228, 0.018343420699238777, 0.00570601224899292, 0.019891275092959404, 0.03011525422334671, -0.009056300856173038, -0.03144586458802223, -0.0030227270908653736, 0.01226062886416912, 0.027888517826795578, 0.009429685771465302, 0.009497574530541897, 0.04168342053890228, 0.01291914563626051, 0.004745393060147762, 0.010142513550817966, 0.003199236700311303, -0.012763001956045628, -0.02494216524064541, -0.019524678587913513, 0.003998621366918087, 0.007352303713560104, -0.010251134634017944, -0.004365218337625265, 0.013971414417028427, 0.01642897166311741, -0.0034860647283494473, 0.011507068760693073, 0.009952425956726074, -0.00020196771947667003, -0.00940931960940361, -0.016836300492286682, 0.017841048538684845, 0.019008725881576538, -0.0014672360848635435, -0.004881169646978378, 0.03929375484585762, 0.02756265364587307, 0.010814608074724674, -0.009612984955310822, 0.0036320246290415525, -0.00031164978281594813, -0.020583735778927803, -0.010875707492232323, 0.015573577955365181, -0.0043414575047791, 0.030929913744330406, 0.006581771653145552, 0.009483996778726578, 0.0003171656862832606, 0.016116684302687645, 0.02889326401054859, 0.011520646512508392, 0.011262670159339905, -0.010787452571094036, 0.001821103855036199, -0.025268029421567917, -0.041058849543333054, 0.0014731762930750847, -0.03991832584142685, -0.018628552556037903, 0.01004068087786436, 0.015573577955365181, -0.0012856348184868693, 0.012362461537122726, 0.02279689349234104, 0.0027392932679504156, -0.01891368255019188, 0.030658360570669174, -0.02321780100464821, -0.017881780862808228, -0.028241537511348724, 0.006381500978022814, 0.0379631444811821, 0.02206370048224926, 0.04999295249581337, -0.010882495902478695, 0.007637434639036655, 0.019008725881576538, 0.01454167626798153, -0.03073982708156109, 0.01785462535917759, 0.007671379018574953, -0.008105863817036152, -0.0062694852240383625, 0.0014103796565905213, 0.0013543717795982957, -0.03780021145939827, -0.025797557085752487, 0.0011422208044677973, 0.023380734026432037, 0.013496195897459984, 0.07277626544237137, 0.015410645864903927, -0.007488080766052008, -0.0005672916886396706, -0.005651701707392931, -0.003270519431680441, 0.007963298819959164, 0.013523351401090622, -0.019198814406991005, -0.022932671010494232, 0.0013221248518675566, -0.00047352095134556293, -0.047223109751939774, -0.026680106297135353, -0.000703916884958744, 0.0003216208715457469, -0.001435837708413601, 0.00452136155217886, -0.006188019644469023, -0.022552495822310448, 0.02137123979628086, 0.01137808058410883, 0.002408337779343128, 0.0053869374096393585, -0.00502034043893218, -0.00035429210402071476, -0.0011507068993523717, -0.0025169590953737497, 0.008519982919096947, -0.013129599392414093, 0.024276860058307648, 0.02385595254600048, -0.0439373143017292, -0.013720227405428886, 0.01670052483677864, 0.008798324503004551, 0.0017048452282324433, -0.024792810901999474, -0.013346841558814049, 0.0038187173195183277, 0.0018805061699822545, 0.0032823998481035233, -0.004052931908518076, -0.022253787145018578, -0.013143177144229412, 0.02524087391793728, -0.0174880288541317, -0.03921228647232056, -0.02245745249092579], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='b45ef2c1-e4ad-45cf-b27f-cee010ca2c23', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='58f823e9ae3379b6d4122a34fe20e0e7f56ae658827bb8572a2ca12c2acfb856'), : RelatedNodeInfo(node_id='f496d07c-7252-423d-b940-52688eb68a2d', node_type=, metadata={}, hash='3c078527ff11a2ec9b31f729de4b980c1d7f16ced309232318373625ac09219f')}, hash='6c8aab327a5d7f2f38d7c6ada1abc96a2e34a7b0b1d9fe80cd1516f60ea1a622', text='both scientific excitement and concern regarding unforeseen consequences. Foundation models learn from vast amounts of data, developing intricate patterns and relationships that can exhibit surprising behaviors.Homogenization: Foundation models consolidate methodologies for building ML systems across various applications. While this homogenization provides strong leverage for many tasks, it also creates single points of failure, raising concerns about resilience and reliability. The astounding success of GAI and human-like ChatGPT has ushered in a new era of foundation models, laying the groundwork for large-scale models and the rise of artificial general intelligence (AGI). Foundation models have emerged to transform the digital world. Their impact is comparable to other milestones in digital evolution, such as the invention of electricity, the advent of the internet, and the rise of cloud computing. By bridging the gap between narrow AI and AGI, foundation models are shaping the future of AI research and development, opening up new possibilities and opportunities in the rapidly evolving digital landscape. Key Characteristics of Foundation Models Foundation models have rapidly become the core of AI. They share several key characteristics, highlighting their potential and significance in shaping the future of AI. Pre-trained and Adaptable: A defining characteristic of foundation models is their pre-trained nature, allowing them to serve as a starting point for various applications and tasks. Through transfer learning and fine-tuning, these models can be adapted to address specific challenges and requirements, significantly reducing development time and resources.Scalability: Designed to be scalable, foundation models can handle vast amounts of data and grow in complexity as required. This scalability enables them to tackle a broad range of tasks and accommodate the ever-increasing demands of the AI landscape.Versatility: Foundation models boast remarkable versatility, as they can be employed across multiple domains and industries. From language and vision to healthcare and finance, these models serve as a basis for a wide range of applications.Self-Supervised Learning: A key aspect of foundation models is their ability to utilize self-supervised learning techniques. By leveraging large-scale, unlabeled data, these models can learn complex representations and features, greatly improving their performance on various tasks and reducing dependence on labeled data.Robustness: Foundation models are known for their robustness, demonstrating resilience in the face of noisy, incomplete, or even adversarial data. This robustness allows them to maintain high levels of', start_char_idx=3424, end_char_idx=6130, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='f496d07c-7252-423d-b940-52688eb68a2d', embedding=[0.006528179161250591, 0.01133397314697504, -0.004799039103090763, -0.030908379703760147, -0.015778403729200363, 0.002413028385490179, -0.023275846615433693, 0.012975305318832397, 0.0006657358026131988, -0.05435984209179878, -0.0007526993867941201, 0.021127929911017418, -0.021560216322541237, -0.008848333731293678, -0.006794980261474848, -0.004066180903464556, 0.012651091441512108, -0.001713942619971931, -0.010489665903151035, -0.015778403729200363, -0.016332268714904785, -0.0027034699451178312, -0.030259951949119568, -0.02804449014365673, -0.01103002205491066, 0.022748999297618866, 0.014859797433018684, -0.03369121253490448, -0.024599719792604446, -0.0021394731011241674, 0.004934128373861313, 0.0027811462059617043, -0.04490360617637634, -0.004704476799815893, 0.00532588642090559, 0.010665281675755978, 0.015197520144283772, -0.009206320159137249, 0.010550456121563911, -0.013346799649298191, 0.023978309705853462, 0.025774994865059853, 0.002850379329174757, -0.02880099043250084, -0.007632532622665167, 0.027693258598446846, -0.011320464313030243, -0.0036913088988512754, -0.00685914745554328, 0.014900323934853077, 0.013522415421903133, 0.04798363894224167, -0.021884428337216377, 0.015359627082943916, -0.014103299006819725, 0.0066463821567595005, -0.009739921428263187, 0.011192128993570805, 0.016372794285416603, -0.017358945682644844, 0.0018473430536687374, 0.012049945071339607, -0.024856388568878174, 0.014967869035899639, -0.030070826411247253, -0.0025143453385680914, -0.0010748023632913828, 0.034042444080114365, -0.014278914779424667, 0.0027676373720169067, 0.013177938759326935, 0.016615955159068108, 0.013292764313519001, -0.001448830240406096, 0.014089790172874928, -0.0025396745186299086, 0.003362029092386365, 0.0012850348139181733, -0.01733192801475525, 0.016872623935341835, -0.016426831483840942, -0.02570744976401329, -0.018493693321943283, 0.014805762097239494, 0.009375181049108505, 0.013637241907417774, 0.006072253454476595, -0.0017063438426703215, -0.0038534156046807766, 0.010212733410298824, 0.0038263979367911816, -0.008605173788964748, 0.008139116689562798, 0.010151943191885948, 0.001046940335072577, -0.005835847929120064, 0.009523779153823853, 0.010746335610747337, 0.0026511228643357754, -0.007004368118941784, -0.008017536252737045, -3.0553346732631326e-05, -0.03487999737262726, -0.019439317286014557, -0.02000669203698635, -0.009368427097797394, 0.02031739614903927, 0.023843221366405487, 0.005508256610482931, -0.002458621049299836, -0.03493403270840645, 0.030313987284898758, -0.008618682622909546, -0.017845265567302704, -0.003012486267834902, -0.022033026441931725, 0.0018844924634322524, -0.014535583555698395, 0.007619023323059082, -0.014197860844433308, 0.042093753814697266, 0.018601763993501663, 0.01772368513047695, -0.014522074721753597, 0.01727789267897606, -0.010570719838142395, 0.008402540348470211, -0.010172206908464432, -0.03560947999358177, -0.009847993031144142, 0.008348504081368446, -0.0008949650800786912, 0.005467730108648539, 0.011327218264341354, -0.019223174080252647, 0.015386644750833511, -0.018831416964530945, 0.0028638881631195545, -0.018237024545669556, -0.006008086260408163, 0.013927683234214783, 0.031124521046876907, -0.039202846586704254, 0.013785839080810547, -0.005278605502098799, 0.01999318227171898, 0.007261037360876799, 0.015751386061310768, 0.03733861818909645, 0.006501161493360996, 0.004934128373861313, -0.01815597154200077, -0.018831416964530945, 0.015197520144283772, 0.006916560232639313, -0.013758821412920952, 0.010077644139528275, 0.04617344215512276, -0.023397427052259445, -0.0034363281447440386, 0.015170502476394176, 0.015845946967601776, -0.018682818859815598, 0.005741285625845194, 0.02646394819021225, 0.00859166495501995, 0.011698713526129723, 0.0015796978259459138, -0.02168179489672184, 0.003078342182561755, 0.005069217178970575, 0.038770563900470734, -0.025910083204507828, 0.024356558918952942, 0.021317055448889732, -0.0012318434892222285, 0.03895968571305275, -0.02847677655518055, -0.019047558307647705, -0.01804789900779724, 0.02488340623676777, 0.008416049182415009, 0.012597056105732918, 0.0012588612735271454, -0.009098248556256294, -0.0015298837097361684, 0.025450780987739563, -0.022208642214536667, 0.002043222077190876, -0.0055352747440338135, -0.0021141439210623503, 0.01635928638279438, 0.016926661133766174, -0.0005585088510997593, -0.6220581531524658, -0.025680432096123695, 0.007774375844746828, -0.02211408130824566, 0.008017536252737045, 0.012630827724933624, 0.002193508669734001, -0.004302586894482374, -0.010780108161270618, 0.005606196355074644, -0.022748999297618866, 0.0029246783815324306, -0.005261719226837158, -0.0202768687158823, -0.018277550116181374, -0.021708812564611435, 0.000739612674806267, -0.038824599236249924, 0.004025654401630163, 0.015886474400758743, -0.007767621427774429, 0.04414710775017738, -0.01657542958855629, 0.017480526119470596, -0.018871942535042763, 0.019088085740804672, 0.026531493291258812, 0.00942921731621027, 0.02944941632449627, 0.011502834036946297, -0.029854685068130493, 0.019263701513409615, 0.00883482489734888, 0.01130020059645176, 0.042147789150476456, 0.0003408888296689838, -0.02831466868519783, 0.023708131164312363, 0.006122912280261517, 0.032529447227716446, -0.019101593643426895, -0.011003004387021065, 0.011435289867222309, 0.014143825508654118, -0.007038140669465065, 0.017845265567302704, 0.011982399970293045, -0.002203640528023243, -0.014967869035899639, -0.017021222040057182, 0.003095228224992752, -0.0025464289356023073, 0.004697722382843494, -0.009490007534623146, 0.028179580345749855, -0.013299519196152687, 0.02668009139597416, -0.03298874944448471, 0.012975305318832397, -0.01749403402209282, 0.002725421916693449, -0.0034886752255260944, -0.014238388277590275, -0.017291400581598282, -0.018723344430327415, 0.04012145474553108, 0.014859797433018684, -0.004663950297981501, 0.004302586894482374, -0.04052672162652016, -0.002848690841346979, 0.0027439966797828674, 0.008125607855618, -0.028341686353087425, 0.0024299146607518196, 0.030989432707428932, -0.006018218118697405, -0.004572764970362186, -0.004066180903464556, 0.018074916675686836, 0.01929071918129921, -0.01171222236007452, -0.004468070808798075, -0.005288736894726753, 0.010935460217297077, 0.011367744766175747, 0.0028892175760120153, 0.0015982725890353322, -0.015265065245330334, -0.008598418906331062, 0.010908442549407482, 0.015994545072317123, -0.019817566499114037, -0.06246518716216087, -0.01979054883122444, 0.021236002445220947, -0.020398449152708054, 0.009598078206181526, 0.01793982833623886, -0.016372794285416603, -0.00853762961924076, -0.016818588599562645, 0.02923327498137951, 0.026099208742380142, 0.021492671221494675, 0.00024780401145108044, 0.012819952331483364, 0.0205470472574234, 0.02254636585712433, -0.032475411891937256, 0.011158357374370098, 0.017804739996790886, -0.018817907199263573, 0.017953338101506233, 0.007470425684005022, -0.01825053244829178, 0.0036237642634660006, -0.018763871863484383, -0.004842943046241999, -0.0011018202640116215, 0.0013162741670385003, 0.007673059124499559, -0.00804455392062664, -0.002960139187052846, 0.016534902155399323, 0.009550796821713448, -0.005910146981477737, -0.018655801191926003, 0.006622741464525461, 0.012718635611236095, 0.004316095728427172, -0.013731803745031357, 0.0065248021855950356, -0.008294468745589256, 0.020357923582196236, 0.009935800917446613, 0.016832098364830017, -4.8758709453977644e-05, 0.007510952185839415, -0.0035595970693975687, -0.026936760172247887, -0.013792593963444233, 0.019574405625462532, 0.0009270487353205681, -0.05754794180393219, -0.010948969051241875, -0.024532174691557884, 0.0021006350871175528, 0.013076622039079666, -0.015521734021604061, 0.004258682951331139, -0.012975305318832397, -0.02260040119290352, 0.029800647869706154, 0.010260014794766903, -0.0006108558736741543, 0.007997272536158562, -0.027598697692155838, 0.003100294154137373, -0.02428901381790638, -0.012738899327814579, 0.013468380086123943, -0.02434305101633072, -0.012130998075008392, -0.007970254868268967, -0.009199565276503563, -0.0190745759755373, 0.015886474400758743, -0.015616296790540218, -0.0448765903711319, -0.01707525923848152, -0.03858143836259842, 0.009611587040126324, 0.03204312548041344, -0.017345435917377472, 0.0074231442995369434, -0.03512315824627876, 0.016967186704277992, 0.0077608670108020306, -0.018115444108843803, -0.01277267187833786, 0.0027068471536040306, -0.01144204381853342, -0.0038128888700157404, 0.019912129268050194, 0.021019859239459038, 0.021290037781000137, 0.01912861131131649, -0.02292461507022381, -0.008578156121075153, -0.01361697819083929, 0.009591324254870415, -0.009962818585336208, 0.004555878695100546, -0.008199906907975674, 0.017575087025761604, 0.004245174117386341, -0.013684522360563278, -0.02380269393324852, 0.0007130170124582946, -0.011347481980919838, -0.000984461628831923, 0.04079689830541611, -0.017629124224185944, -0.007598760072141886, 7.651529449503869e-05, -0.007652795873582363, -0.01375206746160984, 0.0005927032907493412, 0.0014564290177077055, 0.023721640929579735, 0.008618682622909546, -0.027625715360045433, -0.021046876907348633, -0.0073015643283724785, 0.02853081189095974, 0.009712903760373592, 0.016386304050683975, -0.02047950215637684, 0.01399522740393877, -0.004130348097532988, 0.001193005358800292, 0.026585528627038002, -0.018723344430327415, 0.007970254868268967, 0.016994204372167587, -0.02092529647052288, -0.006957087200134993, 0.009679132141172886, -0.0370684415102005, -0.007673059124499559, 0.0202768687158823, 0.019358264282345772, 0.01993914693593979, 0.008220169693231583, 0.0025244769640266895, 0.03974320366978645, 0.0025700696278363466, 0.033339980989694595, -0.021884428337216377, -0.007895955815911293, 0.015373135916888714, 0.007767621427774429, -0.010165452025830746, 0.018074916675686836, 0.003600123804062605, 0.031502772122621536, 0.003405933268368244, -0.03004380874335766, -0.0010714251548051834, -0.016494374722242355, 0.003319813869893551, 0.00030585008789785206, 0.011273182928562164, 0.013833120465278625, -0.006068876478821039, 0.013799348846077919, 0.009321145713329315, 0.015724368393421173, 0.016642972826957703, 0.021154947578907013, -0.005363035947084427, -0.004498465918004513, 0.008787543512880802, 0.019817566499114037, -0.010043872520327568, -0.008112099021673203, -0.012232314795255661, -0.03809511661529541, 0.005653477739542723, -0.030341004952788353, -0.003954732324928045, 0.03004380874335766, -0.02499147690832615, 0.022411275655031204, 0.010658527724444866, 0.015954019501805305, 0.021978991106152534, 0.019209666177630424, 0.031070485711097717, -0.02277601696550846, -0.033934373408555984, 0.011793275363743305, 0.003265778301283717, 0.015616296790540218, -0.014224878512322903, -0.03985127434134483, 0.014981377869844437, -0.008719999343156815, -0.014035753905773163, 0.0023775675799697638, -0.002662943210452795, -0.02717992104589939, -0.02847677655518055, -0.010739580728113651, 0.03617685288190842, 0.026869215071201324, -0.0018540974706411362, -0.015184011310338974, -0.019358264282345772, -0.0030293723102658987, -0.00790946464985609, -0.014657163992524147, -0.015805421397089958, 0.04036461561918259, -0.03944600746035576, -0.01766964979469776, 0.020695645362138748, -0.0028571337461471558, -0.01437347661703825, -0.006305282469838858, 0.0023150888737291098, 7.06051432644017e-05, -0.0007957590278238058, 0.029530471190810204, 0.003090162528678775, 0.019641950726509094, 0.01565682329237461, 0.04498466104269028, 0.0034819208085536957, 0.007585251238197088, -0.02826063334941864, -0.0003446881892159581, 0.036879315972328186, 0.07619023323059082, 0.010158698074519634, -0.026774654164910316, 0.011570379137992859, -0.019966164603829384, -0.016440339386463165, -0.0026342368219047785, -0.022316714748740196, -0.001026676967740059, 0.006663268432021141, -0.013191447593271732, 0.00657546054571867, 0.026058681309223175, 0.0006028349744156003, 0.01815597154200077, 0.02657202072441578, 0.011448798701167107, -0.01483277976512909, -0.028017472475767136, 0.008112099021673203, 0.0020381563808768988, -0.012016172520816326, 0.033177874982357025, 0.03239435702562332, 0.03396139293909073, -0.007416389882564545, 0.03163785859942436, 0.01973651349544525, -0.02923327498137951, -0.031070485711097717, -0.0019047558307647705, 0.02462673746049404, -0.0013939503114670515, 0.022681454196572304, -0.0159810371696949, 0.011921610683202744, -0.008888861164450645, 0.01707525923848152, 0.006761207710951567, -0.004437675699591637, 0.03958109766244888, 0.022762509062886238, 0.0071462118066847324, -0.012813198380172253, -0.00033265684032812715, -0.012833461165428162, -0.0011094189248979092, 0.015184011310338974, -0.01864229142665863, -0.02847677655518055, 0.00715972064062953, -0.0027372422628104687, -0.027098868042230606, -0.01214450690895319, 0.037419673055410385, -0.004231665283441544, -0.0038128888700157404, -0.003870301879942417, -0.015332609415054321, -0.023235319182276726, -0.02293812483549118, -0.03587965667247772, -0.002283005276694894, -0.015954019501805305, -0.011698713526129723, 0.01788579300045967, -0.014238388277590275, 0.0019925637170672417, -0.04582221060991287, 0.019317736849188805, 0.019587915390729904, -0.0403105765581131, -0.03941899165511131, -0.006430239882320166, 0.029044149443507195, 0.004856451880186796, 0.005150270648300648, -0.0014462973922491074, -0.005775057710707188, -0.011408272199332714, -0.0027591942343860865, -0.0008265762589871883, -0.01507593970745802, -0.022965142503380775, -0.005636591464281082, -0.0011077303206548095, -0.021438635885715485, -0.02250583842396736, -0.002610596362501383, 0.0022475444711744785, 0.005079349037259817, 0.008287714794278145, -0.010854406282305717, 0.016818588599562645, -0.010145189240574837, 0.02196548320353031, 0.01469769049435854, -0.002213772153481841, -0.0021327186841517687, -0.04979383200407028, 0.007274546194821596, -0.004444430582225323, -0.025802012532949448, -0.026018153876066208, 0.012846970930695534, -0.008334995247423649, 0.01837211288511753, 0.0018456544494256377, -0.008416049182415009, -0.023735148832201958, 0.020898278802633286, -0.01679157093167305, 0.026369385421276093, 0.0016759487334638834, -0.0002167757338611409, -0.019196156412363052, 0.022316714748740196, 0.00678147142753005, 0.017412981018424034, -0.0210874043405056, 0.006183702033013105, -0.020236343145370483, 0.04063479229807854, 0.0047010998241603374, -0.020574064925312996, 0.0346638560295105, 0.016980696469545364, -0.006379581056535244, -0.03569053113460541, 0.001151634263806045, -0.01979054883122444, 0.05625109001994133, -0.019817566499114037, -0.02826063334941864, -0.008085080422461033, -0.01184731163084507, -0.02489691600203514, 1.5078790056577418e-05, -0.021236002445220947, -0.012266087345778942, 0.009820975363254547, 0.006778093986213207, -0.0023910764139145613, 0.00425192853435874, 0.021019859239459038, -0.0341234989464283, 0.001860851887613535, 0.03593369200825691, 0.015954019501805305, 0.0271258857101202, -0.01646735705435276, 0.016494374722242355, -0.020668627694249153, -0.01426540594547987, -0.004663950297981501, 0.004194515757262707, 0.016345776617527008, -0.005474484525620937, 0.048605047166347504, 0.025356218218803406, 0.005737908184528351, 0.02310023084282875, 0.03158382326364517, 0.02135758101940155, -0.013009076938033104, -0.011023268103599548, -0.0024721298832446337, -0.00474162632599473, -0.0007315917173400521, -0.0039040741976350546, 0.008132361806929111, 0.00581558421254158, -0.0024721298832446337, -0.037365637719631195, 0.018493693321943283, 0.04233691468834877, -0.01668350026011467, -0.01662946492433548, -0.04587624967098236, -0.031016450375318527, -0.011529851704835892, 0.022748999297618866, 0.005602818913757801, 0.012509248219430447, -0.02173583209514618, 0.006578837521374226, -0.002595398807898164, -0.01171222236007452, 0.003242137609049678, -0.011050285771489143, 0.02761220559477806, -0.006916560232639313, -0.009746676310896873, 0.0014733151765540242, 0.016372794285416603, -0.016116125509142876, 0.006068876478821039, -0.04684888944029808, -0.010685545392334461, 0.03974320366978645, -0.007619023323059082, 0.030611183494329453, 0.028125545009970665, -0.016669990494847298, 0.014292423613369465, -0.013623733073472977, -0.004039163235574961, -0.006295150611549616, -0.0065214247442781925, -0.037689849734306335, 0.021114422008395195, -0.02374865859746933, -0.02516709268093109, -0.016170160844922066, -0.002740619471296668, -0.0008143337909132242, 0.00034004452754743397, 0.03369121253490448, -0.018980015069246292, -0.01995265483856201, 0.04484957084059715, 0.015143484808504581, 0.03244839608669281, -0.004312718752771616, 0.008672717958688736, -0.00445793941617012, 0.015116467140614986, -0.02466726489365101, 0.011759503744542599, 0.008341750130057335, -0.002708535874262452, 0.00795674603432417, -0.0033586518839001656, -0.017021222040057182, -0.015278574079275131, 0.019088085740804672, 0.010624755173921585, -0.020695645362138748, -0.050766471773386, 0.03504210337996483, 0.004923996515572071, 0.01750754378736019, 0.0031188689172267914, -0.024045854806900024, -0.01902054063975811, 0.009814220480620861, -0.001911510364152491, -0.011887838132679462, -0.023019177839159966, 0.00110435311216861, -0.008226924575865269, 0.014873306266963482, 0.004961146041750908, -0.0063424319960176945, -0.02977363020181656, 0.0028638881631195545, 0.01596752740442753, 0.007612268906086683, -0.012543019838631153, -0.0006754453643225133, -0.011718976311385632, 0.04206673428416252, 0.001751092029735446, 0.014765235595405102, 0.010611246339976788, 0.00715972064062953, 0.003080030670389533, 0.0027743917889893055, 0.01301583182066679, 0.0365280844271183, -0.04087795317173004, 0.0018017505062744021, -0.004866583738476038, -0.0033958014100790024, -0.0001664339506532997, -0.0290171317756176, -0.006713926792144775, 0.004832811653614044, -0.020411958917975426, -0.0004888535477221012, 0.03771686926484108, 0.009199565276503563, -0.018601763993501663, 0.0018692950252443552, 0.0016489309491589665, -0.037689849734306335, 0.018723344430327415, -0.029638541862368584, -0.002277939347550273, -0.023505497723817825, -0.014292423613369465, 0.014008736237883568, 0.006957087200134993, 0.00850385706871748, -0.0011820293730124831, -0.02031739614903927, -0.004133725538849831, 0.021749339997768402, -0.019628440961241722, 0.011617659591138363, 0.015724368393421173, -0.0035055612679570913, -0.0335831418633461, 0.010590982623398304, -0.02238425798714161, 0.01125291921198368, 0.009604833088815212, -0.0055352747440338135, -0.028395721688866615, -0.007531215436756611, 0.006359317805618048, 0.0004825212818104774, 0.012293105013668537, -0.014670672826468945, 0.002882462926208973, 0.00853762961924076, -0.009712903760373592, 0.006315413862466812, -0.014900323934853077, 0.016602447256445885, 0.01394119206815958, -0.00372170377522707, 0.025477798655629158, -0.015332609415054321, 0.01783175766468048, -0.0029837798792868853, 0.02191144786775112, -0.015697350725531578, -0.02880099043250084, 0.006663268432021141, 0.0008569713099859655, -0.009773693978786469, -0.004336358979344368, -0.019966164603829384, -0.01051668357104063, -0.02310023084282875, -0.02141161821782589, 0.022316714748740196, -0.015737876296043396, -0.007693322375416756, 0.01765614189207554, 0.010455894283950329, 0.034474730491638184, 0.016507884487509727, -0.020195815712213516, -0.01214450690895319, 0.0019655460491776466, 0.010043872520327568, -0.025856047868728638, 0.00513676181435585, -0.01803439110517502, 0.04949663579463959, -0.0045761424116790295, -0.016062090173363686, -0.0033333227038383484, -0.02734202705323696, -0.05376544967293739, -0.007875693030655384, 0.007814902812242508, 0.008713245391845703, -0.004086444154381752, 0.001876049442216754, 0.016008054837584496, 0.012374158948659897, -0.0041708750650286674, 0.009172547608613968, -0.010570719838142395, -0.002181688556447625, -0.018939487636089325, -0.006423485465347767, -0.00853762961924076, -0.014738216996192932, -5.8468238421482965e-05, -0.0031712159980088472, 0.006430239882320166, -0.026490965858101845, 0.0019587913993746042, 0.022303204983472824, -0.0037419672589749098, -0.00961834192276001, 0.008409294299781322, 0.023451462388038635, 0.013630487024784088, 0.022195134311914444, 0.022735489532351494, -0.007038140669465065, -0.009557551704347134, 0.00693006906658411, -0.019925637170672417, -0.005623082630336285, 0.010476157069206238, 0.0025295428931713104, 0.023627078160643578, 0.009564305655658245, 0.003772362368181348, -0.010192470625042915, 0.009165793657302856, -0.0057142674922943115, 0.04341762512922287, -0.0029719595331698656, 0.0028892175760120153, 0.019155630841851234, -0.0005255808937363327, -0.0024248487316071987, 0.0039479779079556465, -0.0032590238843113184, 0.0016658171080052853, 0.016291741281747818, 0.018439657986164093, -0.03993232920765877, -0.009064476937055588, -0.011745994910597801, 0.009334654547274113, -0.01445453055202961, -0.0017730440013110638, -0.0019250191980972886, -0.01837211288511753, -0.0370684415102005, 0.022640928626060486, 0.00474162632599473, -0.02249233052134514, 0.004670704714953899, -0.0051333848387002945, 0.011347481980919838, -0.015724368393421173, -0.014359967783093452, 0.017426490783691406, -0.013914174400269985, 0.02407287247478962, 0.008024291135370731, -0.0044478075578808784, 0.0102735236287117, 0.0007602981640957296, 0.0341234989464283, -0.018831416964530945, -0.0030361267272382975, 0.17010416090488434, -0.03485298156738281, 0.011360990814864635, 0.011718976311385632, -0.0024535551201552153, -0.01426540594547987, 0.031610842794179916, 0.01138800848275423, 0.006568706128746271, 0.013164429925382137, 0.0018996900180354714, 0.011975646018981934, -0.023113740608096123, 0.003914205823093653, 0.011023268103599548, -0.018466675654053688, -0.02896309643983841, -0.030638201162219048, -0.01334004569798708, 0.023194793611764908, 0.00019355730910319835, -0.0004985631094314158, -0.0047585126012563705, -0.023505497723817825, 0.04136427119374275, 0.000557242427021265, 0.013833120465278625, -0.0021141439210623503, 0.007315073162317276, 0.0020854375325143337, 0.006538311019539833, -0.015602787025272846, 0.00888210628181696, 0.020520029589533806, -0.020398449152708054, -0.017737194895744324, -0.006453880108892918, -0.01163116842508316, 0.012536265887320042, 0.013414344750344753, 0.022195134311914444, 0.0052718510851264, 0.008253942243754864, -0.02401883713901043, 0.02684219740331173, 0.03974320366978645, -0.010496420785784721, -0.02522112987935543, -0.003856792813166976, 0.008929387666285038, -0.02505902200937271, 0.010064135305583477, 0.004471448250114918, 0.017966846004128456, -0.018453167751431465, 0.030584165826439857, 0.008409294299781322, 0.019196156412363052, 0.02146565355360508, 0.0010975986951962113, -0.04409307241439819, 0.006737567484378815, 0.00043946164078079164, 0.024761825799942017, -0.009645359590649605, 0.010334313847124577, 0.004707854241132736, 0.0010722695151343942, 0.018655801191926003, -0.004748380742967129, -0.023464972153306007, -0.013873646967113018, -0.008753771893680096, 0.01792631857097149, -0.02624780684709549, -0.021452143788337708, 0.02531569078564644, 0.010361331515014172, 0.0013120525982230902, 0.04136427119374275, -0.004961146041750908, -0.004937505349516869, -0.013036095537245274, -0.00859166495501995, -0.007409635465592146, -0.02478884346783161, 0.023762166500091553, -0.007571742404252291, -0.006582214962691069, -0.026423422619700432, -0.008145870640873909, 0.0023100231774151325, 0.011921610683202744, 0.0017249186057597399, 0.0077608670108020306, 0.0009506893111392856, 0.01591349206864834, 0.015292082913219929, 0.00474162632599473, -0.016386304050683975, -0.026707109063863754, 0.05244157835841179, 0.03723054751753807, 0.032745588570833206, 0.012029681354761124, -0.009442726150155067, -0.0007189271273091435, 0.017210347577929497, -0.010570719838142395, -0.021100912243127823, -0.009956064634025097, -0.04393096640706062, 0.0044748252257704735, -0.0002824205730576068, 0.009381935931742191, -0.0012630828423425555, 0.007841920480132103, -0.0037081949412822723, 0.030800307169556618, -0.008524119853973389, -0.010226242244243622, -0.024086380377411842, 0.001756157842464745, 0.022748999297618866, -0.0039479779079556465, -0.007247528526932001, -0.026045173406600952, 0.012873988598585129, -0.017399471253156662, -0.004829434212297201, 0.011158357374370098, -0.030773289501667023, 0.022424785420298576, -0.020303886383771896, 0.01386013813316822, -0.020533539354801178, -0.016102617606520653, -0.006788225844502449, 0.0005509101320058107, 0.016372794285416603, 0.0006682687671855092, 0.0010798682924360037, 0.0018844924634322524, 0.004069558344781399, 0.010854406282305717, -0.009868256747722626, 0.00091185123892501, 0.019358264282345772, 0.00021973082039039582, -0.01945282518863678, -0.004164120648056269, 0.018993522971868515, 0.015940509736537933, -0.008564647287130356, 0.010915196500718594, 0.01977703906595707, -0.00130360946059227, -0.004684213548898697, 0.022640928626060486, 0.008389031514525414, -0.04544396325945854, 0.019209666177630424, 0.01825053244829178, -0.006301905028522015, -0.0055589149706065655, -0.018507203087210655, -0.16988801956176758, 0.0051333848387002945, 0.0126916179433465, -0.019641950726509094, 0.019371772184967995, -0.0029871570877730846, 0.017588596791028976, -0.02022283338010311, -0.025342708453536034, -0.00523132411763072, 0.014346458949148655, -0.029530471190810204, -0.011205637827515602, -0.0037419672589749098, -0.007679813541471958, -0.006507915910333395, -0.031664878129959106, 0.02173583209514618, 0.033394016325473785, 0.014940851368010044, 0.030800307169556618, -0.03396139293909073, 0.015102958306670189, -0.004501843359321356, -0.009456234984099865, -0.015886474400758743, 0.008058062754571438, 0.004275569226592779, 0.0062174745835363865, -0.03415051847696304, -0.00425192853435874, -0.032745588570833206, 0.03644702956080437, -0.014143825508654118, -0.00855789240449667, 0.009875010699033737, 0.00921307411044836, -0.00213440740481019, -0.02173583209514618, 0.02462673746049404, 0.030205916613340378, 0.034528765827417374, -0.007416389882564545, 0.0008797675836831331, -0.0017114096553996205, 0.009273864328861237, 0.032421376556158066, -0.014468039385974407, 0.017412981018424034, -0.021290037781000137, 0.02847677655518055, -0.01103002205491066, 0.003937846515327692, -0.010827388614416122, -0.011698713526129723, 0.003846661187708378, 0.0011533229844644666, 0.008226924575865269, 0.013508906587958336, -0.025950610637664795, -0.0064944070763885975, 0.016818588599562645, 0.015116467140614986, 0.015508225187659264, -0.0032640895806252956, -0.021546706557273865, -0.020587574690580368, 0.018128953874111176, -0.017291400581598282, 0.0025042137131094933, -0.011948628351092339, -0.00910500343888998, 0.005241455975919962, 0.01013843435794115, 0.012272842228412628, 0.03244839608669281, -0.014967869035899639, 0.006264755502343178, 0.033718232065439224, 0.003856792813166976, -0.0009287373395636678, 0.016561919823288918, -0.0026190392673015594, -0.012698372825980186, -0.018669309094548225, -0.00855789240449667, -0.013441362418234348, 0.024410594254732132, -0.020087745040655136, -0.010010099969804287, 0.03985127434134483, -0.03890565037727356, -0.026774654164910316, 0.017264382913708687, -0.012907760217785835, 0.012151261791586876, 0.005072594620287418, -0.02505902200937271, 0.014859797433018684, 0.011773012578487396, 0.0004270081117283553, 0.0024940818548202515, -0.010989495553076267, 0.014670672826468945, 0.025964118540287018, 0.009645359590649605, -0.016494374722242355, 0.013434607535600662, 0.02782834880053997, -0.02515358477830887, 0.002662943210452795, -0.019304227083921432, -0.01084089744836092, 0.010199224576354027, -0.01065177284181118, 0.019804056733846664, -0.015670331194996834, -0.0031813476234674454, 0.013603469356894493, -0.010753089562058449, 0.0687333196401596, -0.015346118248999119, -0.012185034342110157, 0.02189793810248375, -0.007402881048619747, -0.006318791303783655, -0.12017523497343063, -0.04174252226948738, -0.0009346475126221776, 0.024437611922621727, -0.021398108452558517, 0.023762166500091553, -0.0010292098158970475, 0.015292082913219929, -0.036879315972328186, 0.04387693107128143, -0.021803375333547592, -0.02272198162972927, 0.026558510959148407, -0.005869620013982058, 0.012333632446825504, -0.004802416544407606, 0.0096723772585392, 0.006487652659416199, -0.03390735760331154, 0.021776357665657997, 0.003350208979099989, -0.005038822069764137, -0.010192470625042915, -0.011070549488067627, -0.011651432141661644, 0.025734467431902885, -0.04255305603146553, 0.02315426617860794, 0.018520710989832878, 0.019466334953904152, 0.021492671221494675, -0.02227618731558323, -0.0006475832196883857, -0.018304569646716118, 0.02347848005592823, -0.01469769049435854, 0.025612886995077133, -0.013326536864042282, 0.019412299618124962, -0.015035413205623627, -0.001615158631466329, -0.0017848643474280834, 0.01972300373017788, -0.017412981018424034, -0.02396479994058609, -0.025937100872397423, -0.015548751689493656, 0.008017536252737045, 0.019439317286014557, -0.01754806935787201, -0.03009784407913685, -0.03593369200825691, -0.04363377019762993, 0.001886181184090674, 0.03131364658474922, -0.00517728878185153, -0.0018540974706411362, -0.0019571029115468264, 0.006855770479887724, 0.005217815283685923, -0.02080371603369713, -0.012833461165428162, -0.0432555191218853, 0.03188101947307587, 0.00402227696031332, -0.002970270812511444, 0.005045576952397823, -0.005082726012915373, 0.0075514791533350945, -0.03485298156738281, 0.011982399970293045, 0.011097567155957222, -0.012590301223099232, 0.01366425957530737, -0.02782834880053997, 0.0063964673317968845, -0.02141161821782589, -0.026153244078159332, -0.007085421588271856, -0.008740263059735298, -0.012894251383841038, -0.0013787527568638325, 0.022465312853455544, -0.027855366468429565, -0.0051570250652730465, 0.001943593961186707, 0.004214779008179903, -0.010455894283950329, 0.006855770479887724, -0.023775676265358925, 0.005866243038326502, 0.025248147547245026, 0.02250583842396736, -0.013387327082455158, 0.009564305655658245, -0.012873988598585129, -0.019655458629131317, 0.000298251339700073, 0.003954732324928045, 0.02477533556520939, -0.046821869909763336, 0.020844243466854095, -0.04233691468834877, 0.03255646675825119, 0.008409294299781322, -0.013454871252179146, 0.002559937769547105, -0.0290171317756176, 0.006984104868024588, -0.03158382326364517, -0.002537985797971487, 0.014157334342598915, -0.02141161821782589, 0.014684181660413742, -0.004302586894482374, 0.019047558307647705, -0.030530130490660667, -0.031124521046876907, 0.006464011967182159, -0.023194793611764908, 0.007213756442070007, 0.019817566499114037, 0.009685886092483997, -0.014170843176543713, 0.03163785859942436, 0.008895615115761757, -0.0015830750344321132, 0.004951014183461666, -0.020614592358469963, 0.021046876907348633, -0.0005298024625517428, -0.015629805624485016, 0.00017097209638450295, -0.012212052009999752, -0.01792631857097149, 0.008497102186083794, -0.031016450375318527, -0.02353251539170742, 0.003454902907833457, 0.014711199328303337, -0.005001673009246588, 0.03555544465780258, 0.004150611814111471, -0.03415051847696304, 0.0048361886292696, -0.0054069398902356625, -0.010982741601765156, -0.012516002170741558, -0.014008736237883568, -0.011550115421414375, 0.007558233570307493, 0.011935119517147541, 0.015697350725531578, 0.02000669203698635, -0.012002663686871529, -0.02950345352292061, 0.006187079474329948, 0.014116807840764523, 0.02662605606019497, 0.003596746362745762, 0.014549092389643192, 0.04120216518640518, 0.01662946492433548, 0.00353257916867733, 0.014900323934853077, 0.006497784052044153, -0.008760525844991207, -0.021870920434594154, -0.007781130261719227, 0.011273182928562164, -0.0010081022046506405, -0.007767621427774429, -0.015292082913219929, 0.028179580345749855, 0.014819270931184292, 0.0032404491212219, 0.01565682329237461, 0.01388715673238039, -3.5553225643525366e-06, -0.007774375844746828, -0.01993914693593979, 0.026666581630706787, 0.012873988598585129, -0.0063964673317968845, 0.0006007241900078952, 0.0456601046025753, 0.02662605606019497, 0.00888210628181696, -0.021317055448889732, 0.0025092794094234705, 0.0016970564611256123, -0.023735148832201958, -0.016291741281747818, 0.02020932547748089, -0.0017114096553996205, 0.025788502767682076, -0.0013584895059466362, 0.008733508177101612, 0.0048834700137376785, 0.01399522740393877, 0.025356218218803406, 0.006372826639562845, 0.008362012915313244, -0.023194793611764908, 0.0037588533014059067, -0.03555544465780258, -0.05068541690707207, 0.0035663514863699675, -0.04239095002412796, -0.013333290815353394, -0.0021901314612478018, 0.029638541862368584, 0.0027760802768170834, 0.015602787025272846, 0.02337040938436985, -0.003934469074010849, -0.014859797433018684, 0.016548410058021545, -0.02543727122247219, -0.01825053244829178, -0.02657202072441578, 0.002328597940504551, 0.0354473702609539, 0.01404926273971796, 0.05560266226530075, -0.003937846515327692, -0.0008780789212323725, 0.0259235929697752, 0.008497102186083794, -0.029476433992385864, 0.024140415713191032, 0.01375206746160984, -0.0016176915960386395, -0.01483277976512909, -0.004184383898973465, 0.007092176005244255, -0.042201824486255646, -0.033394016325473785, -0.007227265276014805, 0.015319100581109524, 0.02206004410982132, 0.06738242506980896, 0.01086791604757309, -0.02168179489672184, -0.006659890990704298, -0.015467698685824871, -0.00426881480962038, 0.008429558016359806, 0.01225933339446783, -0.017102276906371117, -0.02586955763399601, 0.011800030246376991, -0.009793957695364952, -0.03504210337996483, -0.02227618731558323, -0.004052672069519758, 0.0032742212060838938, -0.005906769540160894, 0.007179983891546726, -0.009091494604945183, -0.019277209416031837, 0.02455919235944748, -0.00942921731621027, 0.004775398410856724, 0.007261037360876799, -0.008983423002064228, 0.0030884738080203533, 0.0052853599190711975, -0.0019756776746362448, 0.00041708748904056847, -0.024059362709522247, 0.030476093292236328, 0.025829030200839043, -0.05390053987503052, -0.002215460641309619, 0.019695986062288284, 0.010847652330994606, 0.0007231486961245537, -0.02191144786775112, -0.0190745759755373, 0.010246505960822105, 0.0028470021206885576, 0.01092195138335228, 0.007801393512636423, -0.021060386672616005, -0.010942214168608189, 0.023248828947544098, -0.014738216996192932, -0.030719254165887833, -0.015319100581109524], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='998305c7-c107-4f1b-98d4-a94d18438ba3', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='6c8aab327a5d7f2f38d7c6ada1abc96a2e34a7b0b1d9fe80cd1516f60ea1a622'), : RelatedNodeInfo(node_id='4da12d2b-f595-450a-884c-b2dfae027e87', node_type=, metadata={}, hash='07acbf5a6d22a638a8a8133f7b9febc0bc37fb9fc06329d542c91f1024690513')}, hash='3c078527ff11a2ec9b31f729de4b980c1d7f16ced309232318373625ac09219f', text='as they can be employed across multiple domains and industries. From language and vision to healthcare and finance, these models serve as a basis for a wide range of applications.Self-Supervised Learning: A key aspect of foundation models is their ability to utilize self-supervised learning techniques. By leveraging large-scale, unlabeled data, these models can learn complex representations and features, greatly improving their performance on various tasks and reducing dependence on labeled data.Robustness: Foundation models are known for their robustness, demonstrating resilience in the face of noisy, incomplete, or even adversarial data. This robustness allows them to maintain high levels of performance and accuracy across different contexts and challenges.Interoperability: Interoperability is another critical characteristic of foundation models, as they can be easily integrated with existing systems and frameworks. This seamless integration facilitates collaboration between different AI models and components, streamlining the development process and fostering innovation.Generalization: The ability to generalize is a hallmark of foundation models, enabling them to perform well on unseen data and novel tasks. This characteristic allows them to adapt to a variety of challenges, making them an invaluable asset in AI research and development. By understanding the key characteristics of foundation models, such as their pre-trained nature, adaptability, scalability, versatility, self-supervised learning capabilities, robustness, interoperability, and generalization, we can better appreciate their potential and impact on the future of AI. Capabilities of Foundation Models Beyond LLMs Foundation models have made a significant impact beyond LLMs, offering a versatile and powerful approach to solving complex problems across various domains in language, vision, robotics, reasoning and search, interaction, and philosophy of understanding. Language: Foundation models excel in language, demonstrating human-like comprehension and generation of text. From machine translation and sentiment analysis to summarization and question-answering, these models are unlocking new possibilities in language-related applications and enhancing communication between humans and machines.Vision: In the realm of computer vision (CV), foundation models are transforming the way we analyze and interpret visual data. By effectively recognizing objects, detecting patterns, and segmenting images, these models are enabling advancements in fields such as autonomous vehicles, medical imaging, and surveillance systems.Robotics: By incorporating self-supervised learning and reinforcement learning techniques, foundation models are empowering robots to learn from their', start_char_idx=5428, end_char_idx=8201, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='4da12d2b-f595-450a-884c-b2dfae027e87', embedding=[-0.0005749234696850181, 0.0011422152165323496, 0.002326828893274069, -0.029197294265031815, -0.014544377103447914, 0.0025964833330363035, -0.014707187190651894, 0.017949823290109634, 0.0017909121233969927, -0.05340174213051796, -0.007719916291534901, 0.025764713063836098, -0.02195223979651928, -0.00019100517965853214, -0.013866000808775425, 0.0004099933721590787, 0.01442226953804493, -0.008425427600741386, -0.002908536233007908, -0.014544377103447914, -0.003461412386968732, -0.0014873389154672623, -0.014476539567112923, -0.025099903345108032, -0.007129729725420475, 0.02139597199857235, 0.02946864441037178, -0.041001033037900925, -0.016348855569958687, -0.013045166619122028, 0.008438995108008385, 0.007936996407806873, -0.03283338621258736, 0.012210763990879059, 0.008595021441578865, 0.0070754592306911945, 0.012176845222711563, 0.0021131406538188457, 0.01481572724878788, -0.008411860093474388, 0.038043312728405, 0.014462972059845924, -0.007116162218153477, -0.02843751385807991, -0.016199612990021706, 0.035302676260471344, -0.0003035731497220695, -0.013058734126389027, -0.0008153229136951268, 0.0182211734354496, 0.02710789628326893, 0.052099261432886124, -0.015548372641205788, 0.007414647378027439, -0.02495066076517105, -0.001584007404744625, -0.007109378464519978, 0.012142926454544067, 0.014910699799656868, -0.002094485331326723, 0.009870368055999279, 0.024435095489025116, -0.020785434171557426, 0.020622624084353447, -0.024041637778282166, 0.0026660168077796698, -0.0039854575879871845, 0.02805762179195881, -0.010236690752208233, -0.00556946499273181, 0.016104640439152718, 0.009829665534198284, 0.009341234341263771, -0.002301389817148447, 0.018478956073522568, 0.001307569327764213, 0.007109378464519978, -0.00024739516084082425, -0.007577457465231419, 0.014178053475916386, -0.011763036251068115, -0.010548743419349194, -0.004351780749857426, 0.02059548906981945, 0.010440203361213207, 0.015277022495865822, 0.0017213785322383046, 0.0007945476681925356, 0.009436206892132759, 0.0019062359351664782, 0.002381098922342062, -0.020731164142489433, 0.010535175912082195, 0.017773445695638657, -0.008974911645054817, -0.0032036297488957644, 0.003010292537510395, 0.010514824651181698, 0.011701982468366623, -0.007584241218864918, -0.005277763586491346, -0.003154447302222252, -0.02750135399401188, -0.014435837045311928, -0.023037642240524292, 0.014245891943573952, 0.01853322610259056, 0.01505994237959385, 0.01553480513393879, -0.0040329438634216785, -0.031232420355081558, 0.027609894052147865, 0.003064562566578388, -0.01918446645140648, -0.006492056418210268, -0.01869603618979454, 0.00049267039867118, -0.011864792555570602, 0.006675217766314745, -0.018763873726129532, 0.03975282236933708, 0.018506091088056564, 0.013798163272440434, -0.009490476921200752, 0.024068772792816162, -0.0013296165270730853, 0.0075706737115979195, -0.013777812011539936, -0.026361683383584023, -0.015358427539467812, 0.015575507655739784, -0.0013694710796698928, 0.0010514825116842985, 0.004467104561626911, -0.022562779486179352, 0.012109007686376572, -0.027148598805069923, 0.005274371709674597, -0.0162538830190897, -0.020581921562552452, 0.0061121657490730286, 0.02336326241493225, -0.029984209686517715, 0.007597808726131916, -0.002213201019912958, 0.025466227903962135, 0.009483693167567253, 0.01609107293188572, 0.03305047005414963, 0.017081502825021744, 0.013011247850954533, -0.014476539567112923, -0.008079455234110355, 0.013296165503561497, 0.011152497492730618, -0.00532524986192584, 0.008167644031345844, 0.03690364211797714, -0.0217758622020483, 0.003239244455471635, 0.015087077394127846, 0.006688785273581743, -0.0083236712962389, 0.0022267685271799564, 0.03375598043203354, 0.008533967658877373, 0.01577902026474476, 0.004046511370688677, -0.010996471159160137, -0.01641669310629368, -0.004908049013465643, 0.031802255660295486, -0.01965933106839657, 0.02797621674835682, 0.021965807303786278, -0.0035445133689790964, 0.038640283048152924, -0.027677731588482857, -0.015887560322880745, -0.007679213769733906, 0.020337706431746483, 0.005026764702051878, 0.016348855569958687, 0.010854012332856655, -0.015005672350525856, -0.007597808726131916, 0.01457151211798191, -0.02306477725505829, -0.01720361039042473, -0.00041190130286850035, 0.000660144432913512, 0.03367457538843155, 0.0027643812354654074, 0.001469531562179327, -0.6277961134910583, -0.032046470791101456, -0.00463669840246439, -0.02789481170475483, 0.015263454988598824, 0.00423645693808794, 0.004572252742946148, -0.007061891723424196, -9.269369184039533e-05, 0.0028457865118980408, -0.021830132231116295, -0.0009887326741591096, -0.005905261263251305, -0.015982532873749733, -0.01633528806269169, -0.0182347409427166, 0.010195988230407238, -0.03294192999601364, 0.008296536281704903, 0.01640312559902668, -0.015331292524933815, 0.04110957309603691, -0.01940154656767845, 0.0038904850371181965, -0.01861463114619255, -0.002767773112282157, 0.013309733010828495, 0.01196654886007309, 0.02012062631547451, 0.015982532873749733, -0.022237157449126244, 0.010148501954972744, 0.007238269783556461, 0.00687533849850297, 0.04222210869193077, 0.0034071423579007387, -0.023268289864063263, 0.02472001314163208, 0.004348388873040676, 0.02860032394528389, -0.017447825521230698, -0.020147761330008507, 0.006973702926188707, 0.013119787909090519, -0.011607009917497635, 0.024611473083496094, 0.024909958243370056, -0.016023235395550728, -0.010603013448417187, -0.020554786548018456, -0.003271467285230756, 0.00525062857195735, 0.004114349372684956, -0.010711553506553173, 0.024665743112564087, -0.0035173783544451, 0.03131382539868355, -0.03193793073296547, 0.015426265075802803, -0.026538060978055, -0.0031273122876882553, 0.007122945971786976, -0.02892594411969185, -0.018356848508119583, -0.01553480513393879, 0.04271053895354271, 0.018126200884580612, -0.010460554622113705, -0.0062003545463085175, -0.02423158288002014, -0.002175890374928713, 0.0028864890336990356, 0.006325853988528252, -0.032209280878305435, 0.0029611103236675262, 0.017407122999429703, 0.01295697782188654, -0.004182186909019947, -0.010854012332856655, 0.01271954644471407, 0.021613052114844322, -0.018031228333711624, -0.004165227524936199, -0.011701982468366623, 0.012889140285551548, 0.010847228579223156, -0.007258621044456959, -0.015195617452263832, -0.012190412729978561, -0.0015763756819069386, 0.009442990645766258, 0.014680052176117897, -0.03359317034482956, -0.06137944012880325, -0.012400709092617035, 0.012061521410942078, -0.007943780161440372, -0.0011888535227626562, 0.01358108315616846, -0.013201192952692509, -0.008574670180678368, -0.012170061469078064, 0.018424686044454575, 0.01781414821743965, 0.023037642240524292, -0.001422045286744833, 0.009877151809632778, 0.022359265014529228, 0.025154173374176025, -0.030716855078935623, 0.010440203361213207, 0.020704029127955437, -0.028790269047021866, 0.019605061039328575, -0.007869158871471882, -0.02067689411342144, -0.0014763153158128262, -0.026036063209176064, -0.0166337750852108, -0.011349227279424667, 0.009463341906666756, 0.006190178915858269, -0.01553480513393879, -0.009476909413933754, 0.02400093525648117, 0.022793427109718323, -0.003191758180037141, -0.014123783446848392, -0.00994498934596777, 0.010711553506553173, -0.0030781300738453865, -0.019605061039328575, 0.013004464097321033, -0.011783387511968613, 0.018207605928182602, 0.00986358430236578, 0.017841283231973648, -0.001907931873574853, -0.0029204078018665314, -0.004192362539470196, -0.029902804642915726, -0.005287939216941595, 0.021328134462237358, 0.006390300113707781, -0.039020176976919174, -0.011532388627529144, -0.027447083964943886, 0.008262617513537407, 0.020799001678824425, -0.00401937635615468, -0.00013853705604560673, -0.004212713800370693, -0.017447825521230698, 0.043768804520368576, 0.003720891196280718, 0.005613559857010841, 0.001884188735857606, -0.031232420355081558, -0.006461529526859522, -0.030608315020799637, -0.01259743794798851, 0.014964969828724861, -0.025303415954113007, -0.007536754943430424, -0.005220101680606604, -0.007007621694356203, -0.012509249150753021, 0.012475330382585526, -0.01670161262154579, -0.04927721619606018, 0.002141971606761217, -0.03657802194356918, 0.00695335166528821, 0.03049977496266365, -0.018573928624391556, 0.008350806310772896, -0.02971285954117775, 0.00416183564811945, 0.008913857862353325, -0.015738317742943764, -0.014245891943573952, 0.006570069584995508, -0.005847599357366562, 0.00856110267341137, 0.022047212347388268, 0.022142184898257256, 0.025466227903962135, 0.018085498362779617, -0.030526909977197647, -0.004107565153390169, -0.01861463114619255, 0.005199750419706106, -0.010243474505841732, 0.006919432897120714, -0.003269771346822381, 0.012414276599884033, 0.000413809233577922, -0.011634144932031631, -0.01195976510643959, 0.012326087802648544, -0.0011634144466370344, 0.01884527876973152, 0.04233064875006676, -0.004453537054359913, -0.008506832644343376, -0.0008318583131767809, -0.021748727187514305, -0.012020818889141083, 0.015263454988598824, -0.00038582622073590755, 0.02789481170475483, 0.003541121492162347, -0.0332946851849556, -0.02987566962838173, -0.004836819134652615, 0.03025555983185768, 0.01164092868566513, 0.01884527876973152, -0.02472001314163208, 0.02059548906981945, 0.0028864890336990356, -0.006495448295027018, 0.021097486838698387, -0.022087914869189262, -0.0001952450256794691, 0.02035127393901348, -0.027786271646618843, 0.009537963196635246, 0.009395504370331764, -0.036713697016239166, -0.005216709803789854, 0.021423107013106346, 0.01450367458164692, 0.01607750542461872, 0.012271817773580551, 0.000222592061618343, 0.023960232734680176, 0.005881518125534058, 0.03451576083898544, -0.01065728347748518, -0.0014491803012788296, 0.011172848753631115, 0.014435837045311928, -0.016213180497288704, 0.01303159911185503, -0.003341000759974122, 0.035221271216869354, 0.012163277715444565, -0.014042378403246403, 0.009097019210457802, -0.015643345192074776, 0.004789332859218121, 0.0017357940087094903, 0.002537125488743186, 0.01148490235209465, -0.005759410560131073, 0.010962552390992641, -0.000339823862304911, 0.01577902026474476, 0.01828901097178459, 0.010128150694072247, 0.013465759344398975, 0.006766798440366983, -0.0010184115963056684, 0.005114953499287367, -0.009822881780564785, -0.005542329978197813, -0.019279439002275467, -0.04018698260188103, 0.011335659772157669, -0.028654593974351883, -0.01164771243929863, 0.032127875834703445, -0.030011344701051712, 0.02685011364519596, 0.009795746766030788, 0.025615470483899117, 0.01172911748290062, 0.028111891821026802, 0.039020176976919174, -0.014408702030777931, -0.02685011364519596, 0.0067498390562832355, -0.004419618286192417, 0.011335659772157669, -0.007719916291534901, -0.03747347742319107, 0.009612584486603737, -0.009158072993159294, -0.02273915708065033, 0.005494843702763319, 0.00017139587725978345, -0.018519658595323563, -0.020079923793673515, -0.017461393028497696, 0.027514921501278877, 0.030635450035333633, 0.0038735256530344486, -0.011701982468366623, -0.018248308449983597, -0.0028457865118980408, -0.01204117015004158, -0.01450367458164692, -0.012251466512680054, 0.04148946329951286, -0.04404015466570854, -0.02195223979651928, 0.003978673834353685, -0.0012787383748218417, -0.026565195992588997, -0.012339655309915543, -0.0034970270935446024, 0.005952747538685799, -0.0033783114049583673, 0.008961344137787819, -0.0050064134411513805, 0.024760715663433075, 0.005776369944214821, 0.036252401769161224, -0.0002418833610136062, -0.001199029153212905, -0.025696875527501106, 0.0018774049822241068, 0.03288765996694565, 0.08704917877912521, 0.012061521410942078, -0.021504512056708336, 0.007767402566969395, -0.01910306140780449, -0.014218756929039955, -0.007306107319891453, -0.026090333238244057, -0.008974911645054817, 0.0068855141289532185, -0.01767847314476967, 0.010216339491307735, 0.04070254787802696, -0.005525370594114065, 0.012556735426187515, 0.029522914439439774, 0.0174206905066967, -0.0202020313590765, -0.02234569750726223, 0.0006296175415627658, -0.0004990301677025855, -0.009741476736962795, 0.03511273115873337, 0.023797422647476196, 0.039101582020521164, -0.005661046132445335, 0.027040058746933937, 0.031259555369615555, -0.04089249297976494, -0.0324806310236454, 0.0018383983988314867, 0.021504512056708336, -0.0001205176959047094, 0.020771866664290428, -0.020948244258761406, 0.02676870860159397, -0.0038260393775999546, 0.02249494194984436, 0.005036940332502127, -0.007502836175262928, 0.028898809105157852, 0.029170159250497818, 0.005209926050156355, -0.017217177897691727, -0.004470496438443661, -0.010833661071956158, -0.0016221661353483796, 0.012617789208889008, -0.01632172055542469, -0.028003351762890816, 0.009639719501137733, -0.00570174865424633, -0.03636094182729721, -0.011986900120973587, 0.037527747452259064, 0.000618169957306236, -0.0025099904742091894, -0.009314099326729774, -0.012963761575520039, -0.023498937487602234, -0.015277022495865822, -0.032046470791101456, -0.006363165099173784, -0.014625782147049904, -0.005884910002350807, 0.01009423192590475, -0.003413926111534238, 0.002632098039612174, -0.03866741806268692, 0.02979426458477974, 0.01648453250527382, -0.049874186515808105, -0.0467265248298645, -0.009314099326729774, 0.030147019773721695, 0.004002416972070932, 0.013275814242661, -0.004463712684810162, -0.013072301633656025, -0.0024472407530993223, -0.01837041601538658, -0.002433673245832324, -0.025547632947564125, -0.02383812516927719, -0.009951773099601269, -0.0005753474542871118, -0.019225168973207474, -0.01342505682259798, 0.006787149701267481, 0.0043924832716584206, 0.0042500244453549385, 0.006061287596821785, -0.007509619928896427, 0.019035223871469498, 0.0014661396853625774, 0.01702723279595375, 0.008160860277712345, 0.00023022378445602953, 0.01227860152721405, -0.04032265767455101, -0.004619739018380642, -0.0052845473401248455, -0.024977795779705048, -0.029767129570245743, 0.01195976510643959, -0.011545956134796143, 0.031422365456819534, 0.0024930310901254416, 0.005599991884082556, -0.03177512064576149, 0.007747051306068897, -0.016213180497288704, 0.027528489008545876, -0.0017773446161299944, 0.005348992999643087, -0.018641766160726547, 0.02725713886320591, 0.007597808726131916, 0.013920270837843418, -0.009334450587630272, 0.005966315045952797, -0.023593910038471222, 0.04135378822684288, 0.00023043577675707638, -0.024828553199768066, 0.028546053916215897, 0.008547535166144371, -0.005684789270162582, -0.04097389802336693, 0.0006465769256465137, -0.0257511455565691, 0.03934579715132713, -0.012638140469789505, -0.02550693042576313, -0.005796721205115318, -0.016823720186948776, -0.018506091088056564, 0.007462133653461933, -0.01766490563750267, -0.013262246735394001, 0.012353222817182541, 0.006254624575376511, -0.0003141727938782424, 0.009687205776572227, 0.01505994237959385, -0.033077605068683624, 0.0013898223405703902, 0.031666580587625504, 0.02273915708065033, 0.025642605498433113, -0.015724750235676765, 0.01097611989825964, -0.015873992815613747, -0.01638955809175968, -0.01041985210031271, -0.008466130122542381, 0.01096933614462614, -0.0031408797949552536, 0.04395874962210655, 0.03041836991906166, 0.01807193085551262, 0.02060905657708645, 0.01751566305756569, 0.026592331007122993, -0.0078081050887703896, -0.015073509886860847, 0.00047443906078115106, -0.0002872497425414622, -0.007624943740665913, 0.002703327452763915, 0.018560361117124557, 0.003971890080720186, -0.0012456675758585334, -0.031232420355081558, 0.011559523642063141, 0.025059200823307037, -0.014191620983183384, -0.013438624329864979, -0.04262913390994072, -0.031422365456819534, -0.020107058808207512, 0.029115889221429825, 0.0005486364243552089, 0.023227587342262268, -0.01918446645140648, 0.006576853338629007, 0.011030389927327633, -0.0028864890336990356, 0.019754303619265556, 0.001106600509956479, 0.03218214586377144, -0.015643345192074776, -0.01351324561983347, 0.0009115674765780568, 0.01442226953804493, -0.009008830413222313, 0.0006465769256465137, -0.04824608564376831, -0.009137721732258797, 0.03777196258306503, -0.008642507717013359, 0.03280625119805336, 0.03519413620233536, -0.012156493961811066, 0.014367999508976936, -0.008981695398688316, 0.002002904424443841, -0.011837657541036606, -0.009212343022227287, -0.030798260122537613, 0.019469385966658592, -0.026877248659729958, -0.014055945910513401, -0.02472001314163208, -0.005891693755984306, 0.0006690481095574796, 0.003018772229552269, 0.029767129570245743, -0.01759706810116768, -0.01908949390053749, 0.04113670811057091, 0.01735285297036171, 0.042737673968076706, 0.0008386420668102801, 0.022535644471645355, 0.008357590064406395, 0.021518079563975334, -0.025384820997714996, 0.015426265075802803, 0.008004833944141865, -0.002231856342405081, 0.002189457882195711, -0.0017519054235890508, -0.01758350059390068, -0.020459813997149467, 0.019686466082930565, 0.010786174796521664, -0.008846020326018333, -0.04707928001880646, 0.027840541675686836, 0.0038328231312334538, 0.01869603618979454, -0.006010409444570541, -0.021613052114844322, -0.021355269476771355, 0.011349227279424667, 0.0019910328555852175, -0.01568404771387577, -0.02193867228925228, -0.004660441540181637, -0.0025964833330363035, 0.012332871556282043, 0.0025727401953190565, -0.001182069769129157, -0.025615470483899117, 0.0004672313225455582, 0.010392717085778713, 0.00111932004801929, -0.014693619683384895, -0.0019452425185590982, -0.0062240976840257645, 0.036795102059841156, -0.003853174392133951, 0.01303838286548853, 0.004117741249501705, 0.003347784513607621, 0.007787753827869892, 0.00416183564811945, 0.026320980861783028, 0.0348685160279274, -0.03977995738387108, 0.0005342209478840232, -0.012014035135507584, -0.0015712878666818142, 0.00812015775591135, -0.027840541675686836, -0.004663833416998386, -0.0028644418343901634, -0.025534065440297127, -0.0017086589941754937, 0.033945925533771515, 0.0069804866798222065, -0.032372090965509415, 0.006010409444570541, -0.004294118843972683, -0.040376927703619, 0.03106961026787758, -0.019550791010260582, -0.005467708688229322, -0.024991363286972046, -0.009761827997863293, 0.011980116367340088, -0.001678980072028935, 0.005505019333213568, 0.004141484387218952, -0.016226748004555702, -0.0023149573244154453, 0.019849276170134544, -0.01720361039042473, 0.008031968958675861, 0.009578665718436241, -0.0068855141289532185, -0.02242710441350937, 0.018207605928182602, -0.0281390268355608, 0.018004093319177628, 0.008466130122542381, -0.01592826284468174, -0.01615891046822071, -0.005956139415502548, 0.0015280414372682571, 0.005467708688229322, 0.009700773283839226, -0.005270979832857847, 0.012346439063549042, -0.000526165240444243, -0.009341234341263771, 0.0007877638563513756, -0.007061891723424196, 0.01750209555029869, 0.010067096911370754, 0.0008305863593704998, 0.026443088427186012, -0.012767032720148563, 0.024380825459957123, -0.005396479275077581, 0.013499678112566471, -0.024977795779705048, -0.02963145449757576, 0.0029051443561911583, 0.001324528711847961, -0.005884910002350807, -0.013079085387289524, -0.02075829915702343, -0.015968965366482735, -0.011362794786691666, -0.020242733880877495, 0.019225168973207474, -0.004172011278569698, 0.0045993877574801445, 0.008547535166144371, 0.008656075224280357, 0.03788050264120102, 0.010982903651893139, -0.015901127830147743, -0.013526813127100468, 0.004039727617055178, -0.0005533002549782395, -0.03280625119805336, 0.008812101557850838, -0.02758275903761387, 0.04382307454943657, -0.01413735095411539, -0.01758350059390068, 0.003334217006340623, -0.026660168543457985, -0.059534259140491486, -0.02123316191136837, 0.005233669187873602, 0.016213180497288704, 0.012468546628952026, 0.006644690874963999, 0.006570069584995508, 0.014883564785122871, -0.01586042530834675, 0.012475330382585526, -0.006410651374608278, 0.00978217925876379, -0.019700033590197563, -0.01271954644471407, -0.016769450157880783, -0.010996471159160137, 0.002221680711954832, -0.011159281246364117, 0.010609797202050686, -0.02756919153034687, -0.00423984881490469, 0.02336326241493225, -6.59296492813155e-05, -0.006644690874963999, 0.012889140285551548, 0.018194038420915604, 0.009972124360501766, 0.02233212999999523, 0.02789481170475483, -0.018668901175260544, -0.014707187190651894, 0.0026541452389210463, -0.015385562554001808, -0.015439832583069801, -0.00011320396151859313, -0.0031103529036045074, 0.0190080888569355, 0.002253903541713953, 0.005471100565046072, -0.008974911645054817, 0.007163648493587971, -0.00023255569976754487, 0.035302676260471344, -0.01001961063593626, -0.00012125966895837337, 0.015711182728409767, 0.018492523580789566, -0.0014551160857081413, 0.00570174865424633, 0.004029551986604929, 0.0007754683028906584, 0.010012826882302761, 0.021735159680247307, -0.0467265248298645, 0.0010709858033806086, -0.007543538697063923, 0.010433419607579708, -0.015100644901394844, -0.004253416322171688, 0.0049114408902823925, -0.007021189201623201, -0.035302676260471344, 0.01861463114619255, 0.014666484668850899, -0.01686442270874977, 0.001430524978786707, 0.005277763586491346, 0.0030306437984108925, -0.029360104352235794, -0.0067498390562832355, 0.017488528043031693, -0.02835610695183277, 0.02368888258934021, 0.017000097781419754, -0.013282597996294498, 0.002947542816400528, 0.004246632568538189, 0.040756817907094955, -0.014028810895979404, 0.0070347567088902, 0.17724601924419403, -0.03448862582445145, 0.015385562554001808, 0.011898711323738098, -0.002672800561413169, -0.015507670119404793, 0.033701710402965546, 0.012007251381874084, 0.011308524757623672, -9.009678251459263e-06, -0.00013758309069089592, 0.010446987114846706, -0.036632291972637177, 0.0026049630250781775, 0.016498100012540817, -0.02781340666115284, -0.03400019556283951, -0.031965065747499466, -0.007312891073524952, 0.022549211978912354, -0.0004288606869522482, -0.013282597996294498, -0.009456558153033257, -0.03025555983185768, 0.03741920739412308, -0.0026422736700624228, 0.008438995108008385, 0.004053295124322176, 0.006329245865345001, 0.00732645858079195, -0.005606776103377342, -0.015087077394127846, 0.020975379273295403, 0.02478785067796707, -0.026036063209176064, -0.017868418246507645, -0.0013745588948950171, -0.0031103529036045074, 0.020975379273295403, 0.015304157510399818, 0.030472639948129654, 0.005528762470930815, 0.00410078139975667, -0.01987641118466854, 0.004562077112495899, 0.03541121631860733, -0.006369948852807283, -0.02581898309290409, -0.005287939216941595, 0.01837041601538658, -0.019455818459391594, 0.003342696698382497, 0.0067735821940004826, 0.031422365456819534, -0.016348855569958687, 0.015806155279278755, 0.0027881243731826544, 0.02005278877913952, 0.027555624023079872, 0.0021640188060700893, -0.04498988389968872, 0.0031595351174473763, 0.007353593595325947, 0.02440796047449112, -0.006346205249428749, 0.008384725078940392, -0.0020368231926113367, -0.0052472366951406, 0.01790912076830864, -0.012407492846250534, -0.02393309772014618, -0.02519487589597702, -0.004704535938799381, 0.008662858977913857, -0.03451576083898544, -0.01727144792675972, 0.02765059657394886, 0.012298952788114548, 0.0059934500604867935, 0.03983422741293907, 0.0017239224398508668, -0.021287431940436363, -0.011125362478196621, -0.012027602642774582, -0.007014405447989702, -0.02797621674835682, 0.0237702876329422, -0.00934801809489727, -0.005440573673695326, -0.01512777991592884, -0.004307686351239681, -0.005952747538685799, 0.0070279729552567005, -0.004704535938799381, 0.004860562738031149, 0.006322462111711502, 0.014598647132515907, 0.004328037612140179, 0.005152264144271612, -0.004229673184454441, -0.024543635547161102, 0.03674083203077316, 0.036333806812763214, 0.026185305789113045, 0.006943176034837961, -0.0014033899642527103, 0.006380124483257532, 0.02116532437503338, -0.016660910099744797, -0.025873253121972084, -0.015670480206608772, -0.030961070209741592, 0.004697752185165882, -0.0014534201472997665, 0.0019418506417423487, -0.007821672596037388, -0.004175403155386448, 0.0008450018358416855, 0.033945925533771515, -0.023403964936733246, -0.02226429246366024, -0.03025555983185768, -0.000478678906802088, 0.021097486838698387, -0.005135304760187864, -0.017963390797376633, -0.026185305789113045, 0.009917854331433773, -0.02367531508207321, -0.005962923169136047, 0.011919062584638596, -0.026741573587059975, 0.020663326606154442, -0.005918828770518303, 0.017963390797376633, -0.0076181599870324135, -0.009571881964802742, -0.008004833944141865, -0.002292910125106573, 0.01425945945084095, -0.0042262813076376915, -0.001914715627208352, 0.0024319773074239492, 0.00895456038415432, 0.008581453934311867, -0.006329245865345001, 0.005182791035622358, 0.017841283231973648, 0.001127799740061164, -0.020880406722426414, -0.009402288123965263, 0.017542798072099686, 0.01910306140780449, -0.00633942149579525, 0.007421431131660938, 0.01359465066343546, -0.016375990584492683, -0.013255462981760502, 0.019605061039328575, 0.0010803134646266699, -0.05410725250840187, 0.018763873726129532, 0.01979500614106655, -0.009442990645766258, -0.009761827997863293, -0.008255833759903908, -0.17149339616298676, 0.0009632935980334878, 0.02383812516927719, -0.02645665593445301, 0.032046470791101456, 0.015385562554001808, 0.011430632323026657, -0.003982065711170435, -0.006800717208534479, -0.0027932121884077787, 0.015331292524933815, -0.02566974051296711, -0.01560264267027378, -0.009870368055999279, -0.0019333709497004747, -0.009714340791106224, -0.024190880358219147, 0.01481572724878788, 0.03448862582445145, 0.02116532437503338, 0.03155804052948952, -0.0281390268355608, 0.02400093525648117, -0.0008505136356689036, -0.013404705561697483, 0.0014118696562945843, 0.012990896590054035, 0.0016416694270446897, 0.007794537581503391, -0.03017415478825569, -0.003982065711170435, -0.03636094182729721, 0.03554689139127731, -0.0118851438164711, -0.013397921808063984, 0.0004892785218544304, -0.00044306417112238705, -0.009605800732970238, -0.03277911618351936, 0.016674477607011795, 0.02892594411969185, 0.036632291972637177, 0.0018468780908733606, 0.003205325687304139, -0.00034003585460595787, 0.005725491791963577, 0.028247566893696785, -0.02439439296722412, 0.015507670119404793, -0.029984209686517715, 0.033538900315761566, -0.015263454988598824, -0.0029899412766098976, -0.002158930990844965, -0.0024031461216509342, 0.006827852223068476, 0.0032358525786548853, 0.008832452818751335, 0.0004443361540324986, -0.02766416408121586, -0.006603988353163004, 0.02226429246366024, 0.02059548906981945, 0.004602779634296894, -0.0057797618210315704, -0.011166064999997616, -0.022169319912791252, 0.025859685614705086, -0.017936255782842636, 0.007190783508121967, -0.005240452941507101, -0.008215130306780338, -0.004046511370688677, 0.011003254912793636, 0.007285756058990955, 0.027840541675686836, -0.01735285297036171, 0.004775765351951122, 0.030472639948129654, 0.00517261540517211, -0.007319674827158451, 0.02074473164975643, 0.001508538145571947, -0.0027711649890989065, -0.01450367458164692, -0.012502465397119522, -0.005159047897905111, 0.017244312912225723, -0.017624203115701675, -0.021911537274718285, 0.03820612281560898, -0.04246632382273674, -0.017393555492162704, 0.015507670119404793, -0.009334450587630272, 0.0070279729552567005, 0.0067498390562832355, -0.023485369980335236, 0.010087448172271252, 0.021518079563975334, 0.008900290355086327, 0.005074250977486372, -0.006807500962167978, 0.008371157571673393, 0.020486949011683464, 0.006966919172555208, -0.017379987984895706, 0.02092110924422741, 0.0332946851849556, -0.012800951488316059, -0.00887315534055233, -0.015114212408661842, -0.018763873726129532, 0.01704080030322075, -0.0190080888569355, 0.009911070577800274, -0.030472639948129654, -0.002111444715410471, -0.0023607476614415646, -0.0006542086484842002, 0.05758053809404373, -0.011091443710029125, -0.01413735095411539, 0.01877744123339653, -0.0012795863440260291, -0.011478118598461151, -0.11744041740894318, -0.028708864003419876, -0.004463712684810162, 0.02741994895040989, -0.016498100012540817, 0.014883564785122871, -0.01164092868566513, 0.022223589941859245, -0.039481472223997116, 0.04498988389968872, -0.028030486777424812, -0.022386400029063225, 0.01845182105898857, 0.001557720359414816, 0.007842023856937885, -0.0004587516305036843, 0.0072450535371899605, 0.013201192952692509, -0.033620305359363556, 0.025601902976632118, 0.008900290355086327, 0.003917620051652193, 2.4842864149832167e-05, -0.005081034731119871, -0.01577902026474476, 0.025493362918496132, -0.04094676300883293, 0.020419111475348473, 0.022522076964378357, 0.005674613639712334, 0.023159749805927277, -0.027433516457676888, -0.007061891723424196, -0.024611473083496094, 0.006468313280493021, -0.01846538856625557, 0.016674477607011795, -0.00839150883257389, 0.012984112836420536, -0.011430632323026657, 0.009225910529494286, -0.00339696672745049, 0.032996200025081635, -0.014205189421772957, -0.03543835133314133, -0.017732743173837662, -0.021490944549441338, 0.018641766160726547, 0.007190783508121967, -0.03017415478825569, -0.03429868072271347, -0.021992942318320274, -0.033538900315761566, -0.0014525721780955791, 0.03836893290281296, 0.0008110830676741898, 0.009456558153033257, -0.008011617697775364, 0.002481159521266818, -0.001851965906098485, -0.026646601036190987, -0.014449404552578926, -0.033457495272159576, 0.022372832521796227, 0.016755882650613785, -0.0015670480206608772, -0.0037174993194639683, -0.009660070762038231, 0.002577828010544181, -0.02210148237645626, 0.015195617452263832, 0.01537199504673481, -0.011871576309204102, 0.014042378403246403, -0.02900734916329384, -0.0014169574715197086, -0.01529059000313282, -0.023037642240524292, 4.340544910519384e-05, 0.004114349372684956, -0.014639349654316902, -0.017569933086633682, 0.02797621674835682, -0.016837287694215775, -0.007333242334425449, 0.000890368246473372, -0.0035275539848953485, -0.010942201130092144, 0.004728279076516628, -0.026592331007122993, 0.014937834814190865, 0.023716017603874207, 0.02321401983499527, -0.0021063569001853466, 0.004185578785836697, -0.019279439002275467, -0.017488528043031693, -0.005789937451481819, -0.006359773222357035, 0.01671518012881279, -0.038314662873744965, 0.017149340361356735, -0.053048986941576004, 0.0273249763995409, 0.010087448172271252, -0.02026986889541149, -0.00010647319868439808, -0.038233257830142975, 0.00048673461424186826, -0.028464648872613907, -0.007285756058990955, 0.019048791378736496, -0.017067935317754745, 0.01034523081034422, -0.0047418465837836266, 0.014232324436306953, -0.01987641118466854, -0.020934676751494408, 0.009395504370331764, -0.02028343640267849, 0.006800717208534479, 0.010874363593757153, 0.014625782147049904, -0.008744264021515846, 0.03769055753946304, 0.016050370410084724, -0.001143063185736537, 0.008371157571673393, -0.01995781622827053, 0.009748260490596294, 0.004752022214233875, -0.014042378403246403, -0.008425427600741386, -0.011830873787403107, -0.010480905883014202, 0.010982903651893139, -0.02345823496580124, -0.01727144792675972, 0.013615001924335957, 0.011905495077371597, -0.002791516249999404, 0.03931866213679314, 0.0025947873946279287, -0.045668259263038635, 0.0015178658068180084, -0.009375153109431267, -0.0032833388540893793, -0.00795734766870737, -0.007231486029922962, -0.021748727187514305, 0.009911070577800274, 0.01520918495953083, 0.01710863783955574, 0.02043267898261547, -0.016538802534341812, -0.01828901097178459, -0.005369344260543585, 0.007238269783556461, 0.024937093257904053, 0.012332871556282043, 0.014354432001709938, 0.04287334904074669, 0.026877248659729958, 0.001441548578441143, 0.008981695398688316, -0.0033155616838485003, -0.0025506929960101843, -0.01918446645140648, -0.009212343022227287, 0.008757831528782845, 0.0038904850371181965, -0.014042378403246403, -0.014680052176117897, 0.01577902026474476, 0.008445778861641884, 0.0052370610646903515, 0.005735667422413826, 0.0053795198909938335, -0.0033393048215657473, -0.013879568316042423, -0.019862843677401543, 0.021206026896834373, 0.010935417376458645, -0.009605800732970238, 0.0017290102550759912, 0.036632291972637177, 0.017800580710172653, -0.00041444521048106253, -0.012705978937447071, 0.003507202723994851, 0.005345601122826338, -0.016267450526356697, -0.009239478036761284, 0.009524395689368248, -0.0018892765510827303, 0.024597905576229095, 0.0031171366572380066, -0.003067954443395138, 0.008812101557850838, 0.009544746950268745, 0.0245572030544281, 0.012902707792818546, 0.011769820004701614, -0.013119787909090519, 0.004253416322171688, -0.023946665227413177, -0.03693077713251114, -0.008737480267882347, -0.03242636099457741, -0.017922688275575638, -0.001890972489491105, 0.03098820522427559, 0.00541004678234458, 0.01600966788828373, 0.03693077713251114, -0.004324645735323429, -0.020636191591620445, 0.03318614512681961, -0.0217758622020483, -0.02496422827243805, -0.03201933577656746, 0.007672430016100407, 0.032914794981479645, 0.009761827997863293, 0.04547831416130066, -0.01025704201310873, 0.01236679032444954, 0.03432581573724747, 0.009232694283127785, -0.0190216563642025, 0.011505253612995148, 0.013866000808775425, -0.007380728609859943, -0.017447825521230698, -0.0009904286125674844, 0.010474122129380703, -0.041625138372182846, -0.03041836991906166, -0.013391138054430485, 0.005369344260543585, 0.026022495701909065, 0.06827174127101898, 0.01925230398774147, -0.004870738368481398, -0.0003896420821547508, -0.01132209226489067, -0.006597204599529505, 0.008567886427044868, 0.01719004288315773, -0.019279439002275467, -0.031422365456819534, -0.0027474218513816595, 0.003262987593188882, -0.03541121631860733, -0.02250850945711136, -0.006960135418921709, 0.004874130245298147, -0.008656075224280357, 0.014164485968649387, -0.001512777991592884, -0.0237567201256752, 0.011939413845539093, -0.002569348318502307, 0.0019740734715014696, 0.011735901236534119, -0.014150918461382389, 0.0002785580581985414, 0.013947405852377415, 0.015521237626671791, -6.253776518860832e-05, -0.02971285954117775, 0.02234569750726223, 0.022684887051582336, -0.044881343841552734, -0.008167644031345844, 0.016308153048157692, 0.011674847453832626, -0.006831244099885225, -0.020500516518950462, -0.007767402566969395, 0.000957357813604176, 0.00795734766870737, 0.0056203436106443405, -0.005206534173339605, -0.03066258504986763, -0.009239478036761284, 0.02360747754573822, -0.01828901097178459, -0.03451576083898544, -0.02036484144628048], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='f496d07c-7252-423d-b940-52688eb68a2d', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='3c078527ff11a2ec9b31f729de4b980c1d7f16ced309232318373625ac09219f'), : RelatedNodeInfo(node_id='eac96e88-e532-4019-b75e-d082e53e66e0', node_type=, metadata={}, hash='5254aa5733c763b7ff9a16f8a8b8324915da5307beddadc688afa53fbe666345')}, hash='07acbf5a6d22a638a8a8133f7b9febc0bc37fb9fc06329d542c91f1024690513', text=\"Foundation models excel in language, demonstrating human-like comprehension and generation of text. From machine translation and sentiment analysis to summarization and question-answering, these models are unlocking new possibilities in language-related applications and enhancing communication between humans and machines.Vision: In the realm of computer vision (CV), foundation models are transforming the way we analyze and interpret visual data. By effectively recognizing objects, detecting patterns, and segmenting images, these models are enabling advancements in fields such as autonomous vehicles, medical imaging, and surveillance systems.Robotics: By incorporating self-supervised learning and reinforcement learning techniques, foundation models are empowering robots to learn from their environments, adapt to new tasks, and interact more effectively with humans.Reasoning and Search: Foundation models are enhancing our ability to reason and search through vast amounts of data, extracting valuable insights and uncovering hidden connections. Their capabilities extend to logical reasoning, pattern recognition, and knowledge graph exploration, enabling more informed decision-making and efficient problem-solving across numerous industries.Interaction: The interactive capabilities of foundation models facilitate more natural and intuitive communication between humans and machines. By understanding and generating human-like responses, these models pave the way for seamless collaboration and improved user experiences in applications such as chatbots, virtual assistants, and customer support systems.Philosophy of Understanding: At the core of foundation models lies the philosophy of understanding, aiming to uncover the underlying principles and mechanisms that enable machines to comprehend and interpret complex data. The capabilities of foundation models span across language, vision, robotics, reasoning and search, interaction, and philosophy of understanding, highlighting their potential to reshape the AI landscape. By exploring these capabilities, we can foster responsible innovation and unlock the full potential of foundation models in addressing the world's most pressing challenges. AI Engineering AI engineering is a burgeoning discipline combining software engineering principles with AI techniques to design, build, and scale intelligent systems. As large-scale foundation models continue to revolutionize the AI landscape, AI engineering plays a pivotal role in their development and deployment. AI engineering offers the tools and techniques necessary to scale out large-scale models while maintaining their performance and adaptability. Some aspects of scaling out these models through AI engineering include: Distributed Training: AI engineers harness the power of distributed computing to train large-scale models on vast amounts of data, accelerating the training process and improving model performance.Data Management:\", start_char_idx=7402, end_char_idx=10367, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='eac96e88-e532-4019-b75e-d082e53e66e0', embedding=[-0.0003151845303364098, -0.0013745666947215796, -0.0017453720793128014, -0.036204397678375244, -0.006757280323654413, 0.0031354608945548534, -0.015273730270564556, 0.023897109553217888, 0.005429279990494251, -0.06103973090648651, 0.007567878346890211, 0.0304922703653574, -0.018060807138681412, 0.011734695173799992, -0.009892741218209267, -0.0028146712575107813, 0.0072988285683095455, -0.00847160816192627, -0.0010563640389591455, -0.004163367673754692, -0.016556888818740845, -0.014542467892169952, -0.007892116904258728, -0.020820287987589836, -0.004573840647935867, 0.011417354457080364, 0.030713029205799103, -0.04324107617139816, -0.025566596537828445, -0.009375338442623615, 0.005377539433538914, -0.012252097949385643, -0.04070235416293144, 0.022779520601034164, 0.006543420720845461, 0.003959855996072292, 0.016888026148080826, -0.0006389924674294889, 0.022117244079709053, -0.0024179955944418907, 0.04020564630627632, 0.016487902030348778, 0.0031975491438061, -0.02820190042257309, -0.013804306276142597, 0.029857590794563293, 0.004891180898994207, -0.014252722263336182, -0.007761041633784771, 0.015080566518008709, 0.009223567321896553, 0.04840130731463432, -0.008713062852621078, 0.0008209457737393677, -0.02751203067600727, 0.002316239755600691, -0.010692991316318512, 0.012597032822668552, 0.012831589207053185, 5.2764306019525975e-05, 0.0030268062837421894, 0.011100014671683311, -0.02255876176059246, 0.02189648523926735, -0.01837814785540104, 0.00800249632447958, -0.006246776320040226, 0.028726203367114067, -0.014025065116584301, -0.016267143189907074, 0.019205991178750992, -0.0018229824490845203, 0.009133883751928806, -0.007560979574918747, 0.00916837714612484, 0.005346495658159256, 0.009133883751928806, -0.008726860396564007, -0.006470984313637018, 0.010824066586792469, -0.007033228408545256, -0.00028478712192736566, 0.0018919695867225528, 0.021344589069485664, 0.0039115650579333305, 0.013583547435700893, 0.001788488938473165, -0.002248977543786168, 0.013631838373839855, -0.007084968965500593, -0.002055813791230321, -0.01785384491086006, 0.017219165340065956, 0.019454345107078552, -0.005329248495399952, -0.0017971124034374952, -0.0022300060372799635, 0.0011874394258484244, 0.01549448911100626, -0.008174964226782322, -0.00540513452142477, -0.005408583674579859, -0.0144320884719491, -0.005746620241552591, -0.021261805668473244, 0.011493240483105183, 0.013907787390053272, 0.00794040784239769, -0.0015547954244539142, -0.00812667328864336, -0.03159606456756592, 0.024559386074543, 0.004028843250125647, -0.01777106150984764, 0.0006816781824454665, -0.021344589069485664, 0.004718713462352753, -0.015163350850343704, 0.008140470832586288, -0.006943545304238796, 0.048898011445999146, 0.015135756693780422, 0.022255219519138336, 0.006612407509237528, 0.021261805668473244, -0.002324863104149699, 0.00947881955653429, -0.01833675429224968, -0.01931637153029442, -0.014197532087564468, 0.018861057236790657, 0.009609894827008247, -0.00863717682659626, -0.0007709301426075399, -0.020116619765758514, 0.002238629385828972, -0.018723081797361374, -0.0038080846425145864, -0.0231244545429945, -0.03327934816479683, 0.012024440802633762, 0.035266175866127014, -0.03430035710334778, 0.0059708282351493835, -0.007388511672616005, 0.02484913170337677, 0.01600499264895916, 0.012410768307745457, 0.03499022498726845, 0.015977397561073303, 0.002781902439892292, -0.0038080846425145864, -0.022131042554974556, 0.013431776314973831, 0.0066848439164459705, 0.004077134188264608, 0.007843825966119766, 0.027774181216955185, -0.03143049404025078, 0.00019100785721093416, 0.01448727771639824, 0.017053596675395966, -0.003763242857530713, 0.0052706096321344376, 0.04075754061341286, 0.012265895493328571, 0.01916459947824478, 0.0015996369766071439, -0.017122583463788033, -0.022158637642860413, 0.0010270444909110665, 0.028188103809952736, -0.02653241530060768, 0.01731574721634388, 0.013873293064534664, 0.00013366238272283226, 0.022738127037882805, -0.026104696094989777, -0.012603932060301304, -0.015894614160060883, 0.021993067115545273, -0.0018816214287653565, 0.01596360094845295, 0.017619289457798004, -0.011838175356388092, -0.00916837714612484, 0.014997782185673714, -0.011996845714747906, -0.013438675552606583, -0.005329248495399952, 0.008402621373534203, 0.03021632321178913, -0.0014642499154433608, -0.0007838652236387134, -0.6150332689285278, -0.04555904120206833, -0.0012322809780016541, -0.02480773814022541, 0.005894942209124565, 0.0026853205636143684, 0.0038011858705431223, -0.008499203249812126, -0.007857623510062695, 0.011796783655881882, -0.017633087933063507, -0.003970203921198845, -0.009009706787765026, -0.01506676897406578, -0.006608958356082439, -0.019426750019192696, 0.004573840647935867, -0.030602650716900826, 0.006567566189914942, 0.008975213393568993, -0.02157914638519287, 0.033665675669908524, -0.01210032682865858, -0.001786764245480299, -0.010072107426822186, 0.0014883953845128417, 0.019095612689852715, 0.015687651932239532, 0.015411704778671265, 0.01356975082308054, -0.013211017474532127, 0.012238300405442715, -0.001443553832359612, 0.015080566518008709, 0.036535535007715225, 0.0005575015093199909, -0.022338002920150757, 0.024752549827098846, -0.0007122911629267037, 0.03090619295835495, -0.015218541026115417, -0.020654719322919846, 0.012327983975410461, 0.009589198045432568, -0.005960480310022831, 0.027774181216955185, 0.026353048160672188, -0.007105664815753698, 0.0003757637750823051, -0.024918118491768837, -0.00540513452142477, -0.003632167587056756, -0.0021213514264672995, -0.008078382350504398, 0.02214483916759491, -0.007719649467617273, 0.02911253087222576, -0.022531166672706604, 0.01344557385891676, -0.023731540888547897, 0.006967690773308277, 0.00041176637751050293, -0.034603897482156754, -0.015356514602899551, -0.0041840639896690845, 0.028671013191342354, 0.017426125705242157, -0.001095169223845005, -0.005656937137246132, -0.024862928315997124, -0.0065848128870129585, 0.017798656597733498, 0.007995598018169403, -0.025166472420096397, -0.00042879756074398756, 0.017798656597733498, 0.01332139689475298, -0.0005092105711810291, -0.0019988995045423508, 0.018598904833197594, 0.02006143145263195, -0.019826874136924744, 0.009996222332119942, -0.011713999323546886, 0.010920648463070393, 0.018433336168527603, -0.0032768843229860067, -0.01817118562757969, -0.0027060166466981173, 0.008581987582147121, 0.00794040784239769, 0.014514872804284096, -0.03791527822613716, -0.06103973090648651, -0.013293802738189697, 0.014004369266331196, -0.0054120332933962345, 0.0002981533471029252, 0.018598904833197594, -0.014052660204470158, -0.015867019072175026, -0.013687028549611568, 0.025925328955054283, 0.015701450407505035, 0.022793317213654518, 0.011237988248467445, -0.002267948817461729, 0.017495112493634224, 0.020075228065252304, -0.016225751489400864, 0.009713375009596348, 0.02693253941833973, -0.03032670170068741, 0.003825331339612603, -0.009954829700291157, -0.01989586278796196, -0.0019954501185566187, -0.02280711568892002, -0.02087547816336155, 0.0005846651620231569, 0.014790820889174938, 0.011596721597015858, -0.01723296195268631, 0.0013823277549818158, 0.02206205576658249, 0.021786106750369072, -0.0031354608945548534, -0.015742842108011246, -0.008513000793755054, 0.011651910841464996, 0.010410143993794918, -0.023000279441475868, 0.013197220861911774, -0.017081189900636673, 0.025814950466156006, 0.00863717682659626, 0.024297235533595085, -0.002004073467105627, 0.00605016341432929, -0.0009364990401081741, -0.02173091657459736, -0.009430528618395329, 0.020489150658249855, 0.013211017474532127, -0.038908690214157104, -0.013528358191251755, -0.023483188822865486, 0.010934446007013321, 0.029167719185352325, -0.005253362935036421, -0.003839128650724888, -0.0008304314687848091, -0.007188449613749981, 0.0372529998421669, -0.0026197826955467463, -0.00011824809917015955, -0.0005471534677781165, -0.03912944719195366, -0.007464397698640823, -0.030961383134126663, -0.013887090608477592, 0.012941968627274036, -0.03548693284392357, -0.007643763907253742, -0.006843514274805784, -0.011410456150770187, -0.020558137446641922, 0.014128545299172401, -0.01621195487678051, -0.03667350858449936, 0.0011607069754973054, -0.04531068727374077, 0.005029154941439629, 0.037804897874593735, -0.019012827426195145, 0.0003953819687012583, -0.018764475360512733, 0.003811533795669675, -0.0018091851379722357, -0.01461145468056202, -0.01854371652007103, 0.0025714917574077845, -0.008623380213975906, 0.004335835576057434, 0.020158013328909874, 0.02742924727499485, 0.022338002920150757, 0.02160673961043358, -0.020447758957743645, -0.007602371741086245, -0.02649102360010147, 0.012803994119167328, -0.01927497796714306, 0.004660074599087238, -0.005353393964469433, 0.009030403569340706, 0.00022205202549230307, -0.016280941665172577, -0.02280711568892002, 0.013493864797055721, -0.0065848128870129585, 0.006798672489821911, 0.05535519868135452, -0.00688835559412837, -0.0036908064503222704, -0.009554704651236534, -0.014570062980055809, -0.0026870451401919127, 0.023524580523371696, 0.00783692765980959, 0.02297268435359001, 0.00447035999968648, -0.03165125474333763, -0.033914029598236084, -0.013190321624279022, 0.03565249964594841, 0.0044393157586455345, 0.01506676897406578, -0.0214963611215353, 0.015687651932239532, -0.00923046562820673, -0.003959855996072292, 0.017784858122467995, -0.016073979437351227, -0.006522724404931068, 0.015646260231733322, -0.018240172415971756, 0.007795535493642092, 0.015936005860567093, -0.04172335937619209, -0.009244263172149658, 0.011065521277487278, 0.006105353124439716, 0.009085592813789845, 0.01377671118825674, 0.0012848835904151201, 0.02582874707877636, 0.009899640455842018, 0.04100589454174042, -0.02243458479642868, 0.0014547641621902585, 0.0005010183667764068, 0.004228905308991671, -0.01111381221562624, 0.01604638434946537, 0.0007105664699338377, 0.03990210220217705, 0.016446510329842567, -0.010065209120512009, 0.01320411916822195, -0.01768827624619007, 0.0071677532978355885, 0.0037184013053774834, -0.0033493207301944494, 0.020089026540517807, 0.004225456155836582, 0.02145496942102909, -0.0016703486908227205, 0.015149553306400776, 0.013790508732199669, 0.010513625107705593, 0.026021910831332207, 0.01263152714818716, -0.005687981378287077, 0.010830964893102646, -0.02133079245686531, -0.0007364366319961846, -0.020199405029416084, -0.03140290081501007, 0.012396970763802528, -0.029057340696454048, -0.01087235752493143, 0.03935020789504051, -0.03708743304014206, 0.031623657792806625, 0.009713375009596348, 0.023469390347599983, 0.001924738404341042, 0.023345213383436203, 0.022117244079709053, -0.000535080733243376, -0.03250669315457344, 0.0075402832590043545, -0.00406333664432168, 0.006012220401316881, -0.00965818576514721, -0.027153298258781433, 0.010817167349159718, -0.0046117836609482765, -0.031016573309898376, 0.004860136657953262, 0.0048118457198143005, -0.019909659400582314, -0.014846011064946651, -0.020337378606200218, 0.020475352182984352, 0.03223074600100517, 0.005398235749453306, -0.029002150520682335, -0.02157914638519287, -0.0018247071420773864, -0.008513000793755054, -0.014211329631507397, -0.01344557385891676, 0.035017821937799454, -0.03228593245148659, -0.017053596675395966, 0.008243951015174389, 0.004577289801090956, -0.02807772532105446, -0.010637801140546799, -0.01254874188452959, 0.006733134854584932, -0.0016746603650972247, -0.001651377184316516, -0.02272433042526245, 0.01789523847401142, 0.0068400646559894085, 0.038053251802921295, -0.004246152006089687, 0.014321709051728249, -0.025401027873158455, -0.0030871699564158916, 0.03344491496682167, 0.08372267335653305, 0.008499203249812126, -0.0071677532978355885, 0.0058535500429570675, -0.026173682883381844, -0.010830964893102646, 0.00170915387570858, -0.023772932589054108, -0.002085133222863078, 0.009382237680256367, -0.01681903935968876, 0.012803994119167328, 0.029912779107689857, -0.0072298417799174786, 0.018309159204363823, 0.028505444526672363, 0.021068641915917397, -0.031458090990781784, -0.026601402088999748, 0.004504853393882513, -0.0054120332933962345, -0.009878943674266338, 0.0384671725332737, 0.024504195898771286, 0.03901907056570053, -0.00447035999968648, 0.032975804060697556, 0.02316584810614586, -0.03959856182336807, -0.02599431574344635, 0.004856687504798174, 0.0037459961604326963, 0.0019057668978348374, 0.020213201642036438, -0.010348055511713028, 0.02689114771783352, -0.0015504836337640882, 0.01579803228378296, 0.0030061102006584406, -0.01666726917028427, 0.02734646201133728, 0.023690149188041687, 0.0037597937043756247, -0.00865787360817194, 0.002116177463904023, -0.01612916961312294, 0.0023041670210659504, 0.012045136652886868, -0.01373531948775053, -0.025483811274170876, 0.01735713891685009, -0.0021523956675082445, -0.043323859572410583, -0.010127297602593899, 0.046193722635507584, 0.005387887824326754, 0.012307288125157356, -0.017246760427951813, -0.004132323432713747, -0.02878139168024063, -0.020075228065252304, -0.0356249064207077, -0.011596721597015858, -0.015108161605894566, -0.013707724399864674, 0.002811221871525049, -0.006943545304238796, 0.004808396566659212, -0.03344491496682167, 0.022282812744379044, 0.012472856789827347, -0.04484157636761665, -0.05469292402267456, -0.016308536753058434, 0.02145496942102909, -0.0034062350168824196, 0.013059246353805065, 0.0023369358386844397, -0.009954829700291157, -0.0047980486415326595, -0.02018560655415058, -0.003126837546005845, -0.02541482448577881, -0.030685434117913246, -0.011189697310328484, 0.0062260800041258335, -0.015549678355455399, -0.015646260231733322, -0.005236116237938404, -0.002804323099553585, 0.0030561257153749466, 0.006915950682014227, -0.007609270513057709, 0.02362116239964962, -0.01553588081151247, 0.016750052571296692, 0.015011579729616642, 0.0006264885305427015, -0.0034510765690356493, -0.03242390975356102, -0.009982424788177013, -0.015218541026115417, -0.0262012779712677, -0.034935034811496735, 0.011693303473293781, 0.0043944744393229485, 0.034935034811496735, 0.0061570932157337666, 0.01397677417844534, -0.03046467714011669, 0.0018867955077439547, -0.014128545299172401, 0.020820287987589836, -0.005801809951663017, 0.0018781721591949463, -0.02079269289970398, 0.028753798454999924, -0.007505789864808321, 0.009596097283065319, 0.003207897301763296, -0.0002942728460766375, -0.021234210580587387, 0.04978104680776596, 0.006198485381901264, -0.031044166535139084, 0.04224766418337822, 0.008092179894447327, -0.0019626813009381294, -0.04663523659110069, 0.006174339912831783, -0.027029121294617653, 0.045007143169641495, -0.00988584291189909, -0.007850725203752518, 0.005101591348648071, -0.016832837834954262, -0.027042919769883156, 0.0035562817938625813, -0.013680129311978817, -0.01579803228378296, 0.007002184633165598, 0.003099242690950632, 0.0018764474662020802, 0.007954205386340618, 0.009996222332119942, -0.02861582301557064, -0.004939471837133169, 0.0331689678132534, 0.02878139168024063, 0.029278099536895752, -0.019702699035406113, 0.005208521615713835, -0.014280317351222038, -0.03040948696434498, -0.01232108473777771, -0.017619289457798004, 0.01506676897406578, 0.0008882081019692123, 0.03648034483194351, 0.030161133036017418, 0.02133079245686531, 0.017329543828964233, 0.01477702334523201, 0.029581641778349876, -0.014473481103777885, -0.009154579602181911, 0.004497955087572336, 0.0005820781225338578, -0.015563475899398327, 0.003790837712585926, 0.0262012779712677, -0.005615544971078634, 0.006619306281208992, -0.030795814469456673, 0.025249255821108818, 0.023027872666716576, -0.020130418241024017, -0.011920960620045662, -0.02108243852853775, -0.04166817292571068, -0.023014076054096222, 0.036701105535030365, 0.00017915070930030197, 0.02185509353876114, -0.018529918044805527, 0.006729685701429844, 0.014570062980055809, -8.240717579610646e-05, 0.021027250215411186, -0.0007830028771422803, 0.031623657792806625, -0.012534945271909237, -0.0019040423212572932, 0.00522921746596694, 0.00888553075492382, -0.011141406372189522, -0.0072988285683095455, -0.041199058294296265, -0.00945812277495861, 0.02578735537827015, -0.022158637642860413, 0.04646966978907585, 0.0223104078322649, -0.014942592941224575, 0.008954517543315887, -0.008478507399559021, 0.002852614037692547, -0.0035631805658340454, -0.00650892686098814, -0.03761173412203789, 0.01997864618897438, -0.03758413717150688, -0.013969874940812588, -0.029084935784339905, 0.00277327885851264, -0.006046713795512915, 0.00516712898388505, 0.023607363924384117, -0.016101574525237083, -0.019095612689852715, 0.03896388038992882, 0.023441795259714127, 0.030768219381570816, 0.00021720137738157064, 0.024545587599277496, 0.012645323760807514, 0.020130418241024017, -0.02657380700111389, 0.023234834894537926, 0.006995285861194134, 0.006188137456774712, -0.003363118041306734, -0.003204447915777564, -0.007850725203752518, -0.017205366864800453, 0.018102198839187622, 0.020475352182984352, -0.0002649533562362194, -0.03995729237794876, 0.03465908765792847, -0.005922537297010422, 0.008837239816784859, -0.003928811755031347, -0.026104696094989777, -0.024793941527605057, 0.011472544632852077, 0.004563492722809315, -0.014804618433117867, -0.014790820889174938, -0.016349928453564644, 0.011934757232666016, 0.01414234284311533, 0.0003524806525092572, 0.005591399502009153, -0.02337280847132206, -0.005284407176077366, 0.01829536259174347, -0.004194411914795637, -0.012941968627274036, -0.0022524266969412565, -0.007160854525864124, 0.03388643264770508, -0.00923046562820673, 0.0002072844945359975, 0.005073996726423502, 0.00698838708922267, 0.014011267572641373, -0.0019661306869238615, 0.030602650716900826, 0.03827400878071785, -0.03769451752305031, 0.005322350189089775, -0.003663211828097701, 0.0028405413031578064, 0.019799280911684036, -0.023386606946587563, -0.0035942248068749905, -0.016060182824730873, -0.018447134643793106, -0.004363430198282003, 0.03115454688668251, 0.010679193772375584, -0.04591777175664902, 0.004515201784670353, -0.01068609207868576, -0.04277196526527405, 0.030105942860245705, -0.015687651932239532, 0.0010279068956151605, -0.035017821937799454, -0.0060950047336518764, 0.015604868531227112, -0.013562851585447788, -0.003357944078743458, 0.00630541518330574, -0.015604868531227112, -0.01344557385891676, 0.012252097949385643, -0.019785482436418533, 0.0026128841564059258, 0.012528046034276485, -0.013114435598254204, -0.011617417447268963, 0.025276850908994675, -0.022945089265704155, 0.01854371652007103, 0.0020903071854263544, -0.007574776653200388, -0.014873605221509933, 0.0002696962037589401, -0.001893694163300097, 0.0037218506913632154, 0.0016694862861186266, -0.0071125635877251625, 0.014252722263336182, -0.006764179095625877, 0.004515201784670353, -0.006019119173288345, 0.0014676993014290929, 0.01960611715912819, 0.010844762437045574, 0.013431776314973831, 0.033500105142593384, -0.0034131337888538837, 0.011127609759569168, 0.0021817150991410017, 0.011486342176795006, -0.023096861317753792, -0.02632545307278633, 0.010299764573574066, 0.0022800215519964695, -0.005794911179691553, -0.016225751489400864, -0.024338627234101295, -0.023000279441475868, -0.015232338570058346, -0.017550302669405937, 0.0163775235414505, -0.007526485715061426, 0.0038011858705431223, -0.0010296315886080265, 0.005091243423521519, 0.0239522997289896, 0.012928171083331108, -0.03487984836101532, -0.02014421485364437, 0.0017798655899241567, 0.0032199700362980366, -0.04293753206729889, -0.006626205053180456, -0.02468356303870678, 0.04359980672597885, -0.009037301875650883, -0.0180056169629097, -0.0031320115085691214, -0.019426750019192696, -0.061591628938913345, -0.024614576250314713, -0.005577601958066225, 0.011534633114933968, 0.011983048170804977, 0.019412953406572342, 0.01506676897406578, 0.02062712423503399, -0.016349928453564644, 0.012024440802633762, -0.00181953317951411, 0.00657101534307003, -0.02505609206855297, -0.019137004390358925, -0.013086841441690922, -0.009796159341931343, 0.002562868408858776, -0.012576336972415447, -0.000989101710729301, -0.02562178671360016, -0.010720585472881794, 0.023386606946587563, -0.003625268815085292, 0.0027905257884413004, 0.014708036556839943, 0.022158637642860413, 0.012203807011246681, 0.015218541026115417, 0.03667350858449936, -0.022531166672706604, -0.01808840222656727, 0.011479442939162254, -0.013073043897747993, -0.009147681295871735, 0.0014883953845128417, 0.0005437040817923844, 0.01490120030939579, 0.009030403569340706, 0.002587013877928257, 0.003525237552821636, 0.012866082601249218, -0.007491992320865393, 0.04514511674642563, -0.008857935667037964, 0.0034010610543191433, 0.011031027883291245, 0.01866789348423481, 0.010665396228432655, 0.007664459757506847, 0.0030233568977564573, -0.008575089275836945, 0.00859578512609005, 0.028505444526672363, -0.04075754061341286, -0.005801809951663017, -0.0068952543660998344, 0.008050787262618542, -0.009920336306095123, -0.009409831836819649, -0.0002862962137442082, -0.003908115904778242, -0.03159606456756592, 0.009789261035621166, 0.014570062980055809, -0.013197220861911774, -0.001653964282013476, 0.0064985789358615875, -0.0001414234284311533, -0.023027872666716576, -0.011272481642663479, 0.015742842108011246, -0.02407647669315338, 0.023096861317753792, 0.021882688626646996, -0.012845386750996113, 8.235327550210059e-05, 0.005149882286787033, 0.04616612568497658, -0.009471920318901539, 0.01174849271774292, 0.17859365046024323, -0.035514526069164276, 0.016391320154070854, 0.00587424635887146, 0.0010753354290500283, -0.02705671638250351, 0.03901907056570053, 0.012783298268914223, 0.004301341716200113, 0.010079006664454937, -0.0027629309333860874, 0.008202559314668179, -0.028146712109446526, 0.0024197204038500786, 0.02276572212576866, -0.039322610944509506, -0.045338280498981476, -0.03430035710334778, -0.016556888818740845, 0.027691397815942764, 0.000560950837098062, -0.012300388887524605, -0.010941344313323498, -0.03209276869893074, 0.024131666868925095, -0.014107849448919296, 0.012245199643075466, 0.008933821693062782, 0.007933509536087513, 0.008416418917477131, -0.003178577870130539, -0.0015159901231527328, 0.01261083036661148, 0.02763620764017105, -0.017909035086631775, -0.01756409928202629, -0.0008787224069237709, -0.006450287997722626, 0.01854371652007103, 0.022655343636870384, 0.029057340696454048, 0.0023645306937396526, 0.006995285861194134, -0.020406365394592285, 0.0031958245672285557, 0.02911253087222576, -0.01789523847401142, -0.018033212050795555, -0.014066456817090511, 0.023924704641103745, -0.023634959012269974, 0.007830028422176838, 0.0022869203239679337, 0.0294712632894516, -0.00840951967984438, 0.012817791663110256, -0.0015565200010314584, 0.024366222321987152, 0.03499022498726845, 0.004346183501183987, -0.03995729237794876, 0.0038046352565288544, 0.002330037299543619, 0.02022700011730194, -0.0006726236315444112, 0.004311690106987953, -0.011203494854271412, -0.02091686986386776, 0.00613984651863575, -0.01563246361911297, -0.03159606456756592, -0.026063302531838417, 0.00592598645016551, 0.014570062980055809, -0.04428967833518982, -0.023731540888547897, 0.03576287999749184, 0.01923358626663685, 0.01117590069770813, 0.03225833922624588, -0.003471772652119398, -0.031044166535139084, 0.010079006664454937, -0.012845386750996113, 0.0030871699564158916, -0.019012827426195145, 0.01927497796714306, -0.015273730270564556, -0.004128874279558659, -0.02075130119919777, -0.0077817379496991634, -0.00800249632447958, -0.003794287098571658, 0.005553456488996744, -0.003302754368633032, 0.011058622039854527, 0.015232338570058346, 0.0010348055511713028, 0.010023816488683224, -0.005929436068981886, -0.021634334698319435, 0.036287181079387665, 0.04514511674642563, 0.017205366864800453, 0.0010761978337541223, 0.004673871677368879, 0.005622443743050098, 0.024573182687163353, -0.008174964226782322, -0.02591153234243393, -0.022489774972200394, -0.03962615504860878, 0.011700201779603958, -0.007554080802947283, -0.004087482113391161, -0.0042840950191020966, -0.0015634187730029225, 0.0021006553433835506, 0.03532136231660843, -0.031016573309898376, -0.021993067115545273, -0.03198239207267761, -0.0037597937043756247, 0.011389760300517082, -0.007236740551888943, -0.021179020404815674, -0.027650004252791405, 0.010451536625623703, -0.0253734327852726, 0.000987377017736435, 0.02197927050292492, -0.02570457011461258, 0.01506676897406578, -0.002964718034490943, 0.0012866082834079862, -0.0029560946859419346, -0.013286903500556946, -0.006681394763290882, -0.0004803222545888275, 0.01326620765030384, -0.009609894827008247, 0.0017005305271595716, 0.0029043543618172407, 0.003990900237113237, 0.01291437353938818, -0.009492616169154644, 0.007443701382726431, 0.023731540888547897, 0.0022610502783209085, -0.02320723980665207, -0.010265271179378033, 0.02141357585787773, 0.015687651932239532, -0.0001388364180456847, 0.013369687832891941, 0.010472232475876808, -0.01600499264895916, -0.0272222850471735, 0.016722457483410835, 0.01140355784446001, -0.04130943864583969, 0.014942592941224575, 0.028808986768126488, -0.009713375009596348, -0.007326423656195402, 0.0015565200010314584, -0.17495113611221313, 0.011769188567996025, 0.02160673961043358, -0.0239522997289896, 0.031016573309898376, 0.007857623510062695, 0.02251737006008625, -0.007926610298454762, -0.007209145464003086, -0.009361540898680687, 0.021772310137748718, -0.031706441193819046, -0.016225751489400864, -0.0002615039993543178, -0.0014987434260547161, -0.0023679800797253847, -0.022213825955986977, 0.017702074721455574, 0.017964225262403488, 0.013535256497561932, 0.02095826156437397, -0.01916459947824478, 0.015577273443341255, 0.0031682297121733427, -0.009037301875650883, -0.003307928564026952, 0.009747868403792381, -0.006936646532267332, -0.002143772318959236, -0.022200029343366623, -0.01174849271774292, -0.034162379801273346, 0.04484157636761665, -0.00863717682659626, -0.008857935667037964, -0.0010451535927131772, -0.00352006359025836, -0.010727484710514545, -0.033914029598236084, 0.016198156401515007, 0.03598364070057869, 0.030354296788573265, 0.006446838844567537, 0.0033234506845474243, -0.011024128645658493, 0.012728109024465084, 0.025442419573664665, -0.027249880135059357, 0.023607363924384117, -0.024904320016503334, 0.030023159459233284, -0.02214483916759491, -0.01927497796714306, 0.006622755900025368, -0.008754455484449863, 0.008754455484449863, 0.005073996726423502, 0.01127938088029623, 0.0007618755917064846, -0.02497330866754055, -0.012741905637085438, 0.027622411027550697, 0.018184984102845192, -0.0005467222654260695, -0.00689870398491621, -0.013307599350810051, -0.018488526344299316, 0.039488181471824646, -0.02062712423503399, 0.008416418917477131, -0.005691430531442165, -0.01109311543405056, -0.0012443537125363946, -0.0018212578725069761, 0.01502537727355957, 0.027663802728056908, -0.022406989708542824, 0.0094167310744524, 0.0323411226272583, 0.0003231611626688391, -0.007126361131668091, 0.02489052340388298, 0.0028905568178743124, -0.006495129782706499, -0.007905914448201656, -0.012576336972415447, -0.004573840647935867, 0.01414234284311533, -0.019343964755535126, -0.013452472165226936, 0.04324107617139816, -0.039764128625392914, -0.0144320884719491, -0.0008700990001671016, -0.014169937931001186, 0.0051947240717709064, 0.003866723505780101, -0.022531166672706604, 0.0068952543660998344, 0.020696111023426056, 0.007257436402142048, -0.004742858931422234, -0.02162053808569908, 0.007478194776922464, 0.017177771776914597, 0.010665396228432655, -0.017840048298239708, 0.021013451740145683, 0.02353837713599205, -0.00863717682659626, -0.012162415310740471, -0.007788636721670628, -0.023648757487535477, 0.014114747755229473, -0.011438051238656044, 0.015108161605894566, -0.022903697565197945, -0.01715017855167389, 0.0029560946859419346, 0.0028974555898457766, 0.05971518158912659, -0.012369375675916672, -0.006629654206335545, 0.02357976883649826, 0.005398235749453306, -0.013169625774025917, -0.11369063705205917, -0.021965473890304565, 0.0026370296254754066, 0.026104696094989777, -0.01325930841267109, 0.004904978442937136, -0.007140158675611019, 0.02451799437403679, -0.04975345358252525, 0.05174027755856514, -0.02799494005739689, -0.017453720793128014, 0.02162053808569908, 0.001258151140064001, 0.001229693996720016, -0.002028218936175108, 0.0019074915908277035, 0.006674495991319418, -0.04376537725329399, 0.027815574780106544, 0.0002724988153204322, 0.00843021646142006, 0.013369687832891941, -0.008278444409370422, -0.003069923259317875, 0.01939915493130684, -0.03871552646160126, 0.020364973694086075, 0.021565347909927368, 0.004615232814103365, 0.013638737611472607, -0.031209737062454224, -0.009706476703286171, -0.021427374333143234, 0.010010018944740295, -0.024573182687163353, 0.01960611715912819, -0.007609270513057709, 0.02295888587832451, 0.0001281649892916903, 0.0035355857107788324, -0.0013004057109355927, 0.028215698897838593, -0.008899328298866749, -0.035928450524806976, -0.012693614698946476, -0.019426750019192696, 0.019661305472254753, 0.006433041300624609, -0.03548693284392357, -0.03675629571080208, -0.021399779245257378, -0.029747210443019867, 0.00863717682659626, 0.03943299129605293, 0.0013228264870122075, 0.008312937803566456, 0.008402621373534203, 0.004428967833518982, -0.0019385358318686485, -0.018143590539693832, -0.015894614160060883, -0.026008114218711853, 0.01764688454568386, 0.027939749881625175, 0.007084968965500593, -0.004432417452335358, -0.010513625107705593, 0.007947307080030441, -0.023317618295550346, 0.01320411916822195, 0.009389135986566544, -0.010465334169566631, 0.003552832407876849, -0.02599431574344635, -0.011237988248467445, -0.0099272346124053, -0.01310063898563385, 0.0018247071420773864, 0.010403245687484741, -0.008216355927288532, -0.024173058569431305, 0.020033836364746094, -0.020930668339133263, 0.0017212266102433205, -0.002404198283329606, -0.0035286869388073683, -0.013307599350810051, 0.010203182697296143, -0.023979894816875458, 0.0001389442040817812, 0.024876726791262627, 0.024090273305773735, -0.00853369664400816, 0.00029750660178251565, -0.006481332238763571, -0.017081189900636673, -0.008726860396564007, -0.007947307080030441, 0.024228248745203018, -0.032561883330345154, 0.016957014799118042, -0.05712126940488815, 0.02897455543279648, 0.019550926983356476, -0.0163775235414505, 0.005336147267371416, -0.027401652187108994, 0.003476946847513318, -0.036618318408727646, -0.004756656475365162, 0.022172434255480766, -0.011665708385407925, 0.007271233946084976, 0.0007812781841494143, 0.00894071999937296, -0.01408025436103344, -0.02657380700111389, 0.018805867061018944, -0.012693614698946476, 0.006767628248780966, 0.0036770091392099857, 0.014859807677567005, -0.007802434265613556, 0.03250669315457344, 0.0076575614511966705, 0.008112875744700432, 0.0062122829258441925, -0.011824378743767738, 0.00601566955447197, -0.0025783905293792486, -0.005436178762465715, -0.013597344979643822, -0.024752549827098846, -0.0031889257952570915, 0.009692679159343243, -0.009251161478459835, -0.023483188822865486, 0.024738751351833344, 0.012369375675916672, 0.003421757137402892, 0.032810237258672714, -0.001041704323142767, -0.040178053081035614, 0.002695668488740921, -0.013224815018475056, 0.0022627748548984528, -0.011182799004018307, 0.00015446629549842328, -0.03639756143093109, 0.016239548102021217, 0.009782361797988415, 0.03863274306058884, 0.016018791124224663, -0.013783610425889492, -0.020323581993579865, -0.018033212050795555, 0.010437739081680775, 0.03512819856405258, 0.020820287987589836, 0.013666332699358463, 0.03269985690712929, 0.02562178671360016, -0.004270297475159168, 0.0023559073451906443, -0.009113187901675701, 0.0024680113419890404, -0.0237453393638134, -0.010285967029631138, 0.0035838766489177942, 0.0008632003446109593, -0.016915621235966682, 0.0018557513831183314, 0.013597344979643822, 0.0012495277915149927, 0.007436802610754967, 0.00421510823071003, 0.0019385358318686485, 0.00576041778549552, -0.018433336168527603, -0.024214450269937515, 0.019951051101088524, 0.017536506056785583, -0.014501075260341167, 0.0073540182784199715, 0.027567220851778984, 0.02297268435359001, -0.007995598018169403, -0.013714623637497425, 0.007491992320865393, 0.015660056844353676, -0.01158292405307293, -0.007788636721670628, 0.011017230339348316, -0.009485717862844467, 0.03278264030814171, 0.010768876411020756, -0.003897767746821046, 0.015687651932239532, 0.01862649992108345, 0.04100589454174042, 0.005577601958066225, 0.013224815018475056, -0.012955766171216965, 0.004487606696784496, -0.020820287987589836, -0.03995729237794876, -0.0012659122003242373, -0.032755047082901, -0.01923358626663685, 0.003501092316582799, 0.02730507031083107, 0.007160854525864124, 0.003580427262932062, 0.02484913170337677, -0.0014978810213506222, -0.03032670170068741, 0.03283783048391342, -0.018695486709475517, -0.021523956209421158, -0.028229495510458946, 0.01414234284311533, 0.029692022129893303, 0.012334882281720638, 0.03231352940201759, -0.012024440802633762, 0.013176524080336094, 0.016874229535460472, 0.008795847184956074, -0.012376274913549423, 0.012265895493328571, 0.006239877548068762, -0.011486342176795006, -0.007830028422176838, -0.002693943912163377, 0.006236428394913673, -0.033748459070920944, -0.025566596537828445, -0.02345559373497963, 0.017964225262403488, 0.023110657930374146, 0.07588574290275574, 0.017867643386125565, -0.007036678027361631, -0.0007985249976627529, -0.011658809147775173, -0.0026335802394896746, 0.004870485048741102, 0.023772932589054108, -0.014528670348227024, -0.0392950177192688, -0.010837864130735397, 0.006795223336666822, -0.03189960494637489, -0.025318242609500885, -0.0007282444275915623, 0.007098766043782234, -0.0031044166535139084, 0.007360917050391436, -0.005974277388304472, -0.016405118629336357, 0.004528998862951994, 0.0025852893013507128, -0.00030893259099684656, 0.020171809941530228, -0.013431776314973831, -0.002559419022873044, 0.017536506056785583, 0.010430839844048023, 0.004387575667351484, -0.023469390347599983, 0.02251737006008625, 0.021551551297307014, -0.044758789241313934, -0.014156140387058258, 0.016156764701008797, 0.006184687837958336, -0.0057845632545650005, -0.015397907234728336, -0.008588885888457298, -0.002102379919961095, 0.00847160816192627, -0.0010382549371570349, -0.008609582670032978, -0.030878597870469093, -0.0026059853844344616, 0.02202066220343113, -0.02362116239964962, -0.030354296788573265, -0.01833675429224968], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='4da12d2b-f595-450a-884c-b2dfae027e87', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='07acbf5a6d22a638a8a8133f7b9febc0bc37fb9fc06329d542c91f1024690513'), : RelatedNodeInfo(node_id='6817b959-9b45-4b43-895c-2b0bb58c6e92', node_type=, metadata={}, hash='04945ffe50cf5ac26e09e8b113cd0d669dd39d46b90a2ad338d4a9346dcfa0b4')}, hash='5254aa5733c763b7ff9a16f8a8b8324915da5307beddadc688afa53fbe666345', text=\"models in addressing the world's most pressing challenges. AI Engineering AI engineering is a burgeoning discipline combining software engineering principles with AI techniques to design, build, and scale intelligent systems. As large-scale foundation models continue to revolutionize the AI landscape, AI engineering plays a pivotal role in their development and deployment. AI engineering offers the tools and techniques necessary to scale out large-scale models while maintaining their performance and adaptability. Some aspects of scaling out these models through AI engineering include: Distributed Training: AI engineers harness the power of distributed computing to train large-scale models on vast amounts of data, accelerating the training process and improving model performance.Data Management: AI engineers ensure that the data used for training and fine-tuning foundation models is well-organized, clean, and representative of the target domain.Resource Management: AI engineers optimize the use of computational resources, such as GPUs and TPUs, ensuring that large-scale models can be trained and deployed efficiently and cost-effectively.Model Compression and Pruning: AI engineers employ model compression and pruning techniques to reduce the size and complexity of large-scale models, making them more accessible and deployable across various platforms.Monitoring and Maintenance: AI engineers continuously monitor the performance of large-scale models, identifying potential issues and implementing necessary updates and improvements to ensure their ongoing success. AI engineering is an essential discipline for building and scaling foundation models, providing the necessary expertise and techniques to ensure their robustness, efficiency, and adaptability. As we continue to push AI boundaries, AI engineering will play a crucial role in unlocking the full potential of foundation models and shaping the future of AI research and development. TL;DR In closing, foundation models represent a critical milestone in the advancement of AI, providing a versatile and adaptable approach to solving complex problems across multiple domains. From language and vision to robotics and reasoning, these models are unlocking new possibilities and driving innovation across various industries. As we continue to explore the full potential of foundation models and their role in the evolution towards AGI, it is crucial to foster responsible and ethical AI development, ensuring these models are used to benefit humanity and address the most pressing challenges of our time. With foundation models as a solid basis, we can accelerate AI research and development, unlocking new frontiers and shaping the future of intelligent systems. LLMs Papers GPT-4 Technical Report:\", start_char_idx=9561, end_char_idx=12341, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='6817b959-9b45-4b43-895c-2b0bb58c6e92', embedding=[-0.0035050648730248213, 0.0018543251790106297, 0.0008007698925212026, -0.03363233432173729, -0.0010179277742281556, 0.006803151220083237, -0.01687045767903328, 0.02643897943198681, -0.008279146626591682, -0.04592890292406082, 0.010633952915668488, 0.02939775586128235, -0.0253803338855505, -0.004522992763668299, -0.009453156031668186, 0.007118708454072475, 0.011882610619068146, -0.011332930065691471, -0.0029010942671447992, -0.005808974616229534, 0.0025516056921333075, -0.009093488566577435, -0.02183794416487217, -0.02267943136394024, 0.005747898947447538, 0.026683282107114792, 0.023249471560120583, -0.0423457995057106, -0.01577109470963478, 0.005435734521597624, 0.007546238135546446, -0.0034338098485022783, -0.039739903062582016, 0.014020259492099285, 0.010817179456353188, 0.006372228264808655, 0.01862129382789135, -0.0003609402338042855, 0.0082180704921484, -0.017182622104883194, 0.027877649292349815, 0.030320676043629646, 0.010776462964713573, -0.028719136491417885, -0.010484656319022179, 0.01862129382789135, 0.007437659427523613, -0.011624735780060291, -0.010165706276893616, 0.015906818211078644, 0.01620541140437126, 0.05700396001338959, -0.013647018931806087, 0.011977617628872395, -0.01989709585905075, -0.0021597035229206085, -0.0026160746347159147, 0.017223339527845383, 0.008550593629479408, 0.007118708454072475, 0.007023701909929514, -0.0005925188306719065, -0.025421051308512688, 0.03197650611400604, -0.024158820509910583, 0.00467228889465332, -0.019340628758072853, 0.02183794416487217, -0.0022937306202948093, -0.016381852328777313, 0.013151627965271473, 0.008496304042637348, 0.012439077720046043, -0.019910668954253197, 0.017481213435530663, -0.006029525771737099, 0.005272866226732731, -0.008503090590238571, -0.021295050159096718, 0.0086727449670434, -0.0051541076973080635, 0.00023709236120339483, -0.007240859791636467, 0.01807839795947075, 0.010308215394616127, 0.000823673268314451, 0.013395930640399456, -0.0021427380852401257, 0.01290732529014349, 0.00745801767334342, 0.009079916402697563, -0.009778893552720547, 0.03099929541349411, 0.005629140883684158, -0.01036929152905941, 0.0013343336759135127, -0.00372900883667171, 0.013870962895452976, 0.007050846703350544, -0.010111416690051556, -0.011624735780060291, -0.004522992763668299, -0.012106554582715034, -0.011875825002789497, -0.010640738531947136, 0.00767517602071166, 0.018241265788674355, 0.012893752194941044, -0.005808974616229534, 0.001329244114458561, -0.03197650611400604, 0.010885041207075119, 0.005367872770875692, -0.020127825438976288, -0.009412439540028572, -0.015391068533062935, 0.009588880464434624, 0.0036645401269197464, 0.00708477757871151, -0.018431279808282852, 0.05355657637119293, 0.012160844169557095, 0.0110479099676013, -0.004468703176826239, 0.02585536614060402, -0.007491949014365673, 0.004950522445142269, -0.01957135833799839, -0.03604821860790253, -0.010057127103209496, 0.019802089780569077, 0.019978530704975128, -0.0009076523128896952, -0.006626710295677185, -0.02928917668759823, 0.02585536614060402, -0.020168542861938477, -0.00759374164044857, -0.01745406910777092, -0.015974679961800575, 0.003925808239728212, 0.03607536107301712, -0.025746788829565048, 0.011726528406143188, -0.002814570441842079, 0.019842807203531265, 0.0053237625397741795, 0.007641244679689407, 0.03181363642215729, 0.011563660576939583, 0.012737669982016087, -0.018119115382432938, -0.017806950956583023, 0.019327055662870407, 0.025543201714754105, -0.007152639329433441, 0.018607720732688904, 0.03374091535806656, -0.03661825880408287, -0.0028705564327538013, 0.005846298765391111, 0.022625142708420753, -0.001400499022565782, 0.011326143518090248, 0.01389132160693407, 0.011841894127428532, 0.03121645376086235, -0.0038104432169348, -0.016666872426867485, -0.004580675158649683, -0.011034337803721428, 0.02833911031484604, -0.031895071268081665, 0.018648438155651093, 0.010186064057052135, 0.014821029268205166, 0.04060853272676468, -0.033822350203990936, -0.01099362038075924, -0.015893246978521347, -0.0004839398607145995, 0.0007630217587575316, 0.014848173595964909, 0.01803768053650856, -0.01891988515853882, -0.002597412560135126, 0.009378508664667606, -0.01799696311354637, -0.002789122285321355, -0.015214627608656883, 0.016694016754627228, 0.018268411979079247, 0.011869038455188274, -0.00476390216499567, -0.6293237209320068, -0.03566819056868553, 0.0028841288294643164, -0.02037212811410427, 0.003952953033149242, 0.008693103678524494, -0.010450725443661213, 0.001862807897850871, -0.019842807203531265, 0.013402716256678104, -0.028746282681822777, -0.007464804220944643, -0.007478376384824514, -0.013497723266482353, -0.01887916773557663, -0.016341134905815125, 0.0015497951535508037, -0.02000567503273487, 0.005601996090263128, 0.012459436431527138, -0.011685811914503574, 0.024918872863054276, -0.006015953607857227, -0.009107060730457306, -0.006714930757880211, 0.015933964401483536, 0.014101693406701088, 0.004288869444280863, 0.02928917668759823, 0.012099768966436386, -0.016449714079499245, 0.011909755878150463, -0.005493417382240295, 0.002310696057975292, 0.03713400661945343, -0.004356731195002794, -0.02804051898419857, 0.010403222404420376, -0.004913198295980692, 0.019774945452809334, -0.032302241772413254, -0.014020259492099285, 0.01927276700735092, 0.01701975241303444, -0.010905399918556213, 0.023045886307954788, 0.01763051003217697, -0.00413618003949523, -0.010267498902976513, -0.017101187258958817, -0.001820394303649664, 0.009656742215156555, 0.012018334120512009, -0.00991461705416441, 0.020942168310284615, 0.00703048799186945, 0.03034782223403454, -0.028529124334454536, -0.006155070383101702, -0.021050747483968735, 0.0006446876213885844, 0.004258331377059221, -0.02570607140660286, -0.01099362038075924, -0.00878132414072752, 0.024986734613776207, 0.01581181213259697, 0.009039198979735374, -0.001616808702237904, -0.02596394531428814, -0.0028535909950733185, 0.014983898028731346, 0.007641244679689407, -0.015377496369183064, -0.008910262025892735, 0.024280970916152, -0.0021138968877494335, -0.0028298394754529, 0.00011462291149655357, 0.01423741690814495, 0.01682974025607109, -0.007614100351929665, -0.003857946489006281, -0.008075560443103313, 0.016422569751739502, 0.012914110906422138, 0.007240859791636467, -0.0021325587294995785, -0.002958776894956827, -0.0010866379598155618, 0.005143928807228804, 0.013192344456911087, -0.023344477638602257, -0.04869766905903816, -0.012846249155700207, 0.009385294280946255, -0.020032819360494614, 0.0011621342273429036, 0.014603870920836926, -0.02387380041182041, -0.010172491893172264, -0.017616936936974525, 0.031270742416381836, 0.022937307134270668, 0.0361567959189415, 0.008082346990704536, -0.002269979100674391, 0.016408996656537056, 0.006229718215763569, -0.018811305984854698, -0.004214221145957708, 0.02365664206445217, -0.028393400833010674, 0.007159425877034664, -0.0038104432169348, -0.020901450887322426, 0.002356502925977111, -0.01902846433222294, -0.02030426636338234, 0.002979135373607278, 0.009955334477126598, 0.01513319369405508, -0.012255851179361343, 0.00461799930781126, 0.02505459636449814, 0.015119621530175209, 0.00143103685695678, -0.023833082988858223, 0.002295427257195115, 0.01422384474426508, 0.0032454931642860174, -0.02270657755434513, 0.031026439741253853, -0.015309634618461132, 0.035912495106458664, 0.012608733028173447, 0.038464099168777466, 0.0036882918793708086, 0.01741335168480873, 0.0016872154083102942, -0.031026439741253853, 0.0021478277631103992, 0.024253826588392258, -0.006063456647098064, -0.04687897115945816, -0.022326549515128136, -0.011624735780060291, 0.003942773677408695, 0.03398521617054939, -0.00719335675239563, -0.00439066207036376, -0.006480806972831488, -0.009880686178803444, 0.031460754573345184, -0.0069117299281060696, -0.005327155813574791, 0.0013682646676898003, -0.0354238897562027, -0.0016371672973036766, -0.02516317553818226, 0.001761015155352652, 0.016259700059890747, -0.037731193006038666, -0.011407577432692051, 0.005425555165857077, -0.005076066590845585, -0.010247140191495419, 0.02048070728778839, -0.02657470293343067, -0.04177575930953026, -0.008957765065133572, -0.04704183712601662, 0.006114352960139513, 0.025108886882662773, -0.013640233315527439, 0.0005318672629073262, -0.01444100309163332, 0.016639726236462593, 0.0030096732079982758, -0.013138054870069027, -0.0038647325709462166, 0.019042037427425385, -0.006175428628921509, 0.007315508089959621, 0.026262538507580757, 0.027484051883220673, 0.032302241772413254, 0.02114575356245041, -0.028800571337342262, -0.0037663329858332872, -0.013158413581550121, 0.01026071235537529, -0.01752193085849285, 0.008632027544081211, -0.00416332483291626, 0.0152417728677392, 0.003135217819362879, -0.021715793758630753, -0.023575209081172943, 0.01773908920586109, -0.0076955342665314674, 0.0075598107650876045, 0.04223721846938133, -0.021892234683036804, -0.006894764490425587, -0.008150208741426468, -0.0052321492694318295, -0.009880686178803444, 0.002339537488296628, 0.00872703455388546, 0.024362405762076378, 0.007152639329433441, -0.022883018478751183, -0.023249471560120583, -0.005364479497075081, 0.028176242485642433, 0.012547656893730164, 0.012371215969324112, -0.02434883452951908, 0.013185558840632439, 0.0031386108603328466, 0.003813836257904768, 0.011862251907587051, -0.011251495219767094, -0.018349844962358475, 0.010199637152254581, -0.030130663886666298, 0.0020697866566479206, 0.02460670843720436, -0.028800571337342262, -0.013300923630595207, 0.014563154429197311, 0.020141398534178734, 0.01950349658727646, 0.009561735205352306, -0.006602958310395479, 0.03862696886062622, 0.0062975799664855, 0.0275654848664999, -0.010389650240540504, -0.006192394066601992, 0.008353793993592262, -5.9856276493519545e-05, -0.014766739681363106, 0.02438955008983612, -0.014997470192611217, 0.027877649292349815, 0.01338235754519701, -0.02939775586128235, -0.00756659684702754, -0.02058928646147251, 0.016056114807724953, -0.009432798251509666, 0.0041260006837546825, 0.0253803338855505, -0.0024515094701200724, 0.0089441929012537, 0.0013173682382330298, 0.004994632676243782, 0.01723691076040268, 0.008591311052441597, 0.008794896304607391, 0.0009780590189620852, -0.005534134339541197, 0.017169049009680748, -0.01715547777712345, -0.013728453777730465, -0.01635470800101757, -0.02599109150469303, 0.008998481556773186, -0.027701210230588913, -0.007702320348471403, 0.022693004459142685, -0.034338098019361496, 0.01518748328089714, 0.0061448910273611546, 0.01026071235537529, 0.01687045767903328, 0.0239145178347826, 0.029370611533522606, -0.01810554228723049, -0.0324922576546669, 0.01585252955555916, -0.010756104253232479, -0.002381951082497835, -0.01639542356133461, -0.02723974920809269, 0.015757523477077484, -0.007525879889726639, -0.015581081621348858, -0.0010611898032948375, 0.006368834991008043, -0.016558293253183365, -0.009561735205352306, -0.025570347905158997, 0.00952780432999134, 0.01672116108238697, 0.011237923055887222, -0.012595159932971, -0.01319913100451231, 0.0017253876430913806, -0.0019595110788941383, -0.023710932582616806, -0.004326193127781153, 0.033605191856622696, -0.0460103377699852, -0.02278801053762436, 0.008156995289027691, -0.002010407391935587, -0.01598825305700302, -0.00018831665511243045, -0.0036950779613107443, 0.006755647715181112, -0.005883622914552689, 0.021376485005021095, -0.008252001367509365, 0.0215393528342247, 0.016734734177589417, 0.047557588666677475, 0.006592779420316219, -0.004180290270596743, -0.02088787965476513, -0.011896182782948017, 0.028013374656438828, 0.06954482942819595, 0.030022084712982178, -0.013185558840632439, 0.003542388789355755, -0.02676471509039402, -0.017616936936974525, 0.002127469051629305, -0.02073858305811882, -0.004502634052187204, 0.01115648914128542, -0.019259193912148476, 0.008156995289027691, 0.022367266938090324, -0.004947129171341658, 0.029126308858394623, 0.021240761503577232, 0.018390562385320663, -0.006969412323087454, -0.024470984935760498, -0.011760459281504154, 0.0054425206035375595, -0.017182622104883194, 0.02581465058028698, 0.023317333310842514, 0.02041284553706646, -0.017834095284342766, 0.036021072417497635, 0.015689661726355553, -0.03034782223403454, -0.024511702358722687, -0.0012783476850017905, 0.0037222227547317743, 0.00021535535051953048, 0.026900438591837883, -0.0143324239179492, 0.01139400526881218, -0.015730377286672592, 0.022950880229473114, 0.009928189218044281, -0.0015201055211946368, 0.01847199723124504, 0.01581181213259697, -0.00799412652850151, -0.010511801578104496, -0.004265117458999157, -0.018607720732688904, -0.018309129402041435, 0.0215393528342247, 0.0005619809962809086, -0.03260083496570587, 0.019435634836554527, -0.0037459745071828365, -0.031080730259418488, -0.009717817418277264, 0.047150418162345886, -0.0023022133391350508, -0.005228755995631218, -0.00901884026825428, -0.016558293253183365, -0.0405271016061306, -0.014155982993543148, -0.03968561440706253, -0.005690216552466154, -0.011237923055887222, -0.009955334477126598, 0.015106049366295338, -0.01786123961210251, 0.008917047642171383, -0.04603748396039009, 0.024946017190814018, 0.019761372357606888, -0.03281799331307411, -0.048209063708782196, -0.01786123961210251, 0.024267399683594704, 0.013314495794475079, 0.013850605115294456, 0.011536515317857265, 0.0005564672173932195, -0.0012070927768945694, -0.018784161657094955, -0.003454168327152729, -0.016056114807724953, -0.027280466631054878, 0.004010635428130627, -0.0032828173134475946, -0.007634458597749472, -0.013022690080106258, 0.0019713868387043476, 0.000772352737840265, -0.004068318288773298, 0.004519599489867687, -0.01814625971019268, 0.004231186583638191, -0.015513219870626926, 0.014291706494987011, 0.02501387894153595, 0.004916591569781303, -0.0009619417833164334, -0.021783655509352684, -0.0016931532882153988, -0.016816167160868645, -0.038572680205106735, -0.03515244275331497, -0.001095968997105956, 0.008028057403862476, 0.042807258665561676, 0.004780867602676153, 0.0020884484983980656, -0.03143361210823059, 0.005768257658928633, -0.014766739681363106, 0.019476352259516716, -0.010389650240540504, 0.01099362038075924, -0.01738620735704899, 0.0397941917181015, 0.002480350900441408, 0.005014990922063589, -0.01577109470963478, -0.00396313238888979, -0.024185964837670326, 0.04432736337184906, 0.016626155003905296, -0.015038186684250832, 0.04972916841506958, 0.0022801582235842943, -0.0006205118261277676, -0.04848051071166992, 0.003552568145096302, -0.027877649292349815, 0.041830047965049744, -0.011305784806609154, -0.009778893552720547, -0.004879267420619726, -0.013843818567693233, -0.027728354558348656, 0.0008279146277345717, -0.020277122035622597, -0.010050340555608273, 0.0035016718320548534, -0.0013750508660450578, -0.009690673090517521, 0.0030724455136805773, 0.014888891018927097, -0.027551913633942604, -0.004478882532566786, 0.03745974227786064, 0.031270742416381836, 0.02231297828257084, -0.009867114014923573, 0.014793884009122849, -0.028691992163658142, -0.0070101297460496426, -0.013911680318415165, 0.0025499092880636454, 0.016558293253183365, -0.0009135902510024607, 0.0361567959189415, 0.02015497162938118, 0.03192221745848656, 0.010335360653698444, 0.011197206564247608, 0.03371376916766167, -0.006989771034568548, -0.007600527722388506, -0.0019527248805388808, 0.0061890012584626675, -0.0095820939168334, 0.002010407391935587, 0.014006687328219414, -0.003218348603695631, 0.012154058553278446, -0.022367266938090324, 0.015472503378987312, 0.020657148212194443, -0.009446370415389538, 6.425669562304392e-05, -0.024633852764964104, -0.034229520708322525, -0.019693510606884956, 0.014671732671558857, -0.004183683544397354, 0.004903018940240145, -0.028637703508138657, -0.01279874611645937, 0.008577738888561726, -0.007281577214598656, 0.00810270570218563, 0.008584524504840374, 0.029696347191929817, -0.018852023407816887, -0.012893752194941044, 0.004159931559115648, 0.014753167517483234, -0.02253013662993908, 0.000830035307444632, -0.050733521580696106, -0.0010951206786558032, 0.0191641878336668, -0.024158820509910583, 0.03458240255713463, 0.015567509457468987, -0.01792910136282444, 0.017549075186252594, -0.011075055226683617, 0.006704751402139664, 0.0004589158052112907, -0.02186509035527706, -0.03197650611400604, 0.015676088631153107, -0.040771402418613434, -0.013979542069137096, -0.018824879080057144, -0.0005149018252268434, 0.0014378230553120375, -0.005031956359744072, 0.024959590286016464, -0.016490431502461433, -0.02939775586128235, 0.04288869351148605, 0.023358050733804703, 0.0460103377699852, 0.0091274194419384, 0.0012741063255816698, 0.007254432421177626, 0.018567003309726715, -0.02596394531428814, 0.034229520708322525, 0.002480350900441408, 0.0048012263141572475, -0.00230899965390563, -0.01133971568197012, -0.013192344456911087, -0.01184867974370718, 0.007396942004561424, 0.0178883858025074, -0.009975693188607693, -0.04020136222243309, 0.04223721846938133, 0.00450942013412714, 0.029669202864170074, -0.0027076881378889084, -0.0173454899340868, -0.017847668379545212, 0.0028094807639718056, 0.007132281083613634, 0.0021291656885296106, -0.009432798251509666, -0.015947535634040833, 0.0031962934881448746, 0.009256357327103615, 0.016232555732131004, -0.0077498238533735275, -0.015540365129709244, -0.0012350857723504305, 0.0346909798681736, -0.010572876781225204, -0.016300417482852936, -0.002515978179872036, -0.010796820744872093, 0.0383283756673336, -0.0022869445383548737, 5.725843948312104e-05, 0.015106049366295338, 0.015784667804837227, 0.009846755303442478, 0.008367367088794708, 0.01621898263692856, 0.034012362360954285, -0.03914271667599678, 2.3605853129993193e-05, -0.014400285668671131, 0.001489567686803639, 0.013423074968159199, -0.030429255217313766, 0.003079231595620513, -0.0021020208951085806, -0.02238084003329277, 0.0029146666638553143, 0.03235653415322304, 0.013246634043753147, -0.031135018914937973, 0.008937406353652477, -0.0011943686986342072, -0.034120939671993256, 0.011584018357098103, -0.021932952105998993, 0.006701358128339052, -0.048290494829416275, -0.010871469043195248, 0.006161856465041637, -0.011712956242263317, 0.007322294171899557, -0.002560088410973549, -0.022435128688812256, -0.00372900883667171, 0.02793193981051445, -0.018526285886764526, 0.011475440114736557, 0.023995952680706978, -0.025095313787460327, -0.019123470410704613, 0.016802595928311348, -0.010701814666390419, 0.010817179456353188, 0.005812367890030146, -0.010559304617345333, -0.019014891237020493, -0.011136130429804325, 0.0025057990569621325, -0.001099362038075924, 0.019476352259516716, -0.0005161742446944118, 0.00838093925267458, 0.010138561017811298, -0.006779399234801531, 0.005768257658928633, 0.0040784976445138454, 0.028637703508138657, 0.008720248006284237, 0.003206472611054778, 0.023928090929985046, -0.006202573422342539, 0.017033325508236885, 0.005520561710000038, 0.010796820744872093, -0.019842807203531265, -0.03159647807478905, 0.016056114807724953, 0.010688242502510548, -0.007281577214598656, -0.009052771143615246, -0.010633952915668488, -0.02253013662993908, -0.009358149953186512, -0.02350734733045101, 0.010301429778337479, -0.004265117458999157, 0.006412945222109556, 0.000880507577676326, 0.009147778153419495, 0.024593137204647064, -0.0022801582235842943, -0.02350734733045101, -0.007973767817020416, 0.0059277331456542015, 0.01920490525662899, -0.032302241772413254, -0.005595210008323193, -0.01840413548052311, 0.03493528440594673, -0.006053277291357517, -0.018974175676703453, -0.015309634618461132, -0.020019248127937317, -0.05808974802494049, -0.014033831655979156, 0.0004529778962023556, 0.01423741690814495, 0.017915530130267143, 0.020032819360494614, 0.01513319369405508, 0.009928189218044281, -0.011631522327661514, 0.004519599489867687, 0.005917553789913654, 0.01598825305700302, -0.013138054870069027, -0.005042135715484619, -0.01598825305700302, -0.010437153279781342, -0.009487087838351727, -0.005354300606995821, 0.002485440345481038, -0.021295050159096718, -0.01081039384007454, 0.02443026751279831, -0.006932088639587164, -0.006443483289331198, 0.0026398261543363333, 0.011896182782948017, -0.00020485797722358257, 0.008693103678524494, 0.024593137204647064, -0.0202635508030653, -0.012995545752346516, 0.012900538742542267, -0.015757523477077484, -0.010253926739096642, -0.0077498238533735275, 0.002414185553789139, 0.013524867594242096, 0.010179278440773487, 0.0006239049253053963, -0.010600022040307522, 0.009412439540028572, 0.0005708878743462265, 0.055266693234443665, -0.009548163041472435, 0.015499647706747055, 0.013613088056445122, 0.014373141340911388, -0.0002311544376425445, 0.015893246978521347, -0.005618961527943611, 0.0010611898032948375, 0.005082853138446808, 0.03325231000781059, -0.03186792880296707, -0.007851616479456425, -0.015526792034506798, 0.003365948097780347, -0.0143324239179492, -0.0029689562506973743, -0.002366682281717658, -0.00981961004436016, -0.04329586401581764, 0.021675076335668564, 0.012608733028173447, -0.02723974920809269, 0.004553530365228653, 0.004353337921202183, 0.008299505338072777, -0.009507445618510246, -0.014726022258400917, 0.0032302243635058403, -0.01613754965364933, 0.017440496012568474, 0.009941761381924152, -0.007118708454072475, 0.008883116766810417, 0.0033880032133311033, 0.03607536107301712, -0.018431279808282852, -0.007966982200741768, 0.1704689860343933, -0.04370303452014923, 0.011075055226683617, 0.01343664713203907, 0.0021138968877494335, -0.02022283338010311, 0.03550532087683678, 0.01902846433222294, -0.006711537484079599, 0.0011943686986342072, -0.011427936144173145, 0.0046553234569728374, -0.02687329426407814, 6.653642685705563e-06, 0.013565585017204285, -0.026886867359280586, -0.03691684827208519, -0.03498957306146622, -0.017956247553229332, 0.012886966578662395, -0.002427757950499654, -0.0051608942449092865, -0.0009135902510024607, -0.025176748633384705, 0.01613754965364933, -0.015201055444777012, 0.0012198168551549315, 0.004706219770014286, 0.0018695940962061286, 0.011570446193218231, -0.006759040988981724, -0.003654361004009843, 0.0178883858025074, 0.024525273591279984, -0.017209766432642937, -0.02698187343776226, 0.006742075551301241, -0.001774587552063167, 0.010952903889119625, 0.023303760215640068, 0.030293531715869904, 8.859152876539156e-05, 0.00620596669614315, -0.035396743565797806, 0.005211790557950735, 0.028719136491417885, -0.01624612882733345, -0.013803101144731045, -0.010688242502510548, 0.018716299906373024, -0.01513319369405508, 0.008028057403862476, 0.008903475478291512, 0.026968302205204964, -0.010728958994150162, 0.0039800978265702724, -0.010240353643894196, 0.025502486154437065, 0.01887916773557663, -0.0033744308166205883, -0.02661542035639286, 0.00308941095136106, 0.00308941095136106, 0.03216651827096939, 2.522287286410574e-05, 0.014033831655979156, 0.0013826852664351463, -0.016734734177589417, 0.0030690524727106094, -0.022285833954811096, -0.01855343207716942, -0.02205510251224041, -0.004302441608160734, 0.017915530130267143, -0.03851838782429695, -0.026927584782242775, 0.03526102006435394, 0.024918872863054276, 0.007003343664109707, 0.05249793082475662, -0.003348982660099864, -0.022923734039068222, 0.009853541851043701, -0.012221920304000378, -0.0027365293353796005, -0.03607536107301712, 0.010885041207075119, -0.009955334477126598, -0.001170616946183145, -0.023968806490302086, -0.007281577214598656, -0.0018814699724316597, 0.011136130429804325, 0.01100719254463911, 0.0021766689606010914, -0.006341690197587013, 0.012296568602323532, 0.0029367217794060707, 0.005798795726150274, -0.015160338021814823, -0.021783655509352684, 0.04826335236430168, 0.03987562656402588, 0.009331004694104195, 0.00936493556946516, 0.005143928807228804, -0.0010747620835900307, 0.030809281393885612, -0.012696953490376472, -0.022150110453367233, -0.002497316338121891, -0.03346946835517883, 0.003538995748385787, 0.011468653567135334, 0.0003168300318066031, -0.0027942119631916285, 0.012730884365737438, 0.0015625192318111658, 0.030130663886666298, -0.028800571337342262, -0.020127825438976288, -0.02278801053762436, 0.000765142438467592, 0.016911175101995468, 0.00013932886940892786, -0.02041284553706646, -0.028501980006694794, -0.008238429203629494, -0.03683541342616081, 0.0017661048332229257, 0.0033998789731413126, -0.042372941970825195, 0.021715793758630753, -0.004346551839262247, -0.005876836832612753, -0.0030385146383196115, -0.01081039384007454, -0.006898157764226198, -0.005893802270293236, 0.012506939470767975, -0.010891827754676342, 0.003925808239728212, -0.0066233170218765736, -0.018634865060448647, 0.011624735780060291, -0.009507445618510246, 0.0061177462339401245, 0.02533961646258831, -0.0005933670909143984, -0.004770688246935606, -0.01411526557058096, 0.013857390731573105, 0.008706675842404366, 0.0037493675481528044, 0.008068774826824665, 0.010898614302277565, -0.018811305984854698, -0.01786123961210251, 0.01862129382789135, 0.008604883216321468, -0.03821979835629463, 0.01535035204142332, 0.01529606245458126, -0.011685811914503574, -0.0021291656885296106, -0.011455081403255463, -0.1723148226737976, 0.0038952704053372145, 0.014929608441889286, -0.019924240186810493, 0.024783149361610413, -0.002110503613948822, 0.03618394210934639, -0.010253926739096642, -0.02358878031373024, -0.002185151679441333, 0.020317839458584785, -0.020725009962916374, -0.008353793993592262, -0.00011600135621847585, -0.012072623707354069, -0.011278640478849411, -0.018132688477635384, 0.010219995863735676, 0.01902846433222294, 0.00708477757871151, 0.020915023982524872, -0.03830122947692871, 0.015581081621348858, -0.0010713690426200628, -0.017359063029289246, 0.008523449301719666, 0.010240353643894196, 0.018702726811170578, -0.0160696879029274, -0.03531530871987343, -0.018892740830779076, -0.02942490018904209, 0.037188295274972916, -0.011434722691774368, -0.0027670671697705984, 0.0020138006657361984, 0.002935025142505765, -0.011482225731015205, -0.02618110366165638, 0.02179722860455513, 0.03892556205391884, 0.0284748338162899, -0.00025236126384697855, -0.003079231595620513, -0.026561129838228226, 0.004112428519874811, 0.033170875161886215, -0.02056214213371277, 0.010057127103209496, -0.026751143857836723, 0.025108886882662773, -0.011780817992985249, -0.0037629399448633194, 0.002717867260798812, -0.011455081403255463, 0.008625241927802563, 0.006796364672482014, 0.009744962677359581, 0.011923328042030334, -0.027769071981310844, -0.010124988853931427, 0.023561635985970497, 0.012791959568858147, 0.010946117341518402, -0.003525423351675272, -0.01829555630683899, -0.030022084712982178, 0.017508357763290405, -0.03384949266910553, 0.005123570095747709, -0.012350857257843018, -0.00583272660151124, 0.001979869557544589, -0.0008096767705865204, 0.01913704350590706, 0.02052142471075058, -0.0202635508030653, 0.010016409680247307, 0.04739471897482872, 0.009588880464434624, -0.008699890226125717, 0.02888200618326664, 0.002729743020609021, 0.005337334703654051, -0.005072673782706261, -0.010667883791029453, -0.0059922016225755215, 0.013429861515760422, -0.027701210230588913, -0.018309129402041435, 0.036129653453826904, -0.023168036714196205, -0.009548163041472435, 0.019951386377215385, -0.010803607292473316, -0.0028298394754529, 0.010165706276893616, -0.019082752987742424, 0.009758534841239452, 0.011326143518090248, 0.0054323417134583, 0.003091107588261366, -0.011570446193218231, 0.009656742215156555, 0.027294037863612175, 0.01224906463176012, -0.025244610384106636, 0.0193542018532753, 0.01894702948629856, -0.0076208864338696, -0.01602897047996521, -0.012147272005677223, -0.012004761956632137, 0.005018384195864201, -0.017806950956583023, 0.009507445618510246, -0.01978851668536663, -0.02920774184167385, 0.002078269375488162, 0.013775956816971302, 0.059175536036491394, 0.0003622126532718539, -0.014902463182806969, 0.023860229179263115, -0.0006222084048204124, -0.015038186684250832, -0.08773180842399597, -0.023792365565896034, 0.004095463082194328, 0.031487900763750076, -0.02333090640604496, 0.024525273591279984, -0.01155687402933836, 0.027551913633942604, -0.03159647807478905, 0.0460103377699852, -0.02008710987865925, -0.016368279233574867, 0.03406665101647377, 0.0052525075152516365, 0.016110405325889587, 0.009690673090517521, 0.008632027544081211, -0.011835107579827309, -0.04400162771344185, 0.021281477063894272, 0.002297123894095421, -0.002644915832206607, 0.011889397166669369, -0.008828827179968357, -0.0022139931097626686, 0.011468653567135334, -0.04223721846938133, 0.03205794095993042, 0.018675582483410835, 0.004424592945724726, 0.021227188408374786, -0.03246511146426201, -0.013816673308610916, -0.024891728535294533, 0.011658666655421257, -0.022760866209864616, 0.018458424136042595, -0.006399373058229685, 0.02179722860455513, -0.0018017322290688753, -0.0010730655631050467, -0.0005042984266765416, 0.01723691076040268, -0.01767122745513916, -0.039495598524808884, -0.024593137204647064, -0.02504102513194084, 0.018852023407816887, 0.01661258190870285, -0.02348020114004612, -0.03756832331418991, -0.022883018478751183, -0.029370611533522606, -0.00018863474542740732, 0.03925129771232605, 0.003481313120573759, -0.0008576042018830776, 0.017264055088162422, 0.0038816980086266994, -0.0016549810534343123, -0.023385195061564445, -0.009446370415389538, -0.02008710987865925, 0.011380433104932308, 0.02329018898308277, 0.00352881639264524, 0.006592779420316219, -0.01877058856189251, 0.00569700263440609, -0.009134205989539623, 0.008374152705073357, 0.02529889903962612, -0.010620380751788616, 0.007824472151696682, -0.019286340102553368, -0.010674669407308102, -0.028420545160770416, -0.022883018478751183, 0.0002332751319045201, 0.0026347364764660597, -0.008095919154584408, -0.016001826152205467, 0.014142410829663277, -0.016599010676145554, -0.006148284301161766, -0.004051352851092815, -0.0015005952445790172, 0.0063077593222260475, 0.006012560334056616, -0.02544819563627243, 0.018173404037952423, 0.0299406498670578, 0.013368785381317139, -0.024470984935760498, 0.0014997470425441861, 0.01628684438765049, -0.029777782037854195, -0.00012119703023927286, 0.0068845851346850395, 0.02285587228834629, -0.03838266432285309, 0.022190826013684273, -0.06525596231222153, 0.03545103222131729, 0.007356225047260523, -0.027470478788018227, -0.012900538742542267, -0.02961491420865059, -0.0036611470859497786, -0.028800571337342262, -0.007003343664109707, 0.021810799837112427, -0.017467642202973366, 0.008014485239982605, -0.0045128134079277515, -0.0020171937067061663, -0.016001826152205467, -0.017440496012568474, 0.00719335675239563, -0.01535035204142332, 0.01924562267959118, 0.016626155003905296, 0.009588880464434624, -0.002539729932323098, 0.021498635411262512, 0.020792871713638306, 0.007634458597749472, 0.006782792508602142, -0.023643070831894875, 0.013721667230129242, -0.002958776894956827, -0.007464804220944643, -0.014373141340911388, -0.028311965987086296, -0.014821029268205166, 0.014345996081829071, -0.018444852903485298, -0.02888200618326664, 0.002514281775802374, 0.011034337803721428, 0.002872253069654107, 0.03732401877641678, 0.004814798478037119, -0.03596678376197815, 0.0012223616940900683, -0.014427429996430874, 0.012106554582715034, -0.004159931559115648, 0.010511801578104496, -0.021376485005021095, 0.019544214010238647, 0.006552061997354031, 0.0277554988861084, 0.01704689860343933, -0.020249977707862854, -0.02544819563627243, -0.008143422193825245, 0.01513319369405508, 0.023425912484526634, 0.01171974278986454, 0.013416288420557976, 0.050000615417957306, 0.02110503613948822, 0.011461867019534111, 0.018281983211636543, -0.0010662793647497892, -0.001749139279127121, -0.00828593224287033, -0.006854047533124685, -0.0027110811788588762, -0.0018322700634598732, -0.019123470410704613, -0.004102249164134264, 0.01650400273501873, 0.012479795143008232, 0.014793884009122849, 0.00549681019037962, 0.0026092883199453354, -0.005815761163830757, -0.013511295430362225, -0.026126815006136894, 0.016476858407258987, 0.018376991152763367, -0.004248152021318674, 0.00467228889465332, 0.018933458253741264, 0.02125433273613453, 0.003640788607299328, -0.005106604658067226, 0.006745468359440565, -0.008238429203629494, -0.01279874611645937, -0.008591311052441597, 0.010097844526171684, -0.005418769083917141, 0.02350734733045101, 0.014088121242821217, 0.003277727635577321, 0.016083259135484695, 0.010647525079548359, 0.027484051883220673, 0.0033829135354608297, 0.016408996656537056, -0.017535503953695297, 0.0016244432190433145, -0.018824879080057144, -0.04356731101870537, 0.002614377997815609, -0.04557602107524872, -0.02709045261144638, 0.013552012853324413, 0.01522820070385933, -0.0005963360308669508, 0.00823164265602827, 0.009174922481179237, 0.00585987139493227, -0.02771478146314621, 0.03699828311800957, -0.02855626866221428, -0.027321182191371918, -0.024769576266407967, 0.02114575356245041, 0.039088428020477295, 0.020928597077727318, 0.05244364216923714, -0.009500660002231598, 0.014020259492099285, 0.017331918701529503, 0.010308215394616127, -0.013416288420557976, 0.031270742416381836, 0.016313990578055382, -0.01423741690814495, -0.016341134905815125, -0.007505521178245544, 0.005137142259627581, -0.03564104810357094, -0.01840413548052311, -0.00923599861562252, 0.008740606717765331, 0.03626537695527077, 0.08447443693876266, 0.009609239175915718, -0.015268917195498943, -0.0002508767938707024, -0.009778893552720547, -0.008760965429246426, 0.006742075551301241, 0.014047403819859028, -0.006949054077267647, -0.03403950482606888, -0.021227188408374786, 0.007668389473110437, -0.04421878606081009, -0.03355089947581291, 0.00039232635754160583, -0.004835157189518213, 0.00038405568921007216, 0.013300923630595207, -0.008401297964155674, -0.020725009962916374, 0.02658827416598797, 0.001443760935217142, -0.0004184107528999448, 0.01444100309163332, -0.005652892403304577, 0.0015124711208045483, 0.008353793993592262, 0.0011086930753663182, 0.012242279015481472, -0.019734228029847145, 0.01803768053650856, 0.027633346617221832, -0.04082569107413292, -0.007478376384824514, 0.00767517602071166, -3.385140371392481e-05, -0.001256292569451034, -0.025502486154437065, -0.006239897571504116, -0.0045637097209692, 0.0071662119589746, 0.004088677000254393, -0.005500203464180231, -0.01807839795947075, -0.012221920304000378, 0.016531147062778473, -0.017291201278567314, -0.028529124334454536, -0.02654755860567093], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='eac96e88-e532-4019-b75e-d082e53e66e0', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='5254aa5733c763b7ff9a16f8a8b8324915da5307beddadc688afa53fbe666345'), : RelatedNodeInfo(node_id='de16c322-dfa7-4368-b420-3d8a723182f6', node_type=, metadata={}, hash='e65e3802838e02b2fef0d95c1d2c3f39d36820999fd454f611fc18587261bfca')}, hash='04945ffe50cf5ac26e09e8b113cd0d669dd39d46b90a2ad338d4a9346dcfa0b4', text='AI, providing a versatile and adaptable approach to solving complex problems across multiple domains. From language and vision to robotics and reasoning, these models are unlocking new possibilities and driving innovation across various industries. As we continue to explore the full potential of foundation models and their role in the evolution towards AGI, it is crucial to foster responsible and ethical AI development, ensuring these models are used to benefit humanity and address the most pressing challenges of our time. With foundation models as a solid basis, we can accelerate AI research and development, unlocking new frontiers and shaping the future of intelligent systems. LLMs Papers GPT-4 Technical Report: https://arxiv.org/abs/2303.08774GPT-3: Language Models are Few-Shot Learners: https://arxiv.org/abs/2005.14165Toolformer: Language Models Can Teach Themselves to Use Tools: https://arxiv.org/abs/2302.04761LLaMA: Open and Efficient Foundation Language Models: https://arxiv.org/abs/2302.13971Google USM: Scaling Automatic Speech Recognition Beyond 100 Languages: https://arxiv.org/abs/2303.01037Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model: https://arxiv.org/abs/2201.11990 Foundation Models Resources Reflections on Foundation Models: https://hai.stanford.edu/news/reflections-foundation-modelsOn the Opportunities and Risks of Foundation Models: https://arxiv.org/abs/2108.07258', start_char_idx=11617, end_char_idx=13081, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='de16c322-dfa7-4368-b420-3d8a723182f6', embedding=[-0.021173957735300064, 0.01008983887732029, 0.006994967814534903, -0.022042201831936836, -0.0002772342413663864, 0.014606108888983727, -0.0161325391381979, -0.004673814866691828, -0.028217937797307968, -0.047389332205057144, 0.011210153810679913, 0.036914385855197906, -0.021454036235809326, -0.02017967775464058, 0.011945360340178013, 0.006788409780710936, 0.022868433967232704, 0.01498421560972929, 0.011140134185552597, -0.016846738755702972, -0.0029320749454200268, 0.008626426570117474, -0.028960147872567177, -0.029800383374094963, 0.0042852056212723255, 0.027405710890889168, 0.04254397004842758, -0.027223659679293633, -0.015964491292834282, 0.014242006465792656, 0.003052858868613839, 0.016258573159575462, -0.03856685012578964, 0.004561783280223608, -0.017714982852339745, -0.02009565383195877, 0.02607533521950245, -0.0018992843106389046, 0.0319569893181324, -0.01532031036913395, 0.026187367737293243, 0.030080461874604225, 0.0007986621931195259, 0.0024226815439760685, 0.002753524575382471, 0.004005126655101776, -0.001936044660396874, -0.004827858414500952, -0.012540527619421482, 0.001990309916436672, 0.0006306149298325181, 0.040247321128845215, -0.02239229902625084, 0.021243976429104805, -0.015488357283174992, 0.0011605764739215374, 0.023386579006910324, 0.005037917289882898, 0.012547530233860016, 0.014956207945942879, 0.013604827225208282, -0.00410665525123477, -0.01789703406393528, 0.019549500197172165, -0.0029443283565342426, -0.013058673590421677, -0.023876717314124107, 0.025893284007906914, 0.011490232311189175, -0.011623269878327847, 0.01152524258941412, 0.03335738554596901, -0.0030055956449359655, -0.018583228811621666, 0.02790985256433487, -0.023470602929592133, -0.0006100466125644743, -0.009564691223204136, -0.026411430910229683, -0.0009802757995203137, 0.024800976738333702, -0.010839049704372883, 0.002531212056055665, 0.027503738179802895, 0.004607296083122492, 0.002056828700006008, -0.002848051255568862, -0.01391991600394249, -0.014816167764365673, -0.00891350768506527, 0.007103498559445143, 0.00040130040724761784, 0.05573568120598793, 0.013905911706387997, -0.014858179725706577, 0.018891314044594765, -0.010411929339170456, 0.019395455718040466, -0.009410647675395012, -0.016986778005957603, -0.017714982852339745, 0.0024489390198141336, -0.023218531161546707, -0.021075928583741188, -0.01869525946676731, -0.025361135601997375, 0.010292896069586277, 0.02473095804452896, 0.001656841137446463, 0.004036635626107454, -0.008297334425151348, 0.037950675934553146, -0.01236547902226448, -0.02076784335076809, 0.0015001720748841763, 0.006084711756557226, 0.011700291186571121, 0.00736607238650322, 0.009452659636735916, -0.0024734458420425653, 0.04993804916739464, 0.0006704386323690414, 0.02038973569869995, 0.0015596888260915875, 0.01211340818554163, -0.006287768948823214, -0.0114132110029459, -0.026173362508416176, -0.014298022724688053, -0.003332937601953745, 0.01716882921755314, 0.04470057412981987, 6.099372330936603e-05, 0.00309312017634511, -0.026761528104543686, 0.031620897352695465, -0.004113657400012016, -0.029772376641631126, -0.026047328487038612, -0.014662125147879124, 0.009403645060956478, 0.022798413410782814, -0.0009190085693262517, -0.021033916622400284, 0.0012113407719880342, 0.03694239258766174, -0.010811041109263897, 0.030892690643668175, 0.018205121159553528, -0.011595262214541435, 0.0031123755034059286, -0.030584603548049927, -0.008724454790353775, 0.04058341681957245, 0.0187652800232172, 0.0012279704678803682, 0.00990078505128622, 0.0044812606647610664, -0.03313332051038742, -0.030164485797286034, -0.023540623486042023, 0.005293489433825016, -0.019549500197172165, 0.010762027464807034, 0.014305024407804012, 0.03481379523873329, 0.025501174852252007, -0.0056891003623604774, 0.0015036730328574777, -0.020151669159531593, -0.013758870773017406, 0.03579406812787056, -0.028245946392416954, 0.026327406987547874, 0.006949455011636019, 0.009662718512117863, 0.02946428954601288, -0.014410054311156273, -0.009011534973978996, -0.014662125147879124, -0.004439248703420162, 0.0031526368111371994, 0.0037180460058152676, 0.008472383953630924, -0.02312050387263298, -0.003054609289392829, 0.005409021861851215, -0.005279485136270523, -0.006315776612609625, -0.010790035128593445, 0.014382045716047287, 0.014928199350833893, -0.0213560089468956, -0.008836486376821995, -0.6013851761817932, -0.013352756388485432, 0.012442500330507755, -0.011581257916986942, 0.0032909258734434843, 0.0029915915802121162, 0.006035698112100363, -0.002280891640111804, -0.018443187698721886, 0.02725166641175747, -0.017112813889980316, -0.0071910228580236435, -0.0031841457821428776, -0.012806602753698826, -0.009886781685054302, -0.02649545483291149, 0.0187652800232172, -0.008451377972960472, -0.0019377951975911856, 0.01736488565802574, -0.008864494040608406, -8.905630238587037e-05, 0.009557688608765602, 0.0228264220058918, -0.0019290427444502711, 0.01905936188995838, 0.011546248570084572, 0.0022441314067691565, 0.023596638813614845, -0.0009776500519365072, -0.038454819470644, 0.036130163818597794, 0.018513208255171776, -0.0028007880318909883, 0.04926586151123047, -0.021972181275486946, -0.029436280950903893, 0.020879874005913734, -0.001396017731167376, 0.02982839196920395, -0.02547316625714302, -0.046661127358675, 0.022924449294805527, 0.010026820935308933, -0.020431747660040855, 0.017855023965239525, 0.0034729770850390196, 0.016328593716025352, -0.017098810523748398, -0.019185397773981094, 0.0019780565053224564, 0.00787721574306488, 0.016748711466789246, 0.010257885791361332, 0.006413804367184639, 0.001663843053393066, 0.0332733616232872, -0.004869869910180569, 0.014164985157549381, -0.017210841178894043, 0.008521397598087788, 0.011224158108234406, -0.0018957833526656032, -0.029324250295758247, -0.031480856239795685, 0.0295203048735857, 0.019843582063913345, 0.005867650732398033, 0.0014362790388986468, -0.011756307445466518, -0.010334907099604607, 0.0068444255739450455, 0.0029548313468694687, -0.014886188320815563, -0.00731005659326911, 0.01730887033045292, 0.007429089862853289, -0.024856992065906525, 0.013058673590421677, 0.014606108888983727, 0.0018152607372030616, 0.0007737176492810249, -0.006543340627104044, -0.008955519646406174, 0.023092497140169144, 0.010769030079245567, -0.00453027430921793, 0.00324891391210258, 0.025571193546056747, 0.008752462454140186, -0.009907787665724754, 0.02083786204457283, -0.023078491911292076, -0.05341102555394173, 0.0016052016289904714, 0.011763309128582478, -0.005433528684079647, -0.007135007064789534, 0.00031486983061768115, -0.00906054861843586, -0.007527117617428303, -0.014277016744017601, 0.03926704823970795, 0.03254515677690506, 0.020445752888917923, 0.028820108622312546, -0.01568441279232502, -0.007331062573939562, 0.006046201102435589, -0.019563503563404083, -0.035457976162433624, 0.002296646125614643, -0.02386271394789219, 0.002112844493240118, 0.011140134185552597, -0.03733450174331665, 0.026159359142184258, -0.0013785128248855472, -0.004614298231899738, -0.02496902458369732, 0.023386579006910324, -0.0022493829019367695, 0.013051671907305717, -0.0027797820512205362, 0.02296646125614643, 0.016440624371170998, 0.008899503387510777, -0.005731112323701382, -0.019395455718040466, 0.015110250562429428, 0.003276921808719635, -0.004222187679260969, 0.03444969281554222, -0.012764590792357922, 0.013814886100590229, 0.0035640026908367872, 0.04086349532008171, 0.009991810657083988, 0.017056798562407494, -0.019031353294849396, -0.02400275319814682, 0.0010257886024191976, 0.014368042349815369, 0.006763902958482504, -0.03041655756533146, -0.026229379698634148, -0.011119128204882145, -0.003987621981650591, 0.018961334601044655, 0.004670314025133848, -0.007576131261885166, -0.0027167643420398235, -0.02208421379327774, 0.02386271394789219, -0.01627257838845253, -0.00938964169472456, -0.027587762102484703, -0.04013529047369957, 2.5641978936619125e-05, -0.034869808703660965, 0.014333032071590424, 0.019045358523726463, -0.005580570083111525, 0.006326279602944851, 0.005643587559461594, -0.025865277275443077, -0.01576843671500683, 0.020585792139172554, -0.035373952239751816, -0.0161325391381979, -0.00787721574306488, -0.05352305620908737, 0.016594668850302696, 0.011973368003964424, -0.018443187698721886, 0.008570411242544651, 0.002975837094709277, 0.016104530543088913, 0.005675096530467272, -0.007828202098608017, 0.0018485200125724077, 0.008479385636746883, -0.019255416467785835, -0.00916557852178812, 0.017336877062916756, 0.008136289194226265, 0.007821200415492058, 0.007548123598098755, -0.004803351126611233, -0.016762716695666313, 0.03176093474030495, 0.010173861868679523, -0.03484180197119713, 0.016104530543088913, -0.016608672216534615, 0.007106999401003122, 0.013940921984612942, -0.005100935231894255, -0.0036235193256288767, 0.044588543474674225, 0.011714295484125614, -0.009221593849360943, 0.009634710848331451, -0.0077861906029284, 0.006592354737222195, -0.03290925920009613, 0.021986184641718864, -0.033105313777923584, 0.02076784335076809, 0.017434904351830482, 0.009193586185574532, -0.019311433658003807, -0.005808134097605944, -0.01753293164074421, -0.007807196583598852, 0.030304525047540665, -0.016244569793343544, 0.026789536699652672, -0.008479385636746883, 0.00773017480969429, 0.005310994107276201, 0.016804726794362068, 0.012911632657051086, 0.023526618257164955, 0.0005050170584581792, 0.022574350237846375, -0.010755025781691074, 0.011679286137223244, 0.0032786724623292685, -0.014038949273526669, -0.009935795329511166, 0.014410054311156273, 0.017266858369112015, 0.020963897928595543, 0.0018012567888945341, 0.006252759136259556, 0.025207091122865677, 0.0029670847579836845, 0.05103035643696785, -0.00040326968883164227, -0.003851083340123296, -0.010152855888009071, -0.004897878039628267, -0.026691509410738945, 0.011651277542114258, 0.003851083340123296, 0.01686074398458004, 0.013317747041583061, -0.014956207945942879, 0.007968241348862648, -0.013121691532433033, 0.024800976738333702, -0.0008126661414280534, 0.009298616088926792, 0.025599202141165733, -0.01848519966006279, 0.008514394983649254, 0.014277016744017601, 0.028988154605031013, 0.012974650599062443, 0.004729830659925938, 0.018667250871658325, -0.014634116552770138, -0.024114783853292465, 0.008500391617417336, -0.016384609043598175, 0.010026820935308933, -0.026901567354798317, -0.023008473217487335, 0.014578101225197315, -0.026327406987547874, -0.020445752888917923, -0.002329905517399311, -0.03593410924077034, 0.010916071012616158, 0.012708575464785099, -0.0093826400116086, 0.023162515833973885, 0.014298022724688053, 0.03498184308409691, -0.017560940235853195, -0.04713726043701172, 0.03374949470162392, 0.008031259290874004, -0.016230566427111626, 0.0008542403229512274, -0.022770406678318977, -0.00809427723288536, -0.0026169861666858196, -0.012925636023283005, 0.007296052761375904, 0.00559457391500473, -0.000656434684060514, 0.006259760819375515, -0.012435498647391796, 0.0008756838506087661, 0.03669032081961632, 0.004383232910186052, -0.004355225246399641, 0.008493389002978802, -0.00464230589568615, 0.023470602929592133, -0.03820274770259857, -0.00229139463044703, 0.006508330814540386, -8.839987276587635e-05, -0.03212503716349602, -0.026005316525697708, 0.016370605677366257, -0.017028789967298508, 0.030724642798304558, -0.02024969644844532, 0.001535181887447834, -0.00045644090278074145, 0.006627364549785852, 0.00843737367540598, 0.016006503254175186, 0.025095060467720032, 0.03495383262634277, -0.009039542637765408, -0.017070801928639412, -0.018793286755681038, -0.001925541670061648, 0.0103489113971591, 0.06587453186511993, 0.025431154295802116, -0.02230827510356903, 0.00975374411791563, -0.029436280950903893, 0.011182146146893501, -0.00890650600194931, -0.010664000175893307, 0.0011999625712633133, 0.0077161709778010845, -0.00014857304631732404, 0.0018730269512161613, 0.005391516722738743, -0.012925636023283005, 0.01590847596526146, 0.0021461036521941423, 0.018961334601044655, -0.022700386121869087, -0.008836486376821995, -0.003921103198081255, 0.00714200921356678, 0.0005540308775380254, -0.006910944357514381, 0.018737271428108215, 0.01722484640777111, -0.0064208065159618855, 0.034141603857278824, 0.015880467370152473, 0.012568536214530468, -0.008150292560458183, 0.007068488746881485, -0.014676128514111042, -0.0009032540838234127, -0.006532838102430105, -0.006602857727557421, 0.013702855445444584, -0.0018170111579820514, -0.003942109178751707, 0.015334313735365868, 0.010054828599095345, -0.009004533290863037, 0.019927605986595154, 0.004278203472495079, 0.005149948876351118, 0.011623269878327847, -0.028231943026185036, -0.015376325696706772, 0.016370605677366257, -0.0030686133541166782, -0.012218437157571316, 0.036998409777879715, 0.007898221723735332, -0.03727848827838898, -0.018611235544085503, 0.015880467370152473, -0.012211435474455357, 0.0013198712840676308, -0.014718140475451946, -0.0015719422372058034, -0.035682037472724915, -0.011476228944957256, -0.03475777804851532, 0.011903348378837109, -0.01071301382035017, -0.014844176359474659, -0.0049048797227442265, -0.019479479640722275, 0.004295708611607552, -0.019199401140213013, 0.008045263588428497, -0.03100472316145897, -0.016090527176856995, -0.05786427855491638, -0.026229379698634148, 0.01321971882134676, 0.00666587520390749, 0.009081554599106312, 0.020795850083231926, -0.004946891684085131, 0.010264887474477291, -0.016818732023239136, -0.013667845167219639, -0.015264294110238552, -0.03461774066090584, 0.02988440729677677, -0.026565473526716232, 0.011728299781680107, -0.0002021818800130859, -0.02253233827650547, -0.00612672371789813, 0.0273917056620121, -0.007772186305373907, -0.014998218975961208, 0.006000688299536705, 0.010951081290841103, 0.02636941894888878, 0.004330718424171209, -0.009711732156574726, 0.03131280839443207, -0.01751892827451229, 0.0005010784952901304, -0.021538060158491135, -0.01215541921555996, -0.034057579934597015, 0.0032016506884247065, 0.01679072342813015, 0.023988747969269753, 0.013044670224189758, 0.011574256233870983, -0.026467446237802505, 0.01870926283299923, -0.023722674697637558, -0.013779876753687859, 0.011028102599084377, 0.01310768723487854, 0.008003251627087593, 0.02209821715950966, -0.004036635626107454, 0.003861586330458522, -0.02657947689294815, 0.010292896069586277, -0.013534807600080967, 0.027489732950925827, 0.012085399590432644, -0.010362915694713593, 0.029800383374094963, -0.008507393300533295, 0.00031990249408409, -0.04094751924276352, 0.021972181275486946, -0.009935795329511166, 0.03318933770060539, 0.007667156867682934, 0.018233129754662514, -0.021958177909255028, -0.020711826160550117, -0.018583228811621666, 0.024324843659996986, 0.007036979775875807, -0.008269326761364937, 0.0016157045029103756, 0.01520827878266573, -0.011504236608743668, -0.004603795241564512, 0.0033346882555633783, -0.031032729893922806, -0.006788409780710936, 0.002630990231409669, 0.02209821715950966, 0.0306406207382679, -0.011763309128582478, 0.008598418906331062, -0.03190097585320473, -0.03750254958868027, 0.0017041043611243367, -0.03150886297225952, -0.015992499887943268, 0.00607770960777998, -0.0011990873608738184, 0.004022631794214249, 0.0635218694806099, 0.018023069947957993, -0.004684317857027054, 0.032209061086177826, -0.014410054311156273, 0.010495953261852264, 0.0032751713879406452, -0.0011824576649814844, -0.012750587426126003, -0.0026817545294761658, 0.011105123907327652, -0.007457097992300987, 0.0010835548164322972, -0.0009198837797157466, 0.0132127171382308, 0.017714982852339745, -0.022924449294805527, -0.006042699795216322, -0.005514051299542189, -0.032293085008859634, -0.01450808160007, 0.024114783853292465, -0.0026292395778000355, -0.0012305962154641747, -0.048061519861221313, -0.021818138659000397, 0.03688637539744377, 0.012869620695710182, 0.019927605986595154, 0.027629772201180458, 0.022546343505382538, -0.019325437024235725, 0.010096840560436249, 0.007436092011630535, 0.022854428738355637, -0.02151005156338215, -0.0212019644677639, -0.033833518624305725, 0.0032296585850417614, 0.006847926415503025, -0.020123660564422607, 0.03078065998852253, -0.0024016755633056164, -0.011427214369177818, -0.013786878436803818, 0.009214592166244984, -0.018163109198212624, -0.013821888715028763, 0.0037565568927675486, -0.04136763885617256, -0.023036479949951172, -0.013240724802017212, -0.005188459530472755, 0.003231409005820751, -0.009102560579776764, 0.0003730737080331892, -0.015040230937302113, 0.018219126388430595, -0.01974555477499962, -0.019101373851299286, 0.001034541055560112, 0.04245994612574577, 0.04853765666484833, -0.007092995569109917, 7.778751023579389e-05, 0.026411430910229683, 0.005048420280218124, -0.01627257838845253, -0.0013216218212619424, -0.003984120674431324, 0.01060098223388195, 0.0032086526043713093, 0.00035819452023133636, -0.0003529430541675538, -0.015278298407793045, 0.025641214102506638, -0.003448470262810588, -0.048845741897821426, -0.05948873609304428, 0.018079085275530815, 0.00613372540101409, 0.0016752212541177869, -0.02858204022049904, -0.033917542546987534, -0.013527805916965008, -0.012806602753698826, -0.012715577147901058, 0.01877928338944912, -0.007324060425162315, 0.000756212742999196, 0.01081804372370243, -0.0010853053536266088, 0.01950748823583126, 0.0040016258135437965, -0.007012472953647375, 0.00511493906378746, 0.030500581488013268, 0.0013023663777858019, -0.02761576883494854, 0.013975932262837887, -0.021412024274468422, 0.02761576883494854, -0.03576606139540672, 0.014101967215538025, 0.019199401140213013, -0.007135007064789534, -0.002095339586958289, 0.012820607051253319, 0.006364790722727776, 0.03092069923877716, -0.0368303619325161, -0.009550686925649643, -0.011455222964286804, -0.002030571224167943, 0.01884930208325386, -0.008815480396151543, -0.00975374411791563, -0.02068381942808628, -0.006021694280207157, 0.009823763743042946, 0.019689539447426796, 0.005468538496643305, -0.024927012622356415, 0.0018380171386525035, -0.003021349897608161, -0.02643943764269352, -0.021986184641718864, -0.0037145449314266443, 0.039070989936590195, -0.0345897302031517, -0.001324247568845749, 0.015866464003920555, -0.005580570083111525, 0.010656998492777348, 0.012435498647391796, -0.0036725332029163837, -0.03349742293357849, 0.03937907889485359, -0.020585792139172554, -0.0032331596594303846, 0.014676128514111042, -0.015222282148897648, -0.03517789766192436, -0.03033253364264965, -0.014326030388474464, 0.0038405803497880697, 0.01781301200389862, -0.02009565383195877, -0.015334313735365868, -0.0035955114290118217, -0.018961334601044655, 0.025011036545038223, 0.008605420589447021, -0.01943746767938137, 0.0003654152969829738, 0.023764684796333313, 0.005254978314042091, -0.006007689982652664, 0.012148417532444, 0.016580665484070778, 0.024842988699674606, 0.009739739820361137, 0.019017349928617477, -0.020809855312108994, 0.003481729421764612, -0.027349693700671196, -0.003609515493735671, 0.01177731342613697, -0.05131043493747711, -0.02031971700489521, -0.006511832121759653, -0.005517552141100168, -0.01751892827451229, 0.00421868683770299, -0.005923666525632143, 0.009186584502458572, -0.021299991756677628, 0.019773563370108604, -0.018863307312130928, 0.006679879035800695, 0.0106780044734478, 0.006046201102435589, -0.01606251858174801, 0.0018275141483172774, -0.030864683911204338, -0.020207684487104416, -0.0093826400116086, 0.013317747041583061, -0.03377750143408775, -0.012652559205889702, -0.003749554743990302, 0.0338895358145237, -0.009256604127585888, -0.045092687010765076, -0.016020506620407104, -0.004887375049293041, -0.03374949470162392, -0.0029215719550848007, -0.016664687544107437, -0.006452315021306276, 0.0007395830471068621, 0.032573163509368896, -0.009452659636735916, 0.020263701677322388, 0.0016550906002521515, 0.02172011137008667, -0.005433528684079647, 0.0024104281328618526, -0.014606108888983727, -0.007478103972971439, 0.008360352367162704, -0.005979682318866253, -0.040023259818553925, -0.015264294110238552, -0.0046212999150156975, -0.024941015988588333, 0.005030915141105652, 0.01476015243679285, -0.001062548952177167, 0.005811634939163923, 0.005205964669585228, -0.009627708233892918, 0.023078491911292076, 0.006837423425167799, 0.011756307445466518, -0.02394673600792885, -0.006858429405838251, 0.011182146146893501, -0.008878497406840324, -0.015936482697725296, -0.009319622069597244, 0.013422776013612747, 0.002842799760401249, 0.012687569484114647, -0.02180413343012333, -0.013352756388485432, 0.025095060467720032, -0.0008065393776632845, 0.05002207309007645, 0.017280861735343933, -0.011056110262870789, 0.02452089823782444, 0.01295364461839199, -0.01627257838845253, -0.009256604127585888, 0.023358572274446487, 0.0026292395778000355, 0.004789347294718027, 0.03842680901288986, -0.028988154605031013, -0.0016865994548425078, -0.013646839186549187, 0.010180864483118057, -0.01974555477499962, -0.006256259977817535, -0.00041158453677780926, -0.007184021174907684, -0.026831548660993576, 0.01988559402525425, 0.02401675656437874, -0.022994469851255417, 0.007534119766205549, -0.0223222803324461, -5.732862700824626e-05, 0.008031259290874004, 0.00581863708794117, -0.013506799936294556, -0.011441218666732311, -0.007057985756546259, 0.003425713861361146, -0.007219030987471342, -0.025347130373120308, -0.007338064257055521, 0.018793286755681038, 0.009578694589436054, 0.017266858369112015, 0.20020031929016113, -0.028161922469735146, 0.0110841179266572, 0.02268638275563717, 0.020305711776018143, -0.00865443516522646, 0.014998218975961208, 0.001585070975124836, -0.017196837812662125, -0.005079929251223803, -0.005381013732403517, 0.011476228944957256, -0.026677506044507027, 0.001473914599046111, 0.02946428954601288, -0.028988154605031013, -0.032517146319150925, -0.040527403354644775, -0.02244831621646881, 0.011378200724720955, -0.014452065341174603, 0.008899503387510777, -0.010215873830020428, -0.012722578831017017, 0.0048068524338305, -0.026201371103525162, 0.006812916602939367, 0.006539839785546064, 0.01273658312857151, 0.01568441279232502, -0.023512614890933037, 0.0038580854889005423, 0.02090788260102272, -0.011035104282200336, 0.0006673752795904875, -0.010481948964297771, 0.02275640144944191, -0.0018887813203036785, 0.006221250165253878, 0.040751464664936066, 0.05780826136469841, 0.006770904641598463, 0.023022476583719254, -0.027349693700671196, -0.006350786425173283, 0.012190429493784904, -0.01001281663775444, 0.017112813889980316, -0.03694239258766174, 0.006119721569120884, -0.017644964158535004, 0.03416961431503296, 0.017406897619366646, 0.03321734443306923, -0.010362915694713593, -0.010026820935308933, -0.03187296539545059, -0.004204683005809784, -0.0006936326390132308, 0.012302461080253124, -0.026243383064866066, -0.011210153810679913, -0.00767415901646018, 0.03646625950932503, -0.007828202098608017, 0.005717108491808176, -0.008696446195244789, 0.013394768349826336, 0.012057391926646233, -0.010909069329500198, -0.02223825640976429, -0.005479041486978531, -0.014368042349815369, -0.010776031762361526, -0.03727848827838898, -0.036914385855197906, 0.03851083293557167, 0.013877904042601585, 0.01928342506289482, 0.03470176085829735, 0.018597232177853584, -0.01473214477300644, 0.014438061974942684, -0.03733450174331665, -0.020949894562363625, -0.0134437819942832, 0.03467375412583351, -0.013527805916965008, -0.011252165772020817, -0.00820630881935358, 0.004803351126611233, -0.006581851746886969, -2.2537589757121168e-05, 0.006315776612609625, -0.01686074398458004, -0.006917946040630341, -0.010811041109263897, -0.0027150139212608337, -0.001262105070054531, -0.03585008531808853, 0.00463880505412817, 0.03108874522149563, 0.007982245646417141, -0.006389297544956207, 0.020865870639681816, 0.028680069372057915, -0.00731005659326911, 0.022574350237846375, 0.008605420589447021, -0.01023687981069088, 0.007709168829023838, -0.030668627470731735, 0.019423464313149452, 0.016958771273493767, -0.0004264637245796621, 0.014494077302515507, 0.014942203648388386, 0.011721297167241573, 0.026915572583675385, -0.011455222964286804, 0.0019658030942082405, -0.017644964158535004, 0.002312400611117482, 0.010586978867650032, -0.00073433161014691, -0.04640905559062958, -0.017925042659044266, 0.024800976738333702, -0.051142387092113495, 0.0026554970536381006, 0.01819111779332161, -0.02450689487159252, 0.01532031036913395, -0.002595980418846011, 0.009088557213544846, 0.006469820160418749, -0.027349693700671196, -0.020963897928595543, -0.01905936188995838, 0.01119614951312542, -0.011273171752691269, 0.012673565186560154, 0.003042355878278613, -0.007947235368192196, 0.022504331544041634, -0.03554200008511543, 0.0054825423285365105, -0.006098715588450432, 0.02121596783399582, -0.01188934501260519, -0.006805914919823408, 0.018527211621403694, -0.003520240308716893, -0.004036635626107454, 0.010383921675384045, -0.0030511084478348494, -0.03472977131605148, -0.029100187122821808, 0.008633429184556007, 0.019325437024235725, -0.02732168696820736, 0.0006700009689666331, 0.01130117941647768, -0.0029635836835950613, -0.013261730782687664, -0.010867057368159294, -0.1785782426595688, -0.0014502829872071743, 0.020053641870617867, -0.01995561458170414, 0.019577506929636, 0.001573692774400115, 0.025221094489097595, 0.007464099675416946, -0.02827395498752594, 0.004561783280223608, -0.006760402116924524, -0.0040016258135437965, 0.03400156646966934, -0.01523628644645214, -0.0018380171386525035, -0.006781407631933689, -0.03010847046971321, 0.008451377972960472, 0.017504924908280373, 0.015782440081238747, 0.023386579006910324, -0.02540314570069313, 0.0176029521971941, 0.005240974482148886, 0.01694476790726185, 0.009508674964308739, 0.004201181698590517, 0.021930169314146042, -0.007527117617428303, -0.03932306170463562, -0.025305118411779404, -0.013289738446474075, 0.017799006775021553, 0.000850739364977926, 0.013597825542092323, 0.017560940235853195, 0.006210747174918652, -0.0006931950338184834, -0.030080461874604225, 0.019577506929636, 0.019353443756699562, 0.019535494968295097, 0.006868932396173477, 0.006616861559450626, -0.010019819252192974, 0.01730887033045292, 0.01715482585132122, -0.008892501704394817, 0.008360352367162704, -0.01347178965806961, 0.03881892189383507, -0.006616861559450626, 0.02291044592857361, 0.0027675286401063204, 0.0027080117724835873, 0.00046913197729736567, 0.0045022666454315186, -0.00523047149181366, -0.009088557213544846, -0.037306495010852814, -0.010425932705402374, -0.0026169861666858196, 0.0197315514087677, -0.01020187046378851, -0.005237473640590906, -0.042740024626255035, -0.0424039289355278, -0.01263155322521925, -0.025585196912288666, -0.015026227571070194, -0.0223222803324461, -0.031396832317113876, -0.0029215719550848007, 0.00037241727113723755, 0.02038973569869995, 0.041059549897909164, -0.02901616320014, 0.004043637774884701, 0.028988154605031013, 0.018737271428108215, 0.012393486686050892, 0.02635541372001171, -0.010180864483118057, 0.010692007839679718, 0.004246694501489401, -0.008192304521799088, -0.004845363087952137, 0.0345897302031517, -0.016818732023239136, -0.012498516589403152, 0.008248320780694485, -0.012379482388496399, 0.027279675006866455, -0.0021320998203009367, 0.01862523891031742, 0.004792848136276007, -0.007117502391338348, -0.0014152731746435165, -0.007275046780705452, -0.020529774948954582, -0.0002483511052560061, 0.0006997593445703387, -0.025571193546056747, 0.00229139463044703, 0.04349623620510101, 0.02298046462237835, -0.021776126697659492, 0.02165009081363678, 0.0365222729742527, -0.00810127891600132, 0.00341521087102592, -0.0059166643768548965, -0.003592010587453842, -0.006095214746892452, 0.0034939830657094717, 0.018163109198212624, 0.0013575069606304169, -0.023470602929592133, 0.014263012446463108, -0.008045263588428497, 0.06324179470539093, -0.010082836262881756, -0.017630960792303085, 0.019675536081194878, -0.012442500330507755, -0.023302555084228516, -0.10329306125640869, 0.01693076267838478, 0.015516364946961403, 0.036494266241788864, -0.015810448676347733, 0.01203638594597578, -0.003823075443506241, 0.03596211597323418, -0.009137570858001709, 0.05455935001373291, -0.012218437157571316, -0.02291044592857361, 0.024184804409742355, 0.009361634030938148, -0.0021671096328645945, -0.004309712443500757, -0.004820856265723705, -0.028680069372057915, -0.013737864792346954, 0.040611423552036285, -0.027349693700671196, -0.015796443447470665, 0.015362321399152279, -0.02165009081363678, -0.0055595641024410725, -0.02607533521950245, -0.01642662100493908, 0.01604851521551609, -0.005832640919834375, -0.019899597391486168, 0.024786973372101784, -0.039939235895872116, 0.003548248205333948, -0.01687474735081196, 0.012323467060923576, 0.001702353940345347, 0.018891314044594765, -0.005661092698574066, 0.024058768525719643, 0.0015378076350316405, 0.008983527310192585, 0.007170017343014479, -0.006193242501467466, 0.012841613031923771, -0.013478792272508144, 0.005489544477313757, -0.024324843659996986, 0.02974436804652214, 0.007240036968141794, -0.03122878633439541, -0.030164485797286034, -0.008087275549769402, -0.027419714257121086, 0.015264294110238552, 0.0027377703227102757, -0.015054235234856606, 0.012533525936305523, 0.017098810523748398, -0.003805570537224412, 0.020361728966236115, 0.0025662218686193228, 0.011798319406807423, -0.00987277738749981, -0.003437967272475362, 0.021313996985554695, -0.009473665617406368, -0.02281241863965988, -0.0459609292447567, 0.010881060734391212, 0.011231159791350365, -0.009711732156574726, 0.024044765159487724, -0.0009102560579776764, 0.014802164398133755, -0.033161330968141556, 0.0009251352748833597, -0.008507393300533295, -0.019689539447426796, 0.013226721435785294, 0.005734613165259361, -0.015796443447470665, -0.016832735389471054, 0.0039246040396392345, -0.0090535469353199, -0.003499234328046441, 0.011609265580773354, -0.010783033445477486, -0.022938452661037445, -0.00035338065936230123, -0.02841399423778057, -0.0032244070898741484, 0.027587762102484703, -0.0038860931526869535, -0.04579288139939308, -0.015922479331493378, 0.012330468744039536, -0.025277111679315567, 0.008633429184556007, 0.01104210689663887, 0.018793286755681038, -0.02820393443107605, -0.02085186541080475, -0.06340984255075455, 0.032517146319150925, -0.0016052016289904714, -0.031984999775886536, -0.0009925292106345296, 0.0011054360074922442, 0.018065081909298897, 0.004561783280223608, -0.009599700570106506, 0.003917602356523275, -0.025893284007906914, 0.0038930953014642, -0.023974744603037834, -0.02666350081562996, -0.02716764248907566, -0.012456504628062248, 0.0028568035922944546, -0.02488500066101551, 0.010642994195222855, 0.0035745056811720133, 0.008983527310192585, -0.00835334975272417, 0.0029110689647495747, 0.023106500506401062, -0.0020008129067718983, -0.008633429184556007, -0.02010965719819069, 0.012652559205889702, -0.0004058954364154488, 0.018079085275530815, 0.000310055969748646, -0.011630271561443806, -0.011644275858998299, 0.02400275319814682, -0.013723860494792461, -0.0068549285642802715, 0.010215873830020428, 0.017771000042557716, 0.007415086030960083, 0.016916759312152863, -0.019115377217531204, -0.019983621314167976, 0.001334750559180975, -0.0008100403938442469, 0.004684317857027054, 0.002620487241074443, -0.008444375358521938, 0.00820630881935358, 0.03601813316345215, -0.0009452659287489951, 0.03377750143408775, 0.02590728923678398, 0.008157295174896717, -0.038706887513399124, -0.017112813889980316, 0.01520827878266573, 0.014942203648388386, 0.006707887165248394, 0.01641261763870716, 0.013730863109230995, 0.03895895928144455, -0.010040824301540852, 0.008374355733394623, -0.01498421560972929, 0.014536089263856411, -0.0132127171382308, -0.027293678373098373, -0.024828985333442688, -0.01152524258941412, -0.03447769954800606, 0.009935795329511166, -0.009445657022297382, 0.009914789348840714, 0.01439605001360178, 0.003620018484070897, 0.02127198502421379, 0.00613022455945611, -0.009368635714054108, -0.01915738917887211, 0.015292301774024963, 0.016160545870661736, -0.010671001859009266, 0.0003205589309800416, -0.010033822618424892, 0.025977307930588722, 0.009431653656065464, 0.0033907038159668446, 0.014550093561410904, -0.002730768173933029, 0.011980370618402958, 0.005314494948834181, 0.015656404197216034, -0.010005814954638481, 0.01380088273435831, -0.003560501616448164, 0.001658591558225453, 0.007352068554610014, 0.007071989588439465, 0.003648026380687952, 0.015152262523770332, 0.029940422624349594, 0.01251251995563507, -0.00517095485702157, -0.0016787223285064101, -0.021818138659000397, 0.0014835423789918423, -0.053999193012714386, -0.0332733616232872, 0.015530369244515896, 0.023162515833973885, 0.019269421696662903, -0.006574849598109722, 0.0014844175893813372, -0.0006958207814022899, -0.026789536699652672, 0.022126223891973495, -0.008451377972960472, -0.030668627470731735, -0.028554033488035202, 0.031704921275377274, 0.019633524119853973, -0.0051324437372386456, 0.036998409777879715, 0.00041617959504947066, 0.033161330968141556, -0.004316714592278004, 0.015446345321834087, -0.015082242898643017, 0.0332733616232872, 0.011994373984634876, 0.016580665484070778, 0.010804039426147938, -0.012470507994294167, 0.000589915958698839, 0.013730863109230995, -0.031032729893922806, 0.0013023663777858019, 0.015068239532411098, 0.005489544477313757, 0.0821751207113266, 0.024492889642715454, -0.016580665484070778, -0.000689694017637521, -0.02002563327550888, -0.005507049150764942, 0.007436092011630535, 0.02319052442908287, -0.00028642432880587876, -0.023148512467741966, -0.010159858502447605, -0.002799037378281355, -0.011539245955646038, -0.022364292293787003, -0.0034782285802066326, -0.005591073073446751, 0.0028392986860126257, -0.001033665845170617, -0.008808477781713009, 0.004876872058957815, 0.025459162890911102, 0.011952362954616547, -0.0021426028106361628, 0.013345754705369473, -0.026621488854289055, -0.006154731381684542, 0.0313408188521862, 0.015390329994261265, -0.00817830115556717, -0.01795305125415325, 0.03475777804851532, 0.0053530060686171055, -0.04769741743803024, -0.026831548660993576, -0.00865443516522646, -0.010313902050256729, -0.005149948876351118, -0.037446536123752594, 0.0039141010493040085, -0.020893877372145653, 0.009494670666754246, 0.006490826141089201, -0.017350880429148674, -0.018135102465748787, 0.018835298717021942, 0.0009785252623260021, -0.001473914599046111, -0.019171392545104027, -0.03436566889286041], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'), : RelatedNodeInfo(node_id='6817b959-9b45-4b43-895c-2b0bb58c6e92', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='04945ffe50cf5ac26e09e8b113cd0d669dd39d46b90a2ad338d4a9346dcfa0b4'), : RelatedNodeInfo(node_id='e84dbd8c-2543-42fe-b9cb-744d5e99ed4b', node_type=, metadata={}, hash='4bf397e2c181ab661962278bf042c2fe854b92bf4e714cfee706bc499c64e98f')}, hash='e65e3802838e02b2fef0d95c1d2c3f39d36820999fd454f611fc18587261bfca', text=\"GPTQ: Post-training quantization on generative models In a groundbreaking paper [1], researchers unveiled GPTQ, a novel post-training quantization method that has the potential to reshape the world of language model compression. GPTQ is not only efficient enough to be applied to models boasting hundreds of billions of parameters, but it can also achieve remarkable precision by compressing these models to a mere 2, 3, or 4 bits per parameter without sacrificing significant accuracy. This cutting-edge technique is showcased by its ability to quantize massive models, such as OPT-175B and BLOOM-176B, in just a matter of a few GPU hours while maintaining minimal perplexity, a stringent measure of accuracy. On the practical front, the researchers have developed an execution harness that enables efficient operation of the compressed models for generative tasks. Remarkably, they achieved the milestone of running the compressed OPT-175B model on a single NVIDIA A100 GPU, or with only two more cost-effective NVIDIA A6000 GPUs. Additionally, bespoke GPU kernels optimized for compression result in significant speedups, further enhancing the practicality of these compressed models. What makes GPTQ stand out is its ability to quantize language models with hundreds of billions of parameters to the 34 bits/component range. This is a remarkable leap, as prior methods struggled to maintain accuracy below 8 bits and typically focused on smaller models. However, the study also highlights the complex tradeoffs between perplexity, bit-width, and model size induced by compression. But it comes with limitations. GPTQ does not currently offer speedups for actual multiplications due to the lack of hardware support for mixed-precision operands on mainstream architectures. Activation quantization is also not included in the current results but can be addressed through orthogonal techniques. In sum, GPTQ's ability to compress extremely accurate language models to unprecedented levels marks a significant milestone in the field of machine learning and language modeling. It paves the way for more efficient and accessible applications of these colossal models while pointing toward further research possibilities in the realm of model compression. ¿When you should use GPTQ? The\", start_char_idx=0, end_char_idx=2284, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='e84dbd8c-2543-42fe-b9cb-744d5e99ed4b', embedding=[-0.021690120920538902, 0.00877071637660265, -0.001358242821879685, -0.024585848674178123, -0.005989842116832733, 0.007663935422897339, -0.017861632630228996, -0.00770570058375597, -0.027370203286409378, -0.0419602207839489, 0.01296813040971756, 0.02923572063446045, -0.012717538513243198, -0.012188510969281197, 0.007475991267710924, 0.001828972715884447, 0.018056537955999374, 0.006626763381063938, 0.002563346177339554, -0.010490055195987225, 0.001903802272863686, 0.006578037049621344, -0.01740221492946148, -0.03260479122400284, -0.0068703945726156235, 0.027133533731102943, 0.041598252952098846, -0.025922339409589767, -0.014012263156473637, 0.009285821579396725, 0.004663793370127678, 0.010037597268819809, -0.04101353883743286, 0.0038250067736953497, -0.018265364691615105, -0.029152190312743187, 0.02347210794687271, -0.0009623424848541617, 0.041653942316770554, -0.020882658660411835, 0.026312148198485374, 0.02862316370010376, 0.006769461557269096, -0.0016436391742900014, 0.0001578163355588913, 0.005231105722486973, -0.001068496028892696, -0.010810256004333496, -0.01940695010125637, -0.001181610394269228, -0.0016880148323252797, 0.032855380326509476, -0.01527218334376812, 0.019727149978280067, -0.02574135549366474, 0.009814849123358727, 0.016483377665281296, -0.007928448729217052, 0.017569275572896004, 0.01407491136342287, -0.0018115706043317914, -0.003123697591945529, -0.027746090665459633, 0.013712945394217968, 0.0007630871259607375, -0.0158290546387434, -0.01562022790312767, 0.026172930374741554, 0.006967846769839525, -0.01149242278188467, 0.01097731664776802, 0.025699591264128685, -0.0029670775402337313, -0.014381189830601215, 0.022859549149870872, -0.022539349272847176, 0.002864404581487179, -0.007103584241122007, -0.02821943163871765, -0.01344843115657568, 0.016956718638539314, -0.01142281387001276, -0.001480928505770862, 0.033467940986156464, 0.009780044667422771, 0.0016131852753460407, -0.0021961594466120005, -0.0036475041415542364, -0.0018167912494391203, -0.0011946620652452111, 0.007469030562788248, 0.0051162512972950935, 0.05513021722435951, 0.009466804563999176, -0.0061986688524484634, 0.015369636006653309, -0.008784637786448002, 0.013156074099242687, -0.008206884376704693, -0.013671180233359337, -0.007040936034172773, -0.00033847306622192264, -0.024669378995895386, -0.015982193872332573, -0.020339708775281906, -0.029625531286001205, 0.01197272352874279, 0.029541999101638794, -0.011534187942743301, 0.0015287845162674785, -0.014798843301832676, 0.043797895312309265, -0.011555070988833904, -0.033273033797740936, -0.005147574935108423, 0.0033655883744359016, 0.008067666552960873, 0.0030993344262242317, 0.016942797228693962, -0.0028835469856858253, 0.036419354379177094, 0.014026185497641563, 0.026131166145205498, 0.002968817949295044, 0.011638601310551167, -0.004761246033012867, -0.01421412918716669, -0.02017264813184738, -0.027286672964692116, -0.0005055343499407172, 0.011784779839217663, 0.039537832140922546, 0.0033116415143013, 0.008450515568256378, -0.011756936088204384, 0.023764465004205704, -0.0065710763446986675, -0.025435077026486397, -0.03296675533056259, -0.01788947731256485, 0.004228738136589527, 0.014743156731128693, 0.004218297079205513, -0.018474191427230835, -0.0044410452246665955, 0.028734536841511726, -0.0009510310483165085, 0.01677573472261429, 0.023625247180461884, -0.01008632406592369, 0.0013451911509037018, -0.03611307591199875, -0.006417936645448208, 0.036697790026664734, 0.011081730015575886, 0.008944738656282425, 0.010538781061768532, 0.004834335297346115, -0.041653942316770554, -0.025268016383051872, -0.020144803449511528, 0.001486149150878191, -0.016010036692023277, 0.01871086098253727, 0.004823893774300814, 0.0344146192073822, 0.028985129669308662, -0.00472992192953825, -0.008715028874576092, -0.02010303921997547, -0.01809830404818058, 0.03382990509271622, -0.02867884933948517, 0.02890159748494625, 0.004980513826012611, 0.00040090351831167936, 0.01982460357248783, -0.010065441019833088, -0.00784491840749979, -0.018724782392382622, 0.004545458592474461, 0.005513021722435951, 0.004903944209218025, 0.014868452213704586, -0.028261197730898857, 0.00024254336312878877, -0.003534389892593026, -0.010378681123256683, -0.003960744012147188, -0.009195330552756786, 0.0182375218719244, 0.012773226015269756, -0.02166227623820305, -0.01666436158120632, -0.609439492225647, -0.005349440965801477, 0.015940429642796516, -0.016065724194049835, 0.0004759505682159215, 0.0044758496806025505, -0.0014060989487916231, 0.0034386776387691498, -0.01659475266933441, 0.032716162502765656, -0.025198407471179962, 0.00517889903858304, 0.0007543860119767487, -0.018209677189588547, 0.0012590502155944705, -0.02600586973130703, 0.025337625294923782, -0.01280106883496046, -0.007027014158666134, 0.025852730497717857, 0.006651126313954592, -0.0015688096173107624, 0.012543516233563423, 0.020729517564177513, -0.0053215972147881985, 0.02684117667376995, 0.007998057641088963, -0.0024589330423623323, 0.022957000881433487, -0.0017280399333685637, -0.04697205871343613, 0.03408049792051315, 0.014826687052845955, -0.007120986469089985, 0.051983896642923355, -0.02565782517194748, -0.028567476198077202, 0.027634717524051666, 0.0016418989980593324, 0.02455800585448742, -0.03124045580625534, -0.04368652030825615, 0.022929158061742783, 0.014478642493486404, -0.010942512191832066, 0.02375054359436035, 0.0037414762191474438, 0.018543800339102745, -0.02427957020699978, -0.022678567096590996, -0.007392460945993662, 0.012056254781782627, 0.007475991267710924, 0.011812623590230942, 0.014492564834654331, 0.0026120725087821484, 0.027968838810920715, -0.0011850908631458879, 0.01379647571593523, -0.018070459365844727, 0.017694571986794472, 0.017095936462283134, -0.0038667721673846245, -0.03349578380584717, -0.02675764635205269, 0.022525426000356674, 0.023847995325922966, 0.012501751072704792, -0.0008731561247259378, -0.012306846678256989, -0.015731602907180786, 0.019351262599229813, 0.009689553640782833, -0.012599203735589981, -0.010879864916205406, 0.028386492282152176, 0.012425181455910206, -0.02015872485935688, 0.014450798742473125, 0.020534614101052284, 0.011506344191730022, -0.005464295390993357, -0.0022205226123332977, -0.0008809871505945921, 0.021620512008666992, 0.008478359319269657, -0.01156203169375658, 0.007427265401929617, 0.024725066497921944, 0.011220947839319706, -0.011311439797282219, 0.02036755159497261, -0.021369919180870056, -0.05429491028189659, 0.0012294665211811662, 0.005746211390942335, -0.012272042222321033, -0.010677998885512352, -0.0025355026591569185, -0.016065724194049835, -0.005530423950403929, -0.015313949435949326, 0.030043182894587517, 0.025616060942411423, 0.031212612986564636, 0.02518448606133461, -0.017304763197898865, -0.005029240157455206, 0.0058506247587502, -0.018488112837076187, -0.04452182725071907, 0.0015653292648494244, -0.01645553484559059, 0.004959631245583296, 0.015494932420551777, -0.03950998932123184, 0.018279286101460457, 0.007629130966961384, 0.007134907878935337, -0.024377021938562393, 0.02703608013689518, -0.0016097049228847027, 0.007378539070487022, 0.0027217064052820206, 0.025574294850230217, 0.01344843115657568, 0.0065362718887627125, -0.013302252627909184, -0.016260629519820213, 0.02111932821571827, -0.0035744148772209883, -0.006449260748922825, 0.029903965070843697, -0.014450798742473125, 0.030572211369872093, 0.01079633366316557, 0.0502297542989254, 0.020659908652305603, 0.024878205731511116, -0.009717396460473537, -0.019713228568434715, -0.001639288617298007, 0.011736053973436356, 0.0036683869548141956, -0.017457902431488037, -0.033050287514925, -0.011784779839217663, -0.005485177971422672, 0.01734652742743492, 0.005373803898692131, -0.014951982535421848, -0.0013643336715176702, -0.012098019942641258, 0.024307413026690483, -0.014603938907384872, -0.007893644273281097, -0.025087032467126846, -0.037839375436306, 0.011708210222423077, -0.03366284444928169, 0.023639168590307236, 0.02792707458138466, -0.003506546374410391, 0.0028452621772885323, 8.358501509064808e-05, -0.013323135673999786, -0.011130456812679768, 0.021175015717744827, -0.04065157473087311, -0.017026327550411224, -0.009397195652127266, -0.06303778290748596, 0.00983573216944933, 0.014151480980217457, -0.00969651434570551, 0.018891844898462296, 0.0029531558975577354, -0.0002174189139623195, 0.0047508045099675655, -0.00911179929971695, 0.0016671321354806423, 0.007218438666313887, -0.009661709889769554, -0.006525830365717411, 0.018543800339102745, 0.017235154286026955, 0.016469456255435944, -0.000722191936802119, -0.007274125702679157, -0.0017793764127418399, 0.02407074347138405, 0.005217183846980333, -0.03964920714497566, 0.013350979425013065, -0.015912584960460663, 0.0006569335819222033, 0.008721990510821342, -0.008617577143013477, 0.018056537955999374, 0.03421971574425697, -0.00011757371248677373, 0.003464780980721116, 0.007065299432724714, -0.004907424561679363, 0.01396353729069233, -0.023987213149666786, 0.01994989812374115, -0.03513855114579201, 0.03040514886379242, 0.00839482806622982, 0.008116393350064754, -0.015494932420551777, -0.007552561350166798, -0.023694856092333794, -0.011777819134294987, 0.0357789546251297, -0.0033394850324839354, 0.019309498369693756, -0.009209251962602139, -0.003205487970262766, 0.010274267755448818, 0.029541999101638794, 0.012738421559333801, 0.01837673969566822, 0.0007413343410007656, 0.020687753334641457, -0.006184746976941824, 0.014060989953577518, -0.0017410916043445468, -0.019699307158589363, -0.008360023610293865, 0.014520407654345036, 0.010824177414178848, 0.029820434749126434, 0.016970640048384666, 0.003076711669564247, 0.01761104166507721, 0.00980788841843605, 0.05164977163076401, 0.004012950696051121, -0.0013643336715176702, -0.0066024004481732845, -0.010879864916205406, -0.025281937792897224, 0.008415711112320423, 0.005916752852499485, 0.014221089892089367, 0.017986929044127464, -0.012863717041909695, 0.003231591312214732, -0.011367126367986202, 0.027704326435923576, -0.001333009684458375, 0.008478359319269657, 0.02572743408381939, -0.01637200452387333, 0.011088691651821136, 0.011958802118897438, 0.038284871727228165, 0.007656974717974663, -7.46663790778257e-05, 0.02297092415392399, -0.023973291739821434, -0.016678282991051674, 0.014770999550819397, -0.01692887395620346, 0.010643194429576397, -0.03569542244076729, -0.030516523867845535, 0.006282199639827013, -0.028261197730898857, -0.013051660731434822, -0.0010963395470753312, -0.04109707102179527, 0.017165545374155045, 0.012021450325846672, -0.011200065724551678, 0.027217064052820206, 0.008290414698421955, 0.041319817304611206, -0.013803436420857906, -0.04725049436092377, 0.04170962795615196, 0.0018968414515256882, -0.016121411696076393, 0.00032607399043627083, -0.027760013937950134, -0.0055965520441532135, 0.0016384185291826725, -0.006407495588064194, 0.006894757505506277, 0.00486913975328207, 0.01225115917623043, 0.010322993621230125, -0.015383557416498661, 0.015105122700333595, 0.03321734815835953, 0.0010267306352034211, -0.0031428399961441755, -0.002986219944432378, -0.009418078698217869, 0.01912851445376873, -0.034637369215488434, -0.0033273035660386086, 0.024530161172151566, -0.0014722273917868733, -0.025142719969153404, -0.014882373623549938, 0.013156074099242687, -0.015926506370306015, 0.030432993546128273, -0.023583481088280678, 0.003503065789118409, -0.004270503297448158, 0.005979401059448719, 0.004740363452583551, 0.006985248997807503, 0.023291124030947685, 0.038507621735334396, -0.010211619548499584, -0.01111653447151184, -0.018919687718153, -0.0011407152051106095, 0.006017685867846012, 0.054935310035943985, 0.01878046989440918, -0.019031062722206116, 0.008046784438192844, -0.02951415628194809, 0.006852992344647646, -0.012856756336987019, -0.02277601882815361, 0.00010343441681470722, 0.012543516233563423, -0.001158117433078587, 0.005105809774249792, 0.013051660731434822, -0.006497987080365419, 0.025128798559308052, 0.011896153911948204, 0.019100671634078026, -0.024599770084023476, -0.0024641535710543394, 0.005029240157455206, 0.013705984689295292, -0.0020203972235322, -0.007218438666313887, 0.014450798742473125, 0.013775593601167202, 0.0008614096441306174, 0.03007102757692337, 0.015606306493282318, 0.013559806160628796, -0.01644161343574524, 0.011784779839217663, -0.016511220484972, 0.0034438984002918005, -0.005088407546281815, -0.004931787494570017, 0.02071559615433216, -0.0008757664472796023, -0.013232643716037273, 0.020729517564177513, 0.006786863785237074, -0.009640826843678951, 0.028163744136691093, 0.00221008132211864, 0.0012520893942564726, 0.015035513788461685, -0.022191304713487625, -0.013782554306089878, 0.015717679634690285, -0.0011842206586152315, -0.004496732261031866, 0.03344009444117546, -0.009682592004537582, -0.03268831968307495, -0.007622170262038708, 0.01871086098253727, -0.011179182678461075, -0.011408892460167408, -0.009480726905167103, -0.007970214821398258, -0.025365468114614487, -0.005784496199339628, -0.029347095638513565, 0.011749975383281708, -0.01631631702184677, -0.010879864916205406, -0.00018511606322135776, -0.025421155616641045, 0.0004894373123534024, -0.02593626081943512, 0.0034908843226730824, -0.03288322687149048, -0.021926790475845337, -0.045719098299741745, -0.011986645869910717, 0.014067950658500195, -0.0010328214848414063, 0.015634149312973022, 0.018529878929257393, 0.0022170422598719597, 0.00911179929971695, -0.013009895570576191, -0.013371861539781094, -0.013135191984474659, -0.033133815973997116, 0.025421155616641045, -0.031964387744665146, 0.01310734823346138, -0.003048867918550968, -0.02525409497320652, -0.004155648872256279, 0.028706694021821022, -0.0084226718172431, -0.01352500170469284, 0.00039851071778684855, 0.00812335405498743, 0.03385774791240692, 0.007267164997756481, -0.0125504769384861, 0.03185301274061203, -0.015216496773064137, 0.009076994843780994, -0.030321618542075157, -0.009411117993295193, -0.03174164146184921, 0.005634837318211794, 0.011736053973436356, 0.023137984797358513, 0.01031603291630745, 0.007308930158615112, -0.029736904427409172, 0.009230135008692741, -0.022441895678639412, -0.015327870845794678, 0.00815119780600071, 0.01603788137435913, 0.0020412798039615154, 0.019490480422973633, -0.0023336370941251516, 0.002744329161942005, -0.03012671507894993, 0.00627523846924305, -0.02656274102628231, 0.03513855114579201, 0.016636516898870468, -0.01275930367410183, 0.036502886563539505, -0.005210223142057657, 0.00022448856907431036, -0.04691636934876442, 0.023221515119075775, -0.010545741766691208, 0.03502717614173889, 0.010921630077064037, 0.023374654352664948, -0.021314233541488647, -0.01255743857473135, -0.02173188515007496, 0.017583196982741356, 0.006971327122300863, -0.0068738749250769615, 0.005812339950352907, 0.016051802784204483, -0.009271900169551373, -0.011241830885410309, -0.009661709889769554, -0.027398046106100082, -0.006647645961493254, -0.0029531558975577354, 0.020116960629820824, 0.03249341621994972, -0.01588474214076996, -0.0009797447128221393, -0.03252125903964043, -0.03132398799061775, 0.006257836241275072, -0.025922339409589767, -0.001602743985131383, 0.0017062871484085917, 0.0039050569757819176, 0.012265080586075783, 0.06649038195610046, 0.011241830885410309, -0.0012503491016104817, 0.02188502438366413, -0.014450798742473125, 0.00959906168282032, 0.008248649537563324, 0.000731328094843775, -0.016692204400897026, -0.00031171715818345547, 0.004963111598044634, 0.001480928505770862, 0.005937635898590088, -0.0002592930104583502, -0.000847922929096967, 0.01624670810997486, -0.02084089256823063, -0.007963253185153008, -0.011207026429474354, -0.031045550480484962, -0.012640968896448612, 0.01581513322889805, -0.006240434013307095, 0.0008566240430809557, -0.04931091517210007, -0.01527218334376812, 0.03722681850194931, 0.0017175986431539059, 0.024794675409793854, 0.018418503925204277, 0.02024225704371929, -0.023778386414051056, 0.004761246033012867, 0.011645562015473843, 0.016288472339510918, -0.017694571986794472, -0.018251443281769753, -0.04031744971871376, 0.006449260748922825, 0.012098019942641258, -0.013462353497743607, 0.022859549149870872, -0.00027103949105367064, -0.015731602907180786, -0.012787147425115108, 0.008269532583653927, -0.012244198471307755, -0.015856897458434105, -0.009724357165396214, -0.03962136432528496, -0.02503134496510029, -0.015648070722818375, -0.006142981816083193, 0.0015957830473780632, -0.007162751629948616, 0.0024537122808396816, -0.010121128521859646, 0.01755535416305065, -0.021481294184923172, -0.009849653579294682, 0.000685647246427834, 0.04148688167333603, 0.04828070476651192, -0.005673122126609087, -0.003510026726871729, 0.020144803449511528, -0.00031498007592745125, -0.027467655017971992, 0.0037031914107501507, 0.007587365806102753, 0.010824177414178848, -0.005272870883345604, 0.001867257640697062, 0.005265910178422928, -0.01638592593371868, 0.020590299740433693, -0.0006812966894358397, -0.043992798775434494, -0.05635533109307289, 0.01981068216264248, 0.012780186720192432, 0.005791456904262304, -0.02841433696448803, -0.02469722367823124, -0.010970355942845345, -0.006306562572717667, -0.013970497995615005, 0.018961453810334206, -0.002552904887124896, -0.003939861431717873, 0.0059306747280061245, 0.009870536625385284, 0.032298509031534195, 0.007357656490057707, -0.01255743857473135, 0.010448290035128593, 0.03970489278435707, -0.009153565391898155, -0.022943079471588135, 0.01638592593371868, -0.021912869065999985, 0.029207877814769745, -0.02022833377122879, 0.02539331093430519, 0.011325361207127571, -0.009425039403140545, 0.0031550214625895023, 0.004131285939365625, 0.00959906168282032, 0.029541999101638794, -0.03293891251087189, -0.011388009414076805, -0.010587507858872414, 0.01296813040971756, 0.022469740360975266, -0.009752200916409492, -0.005836702883243561, -0.011743014678359032, -0.0050536030903458595, 0.007956292480230331, 0.019212044775485992, -0.0023475587368011475, -0.02574135549366474, -0.00010947080590995029, -0.0026503573171794415, -0.022511504590511322, -0.0196157768368721, -0.00994710624217987, 0.040289606899023056, -0.03516639396548271, 0.0006116878357715905, 0.012508711777627468, -0.008582772687077522, 0.018808314576745033, 0.017931241542100906, -0.0024241285864263773, -0.039732735604047775, 0.040150389075279236, -0.018738705664873123, 0.009014347568154335, 0.017778102308511734, -0.009787005372345448, -0.02895728498697281, -0.02070167474448681, -0.012104980647563934, 0.0037936829030513763, 0.007329812739044428, -0.01658082939684391, -0.017374372109770775, -0.007517756894230843, -0.0013973978348076344, 0.01836281642317772, 0.00579493772238493, -0.023694856092333794, -0.0006995690055191517, 0.01940695010125637, 0.0161631777882576, -0.005613954272121191, 0.01557846274226904, 0.018724782392382622, 0.025574294850230217, 0.00428094482049346, 0.03068358451128006, -0.015912584960460663, 0.006581517402082682, -0.014088832773268223, -0.019239889457821846, 0.010698881931602955, -0.04699990153312683, -0.025268016383051872, -0.007768348790705204, -0.0038702525198459625, -0.009244056418538094, 0.005874987691640854, -0.005338999442756176, -0.00031976570608094335, -0.01761104166507721, 0.011394970118999481, -0.024474475532770157, 0.01851595565676689, 0.012961169704794884, 0.01042740698903799, -0.012167628854513168, 0.008471398614346981, -0.03282753750681877, -0.022246992215514183, 0.003995548468083143, 0.006205630023032427, -0.019977742806077003, -0.012515672482550144, -0.006515389308333397, 0.032716162502765656, -0.013545883819460869, -0.03591817244887352, -0.003087152959778905, -0.006480584852397442, -0.02628430537879467, -0.013580688275396824, -0.026256462559103966, -0.0021891985088586807, -0.0011964022414758801, 0.025894494727253914, -0.005868026986718178, 0.026047635823488235, 0.012592243030667305, 0.016288472339510918, -0.008882090449333191, -0.004865659400820732, -0.015146887861192226, -0.003915498498827219, -0.0032611750066280365, -0.006376171484589577, -0.03218713775277138, -0.015383557416498661, -0.005683563183993101, -0.019657541066408157, 0.006759020034223795, 0.023499950766563416, -0.011165261268615723, 0.004997916053980589, 0.003548311535269022, 0.004555899649858475, 0.013288331218063831, 0.0050187986344099045, 0.02153698168694973, -0.025087032467126846, -0.008902973495423794, 0.0251009538769722, -0.007260203827172518, -0.010190737433731556, -0.008039822801947594, 0.009543374180793762, 0.0066024004481732845, 0.015508853830397129, -0.013323135673999786, -0.016497299075126648, 0.023026609793305397, -0.013664218597114086, 0.0475010871887207, 0.009780044667422771, -0.009995832107961178, 0.027690405026078224, 0.005561748053878546, -0.011854388751089573, -0.004256581887602806, 0.016622595489025116, 0.009919262491166592, -0.008255610242486, 0.04594184830784798, -0.03316165879368782, 0.004371436312794685, -0.011081730015575886, 0.011736053973436356, -0.018404582515358925, -0.005760133266448975, -0.0022970924619585276, -0.006059451028704643, -0.02572743408381939, 0.027885308489203453, 0.011882232502102852, -0.018599487841129303, 0.006825148593634367, -0.013740789145231247, -0.0012512191897258162, 0.007900605909526348, 0.0013704244047403336, -0.005808859132230282, -0.0035204680170863867, -0.008847285993397236, -0.0030645299702882767, -0.0077196224592626095, -0.022191304713487625, -0.015467088669538498, 0.009257977828383446, 0.004830854944884777, 0.014054028317332268, 0.20181000232696533, -0.03419187292456627, 0.013086465187370777, 0.01851595565676689, 0.007740505039691925, 0.000342823623213917, 0.010114166885614395, -0.0015157329617068172, -0.015982193872332573, 6.515634140669135e-06, -0.0038319677114486694, 0.005669641774147749, -0.023764465004205704, 0.0007809243979863822, 0.017249075695872307, -0.03007102757692337, -0.036837007850408554, -0.03293891251087189, -0.025295859202742577, 0.011012121103703976, -0.009257977828383446, 0.0017584938323125243, -0.009633866138756275, -0.009995832107961178, 0.009710435755550861, -0.01919812336564064, 0.005714887287467718, 0.008304337039589882, 0.011325361207127571, 0.020729517564177513, -0.031268298625946045, 0.01624670810997486, 0.013483235612511635, -0.01317695714533329, -0.006727696396410465, -0.0031880857422947884, 0.020659908652305603, 0.0006804266013205051, 0.004093001130968332, 0.04081863537430763, 0.04134766384959221, 0.007281086873263121, 0.010573585517704487, -0.024196039885282516, -0.006014205515384674, 0.0072114779613912106, -0.0039015766233205795, 0.00543297128751874, -0.028706694021821022, 0.014088832773268223, -0.016010036692023277, 0.030906332656741142, 0.009237095713615417, 0.02979259192943573, -0.004921346437186003, -0.007629130966961384, -0.028706694021821022, 0.004051235504448414, 0.009821809828281403, 0.01637200452387333, -0.016942797228693962, -0.009745240211486816, 0.006212590727955103, 0.03614091873168945, -0.009007385931909084, 0.0020012545865029097, -0.0062299929559230804, 0.01255743857473135, 0.008520124480128288, -0.016204942017793655, -0.02951415628194809, -0.0008870778838172555, -0.00849228072911501, -0.004942229017615318, -0.0454128198325634, -0.038145653903484344, 0.03240988403558731, 0.01310734823346138, 0.015801211819052696, 0.038089968264102936, 0.01234861183911562, -0.012947247363626957, 0.010545741766691208, -0.032298509031534195, -0.01698456145823002, -0.0182375218719244, 0.029012972488999367, -0.01073368638753891, -0.014993748627603054, -0.013956576585769653, 0.005457334686070681, -0.01045525074005127, -0.002622513798996806, 0.007712661754339933, -0.01331617496907711, -0.002359740436077118, -0.004364475607872009, -0.012592243030667305, -0.0026051115710288286, -0.03318950533866882, 0.0008514033397659659, 0.028734536841511726, 0.006421417463570833, -0.0034961048513650894, 0.011624679900705814, 0.02663234993815422, -0.0005873247282579541, 0.015383557416498661, 0.00571140693500638, -0.006348327733576298, 0.01706809177994728, -0.03569542244076729, 0.015327870845794678, 0.013921772129833698, 0.007559522055089474, 0.008777677081525326, 0.013100387528538704, 0.01280106883496046, 0.026381757110357285, -0.001083287876099348, -0.0006556284497492015, -0.009369352832436562, 0.013121269643306732, 0.008429632522165775, -0.008380906656384468, -0.03499933332204819, -0.02581096440553665, 0.02160659059882164, -0.04519006982445717, 0.014993748627603054, 0.005735769867897034, -0.022539349272847176, 0.016149254515767097, -0.0038563308771699667, 0.0056626806035637856, 0.006581517402082682, -0.025922339409589767, -0.02181541733443737, -0.02146737277507782, 0.012536555528640747, -0.013873045332729816, 0.020409317687153816, -0.0016749631613492966, -0.012146745808422565, 0.005286792758852243, -0.030711429193615913, 0.0002185065532103181, 0.0016941055655479431, 0.015648070722818375, -0.016469456255435944, -0.017861632630228996, 0.02256719209253788, -0.00023144946317188442, -0.009438961744308472, -0.0013478015316650271, 0.009063073433935642, -0.030182400718331337, -0.023151906207203865, 0.015996115282177925, 0.011645562015473843, -0.0234024990350008, -0.0031428399961441755, 0.0074203042313456535, -0.002512879902496934, -0.014645704068243504, -0.013135191984474659, -0.177530437707901, -0.00495267054066062, 0.014116676524281502, -0.026242539286613464, 0.004294866696000099, 0.00046507417573593557, 0.026061557233333588, 0.012167628854513168, -0.03279969468712807, 0.0030645299702882767, -0.0004768206854350865, 0.0016888849204406142, 0.017652805894613266, -0.008728951215744019, -0.00640053441748023, -0.006146462168544531, -0.03792290762066841, -2.9774102586088702e-05, 0.01658082939684391, 0.012237237766385078, 0.03349578380584717, -0.043937113136053085, 0.014798843301832676, 0.010998199693858624, 0.017443981021642685, 0.01093555148690939, 0.012787147425115108, 0.014422955922782421, -0.011033004149794579, -0.0351107083261013, -0.022414052858948708, -0.007587365806102753, 0.034915804862976074, -0.008179040625691414, 0.011318400502204895, 0.02017264813184738, 0.016747891902923584, 0.006644165609031916, -0.025407234206795692, 0.01878046989440918, 0.017917320132255554, 0.01624670810997486, 0.0008374815806746483, 0.013009895570576191, -0.01052485965192318, 0.024321336299180984, 0.011374088004231453, -0.02497565932571888, 0.011255752295255661, -0.010253384709358215, 0.03199223056435585, -0.002411946887150407, 0.024530161172151566, 0.007134907878935337, 0.0014156701508909464, 0.013636375777423382, 0.002817418659105897, -0.0011668185470625758, -0.00826257187873125, -0.036502886563539505, -0.00495267054066062, -0.005871507339179516, 0.025922339409589767, -0.01239037699997425, -0.003090633312240243, -0.05646670609712601, -0.04226649925112724, -0.008380906656384468, -0.020284021273255348, -0.007601287215948105, -0.01996382139623165, -0.02799668349325657, -0.004886541981250048, -0.005892389919608831, 0.029124347493052483, 0.04797442629933357, -0.03408049792051315, 0.006581517402082682, 0.03338440880179405, 0.0007665675366297364, 0.009926223196089268, 0.029402781277894974, -0.004820413421839476, 0.008666303008794785, -0.006971327122300863, -0.013650297187268734, 0.004256581887602806, 0.027467655017971992, -0.024585848674178123, -0.0038806938100606203, 0.012327728793025017, -0.020618144422769547, 0.028038447722792625, -0.005547826178371906, 0.009849653579294682, 0.004736882634460926, 0.004935268312692642, -0.013267448171973228, -0.0005677472800016403, -0.01588474214076996, 0.003807604545727372, -0.008617577143013477, -0.014882373623549938, 0.0013904370134696364, 0.04271199554204941, 0.025643903762102127, -0.03494364768266678, 0.02696647122502327, 0.026785489171743393, -0.008450515568256378, 0.002504178788512945, 3.8801499613327906e-05, -0.0006212590960785747, -0.00022242205159272999, -0.005787976551800966, 0.010838099755346775, -0.0065049477852880955, -0.02393152564764023, 0.013754710555076599, -0.012592243030667305, 0.06409583985805511, -0.006017685867846012, -0.014088832773268223, 0.020409317687153816, -0.01431158185005188, -0.027899229899048805, -0.10931374877691269, 0.014158441685140133, 0.01698456145823002, 0.0316302664577961, -0.021161092445254326, 0.005613954272121191, -0.007103584241122007, 0.033746376633644104, -0.014297659508883953, 0.05042465776205063, -0.012216354720294476, -0.020966188982129097, 0.020325787365436554, 0.00285570346750319, 0.0007556912023574114, 0.002135251648724079, 0.0013495417078956962, -0.021439528092741966, -0.02249758318066597, 0.04271199554204941, -0.01939302869141102, -0.011485462076961994, 0.021912869065999985, -0.019518323242664337, -0.00046724945423193276, -0.029402781277894974, -0.01794516295194626, 0.024112509563565254, -0.000275390048045665, -0.017569275572896004, 0.016692204400897026, -0.027356281876564026, 0.008930816315114498, -0.01830713078379631, 0.011318400502204895, -0.005843663588166237, 0.018265364691615105, 0.0037240739911794662, 0.02821943163871765, -0.004360995255410671, 0.0041695707477629185, 0.013671180233359337, -0.0074829524382948875, 0.0009588620159775019, -0.01596827246248722, 0.001493109972216189, -0.02572743408381939, 0.03382990509271622, 0.0020813047885894775, -0.036363668739795685, -0.03895311802625656, -0.008074627257883549, -0.04273983836174011, 0.015648070722818375, 0.011227908544242382, -0.015536697581410408, -0.0009597321623004973, 0.018947530537843704, -0.011548109352588654, 0.006647645961493254, -0.002904429566115141, 0.004113883711397648, -0.008213845081627369, -0.0076848180033266544, 0.01541140116751194, -0.00833218079060316, -0.005025759804993868, -0.03115692548453808, 0.01400530245155096, 0.012125863693654537, -0.010072401724755764, 0.012982051819562912, 0.0004911774885840714, 0.009752200916409492, -0.027815699577331543, 0.008018940687179565, -0.010845060460269451, -0.030154557898640633, 0.011708210222423077, 0.006515389308333397, -0.017792023718357086, -0.012091059237718582, 0.007629130966961384, -0.01183350570499897, -0.01280106883496046, 0.008986503817141056, -0.007225399371236563, -0.015717679634690285, -0.0010493535082787275, -0.031212612986564636, -0.004628988914191723, 0.01865517348051071, 0.010448290035128593, -0.03803427889943123, -0.014283738099038601, 0.007315890863537788, -0.034498151391744614, 0.017931241542100906, 0.014367268420755863, 0.02560213766992092, -0.029263563454151154, -0.02668803744018078, -0.06314915418624878, 0.02284562774002552, -0.010350837372243404, -0.022803861647844315, -0.006038568448275328, -0.007197556085884571, 0.02042323909699917, -0.0023040531668812037, 0.003428236348554492, -0.0003763228887692094, -0.026298226788640022, 0.0006660697981715202, -0.024878205731511116, -0.025978026911616325, -0.015536697581410408, -0.018905766308307648, 0.0038702525198459625, -0.03124045580625534, 0.016636516898870468, 0.0005625265766866505, 0.004225257784128189, -0.004656832665205002, -0.004082559607923031, 0.027425890788435936, -0.001353022176772356, -0.004667274188250303, -0.01562022790312767, 0.012146745808422565, -0.004674234893172979, 0.0073506953194737434, 0.001827232539653778, -0.017179466784000397, -0.02738412469625473, 0.017833789810538292, -0.006884315982460976, -0.018613409250974655, 0.012599203735589981, 0.02057637833058834, 0.001657560933381319, 0.010406524874269962, -0.01762496307492256, -0.018390661105513573, 0.0071418690495193005, -0.0006721605313941836, 0.01158987544476986, -0.0023005728144198656, -0.004496732261031866, -0.0034125742968171835, 0.03978842496871948, 0.013469314202666283, 0.04864267259836197, 0.023513872176408768, 0.003543091006577015, -0.038145653903484344, -0.021829338744282722, 0.013761671259999275, 0.016566907986998558, 0.003783241380006075, 0.015996115282177925, 0.013838240876793861, 0.03419187292456627, -0.010963395237922668, 0.006654607132077217, -0.013831280171871185, 0.010552703402936459, -0.007103584241122007, -0.02524017170071602, -0.022344443947076797, -0.008116393350064754, -0.034303244203329086, 0.0039015766233205795, -0.0031846053898334503, 0.0017471823375672102, 0.005885429214686155, -0.0005560007411986589, 0.016887109726667404, -0.005182379391044378, -0.0047438438050448895, -0.01761104166507721, 0.006738137453794479, 0.011847428046166897, -0.02401505596935749, -0.01001671515405178, -0.009445922449231148, 0.0244187880307436, 0.00602116622030735, 0.002773913089185953, 0.00881248153746128, 0.0035222081933170557, 0.013253526762127876, -0.00038263120222836733, 0.010886825621128082, -0.02476683259010315, 0.013469314202666283, -0.014631781727075577, 0.001509642112068832, 0.0030349462758749723, 0.010190737433731556, 0.009647787548601627, 0.02368093468248844, 0.033467940986156464, 0.011854388751089573, -0.0046463911421597, -0.0014217610005289316, -0.021314233541488647, 0.0018829196924343705, -0.05543649569153786, -0.028456101194024086, 0.028456101194024086, 0.03068358451128006, 0.0135876489803195, -0.01734652742743492, 0.00023210204381030053, -0.008179040625691414, -0.012007527984678745, 0.02539331093430519, -0.015244340524077415, -0.022608958184719086, -0.01905890554189682, 0.038229186087846756, 0.021342076361179352, -0.00019925535889342427, 0.04140334948897362, -0.0014191506197676063, 0.020075194537639618, 0.009306704625487328, 0.004273984115570784, -0.005126692354679108, 0.02853963151574135, 0.013580688275396824, 0.02517056278884411, 0.004653352312743664, -0.008666303008794785, 0.0006730306777171791, -0.00045463285641744733, -0.02422388270497322, 0.0033377448562532663, 0.014840608462691307, 0.0005712276906706393, 0.08831971883773804, 0.019379107281565666, -0.015258261933922768, 0.00019620997773017734, -0.02326328121125698, -1.689918281044811e-05, -0.0006425767787732184, 0.012355572544038296, 0.00647014332935214, -0.017499666661024094, -0.012202433310449123, 0.003158502047881484, -0.00980788841843605, -0.0351107083261013, -0.009522492066025734, 0.0013051661662757397, 0.004392318893224001, -0.006644165609031916, -0.0206320658326149, 0.013490197248756886, 0.021898947656154633, 0.0034891441464424133, -0.005728809162974358, 0.0006338756647892296, -0.01768065057694912, 0.0016410289099439979, 0.03246557340025902, 0.02711961232125759, -0.0045071737840771675, -0.018251443281769753, 0.029848279431462288, 0.009884458035230637, -0.045858316123485565, -0.03750525414943695, -0.006755539681762457, -0.013260487467050552, -0.009536413475871086, -0.029068659991025925, 0.010559664107859135, -0.018947530537843704, 0.0015296547207981348, 0.008596694096922874, -0.01087290421128273, -0.014297659508883953, 0.01837673969566822, -0.0016497299075126648, 0.004214816261082888, -0.017304763197898865, -0.025003502145409584], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'), : RelatedNodeInfo(node_id='de16c322-dfa7-4368-b420-3d8a723182f6', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='e65e3802838e02b2fef0d95c1d2c3f39d36820999fd454f611fc18587261bfca'), : RelatedNodeInfo(node_id='9bf31308-21a1-4453-98d3-ff1debab8fbb', node_type=, metadata={}, hash='a1cb34f09cb3090b01519ab906b568cce082f381795cd6999f034daa93a25d0e')}, hash='4bf397e2c181ab661962278bf042c2fe854b92bf4e714cfee706bc499c64e98f', text=\"induced by compression. But it comes with limitations. GPTQ does not currently offer speedups for actual multiplications due to the lack of hardware support for mixed-precision operands on mainstream architectures. Activation quantization is also not included in the current results but can be addressed through orthogonal techniques. In sum, GPTQ's ability to compress extremely accurate language models to unprecedented levels marks a significant milestone in the field of machine learning and language modeling. It paves the way for more efficient and accessible applications of these colossal models while pointing toward further research possibilities in the realm of model compression. ¿When you should use GPTQ? The answer to this question will depend on each specific case and on the base model to be used, but an approach that is being applied to numerous models and that is indicated by HuggingFace, and the article I mentioned before, is the following: Fine-tune the original LLM model with bitsandbytes in 4-bit, nf4, and QLoRa for efficient fine-tuning.Merge the adapter into the original modelQuantize the resulting model with GPTQ 4-bit I ran the first two steps in my previous article [3] and now that the AutoGPT library is integrated with the Huggingface ecosystem, we will execute the third step in an extremely simple way. AutoGPT integrated with Hugging Face transformers The AutoGPTQ library emerges as a powerful tool for quantizing Transformer models, employing the efficient GPTQ method. Some efforts like GPTQ-for-LLaMa, Exllama, and llama.cpp, focuses on the quantization of the Llama architecture, but AutoGPTQ distinguishes itself by offering seamless support for a diverse array of transformer architectures. The Hugging Face team has taken a significant step to enhance accessibility to GPTQ, and they have integrated an inclusive Transformers API, simplifying the process of Low-Level Model (LLM) quantization for a wider audience. This integration includes essential optimization options, such as CUDA kernels, catering to common use cases. For users seeking more advanced quantization options, the Auto-GPTQ library remains a\", start_char_idx=1561, end_char_idx=3722, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='9bf31308-21a1-4453-98d3-ff1debab8fbb', embedding=[-0.02871733158826828, 0.010818658396601677, -0.005207144655287266, -0.017522679641842842, -0.0021034309174865484, -0.0011084690922871232, -0.01904083974659443, -0.004916282370686531, -0.027511317282915115, -0.040919359773397446, 0.013798223808407784, 0.02064412832260132, -0.014301911927759647, -0.029767272993922234, 0.009910601191222668, 0.00732831098139286, 0.008662020787596703, -0.0016041765920817852, 0.0016476284945383668, -0.015862636268138885, 0.0004163410048931837, 0.0027596447616815567, -0.015394419431686401, -0.014514738693833351, -0.002848322270438075, 0.01655786857008934, 0.036662839353084564, -0.02959701232612133, -0.0022453151177614927, 0.009520419873297215, 0.005579590331763029, 0.007370876148343086, -0.03334275260567665, -0.006054901983588934, -0.013280346989631653, -0.029937533661723137, 0.027709955349564552, 0.005604419857263565, 0.03876272216439247, -0.01582007110118866, 0.02132517285645008, 0.018785448744893074, -0.002660325961187482, -0.010158898308873177, 0.009520419873297215, 0.00788165908306837, -0.009236651472747326, -0.01072643417865038, -0.007668832782655954, -0.009768716990947723, -0.002821719041094184, 0.03112936019897461, -0.020190101116895676, 0.01627410016953945, -0.023240607231855392, 0.014557303860783577, 0.01766456477344036, -0.007122579496353865, 0.020998839288949966, 0.01706865057349205, 0.00031369677162729204, -0.0074205356650054455, -0.02277239039540291, 0.0033112189266830683, -0.005207144655287266, -0.02153799869120121, -0.006519571878015995, 0.026617446914315224, 0.009108955971896648, -0.017451738938689232, 0.0036570613738149405, 0.021367738023400307, -0.006473459769040346, -0.0218217670917511, 0.032775215804576874, -0.02373720146715641, -0.014096179977059364, 0.0007103070383891463, -0.028078854084014893, -0.011918259784579277, 0.022176476195454597, -0.020601563155651093, -0.0014791411813348532, 0.03671959042549133, 0.017125405371189117, -0.006320934277027845, -0.005451894830912352, -0.00682816980406642, -0.006604702677577734, -0.003284615697339177, 0.006402517668902874, 0.0021034309174865484, 0.051305271685123444, 0.009314687922596931, -0.0027631919365376234, 0.013493172824382782, -0.014188405126333237, 0.01772131770849228, -0.007803622633218765, -0.017267288640141487, -0.00794550683349371, 0.001879963674582541, -0.026929592713713646, -0.01286178920418024, -0.020899521186947823, -0.028476128354668617, 0.012067238800227642, 0.029710520058870316, -0.007860376499593258, 0.0020360362250357866, 0.0011155633255839348, 0.04128825664520264, -0.006987789645791054, -0.03493185341358185, -0.017125405371189117, 0.010407195426523685, 0.001240598619915545, -0.007090655155479908, 0.005210691597312689, -0.00031280997791327536, 0.021722447127103806, 0.027894403785467148, 0.023822331801056862, -0.007633361965417862, 0.011776376515626907, 0.0036996265407651663, -0.008002260699868202, -0.0257803313434124, -0.02541143260896206, -0.00551574258133769, 0.012436136603355408, 0.04199767857789993, 0.015564680099487305, 0.003632231615483761, -0.01735241897404194, 0.014628245495259762, -0.007590796798467636, -0.022729825228452682, -0.03070370852947235, 0.00085174769628793, 0.0021318078506737947, 0.012173651717603207, 0.0016094972379505634, -0.01355702057480812, -0.011620303615927696, 0.03720199689269066, -0.003983394708484411, 0.013968484476208687, 0.020913708955049515, -0.003449555952101946, -0.010350441560149193, -0.034108925610780716, -0.004093355033546686, 0.027653200551867485, 0.008995449170470238, 0.00846338365226984, 0.009953166358172894, 0.004827604629099369, -0.039074867963790894, -0.016827447339892387, -0.020331984385848045, 5.732863996854576e-07, -0.01854424551129341, 0.024999968707561493, 0.013528644107282162, 0.026333680376410484, 0.03759927302598953, -0.009385629557073116, -0.015990331768989563, -0.013152651488780975, -0.01491201389580965, 0.026546506211161613, -0.023538563400506973, 0.0298240277916193, 0.010435571894049644, 0.001975735416635871, 0.01743754930794239, -0.0036747967824339867, -0.0065302131697535515, -0.01942392624914646, -0.00883228238672018, 0.02438986860215664, 0.007321217097342014, 0.020998839288949966, -0.016316665336489677, -0.0032615596428513527, -0.002561007160693407, -0.006931035779416561, -0.005458988714963198, 0.004345199093222618, 0.011364912614226341, 0.011925354599952698, -0.02416285313665867, -0.015252535231411457, -0.6034044623374939, 0.0034690650645643473, 0.020261041820049286, -0.018700318410992622, -0.01120883971452713, 0.006746586412191391, -0.005505101289600134, -0.00303099793381989, -0.022900085896253586, 0.03442107141017914, -0.01713959313929081, 0.0032207679469138384, -0.0015403287252411246, -0.02021847665309906, -0.003087751567363739, -0.02505672350525856, 0.019523244351148605, -0.011109520681202412, -0.000723165285307914, 0.01875707134604454, -0.0013266158057376742, 0.00303099793381989, 0.017309853807091713, 0.020601563155651093, 0.0016955144237726927, 0.0232264194637537, -0.0014144065789878368, -0.003135637380182743, 0.0306185781955719, -0.0033679725602269173, -0.0411747507750988, 0.02519860677421093, 0.009676491841673851, -0.0006424686871469021, 0.0448637381196022, -0.029540259391069412, -0.02426217310130596, 0.015366042964160442, -0.0033732932060956955, 0.02739780955016613, -0.03399541974067688, -0.03757089748978615, 0.020048215985298157, 0.01036463025957346, -0.01589101366698742, 0.020488057285547256, 0.003249144647270441, 0.01270571630448103, -0.01750849187374115, -0.024858085438609123, 0.0032065794803202152, 0.010485230945050716, 0.008662020787596703, -0.0001441009808331728, 0.006001695524901152, -6.40140933683142e-05, 0.032349564135074615, -0.0012468061177060008, 0.013464796356856823, -0.01204595621675253, 0.026759332045912743, 0.01154226716607809, -0.0124928904697299, -0.026106664910912514, -0.026106664910912514, 0.009896412491798401, 0.021864332258701324, 0.024290548637509346, -0.01604708656668663, -0.009250840172171593, -0.010974731296300888, 0.01919691264629364, -0.000249627250013873, -0.008520137518644333, -0.0005830547888763249, 0.020488057285547256, 0.013507361523807049, -0.02725592628121376, 0.01611802726984024, 0.024645259603857994, 0.014039427042007446, 0.008740057237446308, -0.003476159181445837, -0.012613492086529732, 0.015408608131110668, 0.012648963369429111, -0.012230404652655125, 0.005544119048863649, 0.006892017554491758, 0.018955709412693977, 9.854290692601353e-05, 0.020161723718047142, -0.015011331997811794, -0.05797382444143295, 0.006005242466926575, 0.008711680769920349, -0.010343346744775772, -0.015692375600337982, -0.0012352779740467668, -0.0117905642837286, -6.462375313276425e-05, -0.01245741918683052, 0.015465361066162586, 0.024049347266554832, 0.041345011442899704, 0.023396680131554604, -0.028618013486266136, -0.006235803943127394, 0.006030071992427111, -0.029114607721567154, -0.05323489382863045, -0.001210448332130909, -0.019509056583046913, 0.0020218477584421635, 0.023198042064905167, -0.036379069089889526, 0.002534403931349516, 0.008044825866818428, 0.01087541226297617, -0.016813259571790695, 0.032718461006879807, 0.0124928904697299, 0.02036036178469658, 0.015507926233112812, 0.025737766176462173, 0.019253665581345558, 0.009059296920895576, -0.021495433524250984, -0.02094208635389805, 0.020530622452497482, 0.000467773963464424, -0.0019136611372232437, 0.02424798347055912, -0.02051643282175064, 0.02945512905716896, 0.012336818501353264, 0.05070935934782028, 0.01194663718342781, 0.030788838863372803, -0.004912735428661108, -0.030448317527770996, 0.0014693867415189743, 0.0024368586018681526, -0.009619738906621933, -0.017494304105639458, -0.018487492576241493, -0.013159745372831821, 0.0040614306926727295, 0.025581693276762962, 0.015351854264736176, -0.021183287724852562, -0.002843001624569297, -0.014741752296686172, 0.015337665565311909, -0.012954013422131538, -0.012663151137530804, -0.025014158338308334, -0.04177066311240196, 0.010017014108598232, -0.03203741833567619, 0.027227548882365227, 0.035783156752586365, 0.013379666022956371, 0.011740905232727528, -0.002830586861819029, -0.006753680761903524, -0.017536869272589684, 0.03354138880968094, -0.04585692659020424, -0.021353550255298615, -0.003777662757784128, -0.04753115773200989, 0.003908905666321516, 0.018501680344343185, -0.006608249619603157, 0.02160894125699997, -0.0016893069259822369, -0.0019313966622576118, -0.0002988432825077325, -0.007952600717544556, -0.0027401356492191553, 0.01087541226297617, -0.0036180431488901377, -0.012180745601654053, 0.027454564347863197, 0.036662839353084564, 0.018444925546646118, -0.004646702669560909, -0.010527796112000942, 0.004334557801485062, 0.023325737565755844, -0.006125843618065119, -0.03612367808818817, 0.007860376499593258, -0.019764447584748268, 0.010768999345600605, 0.009314687922596931, -0.011528079397976398, 0.016132216900587082, 0.03002266399562359, -0.008470477536320686, 0.007860376499593258, -0.009165709838271141, -0.008371158502995968, 0.010002825409173965, -0.02585127390921116, 0.024588506668806076, -0.02748293988406658, 0.021495433524250984, 0.013280346989631653, 0.01512483973056078, -0.02065831795334816, -0.012088521383702755, -0.018189534544944763, -0.004919829312711954, 0.03178202733397484, -0.006235803943127394, 0.022985216230154037, -0.014514738693833351, -0.00385569897480309, 0.009250840172171593, 0.031157737597823143, 0.017153780907392502, 0.017238911241292953, -0.0024616883601993322, 0.015692375600337982, -0.0024670090060681105, 0.017196346074342728, -0.002312710043042898, -0.012840506620705128, -0.0039230939000844955, 0.005962677299976349, 0.015209970064461231, 0.022900085896253586, 0.02233254909515381, 0.006402517668902874, 0.017465926706790924, 0.005859811324626207, 0.042309824377298355, -0.0011545814340934157, -0.002585836686193943, 0.007115485146641731, -0.007356687914580107, -0.02196365036070347, 0.011450042948126793, 0.0071935211308300495, 0.014238064177334309, 0.02468782477080822, -0.0022222588304430246, -0.0013833694392815232, -0.017097027972340584, 0.02711404114961624, 0.0063918763771653175, 0.006129391025751829, 0.012691528536379337, -0.015209970064461231, -0.007150955963879824, 0.01549373846501112, 0.0249857809394598, 0.005682456307113171, 0.011911165900528431, 0.026915404945611954, -0.01970769464969635, -0.012166556902229786, 0.009428194724023342, -0.01603289693593979, -0.0002467452432028949, -0.042763851583004, -0.018331419676542282, 0.010173086076974869, -0.028461940586566925, -0.014599869027733803, -0.01230844110250473, -0.04636770859360695, 0.02440405637025833, 0.02792278118431568, -0.0035098567605018616, 0.03566965088248253, 0.019835390150547028, 0.05076611414551735, -0.02087114378809929, -0.04279223084449768, 0.0360669270157814, 0.0031515995506197214, -0.00683171721175313, 0.0021956556010991335, -0.028178172186017036, -0.009371441788971424, 0.009470759890973568, 0.008669115602970123, 0.004437423776835203, -0.0027117589488625526, 0.01047813706099987, 0.008761339820921421, -0.018572622910141945, 0.02206297032535076, 0.03444944694638252, -0.00864073820412159, -0.012116897851228714, -0.003990489058196545, -0.008513042703270912, 0.0056363437324762344, -0.03320086747407913, -0.0009426421602256596, 0.026035722345113754, 0.005607967264950275, -0.022446056827902794, -0.0183881726115942, 0.011400382965803146, -0.015351854264736176, 0.023935839533805847, -0.0091940863057971, 0.00827893428504467, -0.012805035337805748, -0.001282277051359415, -0.003965659067034721, 0.004348746035248041, 0.020331984385848045, 0.038791097700595856, -0.0002970697241835296, -0.012769564054906368, -0.015550491400063038, -0.012507079169154167, 0.003724456299096346, 0.04199767857789993, 0.024602694436907768, -0.024063535034656525, 0.0014055388746783137, -0.025922216475009918, -0.00476375687867403, -0.025170231238007545, -0.021154912188649178, 0.010492325760424137, 0.011272687464952469, -0.0091940863057971, -0.002376557793468237, 0.00959845632314682, -0.006576325744390488, 0.03779790922999382, 0.002367689972743392, 0.02475876733660698, -0.01735241897404194, 0.011144991964101791, 0.006154220551252365, 0.01472756452858448, 0.0016671376070007682, -0.01853005774319172, 0.006193238776177168, 0.015266723930835724, -0.0011483740527182817, 0.020090781152248383, 0.02426217310130596, 0.00886065885424614, -0.01560724526643753, 0.022914273664355278, -0.015649810433387756, -0.0018781900871545076, -0.0029458675999194384, 0.0027720595244318247, 0.02541143260896206, 0.010393006727099419, 0.0028731520287692547, 0.02094208635389805, 0.019537433981895447, -0.014259346760809422, 0.026574881747364998, -0.0014862354146316648, 0.006328028626739979, 0.009428194724023342, -0.019579999148845673, -0.01230844110250473, 0.016373420134186745, 0.004331010393798351, -0.011989202350378036, 0.027227548882365227, -0.012833412736654282, -0.035272374749183655, -0.01830304227769375, 0.01787739060819149, -0.008569796569645405, -0.016955144703388214, -0.011776376515626907, -0.003979847766458988, -0.024489186704158783, -0.009938977658748627, -0.028163984417915344, 0.011123709380626678, -0.005891735199838877, -0.011662868782877922, 0.012301347218453884, -0.02673095464706421, 0.01062711514532566, -0.013727282173931599, 0.003126769792288542, -0.02880246192216873, -0.015522114932537079, -0.0462825782597065, 0.008931600488722324, 0.01765037514269352, 0.005991053767502308, 0.009953166358172894, 0.02125423029065132, 0.00368898524902761, 0.006093919742852449, -0.014152933843433857, -0.01708284020423889, -0.017111215740442276, -0.02988078072667122, 0.022658882662653923, -0.028149794787168503, 0.02139611542224884, 0.004054336808621883, -0.025439810007810593, 0.00037466257344931364, 0.025624258443713188, -0.007846187800168991, -0.010307876393198967, -0.004008224233984947, 0.017551057040691376, 0.027156606316566467, 0.010137615725398064, -0.01176218781620264, 0.02490065060555935, -0.016756506636738777, 0.018558433279395103, -0.04358677938580513, -0.005466083064675331, -0.027355244383215904, -0.0059804124757647514, 0.006913300137966871, 0.022176476195454597, 0.014997144229710102, -0.0011244311463087797, -0.027511317282915115, 0.011953731067478657, -0.02629111520946026, -0.022460244596004486, 0.005086543038487434, 0.01384078897535801, -0.015266723930835724, 0.01193954236805439, -0.00901673175394535, -0.0028518694452941418, -0.019154347479343414, 0.01896989718079567, -0.028845027089118958, 0.03830869495868683, 0.02440405637025833, 0.0028412281535565853, 0.04125988110899925, -0.0025148948188871145, -0.004348746035248041, -0.03331437334418297, 0.02973889745771885, -0.0059804124757647514, 0.028305867686867714, 0.002284333109855652, 0.00889613013714552, -0.019324608147144318, -0.014500549994409084, -0.02636205591261387, 0.01566399820148945, 0.005324198864400387, -0.007484383415430784, -0.0033732932060956955, 0.006409612018615007, -0.012812129221856594, -0.015578868798911572, -0.008342782035470009, -0.026702577248215675, -0.007831999100744724, 0.007058731280267239, 0.011669962666928768, 0.030959099531173706, -0.011967919766902924, 0.005561854690313339, -0.04404081031680107, -0.02988078072667122, -0.0006890243967063725, -0.026943780481815338, -0.008938695304095745, 0.006877829320728779, 0.012166556902229786, 0.014642434194684029, 0.07048799842596054, 0.008981260471045971, -4.86340832139831e-06, 0.010705151595175266, -0.010087955743074417, 0.012726998887956142, 0.01117336843162775, 0.0018764164997264743, -0.01109533291310072, -0.00798097811639309, 0.000822040718048811, 9.693562606116757e-05, 0.006040713284164667, -0.0005413762992247939, -0.01270571630448103, 0.032406315207481384, -0.024049347266554832, -0.006292557809501886, -0.010960542596876621, -0.026035722345113754, -0.01801927387714386, 0.018870579078793526, -0.007569514214992523, -0.001957999775186181, -0.04361515864729881, -0.02160894125699997, 0.040919359773397446, 0.0018125687493011355, 0.030873969197273254, 0.017125405371189117, 0.010797375813126564, -0.031015852466225624, 0.013081708922982216, 0.010641303844749928, 0.016061274334788322, -0.016614621505141258, -0.014855260029435158, -0.035783156752586365, 0.007448912598192692, -0.0006127617671154439, -0.010151803493499756, 0.027014723047614098, 0.007299934513866901, -0.009988636709749699, -0.008250557817518711, 0.009697774425148964, 0.003524044994264841, -0.02241767942905426, -0.007633361965417862, -0.024077722802758217, -0.026262737810611725, -0.02475876733660698, -0.004366481676697731, 0.009910601191222668, -0.0052958219312131405, 0.0010118106147274375, -0.004394858609884977, 0.019906332716345787, -0.02856125868856907, -0.013181027956306934, 0.006909753195941448, 0.04608393833041191, 0.058853503316640854, -0.007321217097342014, -0.00193671730812639, 0.020913708955049515, 0.0021140724420547485, -0.02768157795071602, 0.012358101084828377, 0.007555325515568256, 0.010407195426523685, -0.0030469598714262247, 0.017678752541542053, 0.0058420756831765175, -0.021992027759552002, 0.020417114719748497, 0.0005458102095872164, -0.04191254824399948, -0.053944315761327744, 0.025326302275061607, 0.009449477307498455, 0.003210126655176282, -0.04418269172310829, -0.027000535279512405, -0.019721882417798042, 0.006494742352515459, -0.010925072245299816, 0.01830304227769375, 0.009257934056222439, 6.269778509704338e-07, 0.005150390788912773, 0.009484948590397835, 0.02936999872326851, 0.01494039036333561, -0.005058166570961475, -0.0003054940898437053, 0.03811005502939224, 0.0035080830566585064, -0.030817216262221336, 0.01955162174999714, -0.013337100856006145, 0.031044229865074158, -0.030788838863372803, 0.028887592256069183, 0.016969332471489906, -0.02270144782960415, 0.006118749734014273, 0.005852716974914074, 0.019026650115847588, 0.03107260726392269, -0.05053909868001938, -0.02176501229405403, -0.023127099499106407, 0.009868036024272442, 0.024077722802758217, -0.022006215527653694, -0.0061825974844396114, -0.009726151823997498, -0.007441818248480558, 0.003105487208813429, 0.021523810923099518, -0.0068494523875415325, -0.03510211408138275, -0.00366415549069643, 0.004302633926272392, -0.012656057253479958, -0.018047651275992393, -0.004777945578098297, 0.03172527253627777, -0.03376840427517891, 0.007253821939229965, 0.00864073820412159, 0.0011279782047495246, 0.011989202350378036, 0.03107260726392269, 0.008747152052819729, -0.024049347266554832, 0.03612367808818817, -0.023027781397104263, 0.00516103208065033, 0.02365207113325596, -0.006296104751527309, -0.018345607444643974, -0.030448317527770996, -0.018274664878845215, 0.006296104751527309, 0.004731833003461361, -0.020558997988700867, -0.029043665155768394, -0.006132937967777252, 0.005058166570961475, 0.03010779619216919, -0.0018303042743355036, -0.022247418761253357, -0.0010570362210273743, 0.026191795244812965, 0.010031201876699924, 0.0025982516817748547, 0.007831999100744724, 0.020104968920350075, 0.0257803313434124, 0.007555325515568256, 0.021921085193753242, -0.01457149162888527, 0.003458423772826791, -0.015451173298060894, -0.022105535492300987, 0.016614621505141258, -0.045090749859809875, -0.01154226716607809, -0.007846187800168991, 0.004852434620261192, -0.02072926051914692, 0.0015882145380601287, -0.007246728055179119, -0.001267201965674758, -0.01633085496723652, 0.017026085406541824, -0.024858085438609123, -0.0020519981626421213, 0.013883354142308235, 0.013138462789356709, -0.0038486048579216003, 0.005200050305575132, -0.019906332716345787, -0.027851838618516922, 0.0017327589448541403, 0.010776093229651451, -0.022091345861554146, -0.012542549520730972, -0.017040275037288666, 0.026702577248215675, -0.0024794237688183784, -0.038705967366695404, -0.0005103392177261412, -0.0158342607319355, -0.02526954934000969, -0.0080944849178195, -0.036520954221487045, -0.005480271298438311, 0.005597325973212719, 0.0166288111358881, 0.00531355757266283, 0.019352983683347702, 0.005686003249138594, 0.02484389767050743, -0.010932166129350662, 0.010336252860724926, -0.009726151823997498, -0.0034300468396395445, -0.005171673372387886, 0.005760492291301489, -0.031015852466225624, -0.015451173298060894, -0.003428273368626833, -0.011350723914802074, 0.004529648460447788, 0.02395002730190754, -0.015337665565311909, -0.0006052241660654545, -0.0011732036946341395, -0.005306463222950697, 0.004547383636236191, 0.005196503363549709, 0.010854129679501057, -0.018629375845193863, -0.012351006269454956, 0.022985216230154037, -0.00941400695592165, -0.0033750669099390507, -0.022318361327052116, 0.0022524092346429825, 0.01311008632183075, 0.009222462773323059, -0.028305867686867714, -0.014301911927759647, 0.031015852466225624, -0.012542549520730972, 0.045743416994810104, 0.012053050100803375, -0.009222462773323059, 0.03098747693002224, -0.0009098314912989736, -0.005047525279223919, -0.006083278451114893, 0.0245459396392107, 0.01264186855405569, -0.011684151366353035, 0.03612367808818817, -0.025156041607260704, 0.014230970293283463, -0.0008659361046738923, 0.01237938366830349, -0.027213361114263535, -0.005082996096462011, -0.0056150611490011215, -0.0019225288415327668, -0.030590200796723366, 0.026404621079564095, 0.006338669918477535, -0.02292846329510212, 0.004983677063137293, -0.010009919293224812, 0.006345764268189669, 0.006030071992427111, -0.00441614119336009, -0.006420253310352564, -0.00023832086299080402, -0.02176501229405403, 0.0028447750955820084, -0.006292557809501886, -0.017011897638440132, -0.015593057498335838, 0.010549078695476055, 0.01050651352852583, 0.016373420134186745, 0.19648103415966034, -0.024602694436907768, 0.008456289768218994, 0.024304738268256187, 0.017905766144394875, 0.0014356892788782716, 0.0032296357676386833, 0.0029813386499881744, -0.01860099844634533, 0.006906206253916025, -0.007385064847767353, 0.013202310539782047, -0.03158339112997055, -0.0042387861758470535, 0.02248862199485302, -0.019665129482746124, -0.040096431970596313, -0.03612367808818817, -0.032718461006879807, 0.0007209483301267028, -0.014301911927759647, -0.003243824001401663, -0.00010430694237584248, -0.014131651259958744, 0.009364346973598003, -0.022829143330454826, -0.0013337100390344858, 0.010314970277249813, 0.015408608131110668, 0.03169689700007439, -0.0313279964029789, 0.01542279589921236, 0.013287440873682499, -0.02124004252254963, -0.008697492070496082, -0.0026798350736498833, 0.019821202382445335, 0.0025698747485876083, 0.010967637412250042, 0.03950051963329315, 0.033002231270074844, 0.00922955758869648, 0.017834825441241264, -0.030051041394472122, -0.01766456477344036, -0.0007914469460956752, -0.0013026728993281722, 0.005221332889050245, -0.02484389767050743, 0.02704310044646263, -0.01875707134604454, 0.02936999872326851, 0.014110368676483631, 0.020544810220599174, -2.0284986021579243e-05, -0.015465361066162586, -0.020715070888400078, 0.0029157171957194805, 0.013486078940331936, 0.017451738938689232, -0.013798223808407784, -0.006874282378703356, 0.00771139794960618, 0.03206579387187958, 0.004437423776835203, 0.0003859689459204674, 0.002280786167830229, 0.005242615472525358, 0.006806887220591307, -0.013308723457157612, -0.02219066582620144, 0.0017043821280822158, -0.017536869272589684, -0.016756506636738777, -0.048240575939416885, -0.037996549159288406, 0.01854424551129341, 0.016288289800286293, 0.015990331768989563, 0.03217930346727371, 0.014798506163060665, -0.013209405355155468, 0.007952600717544556, -0.02175082452595234, -0.013457702472805977, -0.020686693489551544, 0.02183595485985279, -0.00908057950437069, -0.023637883365154266, -0.01491201389580965, 0.0037067208904772997, -0.02263050526380539, -0.007470195181667805, 0.004366481676697731, -0.015436984598636627, -0.0014986502937972546, 0.004072072450071573, -0.006668550428003073, -0.003171108430251479, -0.03581153228878975, -0.004519007168710232, 0.015593057498335838, 0.014273535460233688, -0.005650532431900501, 0.0031728821340948343, 0.026205983012914658, 0.00889613013714552, 0.013904636725783348, 0.0034885741770267487, -0.01230844110250473, 0.01669975183904171, -0.03209417313337326, 0.010776093229651451, 0.018118593841791153, 0.018941519781947136, 0.013266158290207386, -0.0018604545621201396, 0.00886065885424614, 0.02887340448796749, -0.0004136806819587946, -0.005288728047162294, -0.014387042261660099, 0.011414571665227413, -0.000738240429200232, -0.007902941666543484, -0.03609530255198479, -0.022758200764656067, 0.02094208635389805, -0.03839382529258728, 0.019026650115847588, 0.007541137281805277, -0.026035722345113754, 0.012755376286804676, -0.003685438074171543, 0.005263898056000471, 0.010669680312275887, -0.028390998020768166, -0.013507361523807049, -0.030675331130623817, 0.0073992530815303326, -0.023382490500807762, 0.014841071330010891, -0.006547948811203241, -0.01743754930794239, 0.001613931031897664, -0.02497159317135811, 0.011755093932151794, -0.009697774425148964, 0.01494039036333561, -0.016203157603740692, -0.011435854248702526, 0.022829143330454826, -0.0029192643705755472, -0.0046999091282486916, 0.012769564054906368, 0.007115485146641731, -0.023098723962903023, -0.024233795702457428, 0.009186992421746254, 0.0009719057125039399, -0.02294265106320381, -0.004536742344498634, -0.006675644312053919, -0.003703173715621233, -0.014514738693833351, -0.01999146305024624, -0.181952103972435, 0.00012769564636982977, 0.012237499468028545, -0.03708849102258682, -0.0011137897381559014, 0.0013106538681313396, 0.017167970538139343, 0.014670810662209988, -0.031384751200675964, 0.006203880067914724, 0.00034739423426799476, 0.003660608548671007, 0.011286876164376736, -0.014408324845135212, -0.00499786576256156, -0.00922955758869648, -0.0332576222717762, -0.008775528520345688, 0.022814955562353134, 0.008768434636294842, 0.03320086747407913, -0.03933025896549225, 0.02410610020160675, 0.01984957791864872, 0.02263050526380539, 0.015635622665286064, 0.00867620948702097, 0.014841071330010891, -0.004270710051059723, -0.03334275260567665, -0.01977863721549511, 0.0034868004731833935, 0.020317796617746353, -0.000750211940612644, 0.008179615251719952, 0.01604708656668663, 0.01194663718342781, -0.008406629785895348, -0.022006215527653694, 0.019650941714644432, 0.025581693276762962, 0.013883354142308235, 0.005583137273788452, 0.011691245250403881, -0.016642998903989792, 0.03436431661248207, 0.013826600275933743, -0.026532316580414772, 0.015621433965861797, -0.013769847340881824, 0.03904648870229721, 0.001300012576393783, 0.018189534544944763, 0.005870452616363764, -0.001718570594675839, 0.02294265106320381, -0.0024279907811433077, -0.004143014084547758, -0.004501271527260542, -0.03416568040847778, -0.00908057950437069, -0.006785604637116194, 0.023850709199905396, -0.0062783691100776196, -0.006012336816638708, -0.053376778960227966, -0.044494837522506714, -0.0053454814478755, -0.022829143330454826, -0.012556738220155239, -0.003703173715621233, -0.021807579323649406, -0.011450042948126793, 0.0063883294351398945, 0.03898973762989044, 0.04001130163669586, -0.036379069089889526, 0.005579590331763029, 0.03881947696208954, 0.00026980138500221074, 0.009066390804946423, 0.032349564135074615, -0.006498289294540882, 0.012968202121555805, -0.0074205356650054455, -0.006313840392976999, 0.0016414211131632328, 0.024063535034656525, -0.03200904279947281, -0.009633926674723625, 0.012244593352079391, -0.02132517285645008, 0.024999968707561493, -0.00889613013714552, 0.00805901363492012, 0.00971196312457323, 0.011003107763826847, -0.00846338365226984, 0.01142876036465168, -0.01574913039803505, 0.0015704791294410825, 0.0016600433737039566, -0.029994288459420204, 0.005664720665663481, 0.03822356462478638, 0.03172527253627777, -0.03288872167468071, 0.025099288672208786, 0.01406070962548256, -0.010137615725398064, 0.007427630014717579, -0.003192391013726592, 0.0023889727890491486, -0.0027897951658815145, -0.002369463676586747, 0.02183595485985279, -0.0013372572138905525, -0.011634492315351963, 0.010676775127649307, -0.003908905666321516, 0.045601531863212585, 0.0013789356453344226, -0.008378253318369389, 0.021992027759552002, -0.013152651488780975, -0.043700288981199265, -0.10181599110364914, -0.0015146122314035892, 0.025595882907509804, 0.027497129514813423, -0.01786320097744465, 0.000546697003301233, -0.005600872915238142, 0.038280315697193146, -0.007321217097342014, 0.053064633160829544, -0.020629940554499626, -0.01454311516135931, 0.021140722557902336, 0.003837963566184044, -0.007633361965417862, 0.0033963494934141636, -0.0015500832814723253, -0.03112936019897461, -0.02440405637025833, 0.030505070462822914, -0.031980663537979126, -0.006406064610928297, 0.02153799869120121, -0.012599303387105465, 0.004504818469285965, -0.0322076790034771, -0.023027781397104263, 0.028376810252666473, -0.01542279589921236, -0.011520984582602978, 0.015848448500037193, -0.020786013454198837, 0.015280911698937416, -0.008910317905247211, 0.009449477307498455, -0.0035949870944023132, 0.008683303371071815, -0.001306220074184239, 0.03737225756049156, -0.0028518694452941418, 0.002277238992974162, 0.018955709412693977, -0.0065940613858401775, 0.006306746043264866, -0.02387908473610878, 0.010832847096025944, -0.03450620174407959, 0.02380814403295517, 0.0016866466030478477, -0.033144112676382065, -0.03047669306397438, -0.00340699078515172, -0.026560693979263306, 0.003798945341259241, 0.01919691264629364, -0.013457702472805977, 0.014344477094709873, 0.017423361539840698, -0.024063535034656525, 0.011407477781176567, 0.014294818043708801, 0.009726151823997498, -0.008030637167394161, 0.005948488600552082, 0.014365759678184986, -0.007026807405054569, -0.012868883088231087, -0.02593640424311161, 0.018076028674840927, 0.01050651352852583, -0.012826317921280861, 0.007775245700031519, 0.0004948206478729844, 0.00977581087499857, -0.030363187193870544, 0.0030168097000569105, -0.01204595621675253, -0.025297926738858223, -0.0009515099227428436, 0.012542549520730972, -0.028078854084014893, -0.008591079153120518, 0.0013266158057376742, -0.00717933289706707, -0.013081708922982216, 0.008229275234043598, -0.01597614400088787, -0.01905502751469612, -0.011989202350378036, -0.03887622803449631, 0.004909188020974398, 0.0191827230155468, 0.009761622175574303, -0.03581153228878975, -0.018785448744893074, 0.018473302945494652, -0.030306432396173477, 0.028220737352967262, 0.0010171312605962157, 0.022233230993151665, -0.03473321348428726, -0.01824628934264183, -0.0721338540315628, 0.02321222983300686, -0.014046520926058292, -0.024858085438609123, 0.005210691597312689, -0.0005005846614949405, 0.02064412832260132, 0.0021389019675552845, -0.004366481676697731, 0.007434724364429712, -0.01816115900874138, 0.005583137273788452, -0.02541143260896206, -0.022729825228452682, -0.023623693734407425, -0.014195499010384083, 0.0009426421602256596, -0.036237187683582306, 0.016061274334788322, 0.0026674200780689716, 0.007218351121991873, -0.006313840392976999, -0.015110651031136513, 0.038564085960388184, -0.008172521367669106, -0.011414571665227413, -0.006349311210215092, 0.0044941771775484085, 0.004072072450071573, -0.0028944346122443676, 0.007228992413729429, -0.009279216639697552, -0.01267733983695507, 0.02790859341621399, 0.006437988951802254, -0.021211665123701096, 0.024375678971409798, 0.006494742352515459, 0.011989202350378036, 0.0005848283180966973, -0.023169664666056633, -0.026163417845964432, 0.006189691834151745, -0.012805035337805748, 0.014465078711509705, -0.0026975704822689295, 0.003179976250976324, -0.006569231394678354, 0.03195228800177574, 0.018515868112444878, 0.04233819991350174, 0.023992592468857765, -0.007775245700031519, -0.03422243148088455, -0.01549373846501112, 0.0065940613858401775, -0.002066186396405101, -0.0004739814030472189, 0.004827604629099369, 0.014436702243983746, 0.046764981001615524, -0.015082274563610554, 0.01193954236805439, -0.012826317921280861, 0.00220629689283669, -0.008810999803245068, -0.02959701232612133, -0.02051643282175064, -0.0008331253775395453, -0.036010172218084335, -4.6666551497764885e-05, -0.01087541226297617, 0.004643155727535486, 0.006540854461491108, -0.003293483518064022, 0.0066437204368412495, 0.0016662507550790906, 0.005544119048863649, -0.025226984173059464, 0.010804470628499985, 0.009087673388421535, -0.023027781397104263, -0.009570078924298286, -0.0025361774023622274, 0.02461688220500946, 0.02609247714281082, -0.0015864410670474172, 0.008562702685594559, -0.0009993957355618477, 0.008910317905247211, -0.010591643862426281, 0.01414583995938301, -0.01713959313929081, 0.002158411080017686, -0.009307594038546085, -0.00025982517399825156, 0.017621999606490135, 0.0012787299929186702, 0.014152933843433857, 0.016685564070940018, 0.031469881534576416, 0.010917977429926395, -0.003703173715621233, -0.009648115374147892, -0.015323477797210217, -0.007675927132368088, -0.04228144511580467, -0.032349564135074615, 0.03039156273007393, 0.033087361603975296, -0.0021052046213299036, -0.016685564070940018, -0.004845340270549059, 0.0037350975908339024, -0.009499137289822102, 0.01831723004579544, -0.010272405110299587, -0.018785448744893074, -0.018629375845193863, 0.04631095379590988, 0.02101302705705166, -0.0065302131697535515, 0.031186114996671677, -0.00029862159863114357, 0.032122548669576645, 0.007704304065555334, -0.009073484688997269, 4.783044278156012e-05, 0.031895533204078674, 0.007661738898605108, 0.021410303190350533, -0.00036956361145712435, -0.013344194740056992, -0.005136202555149794, 1.961990346899256e-05, -0.024347303435206413, 0.0029937534127384424, 0.01340804249048233, 0.005114919971674681, 0.10323483496904373, 0.002883793320506811, -0.019906332716345787, -0.006952318362891674, -0.02871733158826828, -0.0023322191555052996, 0.003258012467995286, 0.013216499239206314, 0.008605267852544785, -0.011811846867203712, -0.012982390820980072, 0.0033732932060956955, -0.009094767272472382, -0.028703143820166588, -0.014188405126333237, -0.004738927353173494, 0.011201745830476284, -0.010534890927374363, -0.02074344828724861, 0.00864783301949501, 0.02167988196015358, 0.005090090446174145, -0.002041356870904565, 0.003009715350344777, -0.014826883561909199, 0.00683171721175313, 0.03839382529258728, 0.0191827230155468, -0.0035080830566585064, -0.022389303892850876, 0.03019292652606964, 0.004309727810323238, -0.05113501101732254, -0.02768157795071602, -0.007541137281805277, -0.011130803264677525, -0.004756662528961897, -0.02864638902246952, 0.01270571630448103, -0.014855260029435158, 0.0006615343736484647, 0.00791713036596775, -0.013322912156581879, -0.015408608131110668, 0.012613492086529732, 0.002591157564893365, 0.004139467142522335, -0.018331419676542282, -0.026631636545062065], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'), : RelatedNodeInfo(node_id='e84dbd8c-2543-42fe-b9cb-744d5e99ed4b', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='4bf397e2c181ab661962278bf042c2fe854b92bf4e714cfee706bc499c64e98f'), : RelatedNodeInfo(node_id='1c3efcd3-e6b3-4046-a359-3e554c321c16', node_type=, metadata={}, hash='a92122e8d1be497d929d086fab068850b0791fed45736840370daf603fb35b3d')}, hash='a1cb34f09cb3090b01519ab906b568cce082f381795cd6999f034daa93a25d0e', text='Exllama, and llama.cpp, focuses on the quantization of the Llama architecture, but AutoGPTQ distinguishes itself by offering seamless support for a diverse array of transformer architectures. The Hugging Face team has taken a significant step to enhance accessibility to GPTQ, and they have integrated an inclusive Transformers API, simplifying the process of Low-Level Model (LLM) quantization for a wider audience. This integration includes essential optimization options, such as CUDA kernels, catering to common use cases. For users seeking more advanced quantization options, the Auto-GPTQ library remains a valuable resource, offering capabilities like Triton kernels and fused-attention compatibility, and ensuring versatility and adaptability in the world of transformer model quantization. Extracted from the Huggingface blog article \"Making LLMs lighter with AutoGPTQ and transformers\" [5]. Our approach to this task First, we will load our fine-tuned model Llama 2 7B 4-bit Python coder in a Colab session using a T4 with extra RAM. The model is loaded in 4-bit with bitsandbytes and then we execute about 12 examples to measure the inference time. In order to perform a simple evaluation of the performance at the inference time, we have taken as examples those whose input text was longer than 500 characters and in this way, we will try to better appreciate the impact of quantization during inference. You can extract the code to load this model in the description of the model in the hugging Face Hub. In my notebook, we will describe how to perform inference on the examples mentioned. Quantize the model using auto-gptq, transformers, and optimum The GPTQ quantization consumes a lot of GPU VRAM, for that reason we need to execute it in an A100 GPU in Colab. It takes about 45 minutes to quantize the model, less than $1 in Colab. You can find the code in this notebook in my repository. First, we need to install the libraries as it is recommended in the huggingface tutorial: Optimum library, Hugging', start_char_idx=3110, end_char_idx=5134, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n",
- " TextNode(id_='1c3efcd3-e6b3-4046-a359-3e554c321c16', embedding=[-0.031324602663517, 0.013445005752146244, -0.0002306005626451224, -0.014009921811521053, -0.004544044844806194, -0.000586100562941283, -0.007598123047500849, -0.0017441788222640753, -0.023980693891644478, -0.0453910157084465, 0.002436201088130474, 0.012957765720784664, -0.021156111732125282, -0.027935106307268143, 0.0011810279684141278, 0.00561032397672534, 0.011877363547682762, 0.010980558581650257, 0.016114234924316406, -0.01701810024678707, -0.0058504133485257626, 0.011241832748055458, -0.015280983410775661, -0.019051799550652504, -0.012421094812452793, 0.023839464411139488, 0.029432134702801704, -0.025844916701316833, 0.00692375423386693, 0.013317899778485298, 0.0039755976758897305, 0.013134301640093327, -0.028048090636730194, -0.010789899155497551, -0.009081028401851654, -0.020252246409654617, 0.03567446023225784, 0.012555263005197048, 0.03835780918598175, -0.02020987682044506, 0.018176179379224777, 0.026692291721701622, -0.0029781677294522524, 0.0020160446874797344, 0.006888446863740683, 0.009236380457878113, -0.01232223492115736, -0.005426726303994656, -0.00647182110697031, -0.0077746594324707985, -0.008184223435819149, 0.037171486765146255, -0.017978457733988762, 0.021382078528404236, -0.01467369869351387, 0.014207642525434494, 0.02269550785422325, -0.0010186145082116127, 0.01355798915028572, 0.008452558889985085, 0.008360760286450386, -0.013211977668106556, -0.01981443539261818, 0.003880268195644021, -0.009257564321160316, -0.018246794119477272, -0.008622033521533012, 0.024446748197078705, 0.0004457542090676725, -0.014857295900583267, -0.007379218004643917, 0.024545609951019287, -0.0032871062867343426, -0.02186225727200508, 0.03194601088762283, -0.03016652539372444, -0.015535195358097553, 0.0007083519594743848, -0.019574346020817757, -0.003052312880754471, 0.027751509100198746, -0.02300621196627617, -0.00671191094443202, 0.025717809796333313, 0.013056625612080097, -0.0013037206372246146, -0.0028281118720769882, -0.009179888293147087, -0.014518346637487411, -0.004141542129218578, 0.007612246088683605, 0.0009744804701767862, 0.043809253722429276, 0.001975441351532936, 0.006782525219023228, 0.02616974338889122, -0.010126123204827309, 0.02200348675251007, -0.017371173948049545, -0.009412916377186775, -0.005140737630426884, 0.010712224058806896, -0.03126811236143112, -0.018755218014121056, -0.016142480075359344, -0.019178904592990875, 0.014659575186669827, 0.02338753081858158, -0.01405935175716877, 0.0018033185042440891, -0.006058726459741592, 0.044939085841178894, -0.007944134064018726, -0.03417742997407913, -0.017681878060102463, 0.006630703806877136, 0.005882190074771643, -0.007781720720231533, 0.005878659430891275, -0.006701318547129631, 0.024432625621557236, 0.030533721670508385, 0.014913788065314293, -0.01233635749667883, 0.005546770989894867, 0.003901452524587512, -0.005599732045084238, -0.02977108396589756, -0.02230006828904152, -0.008346636779606342, 0.0250399112701416, 0.04098467156291008, 0.013798078522086143, 0.006782525219023228, -0.01991329714655876, 0.01578940823674202, 0.0015261564403772354, -0.024263150990009308, -0.03073144145309925, 0.01107235811650753, -0.002012514043599367, 0.020577073097229004, 0.002637452445924282, -0.016424939036369324, -0.00879857037216425, 0.03016652539372444, -0.009448223747313023, 0.017060469835996628, 0.02313331887125969, -0.0015261564403772354, -0.009321117773652077, -0.027497297152876854, 0.00682489387691021, 0.02673465944826603, 0.016029497608542442, -0.0010486256796866655, 0.016368446871638298, -0.00873501691967249, -0.027200715616345406, -0.018501006066799164, -0.009179888293147087, 0.008163039572536945, -0.012745922431349754, 0.019080044701695442, 0.005790391005575657, 0.024545609951019287, 0.03587218001484871, -0.008699709549546242, -0.011644335463643074, -0.013063686899840832, -0.010217921808362007, 0.02563307248055935, -0.016566168516874313, 0.02491280436515808, 0.011820871382951736, 0.009186949580907822, 0.02366998977959156, -0.003795530879870057, -0.005006569903343916, -0.022187083959579468, -0.016650905832648277, 0.021664537489414215, -0.002197877038270235, 0.014490100555121899, -0.008417251519858837, -0.014250011183321476, -0.0013496201718226075, -0.012470525689423084, -0.006877854932099581, 0.009575329720973969, 0.009003352373838425, 0.015874145552515984, -0.017399419099092484, -0.005578547716140747, -0.6101095080375671, 0.0063553075306117535, 0.02105725184082985, -0.012498770840466022, -0.0008659106097184122, 0.004512268118560314, -0.002445027930662036, 0.006888446863740683, -0.01991329714655876, 0.03299110755324364, -0.00914458092302084, 0.002616268116980791, -0.004840625915676355, -0.01522449217736721, -0.009236380457878113, -0.0257460568100214, 0.022667262703180313, -0.020308738574385643, -0.008035932667553425, 0.026480447500944138, -0.012710615061223507, 0.004042681772261858, 0.01398167572915554, 0.021240849047899246, 0.006348245777189732, 0.01391106192022562, 0.003433631267398596, -0.011022927239537239, 0.03598516434431076, -0.0044310614466667175, -0.03711499646306038, 0.022187083959579468, 0.008812692947685719, 0.0007529273862019181, 0.04567347466945648, -0.028725989162921906, -0.032341454178094864, 0.008346636779606342, 0.0026056759525090456, 0.03875325247645378, -0.04112590104341507, -0.03895097225904465, 0.012428157031536102, -0.0041556647047400475, -0.01677801087498665, 0.009808357805013657, -0.00408505043014884, 0.018726972863078117, -0.013070749118924141, -0.031352847814559937, -0.007647552993148565, 0.01867048069834709, 0.010239106602966785, 7.706913311267272e-05, 0.003926167730242014, -0.004120357800275087, 0.02559070475399494, -0.0004442094941623509, 0.023839464411139488, -0.011185340583324432, 0.032030750066041946, 0.006256447173655033, -0.012392849661409855, -0.02920616790652275, -0.027200715616345406, 0.006217609159648418, 0.01857162080705166, 0.016862748190760612, -0.018218547105789185, -0.009688313119113445, -0.007598123047500849, 0.009603575803339481, -0.006270569749176502, -0.006185832433402538, 0.006267039105296135, 0.012223374098539352, 0.008113608695566654, -0.020464090630412102, 0.006757810246199369, 0.012576446868479252, 0.016693273559212685, 0.010281475260853767, -0.009589452296495438, -0.010161430574953556, 0.018162056803703308, 0.008586726151406765, -0.0011015866184607148, 0.0031370504293590784, -0.0007970614824444056, 0.011503105983138084, -0.006090502720326185, 0.03188952058553696, -0.013395575806498528, -0.06360956281423569, 0.004116826690733433, 0.01010493841022253, -0.003412446938455105, -0.01183499488979578, -0.005232536233961582, -0.013875754550099373, 0.005645631346851587, -0.009991955012083054, 0.013861631043255329, 0.035109542310237885, 0.04183204472064972, 0.0206476878374815, -0.02951687201857567, -0.012936580926179886, 0.0011351285502314568, -0.028358792886137962, -0.05202878266572952, -0.0033930279314517975, -0.027313698083162308, 0.0005560893914662302, 0.018515128642320633, -0.031494077295064926, 0.010782837867736816, 0.00989309512078762, 0.018345654010772705, -0.010740469209849834, 0.030561966821551323, 0.01053568720817566, 0.02230006828904152, 0.006983776576817036, 0.024686837568879128, 0.01937662623822689, 0.01136187743395567, -0.025435352697968483, -0.021819887682795525, 0.007093229331076145, 0.0008155977702699602, 0.000941821257583797, 0.026070883497595787, -0.016114234924316406, 0.03016652539372444, 0.0004863575450144708, 0.03807535395026207, 0.0065353745594620705, 0.024686837568879128, -0.0023708827793598175, -0.04154958575963974, 0.010641609318554401, 0.004194502718746662, -0.009532961063086987, -0.007135597988963127, -0.019588470458984375, -0.013692156411707401, -0.0009930167580023408, 0.0199415422976017, 0.01995566487312317, -0.01704634726047516, -0.005977519787847996, -0.008876246400177479, 0.023740604519844055, -0.02090189978480339, -0.011679642833769321, -0.02782212384045124, -0.03714324161410332, 0.006252916529774666, -0.04321609064936638, 0.02711597830057144, 0.032623909413814545, 0.012357542291283607, 0.005613854620605707, -0.005087776575237513, -0.007781720720231533, -0.008360760286450386, 0.030364247038960457, -0.05070123076438904, -0.020577073097229004, -0.003604871453717351, -0.04940192401409149, 0.0010177318472415209, 0.02407955378293991, -0.008953921496868134, 0.01881171017885208, -0.0027610280085355043, 0.007612246088683605, -0.010111999697983265, -0.012978949584066868, -0.006877854932099581, -0.006485944148153067, -0.0020107487216591835, -0.0012507598148658872, 0.02739843539893627, 0.028358792886137962, 0.013953430578112602, -0.002942860359326005, -0.021805765107274055, 0.010507441125810146, 0.016297832131385803, -0.002106078201904893, -0.04810261353850365, 0.00282105035148561, -0.013310838490724564, 0.01744178868830204, 0.010175553150475025, -0.01371334120631218, 0.014617206528782845, 0.025280000641942024, 0.004713519476354122, 0.015055016614496708, 0.00039544134051539004, -0.01337439101189375, 0.00809242483228445, -0.03381023555994034, 0.03016652539372444, -0.02311919629573822, 0.017526526004076004, 0.012604692950844765, 0.018741095438599586, -0.012710615061223507, -0.00983660388737917, -0.020308738574385643, -0.0021149050444364548, 0.032341454178094864, -0.0072132740169763565, 0.02132558636367321, -0.014984402805566788, 0.009871910326182842, 0.00928581040352583, 0.02783624641597271, 0.024263150990009308, 0.014716067351400852, -0.003294167574495077, 0.01867048069834709, 0.0015420446870848536, 0.015732916072010994, 0.006952000316232443, -0.0065918657928705215, -0.011255955323576927, -0.0016029496910050511, 0.009455285035073757, 0.016975732520222664, 0.025392983108758926, 0.0016232514753937721, 0.01704634726047516, 0.00549734104424715, 0.03361251577734947, -0.007520447019487619, 0.006309407763183117, 0.00043891341192647815, 0.005031284876167774, -0.03612639009952545, 0.009151642210781574, 0.010062569752335548, 0.012449340894818306, 0.028048090636730194, -0.011658458039164543, 0.0053737652488052845, -0.021396201103925705, 0.01909416727721691, 0.00011507960880408064, 0.011185340583324432, 0.01204683817923069, -0.020421721041202545, -0.007767597679048777, 0.02162216790020466, 0.018472760915756226, 0.008071240037679672, 0.017554771155118942, 0.027341945096850395, -0.016170727089047432, -0.007591061759740114, 0.002972871530801058, -0.021650413051247597, 0.0029234413523226976, -0.031776536256074905, -0.017554771155118942, 0.007696983404457569, -0.028203442692756653, -0.014913788065314293, -0.008297206833958626, -0.05039052665233612, 0.020732425153255463, 0.02464446984231472, -0.005363173317164183, 0.03090091608464718, 0.021014882251620293, 0.04378100484609604, -0.01799258217215538, -0.04400697350502014, 0.03567446023225784, -0.004801787901669741, 0.001277240226045251, 0.001167787704616785, -0.029658101499080658, -0.00906690489500761, 0.00934230163693428, 0.013918123207986355, 0.002670994494110346, 0.006418860517442226, 0.009434100240468979, 0.008777385577559471, -0.01690511777997017, 0.01071928534656763, 0.03629586473107338, -0.007569877430796623, -0.016311954706907272, -0.0014493631897494197, -0.012865967117249966, 0.006199955474585295, -0.03299110755324364, -0.004420469515025616, 0.024291396141052246, 0.008332514204084873, -0.01674976572394371, -0.021791642531752586, 0.02022399939596653, -0.014242949895560741, 0.011750257574021816, -0.006464759819209576, 0.0035589721519500017, -0.0073509723879396915, -0.009568268433213234, -0.0011492513585835695, -0.01122064795345068, 0.015337474644184113, 0.03462936356663704, 0.0021378546953201294, -0.008085363544523716, -0.017823105677962303, -0.00809242483228445, 0.0023832402657717466, 0.03686078265309334, 0.02782212384045124, -0.023458145558834076, -0.006037542130798101, -0.03445988893508911, -0.0018589274259284139, -0.026395710185170174, -0.018345654010772705, 0.00578686036169529, 0.008925676345825195, -0.020449966192245483, 0.008057117462158203, 0.008501988835632801, -0.002888134215027094, 0.03547673672437668, 0.005539709702134132, 0.0260426364839077, -0.02020987682044506, 0.020238123834133148, 0.00337360892444849, 0.013812201097607613, 0.0033135865814983845, -0.018882324919104576, 0.0023673519026488066, 0.028754234313964844, -0.004017966333776712, 0.021156111732125282, 0.028613006696105003, 0.016297832131385803, -0.010281475260853767, 0.012710615061223507, -0.016650905832648277, 0.0004519329813774675, 9.792248602025211e-05, 0.004551106132566929, 0.019122414290905, 0.02162216790020466, 0.011813810095191002, 0.02008277177810669, 0.020012157037854195, -0.01756889373064041, 0.023331038653850555, -0.012392849661409855, 0.011750257574021816, 0.011312447488307953, -0.020181631669402122, -0.007845274172723293, 0.012138636782765388, 0.0014475977513939142, -0.016693273559212685, 0.02934739738702774, -0.0006920223822817206, -0.029149675741791725, -0.02008277177810669, 0.008219530805945396, -0.012350481003522873, -0.016961609944701195, -0.02382534183561802, -0.0008720894111320376, -0.029658101499080658, -0.0035466146655380726, -0.02577430196106434, 0.014080536551773548, 0.000498273759149015, -0.011093541979789734, 0.012371664866805077, -0.024729207158088684, 0.009455285035073757, -0.021283218637108803, 0.004445184487849474, -0.029601609334349632, -0.02365586720407009, -0.030929163098335266, 0.0018324468983337283, 0.016396693885326385, 0.01018261443823576, 0.007569877430796623, 0.024997541680932045, -0.008360760286450386, 0.011121788062155247, -0.014207642525434494, -0.02131146378815174, -0.005963396746665239, -0.0279774758964777, 0.01607186533510685, -0.018204424530267715, 0.027751509100198746, 0.011665519326925278, -0.027341945096850395, 0.006122279446572065, 0.012251620180904865, -0.01198328472673893, -0.012421094812452793, -0.010698100551962852, 0.02410779893398285, 0.013332022354006767, 0.0016214860370382667, -0.006108156405389309, 0.023203933611512184, -0.013183731585741043, 0.017653631046414375, -0.04304661601781845, -0.006952000316232443, -0.021212603896856308, -0.007908826693892479, 0.008325452916324139, 0.014588961377739906, 0.011333631351590157, 0.0003537346492521465, -0.02259664796292782, -0.003830838017165661, -0.023373408243060112, -0.028584759682416916, 0.00037955306470394135, 0.020944269374012947, -0.013042503036558628, 0.013868693262338638, -0.008812692947685719, -0.011729072779417038, -0.00744277099147439, 0.028570637106895447, -0.021763397380709648, 0.03736920654773712, 0.030816178768873215, 0.003490122966468334, 0.04180379956960678, -0.004303955473005772, -0.007428647950291634, -0.026282725855708122, 0.025011666119098663, -0.005306681618094444, 0.024333765730261803, -0.0018889385974034667, -0.0009674190077930689, -0.027341945096850395, -0.011764380149543285, -0.015549318864941597, 0.019899172708392143, 0.009469407610595226, -0.008494927547872066, -0.01093112863600254, 0.001796256983652711, -0.014546592719852924, -0.007986502721905708, -0.004957139957696199, -0.019178904592990875, -0.008431374095380306, -0.004215687047690153, 0.013663911260664463, 0.030787933617830276, -0.00852317363023758, 0.0053313965909183025, -0.043696269392967224, -0.03914869204163551, -0.004660558886826038, -0.018769340589642525, -0.012237497605383396, 0.010493318550288677, 0.014871419407427311, 0.01786547526717186, 0.07903178036212921, 0.004014435689896345, -0.0032553295604884624, 0.013692156411707401, -0.002049586735665798, 0.012964827008545399, 0.011340692639350891, -0.0066942572593688965, -0.009003352373838425, -0.0061752405017614365, 0.0018818770768120885, -0.006425921805202961, 0.013812201097607613, -0.002164335222914815, -0.007047329563647509, 0.024573855102062225, -0.02244129590690136, -0.013388514518737793, -0.014250011183321476, -0.01995566487312317, -0.018063195049762726, 0.020040402188897133, -0.00581863708794117, 0.001259586657397449, -0.04191678389906883, -0.026918256655335426, 0.04462838172912598, 0.004618190228939056, 0.028019843623042107, 0.01785135269165039, 0.01523861475288868, -0.027172470465302467, 0.02241305075585842, -0.000984189915470779, 0.02008277177810669, -0.021085496991872787, -0.01093112863600254, -0.03222846984863281, 0.008184223435819149, -0.0014343576040118933, -0.014871419407427311, 0.026085006073117256, 0.005493809934705496, -0.001355798915028572, -0.02006864920258522, 0.015125631354749203, 0.0015023240121081471, -0.037171486765146255, -0.01391106192022562, -0.026692291721701622, -0.02783624641597271, -0.022398928180336952, 0.008558481000363827, 0.019998034462332726, -0.005896313115954399, -0.0071920896880328655, -0.00975892785936594, 0.01951785571873188, -0.02396656945347786, -0.014299441128969193, 0.0019789719954133034, 0.04338556528091431, 0.05570073798298836, -0.000937407836318016, 0.004226279444992542, 0.02465859241783619, 0.007506323978304863, -0.012159821577370167, 0.017950212582945824, 0.007153251674026251, 0.013445005752146244, -0.0017185810720548034, 0.021848134696483612, 0.013070749118924141, -0.025421230122447014, 0.012195128947496414, -0.0020248715300112963, -0.042283978313207626, -0.053384583443403244, 0.03403620049357414, -0.004226279444992542, 0.005617385730147362, -0.047396469861269, -0.021961117163300514, -0.020167509093880653, 0.00797238014638424, -0.005031284876167774, 0.02602851390838623, 0.010973497293889523, 0.0031547038815915585, 0.011439553461968899, 0.007492201402783394, 0.02561894990503788, 0.008438436314463615, -0.0022367150522768497, 0.0033506592735648155, 0.024700962007045746, 0.0042086257599294186, -0.030223017558455467, 0.021269096061587334, 0.0013469720724970102, 0.03527901694178581, -0.029855821281671524, 0.029149675741791725, 0.0184162687510252, -0.021156111732125282, 0.007859396748244762, 0.0034654077608138323, 0.014758436009287834, 0.028316425159573555, -0.05776268243789673, -0.022059978917241096, -0.019969787448644638, 0.0037602235097438097, 0.016523798927664757, -0.0206476878374815, -0.012590570375323296, -0.018232671543955803, -0.01259763166308403, 0.002778681693598628, 0.020252246409654617, -0.01926364190876484, -0.028500022366642952, -0.000925050291698426, 0.012745922431349754, -0.015337474644184113, -0.01646730676293373, 0.0061964248307049274, 0.039798345416784286, -0.035222526639699936, 0.0028740111738443375, -0.0025209386367350817, -0.001871284912340343, 0.005751552991569042, 0.017342926934361458, 0.01607186533510685, -0.0168909952044487, 0.033979710191488266, -0.017088714987039566, 0.009222256951034069, 0.01937662623822689, 0.00154027936514467, -0.020817162469029427, -0.02937564253807068, -0.023189811035990715, 0.009151642210781574, 0.008290145546197891, -0.015690548345446587, -0.025364737957715988, -0.008925676345825195, -0.000338949728757143, 0.024813944473862648, 0.0038555532228201628, -0.023331038653850555, -0.010119061917066574, 0.022370681166648865, 0.008897430263459682, 0.0067507484927773476, 0.004558167885988951, 0.0069166929461061954, 0.014546592719852924, 0.014080536551773548, 0.013204916380345821, -0.022737877443432808, -0.001874815672636032, -0.027469050139188766, -0.01211039163172245, 0.024743329733610153, -0.04640786722302437, -0.005800983402878046, -0.00893273763358593, 0.0009894859977066517, -0.023585252463817596, 0.009222256951034069, -0.014454793184995651, 0.003834368661046028, -0.019447240978479385, 0.016241341829299927, -0.02892371080815792, -0.001154547557234764, 0.01621309481561184, 0.024602100253105164, -0.0007357150898315012, 0.008819754235446453, -0.020746547728776932, -0.02453148551285267, 0.0021661005448549986, 0.01177144143730402, -0.029686346650123596, -0.014235888607800007, -0.010210860520601273, 0.027059486135840416, 0.0026604023296386003, -0.0437527596950531, -0.0070332069881260395, -0.016523798927664757, -0.01868460327386856, -0.010288536548614502, -0.03129635751247406, 0.001204860396683216, 0.0007061452488414943, 0.01895293965935707, -0.0014520111726596951, 0.01992741972208023, 0.0012878323905169964, 0.020139262080192566, -0.01744178868830204, 0.02117023430764675, -0.01662265881896019, 0.0023620559368282557, -0.004003843758255243, 0.011488983407616615, -0.025929654017090797, -0.014942034147679806, -0.004480491857975721, -0.003590748645365238, 0.0055538322776556015, 0.012569385580718517, -0.006214078515768051, -0.003424804424867034, -0.00041309496737085283, -0.007562815677374601, 0.016989855095744133, 0.011354816146194935, 0.0014299441827461123, -0.016636783257126808, -0.004960670601576567, 0.01728643663227558, -0.01772424578666687, -0.009674190543591976, -0.025661319494247437, 0.0011607263004407287, -0.006076380144804716, 0.006757810246199369, -0.031211620196700096, -0.016989855095744133, 0.03033600002527237, -0.008438436314463615, 0.04827209189534187, 0.0067154415883123875, -0.012774167582392693, 0.02532236836850643, 0.005603262688964605, -0.012498770840466022, -0.010973497293889523, 0.030646704137325287, -0.0031370504293590784, -0.021509185433387756, 0.033301811665296555, -0.03395146504044533, 0.013303777202963829, 0.000351748603861779, 0.01398873794823885, -0.01869872584939003, -0.007043798919767141, -0.00039411731995642185, -0.008749139495193958, -0.030646704137325287, 0.02448911778628826, 0.012216312810778618, -0.01674976572394371, 0.007301541976630688, -0.007661676034331322, 0.005017162300646305, -0.00025641900720074773, -0.0011633742833510041, -0.011926793493330479, -0.014009921811521053, -0.016566168516874313, 0.003654301632195711, -0.007185027934610844, -0.018741095438599586, -0.009716559201478958, 0.012089206837117672, 0.01576116308569908, 0.009257564321160316, 0.1928623914718628, -0.019969787448644638, 0.006086972076445818, 0.027666771784424782, 0.02008277177810669, 3.894832480000332e-05, 0.009688313119113445, 0.007153251674026251, -0.013014256954193115, 0.0017997877439484, -0.008939798921346664, 0.015464581549167633, -0.021777519956231117, -0.009540022350847721, 0.028457654640078545, -0.02272375486791134, -0.05056000128388405, -0.0390639565885067, -0.03222846984863281, 0.003961475100368261, -0.008805631659924984, 0.006372961215674877, -0.0030205363873392344, -0.01773836836218834, 0.007569877430796623, -0.030957408249378204, -0.010260290466248989, 0.014299441128969193, 0.013077810406684875, 0.03253917396068573, -0.031804781407117844, 0.021297341212630272, 0.020026279613375664, -0.017060469835996628, -0.01522449217736721, -0.0026851173024624586, 0.007838211953639984, -0.006846078205853701, 0.014744313433766365, 0.04166257008910179, 0.040786951780319214, 0.008021810092031956, 0.01840214617550373, -0.030929163098335266, -0.02272375486791134, -0.00012302373943384737, 0.004021497443318367, 0.012159821577370167, -0.03044898435473442, 0.028627129271626472, -0.010909943841397762, 0.02256840281188488, 0.012745922431349754, 0.029686346650123596, -0.0009153407881967723, -0.015168000012636185, -0.027200715616345406, -0.0066130505874753, 0.015055016614496708, 0.019150659441947937, -0.0207606703042984, -0.008953921496868134, 0.004974793177098036, 0.028005721047520638, -0.0010203799465671182, -0.0021961117163300514, 0.001970145385712385, 0.006768402177840471, 0.020605318248271942, 0.001778603415004909, -0.02464446984231472, 0.004346324130892754, -0.019150659441947937, -0.023062704131007195, -0.03711499646306038, -0.03406444564461708, 0.024686837568879128, 0.020139262080192566, 0.012039776891469955, 0.030251262709498405, 0.017060469835996628, -0.006881385575979948, -4.010684278910048e-05, -0.020562950521707535, -0.012724737636744976, -0.01827503927052021, 0.023161564022302628, -0.0092081343755126, -0.025124648585915565, -0.0036648937966674566, 0.004649966489523649, -0.018190301954746246, -0.00177507265470922, 0.0012463463936001062, -0.017964335158467293, -0.002510346472263336, 0.008784446865320206, 0.008452558889985085, -0.00481591047719121, -0.04157783463597298, -0.004212156403809786, 0.022045854479074478, 0.014942034147679806, 0.0028245809953659773, 0.010189675725996494, 0.027864491567015648, 0.005229005590081215, 0.009645944461226463, 0.0019030615221709013, -0.015153877437114716, 0.009194010868668556, -0.040222033858299255, 0.005518525373190641, 0.01557756494730711, 0.01783723011612892, 0.011792626231908798, -0.006249385420233011, 0.0033224134240299463, 0.020732425153255463, -0.005285497289150953, 0.004837095271795988, -0.022822614759206772, 0.004081519786268473, 0.0038979218807071447, -0.004547575488686562, -0.04194502905011177, -0.013169609010219574, 0.014617206528782845, -0.035787440836429596, 0.011291262693703175, 0.00337360892444849, -0.016848625615239143, 0.013346145860850811, -0.005006569903343916, 0.007379218004643917, 0.013685095123946667, -0.02549184486269951, -0.007463955320417881, -0.035194281488657, 0.0004064748645760119, -0.026127373799681664, 0.008389005437493324, 0.005666815675795078, -0.007163843605667353, 0.0005949274054728448, -0.02670641429722309, 0.011234771460294724, -0.009871910326182842, 0.01232223492115736, -0.019461363554000854, -0.006489474792033434, 0.016453184187412262, -0.0035395531449466944, -0.008494927547872066, 0.011877363547682762, 0.0053313965909183025, -0.03047722950577736, -0.021763397380709648, -0.007562815677374601, -0.001385810086503625, -0.023373408243060112, -0.006284692790359259, 0.007499262690544128, 0.0037072626873850822, -0.010570994578301907, -0.023740604519844055, -0.181112140417099, 0.0032376761082559824, 0.01502677146345377, -0.0415213406085968, -0.0043357317335903645, 0.006238793488591909, 0.026085006073117256, 0.008297206833958626, -0.019433118402957916, 0.01170788798481226, -0.0023496984504163265, 0.005649161990731955, 0.021551553159952164, -0.010253229178488255, 0.0010433295974507928, -0.0010097877820953727, -0.03516603261232376, -0.010196737945079803, 0.023613497614860535, 0.010606301948428154, 0.03406444564461708, -0.041041161864995956, 0.02131146378815174, 0.020040402188897133, 0.015973005443811417, 0.006839016918092966, 0.013155486434698105, 0.021113744005560875, -0.01868460327386856, -0.0354202464222908, -0.01747003383934498, -0.0003032011154573411, 0.01218100544065237, 0.002051352057605982, 0.011545474641025066, 0.014899665489792824, 0.004127419088035822, -0.017780737951397896, -0.013543866574764252, 0.022384805604815483, 0.02245541848242283, 0.019065922126173973, 0.008537296205759048, 0.008332514204084873, -0.015860022976994514, 0.03640884906053543, 0.017272312194108963, -0.016100112348794937, 0.008007687516510487, -0.012802413664758205, 0.037425700575113297, -0.00034932122798636556, 0.012357542291283607, 0.007086167577654123, 0.004198033362627029, 0.01747003383934498, 0.0005344636738300323, -0.0008888603770174086, 0.00037977375905029476, -0.036352358758449554, -0.010825206525623798, -0.007781720720231533, 0.020605318248271942, -0.017794860526919365, -0.00879857037216425, -0.04502382129430771, -0.045616984367370605, -0.0004965083790011704, -0.012491709552705288, -0.013501496985554695, 0.0027804470155388117, -0.0161848496645689, -0.0032676872797310352, 0.017766615375876427, 0.03268040344119072, 0.03087267093360424, -0.030985653400421143, 0.0029816983733326197, 0.03697376698255539, 0.00335595547221601, 0.015111508779227734, 0.04553224518895149, -0.007336849346756935, 0.008968045003712177, -0.002130793407559395, -0.005822167731821537, 0.0026180336717516184, 0.02396656945347786, -0.030505474656820297, -0.009554145857691765, 0.004582882858812809, -0.017540648579597473, 0.024277273565530777, -0.002310860436409712, 0.012993073090910912, 0.005387888289988041, 0.005811575334519148, -0.0031582347583025694, 0.010542748495936394, -0.013388514518737793, -0.0077958437614142895, 0.004007374402135611, -0.0392899215221405, 0.004307486116886139, 0.043272580951452255, 0.03403620049357414, -0.03321707248687744, 0.02286498434841633, 0.009949586354196072, -0.00671191094443202, 0.01003432460129261, -0.0027857429813593626, 0.00487946392968297, -0.00311410054564476, 0.008127732202410698, 0.019616715610027313, -0.004212156403809786, -0.009547083638608456, 0.010373273864388466, -0.003852022346109152, 0.03570270538330078, -0.00616111746057868, -0.014271195977926254, 0.01867048069834709, -0.013303777202963829, -0.031324602663517, -0.09366310387849808, 0.004311016760766506, 0.027384312823414803, 0.02840116247534752, -0.017540648579597473, -0.004554636776447296, -0.0030081789009273052, 0.04089993238449097, -0.004597005434334278, 0.044232938438653946, -0.02646632492542267, -0.02077479287981987, 0.01747003383934498, 0.005257251672446728, -0.0229920893907547, 0.008021810092031956, 0.004904178902506828, -0.029686346650123596, -0.023429900407791138, 0.034007955342531204, -0.033047597855329514, -0.012082145549356937, 0.018444513902068138, -0.01717345230281353, 0.01024616789072752, -0.027469050139188766, -0.014235888607800007, 0.03530726209282875, -0.006658949889242649, -0.003578391158953309, 0.011601966805756092, -0.024743329733610153, -1.8288059436599724e-05, -0.009469407610595226, -0.0017927263397723436, -0.0013575642369687557, 0.00983660388737917, -0.011368938721716404, 0.03477059304714203, -0.0036860783584415913, 0.0034971844870597124, 0.013536804355680943, -0.008805631659924984, 0.008417251519858837, -0.01787959784269333, 0.012604692950844765, -0.03821658343076706, 0.028203442692756653, 0.0011121787829324603, -0.030674949288368225, -0.021664537489414215, 0.003294167574495077, -0.02602851390838623, 0.0012895978288725019, 0.010966436006128788, -0.012774167582392693, 0.014942034147679806, 0.007287418935447931, -0.01604362018406391, 0.002369117457419634, 0.012350481003522873, 0.010465072467923164, -0.005970458034425974, 0.0003351983323227614, 0.012880089692771435, -0.0028740111738443375, -0.020562950521707535, -0.02520938590168953, 0.009751865640282631, 0.01355798915028572, -0.012710615061223507, 0.0005560893914662302, 0.0032588604371994734, 0.019291888922452927, -0.02934739738702774, -0.007181497290730476, -0.008374882861971855, -0.025364737957715988, 0.00035505866981111467, 0.004882994573563337, -0.025562457740306854, -0.004657027777284384, -0.009109273552894592, -0.004180380143225193, -0.009999017231166363, 0.006563620176166296, -0.014871419407427311, -0.01701810024678707, -0.011037050746381283, -0.041210636496543884, 0.002051352057605982, 0.03104214556515217, 0.0031829497311264277, -0.03245443478226662, -0.02505403384566307, 0.011884424835443497, -0.018190301954746246, 0.022526033222675323, -0.0036896090023219585, 0.013678033836185932, -0.03417742997407913, -0.015973005443811417, -0.0656997561454773, 0.01659441366791725, -0.0036101676523685455, -0.024051306769251823, 0.0016815083799883723, 0.005031284876167774, 0.01677801087498665, 0.007206212263554335, -0.014560715295374393, 0.004353385418653488, -0.014588961377739906, 0.0014829050051048398, -0.03516603261232376, -0.011898547410964966, -0.032200224697589874, -0.013593296520411968, 0.008226592093706131, -0.03423392400145531, 0.01648143120110035, 0.003950882703065872, 0.0010901117930188775, -0.00011563128646230325, -0.011531352065503597, 0.03824482858181, -0.0023991286288946867, -0.01024616789072752, 0.004180380143225193, 0.010924067348241806, 0.011644335463643074, -0.009716559201478958, 0.009215195663273335, 0.0027398436795920134, -0.012689430266618729, 0.021127866581082344, 0.012689430266618729, -0.016509676352143288, 0.0242207832634449, 0.011086480692029, 0.015069140121340752, -0.004657027777284384, -0.020054524764418602, -0.02713010087609291, 0.009864849038422108, -0.009730681777000427, 0.018359776586294174, -0.0033294749446213245, 0.006937877275049686, 0.002374413423240185, 0.0238112173974514, 0.022624894976615906, 0.03807535395026207, 0.024729207158088684, 0.00015844134031794965, -0.034007955342531204, -0.011404246091842651, 0.004399285186082125, -0.009201073087751865, 0.002628625836223364, -0.003230614587664604, 0.015055016614496708, 0.04971262812614441, -0.016015375033020973, 0.02283673733472824, -0.009073966182768345, 0.002914614509791136, -0.005949273705482483, -0.0192353967577219, -0.02050645835697651, -0.0064930059015750885, -0.043837498873472214, -0.0031070392578840256, -0.008678525686264038, 0.01004844717681408, 0.0032800447661429644, 0.004162726458162069, 0.009349362924695015, 0.00036984359030611813, 0.008840939030051231, -0.024983419105410576, -0.0008416369091719389, 0.015718793496489525, -0.01593063771724701, -0.008840939030051231, -0.0035307263024151325, 0.028556514531373978, 0.03282163292169571, 0.018783463165163994, 0.011947978287935257, 0.002603910630568862, -0.004932424519211054, -0.017752492800354958, 0.004307486116886139, -0.008692648261785507, 0.0038873297162353992, -0.002799866022542119, 0.0010230279294773936, 0.017060469835996628, -0.0031211620662361383, 0.009914279915392399, 0.01687687262892723, 0.029601609334349632, 0.0062599778175354, -0.00177507265470922, -0.005101899616420269, -0.019885050132870674, -0.014617206528782845, -0.0368325375020504, -0.04273591190576553, 0.017145207151770592, 0.02214471623301506, -0.0028175197076052427, -0.012371664866805077, 0.004035620018839836, 0.015535195358097553, -0.021961117163300514, 0.023034458979964256, -0.006952000316232443, -0.020972514525055885, -0.024460872635245323, 0.03909220173954964, 0.018783463165163994, -0.00450520683079958, 0.024023061618208885, -0.0028387040365487337, 0.04982560873031616, 0.01522449217736721, 1.2743715160468128e-05, 0.0040285587310791016, 0.042029764503240585, 0.008134793490171432, 0.020845407620072365, 0.00025884638307616115, -0.013974614441394806, -0.005402011331170797, 0.008240715600550175, -0.021537430584430695, -0.009921341203153133, 0.01659441366791725, -0.0008116257376968861, 0.10326668620109558, 0.00857966486364603, -0.01557756494730711, -0.013861631043255329, -0.029121430590748787, -0.004116826690733433, 0.006560089532285929, 0.014080536551773548, 0.001071575446985662, -0.00474882684648037, -0.007520447019487619, 0.0060728490352630615, -0.019998034462332726, -0.03160706162452698, -0.022822614759206772, -0.004565229173749685, 0.021537430584430695, -0.00125605589710176, -0.015168000012636185, 0.0022208269219845533, 0.02768089435994625, 0.005402011331170797, -0.0014970279298722744, 0.017653631046414375, -0.0035960448440164328, -0.0038837988395243883, 0.03618288412690163, 0.015040894038975239, -0.009928402490913868, -0.02591553144156933, 0.030674949288368225, -0.007195620331913233, -0.043131351470947266, -0.024404380470514297, -0.011891486123204231, -0.010705161839723587, -0.010359151288866997, -0.022088224068284035, 0.010111999697983265, -0.01648143120110035, -0.00017421928350813687, 0.011863240040838718, -0.015888268128037453, -0.015393966808915138, 0.00478060357272625, 0.0027680895291268826, 0.002423843601718545, -0.01523861475288868, -0.023853586986660957], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'),