diff --git "a/notebooks/05-Improve_Prompts_+_Add_Source.ipynb" "b/notebooks/05-Improve_Prompts_+_Add_Source.ipynb" deleted file mode 100644--- "a/notebooks/05-Improve_Prompts_+_Add_Source.ipynb" +++ /dev/null @@ -1,1425 +0,0 @@ -{ - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [], - "authorship_tag": "ABX9TyPxv5TedufP36MtgitAwryV", - "include_colab_link": true - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - }, - "widgets": { - "application/vnd.jupyter.widget-state+json": { - "76fea2dabfea42aa8bc7ae719f2a22ee": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_6c575687c8f1468a803b88eea3d26b7b", - "IPY_MODEL_c266531dafcf4624af5fe9bcbc9d8df9", - "IPY_MODEL_e20a27a2f7764cb4b9537e34a3659c9a" - ], - "layout": "IPY_MODEL_bba307f545cd4533be6f0489f95b9895" - } - }, - "6c575687c8f1468a803b88eea3d26b7b": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_eb057e56f0f94e4993b8ae960c78b0ad", - "placeholder": "​", - "style": "IPY_MODEL_2073b65c0db045aa8e86d91a4fea2e2b", - "value": "Parsing nodes: 100%" - } - }, - "c266531dafcf4624af5fe9bcbc9d8df9": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_8141417665024172a4baa78c497acb69", - "max": 14, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_01d27fdbe86a4ca2830b9bf3ccbf1ae9", - "value": 14 - } - }, - "e20a27a2f7764cb4b9537e34a3659c9a": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_e4fe85a095e64d52b6a53c2a4bba8aeb", - "placeholder": "​", - "style": "IPY_MODEL_70e17db8fc2f490f85b7af8aa664f0c7", - "value": " 14/14 [00:00<00:00, 26.60it/s]" - } - }, - "bba307f545cd4533be6f0489f95b9895": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "eb057e56f0f94e4993b8ae960c78b0ad": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "2073b65c0db045aa8e86d91a4fea2e2b": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "8141417665024172a4baa78c497acb69": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "01d27fdbe86a4ca2830b9bf3ccbf1ae9": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "e4fe85a095e64d52b6a53c2a4bba8aeb": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "70e17db8fc2f490f85b7af8aa664f0c7": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "c0a70bcdf3fb4bbfb2675b8012b2ef24": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_665b9b5e85a34be8a20d40c51e57cfe0", - "IPY_MODEL_b604cef3deca4847afcc459e5c8a9e0f", - "IPY_MODEL_076728d713254b49935c7938d18014f2" - ], - "layout": "IPY_MODEL_be591abb84a24c4b9903087501ebb0e5" - } - }, - "665b9b5e85a34be8a20d40c51e57cfe0": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_85f23ab21c3b404aaa146cfcaefc85d8", - "placeholder": "​", - "style": "IPY_MODEL_10340f8e7c8e482c8d35047a3e43ee7f", - "value": "Generating embeddings: 100%" - } - }, - "b604cef3deca4847afcc459e5c8a9e0f": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_1095efa793804a3fb625855e715a5317", - "max": 108, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_b43a5a6a65034a16927700e442dde52a", - "value": 108 - } - }, - "076728d713254b49935c7938d18014f2": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_121dbf44a222434cbc57ebe6beb83e2a", - "placeholder": "​", - "style": "IPY_MODEL_2af0821ebb7e47988d134d4ec2776e87", - "value": " 108/108 [00:34<00:00, 3.66it/s]" - } - }, - "be591abb84a24c4b9903087501ebb0e5": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "85f23ab21c3b404aaa146cfcaefc85d8": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "10340f8e7c8e482c8d35047a3e43ee7f": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "1095efa793804a3fb625855e715a5317": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "b43a5a6a65034a16927700e442dde52a": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "121dbf44a222434cbc57ebe6beb83e2a": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "2af0821ebb7e47988d134d4ec2776e87": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - } - } - } - }, - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "view-in-github", - "colab_type": "text" - }, - "source": [ - "\"Open" - ] - }, - { - "cell_type": "markdown", - "source": [ - "# Install Packages and Setup Variables" - ], - "metadata": { - "id": "5BGJ3fxhOk2V" - } - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "id": "QPJzr-I9XQ7l", - "colab": { - "base_uri": "https://localhost:8080/" - }, - "outputId": "809b17a0-5b45-4e3c-9d3f-72ad8b0e0d9d" - }, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m15.7/15.7 MB\u001b[0m \u001b[31m69.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m225.4/225.4 kB\u001b[0m \u001b[31m22.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.0/2.0 MB\u001b[0m \u001b[31m73.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m508.6/508.6 kB\u001b[0m \u001b[31m45.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m79.9/79.9 MB\u001b[0m \u001b[31m10.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.7/45.7 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m51.7/51.7 kB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.9/75.9 kB\u001b[0m \u001b[31m8.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m72.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m92.1/92.1 kB\u001b[0m \u001b[31m10.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.7/60.7 kB\u001b[0m \u001b[31m7.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.1/41.1 kB\u001b[0m \u001b[31m4.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m91.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.8/6.8 MB\u001b[0m \u001b[31m92.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━���━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.9/57.9 kB\u001b[0m \u001b[31m5.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m105.6/105.6 kB\u001b[0m \u001b[31m12.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.3/67.3 kB\u001b[0m \u001b[31m7.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", - " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", - " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m698.9/698.9 kB\u001b[0m \u001b[31m52.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m69.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.6/67.6 kB\u001b[0m \u001b[31m8.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m79.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.5/71.5 kB\u001b[0m \u001b[31m8.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m76.9/76.9 kB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m7.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.0/46.0 kB\u001b[0m \u001b[31m6.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.8/50.8 kB\u001b[0m \u001b[31m6.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m341.4/341.4 kB\u001b[0m \u001b[31m31.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.4/3.4 MB\u001b[0m \u001b[31m62.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m56.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m14.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.4/49.4 kB\u001b[0m \u001b[31m6.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[?25h Building wheel for pypika (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", - "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "tensorflow-probability 0.22.0 requires typing-extensions<4.6.0, but you have typing-extensions 4.9.0 which is incompatible.\u001b[0m\u001b[31m\n", - "\u001b[0m" - ] - } - ], - "source": [ - "!pip install -q llama-index==0.9.21 openai==1.6.0 tiktoken==0.5.2 chromadb==0.4.21 kaleido==0.2.1 python-multipart==0.0.6 cohere==4.39" - ] - }, - { - "cell_type": "code", - "source": [ - "import os\n", - "\n", - "# Set the \"OPENAI_API_KEY\" in the Python environment. Will be used by OpenAI client later.\n", - "os.environ[\"OPENAI_API_KEY\"] = \"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\"" - ], - "metadata": { - "id": "riuXwpSPcvWC" - }, - "execution_count": 3, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "import nest_asyncio\n", - "\n", - "nest_asyncio.apply()" - ], - "metadata": { - "id": "km-KQOrgr3VB" - }, - "execution_count": 4, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "# Load a Model" - ], - "metadata": { - "id": "Bkgi2OrYzF7q" - } - }, - { - "cell_type": "code", - "source": [ - "from llama_index.llms import OpenAI\n", - "\n", - "llm = OpenAI(temperature=0.9, model=\"gpt-3.5-turbo\", max_tokens=512)" - ], - "metadata": { - "id": "9oGT6crooSSj" - }, - "execution_count": 5, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "# Create a VectoreStore" - ], - "metadata": { - "id": "0BwVuJXlzHVL" - } - }, - { - "cell_type": "code", - "source": [ - "import chromadb\n", - "\n", - "# create client and a new collection\n", - "# chromadb.EphemeralClient saves data in-memory.\n", - "chroma_client = chromadb.PersistentClient(path=\"./mini-llama-articles\")\n", - "chroma_collection = chroma_client.create_collection(\"mini-llama-articles\")" - ], - "metadata": { - "id": "SQP87lHczHKc" - }, - "execution_count": 6, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "from llama_index.vector_stores import ChromaVectorStore\n", - "\n", - "# Define a storage context object using the created vector database.\n", - "vector_store = ChromaVectorStore(chroma_collection=chroma_collection)" - ], - "metadata": { - "id": "zAaGcYMJzHAN" - }, - "execution_count": 7, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "# Load the Dataset (CSV)" - ], - "metadata": { - "id": "I9JbAzFcjkpn" - } - }, - { - "cell_type": "markdown", - "source": [ - "## Download" - ], - "metadata": { - "id": "_Tif8-JoRH68" - } - }, - { - "cell_type": "markdown", - "source": [ - "The dataset includes several articles from the TowardsAI blog, which provide an in-depth explanation of the LLaMA2 model." - ], - "metadata": { - "id": "4fQaa1LN1mXL" - } - }, - { - "cell_type": "code", - "source": [ - "!wget https://raw.githubusercontent.com/AlaFalaki/tutorial_notebooks/main/data/mini-llama-articles.csv" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "fQtpDvUzKNzI", - "outputId": "f170fb33-8edc-4993-8025-b2bc5c0d0e99" - }, - "execution_count": 8, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "--2024-02-05 16:59:59-- https://raw.githubusercontent.com/AlaFalaki/tutorial_notebooks/main/data/mini-llama-articles.csv\n", - "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 185.199.108.133, 185.199.109.133, 185.199.110.133, ...\n", - "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|185.199.108.133|:443... connected.\n", - "HTTP request sent, awaiting response... 200 OK\n", - "Length: 173646 (170K) [text/plain]\n", - "Saving to: ‘mini-llama-articles.csv’\n", - "\n", - "\rmini-llama-articles 0%[ ] 0 --.-KB/s \rmini-llama-articles 100%[===================>] 169.58K --.-KB/s in 0.003s \n", - "\n", - "2024-02-05 16:59:59 (47.7 MB/s) - ‘mini-llama-articles.csv’ saved [173646/173646]\n", - "\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Load the Articles" - ], - "metadata": { - "id": "zk-4alIxROo8" - } - }, - { - "cell_type": "code", - "source": [ - "import csv\n", - "\n", - "rows = []\n", - "\n", - "# Load the file as a JSON\n", - "with open(\"./mini-llama-articles.csv\", mode=\"r\", encoding=\"utf-8\") as file:\n", - " csv_reader = csv.reader(file)\n", - "\n", - " for idx, row in enumerate( csv_reader ):\n", - " if idx == 0: continue; # Skip header row\n", - " rows.append( row )\n", - "\n", - "# The number of characters in the dataset.\n", - "len( rows )" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "_WER5lt0N7c5", - "outputId": "521f21f1-c84d-4e1b-9983-8ea17e80ea6c" - }, - "execution_count": 9, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "14" - ] - }, - "metadata": {}, - "execution_count": 9 - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "# Convert to Document obj" - ], - "metadata": { - "id": "wxEStggPdxYs" - } - }, - { - "cell_type": "code", - "source": [ - "from llama_index import Document\n", - "\n", - "# Convert the chunks to Document objects so the LlamaIndex framework can process them.\n", - "documents = [Document(text=row[1], metadata={\"title\": row[0], \"url\": row[2], \"source_name\": row[3]}) for row in rows]" - ], - "metadata": { - "id": "lFvW_886dxKX" - }, - "execution_count": 10, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "len( documents )" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "Njoc3XEVkKkf", - "outputId": "8dec6077-4301-44ed-ad9b-95d943e00af6" - }, - "execution_count": 11, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "14" - ] - }, - "metadata": {}, - "execution_count": 11 - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "# Transforming" - ], - "metadata": { - "id": "S17g2RYOjmf2" - } - }, - { - "cell_type": "code", - "source": [ - "from llama_index.text_splitter import TokenTextSplitter\n", - "\n", - "text_splitter = TokenTextSplitter(\n", - " separator=\" \", chunk_size=512, chunk_overlap=128\n", - ")" - ], - "metadata": { - "id": "STACTMUR1z9N" - }, - "execution_count": 12, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "from llama_index.embeddings import OpenAIEmbedding\n", - "from llama_index.ingestion import IngestionPipeline\n", - "\n", - "pipeline = IngestionPipeline(\n", - " transformations=[\n", - " text_splitter,\n", - " OpenAIEmbedding(),\n", - " ],\n", - " vector_store=vector_store\n", - ")\n", - "\n", - "b = pipeline.run(documents=documents, show_progress=True);" - ], - "metadata": { - "id": "CtdsIUQ81_hT", - "colab": { - "base_uri": "https://localhost:8080/", - "height": 331, - "referenced_widgets": [ - "76fea2dabfea42aa8bc7ae719f2a22ee", - "6c575687c8f1468a803b88eea3d26b7b", - "c266531dafcf4624af5fe9bcbc9d8df9", - "e20a27a2f7764cb4b9537e34a3659c9a", - "bba307f545cd4533be6f0489f95b9895", - "eb057e56f0f94e4993b8ae960c78b0ad", - "2073b65c0db045aa8e86d91a4fea2e2b", - "8141417665024172a4baa78c497acb69", - "01d27fdbe86a4ca2830b9bf3ccbf1ae9", - "e4fe85a095e64d52b6a53c2a4bba8aeb", - "70e17db8fc2f490f85b7af8aa664f0c7", - "c0a70bcdf3fb4bbfb2675b8012b2ef24", - "665b9b5e85a34be8a20d40c51e57cfe0", - "b604cef3deca4847afcc459e5c8a9e0f", - "076728d713254b49935c7938d18014f2", - "be591abb84a24c4b9903087501ebb0e5", - "85f23ab21c3b404aaa146cfcaefc85d8", - "10340f8e7c8e482c8d35047a3e43ee7f", - "1095efa793804a3fb625855e715a5317", - "b43a5a6a65034a16927700e442dde52a", - "121dbf44a222434cbc57ebe6beb83e2a", - "2af0821ebb7e47988d134d4ec2776e87" - ] - }, - "outputId": "325e8cd3-ce27-4ab0-e542-cbfdb7a0debb" - }, - "execution_count": 13, - "outputs": [ - { - "output_type": "display_data", - "data": { - "text/plain": [ - "Parsing nodes: 0%| | 0/14 [00:00: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='21df4439-0715-402a-a4c3-983c7a69645b', node_type=, metadata={}, hash='71418de3d50e604c2581574f1abf2248e5cc3ab7c74a3182c37cb1152d0cfd21')}, hash='cd88ca98c885d949a6e0a9d5c0a30a72c989d72cabd5c5cd73c9797b668c0dc2', text='LLM Variants and Meta\\'s Open Source Before shedding light on four major trends, I\\'d share the latest Meta\\'s Llama 2 and Code Llama. Meta\\'s Llama 2 represents a sophisticated evolution in LLMs. This suite spans models pretrained and fine-tuned across a parameter spectrum of 7 billion to 70 billion. A specialized derivative, Llama 2-Chat, has been engineered explicitly for dialogue-centric applications. Benchmarking revealed Llama 2\\'s superior performance over most extant open-source chat models. Human-centric evaluations, focusing on safety and utility metrics, positioned Llama 2-Chat as a potential contender against proprietary, closed-source counterparts. The development trajectory of Llama 2 emphasized rigorous fine-tuning methodologies. Meta\\'s transparent delineation of these processes aims to catalyze community-driven advancements in LLMs, underscoring a commitment to collaborative and responsible AI development. Code Llama is built on top of Llama 2 and is available in three models: Code Llama, the foundational code model;Codel Llama - Python specialized for Python;and Code Llama - Instruct, which is fine-tuned for understanding natural language instructions. Based on its benchmark testing, Code Llama outperformed state-of-the-art publicly available LLMs (except GPT-4) on code tasks. Llama 2, Llama 2-Chat, and Code Llama are key steps in LLM development but still have a way to go compared to GPT-4. Meta\\'s open access and commitment to improving these models promise transparent and faster LLM progress in the future. Please refer to the LLM and Llama variants below: From LLMs to Multimodal LLMs, like OpenAI\\'s ChatGPT (GPT-3.5), primarily focus on understanding and generating human language. They\\'ve been instrumental in tasks like text generation, translation, and even creative writing. However, their scope is limited to text. Enter multimodal models like GPT-4. These are a new breed of AI models that can understand and generate not just text, but also images, sounds, and potentially other types of data. The term \"multimodal\" refers to their ability to process multiple modes or', start_char_idx=0, end_char_idx=2117, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='21df4439-0715-402a-a4c3-983c7a69645b', embedding=[-0.030017025768756866, 0.004014882259070873, -0.013663212768733501, -0.018399791792035103, -0.014518039301037788, 0.02093624509871006, -0.01737680286169052, 0.01481232326477766, -0.014952459372580051, -0.03643523156642914, 0.020011350512504578, 0.03318408876657486, -0.040359027683734894, -0.0015800278633832932, 0.010440095327794552, 0.026065204292535782, 0.015498987399041653, 0.0015537524595856667, 0.019156524911522865, -0.02385106310248375, -0.0027028636541217566, -0.006561845075339079, -0.009865540079772472, -0.01618565060198307, 0.01097961701452732, 0.0290080513805151, 0.015905380249023438, -0.020992299541831017, -0.026962071657180786, 0.004274133127182722, 0.009010713547468185, 0.016858302056789398, -0.01883421279489994, -0.0029638661071658134, -0.0037276046350598335, 0.001197282806970179, 0.030521513894200325, -0.02026359550654888, 0.02127256989479065, -0.016101570799946785, 0.0012734814081341028, -0.00559841375797987, 0.010573224164545536, -0.028895942494273186, -0.022617870941758156, 0.0015257253544405103, 0.004449302330613136, -0.03604285418987274, -0.023332562297582626, 0.00036281958455219865, 0.0053847068920731544, 0.060146160423755646, -0.029708728194236755, 0.00868840143084526, -0.0002899053506553173, 0.003720597829669714, 0.0015502490568906069, 0.004197058733552694, 0.004295153543353081, 0.009438126347959042, 0.006334125064313412, 0.006677457131445408, -0.01754496619105339, 0.01954890415072441, -0.013887428678572178, -0.004761104006320238, -0.03562244772911072, 0.021524814888834953, 0.01838577911257744, -0.010860501788556576, 0.01594742201268673, 0.01744687184691429, 0.01931067369878292, -0.034557417035102844, 0.01768510229885578, -0.0015563800698146224, -0.0006892915698699653, -0.007378134876489639, -0.042433030903339386, 0.021692976355552673, 0.014223754405975342, -0.00448783952742815, 0.005636950954794884, 0.026681801304221153, 0.01733476296067238, -0.005283108912408352, 0.01804945431649685, 0.0009196393075399101, -0.0005863795522600412, -0.015891367569565773, 0.0015353596536442637, -0.017895305529236794, 0.040190864354372025, 0.016381841152906418, -0.01148410513997078, 0.016984423622488976, 0.006575858686119318, 0.007847588509321213, -0.01094458345323801, -0.022281546145677567, -0.004652498755604029, -0.013291853480041027, -0.027578668668866158, -0.023528752848505974, -0.014132666401565075, 0.013347906991839409, -0.004670016001909971, 0.020305635407567024, 0.01797938533127308, 0.011953558772802353, -0.015008512884378433, 0.02979280985891819, 0.002385806990787387, -0.03831304982304573, 0.00267658825032413, 0.0010983120882883668, 0.02038971707224846, 0.00114911119453609, -0.00764439208433032, 0.008814523927867413, 0.041620247066020966, 0.014546065591275692, 0.016620071604847908, -0.0040954602882266045, 0.02673785574734211, 0.008884591050446033, -0.0035594420041888952, 0.0006266685086302459, -0.01639585569500923, -0.003424561582505703, 0.01050315611064434, 0.02776084467768669, 0.016073543578386307, 0.010173837654292583, -0.029848864302039146, 0.018203603103756905, -0.01632578670978546, -0.0037241012323647738, -0.03514598682522774, -0.009031733497977257, 0.00013783641043119133, 0.03318408876657486, -0.009592276066541672, 0.011315942741930485, -0.017657075077295303, 0.030325325205922127, 0.030969947576522827, 0.010173837654292583, 0.01570919156074524, 0.0037486248183995485, 0.0199833232909441, -0.02623336762189865, -0.022141410037875175, 0.01067131944000721, 0.008758469484746456, 0.010587237775325775, 0.005248074885457754, 0.011764376424252987, -0.01931067369878292, 0.002427847823128104, 0.0005609799409285188, 0.009648329578340054, -0.008863571099936962, 0.014447971247136593, 0.044535066932439804, 0.029568592086434364, 0.004431785549968481, -0.012542128562927246, -0.006586369127035141, -0.014461984857916832, -0.02480398491024971, 0.016409868374466896, -0.05767977610230446, 0.0269760861992836, -0.007826568558812141, 0.00817690696567297, 0.008064799010753632, 0.0032371303532272577, -0.027466559782624245, -0.03125021979212761, 0.0073431008495390415, -0.0015371113549917936, 0.000938907905947417, 0.0019146014237776399, -0.016984423622488976, -0.011379003524780273, 0.01673218049108982, -0.013095663860440254, -0.0019776623230427504, -0.019703052937984467, 0.022589843720197678, 0.004382737912237644, -0.002292967401444912, -0.025714866816997528, -0.6255649328231812, -0.014756269752979279, 0.020333662629127502, -0.028489548712968826, 0.025714866816997528, -0.006400689482688904, -0.01147009152919054, -0.00156513846013695, -0.007882622070610523, 0.023402629420161247, -0.019829174503684044, -0.012156755663454533, 0.005339162889868021, -0.005020354874432087, -0.010818461887538433, -0.021847127005457878, 0.004831171594560146, -0.022365627810359, 0.014342869631946087, 0.014560079202055931, -0.03077375888824463, 0.008814523927867413, 0.00914384238421917, 0.0026450578588992357, -0.011631247587502003, -0.0022701951675117016, -0.006575858686119318, 0.015625109896063805, 0.00640419265255332, 0.006901673972606659, -0.04655301570892334, 0.007223985623568296, 0.008737449534237385, -0.021048353984951973, 0.03932202607393265, 0.0017254184931516647, -0.011582200415432453, 0.02670982852578163, 0.00111320149153471, 0.012324918061494827, -0.02172100357711315, -0.02198726125061512, 0.00018458474369253963, 0.011512132361531258, -0.00650579109787941, 0.03060559555888176, 0.02253378927707672, -0.004680525977164507, -0.02487405389547348, -0.022743994370102882, 0.0010895535815507174, 0.001007223967462778, 0.016606058925390244, -0.008548266254365444, -0.010117784142494202, 0.01778319664299488, 0.025504663586616516, -0.0179513581097126, 0.011694308370351791, -0.0012638471089303493, 0.007518270052969456, -0.0013242806307971478, -0.032259196043014526, -0.019086455926299095, -0.03287579119205475, 0.017488911747932434, 0.019450809806585312, 0.002659071236848831, 0.014111645519733429, -0.013635185547173023, 0.0010466370731592178, 0.029232267290353775, 0.0034666021820157766, -0.022435694932937622, 0.0005430250894278288, -0.0007514766766689718, 0.018539927899837494, 0.004270629491657019, 0.014630147255957127, 0.02446766011416912, 0.009094794280827045, -0.033100008964538574, -0.003769645234569907, -0.00890561193227768, 0.039546240121126175, 0.011273901909589767, -0.00790364295244217, -0.013221785426139832, 0.020978286862373352, -0.00889159832149744, 0.02239365503191948, 0.03125021979212761, -0.036799583584070206, -0.04649696126580238, 0.01563912257552147, 0.0137613071128726, -0.0224637221544981, 0.01218478288501501, 0.011308935470879078, -0.02599513716995716, -0.01374028716236353, -0.007910649292171001, 0.020810123533010483, 0.01967502571642399, 0.03794869780540466, 0.021636923775076866, -0.03169865161180496, -0.008345069363713264, 0.01200961321592331, -0.03237130120396614, -0.009508194401860237, 0.011161793023347855, -0.003492877585813403, -0.0054092309437692165, 0.01797938533127308, -0.022407667711377144, 0.006176472641527653, -0.021805085241794586, -0.0019233599305152893, -0.010166831314563751, 0.026863977313041687, -0.013179744593799114, 0.005423244088888168, -0.005703515373170376, 0.0013952241279184818, 0.02361283451318741, -0.011042678728699684, -0.017362790182232857, -0.02385106310248375, 0.023388616740703583, -0.011477098800241947, -0.02382303774356842, 0.02167896367609501, -0.006078377831727266, 0.010615264996886253, 0.0005513456417247653, 0.018806185573339462, 0.015344838611781597, 0.0019759107381105423, -0.015653137117624283, -0.029372403398156166, -0.008289015851914883, 0.00521654449403286, 0.007812554948031902, -0.0344172827899456, -0.0268779918551445, -0.019773120060563087, 0.008793503046035767, 0.0062535470351576805, -0.01296253502368927, -0.0027781864628195763, -0.010860501788556576, -0.0029445975087583065, 0.005983786191791296, 0.003357997164130211, -0.00033851483021862805, -0.0026170306373387575, -0.04232092574238777, -0.009914587251842022, -0.016535989940166473, 0.00894064549356699, 0.00459644477814436, -0.0018182581989094615, 0.010769413784146309, -0.006561845075339079, -0.030689677223563194, -0.00816289335489273, 0.01964699849486351, -0.030717704445123672, -0.0076584056951105595, -0.007188951596617699, -0.04005073010921478, 0.006183479446917772, 0.02155284211039543, -0.02208535745739937, 0.01425178162753582, 0.00184278201777488, -2.9559834729298018e-05, 0.006968238390982151, -0.01267525739967823, -0.007980717346072197, 0.0147282425314188, 0.011287915520370007, -0.019661013036966324, 0.01051716972142458, 0.014798309653997421, 0.047449883073568344, 0.006509294267743826, -0.019534889608621597, -0.00011052093759644777, 0.02337460406124592, 0.012647230178117752, -0.02392113208770752, 0.020908217877149582, -0.025168336927890778, 0.006779055576771498, -0.0016492197755724192, 0.004771613981574774, 0.0072800396010279655, 0.025602757930755615, 0.00960628967732191, 0.012703283689916134, -0.0038292028475552797, -0.01296253502368927, 0.010930569842457771, -0.03125021979212761, -0.004736580420285463, -0.026387516409158707, -0.007749493699520826, 0.006677457131445408, 0.013165730983018875, -0.0024593782145529985, -0.021118421107530594, -0.008253981359302998, 0.008555272594094276, 0.04010678455233574, -0.008996699936687946, 0.0006998017197474837, -0.029064105823636055, 0.005433754529803991, -0.00788962934166193, 0.011414037086069584, -0.007427182048559189, 0.006341131869703531, -0.029204240068793297, 0.02361283451318741, -0.02626139484345913, 0.014616133645176888, -0.005062395241111517, -0.04655301570892334, 0.005370693281292915, 0.01425178162753582, 0.02385106310248375, 0.0032844259403645992, 0.00884255114942789, -0.009340032003819942, 0.02026359550654888, 0.0055038221180438995, 0.044226765632629395, -0.021132435649633408, -0.010208872146904469, 0.032959870994091034, -0.0003054516273550689, -0.03237130120396614, 0.022449709475040436, -0.010951589792966843, 0.02626139484345913, -0.009304997511208057, -0.015204702503979206, 0.004810151644051075, -0.030073080211877823, -0.0053321560844779015, -0.014244774356484413, -0.0006748400628566742, 0.01673218049108982, -0.024677863344550133, 0.009676356799900532, -3.2762149203335866e-05, 0.01652197726070881, 0.006768545135855675, -0.00875146221369505, -0.004361717961728573, 0.0016080549685284495, -0.0008486956940032542, 0.01481232326477766, 0.010026696138083935, -0.006905177142471075, -0.0001888544938992709, -0.015330825001001358, -0.010152817703783512, -0.008737449534237385, -0.026513637974858284, 0.01628374680876732, -0.03654734045267105, 0.036323122680187225, 0.015162662602961063, 0.00469103641808033, 0.02542058192193508, 0.00021611523698084056, 0.037304073572158813, -0.028727779164910316, -0.04010678455233574, 0.011133766733109951, -0.010005675256252289, -0.029344376176595688, -0.026779895648360252, -0.02249174937605858, 0.016535989940166473, -0.010068736039102077, -0.0012489577056840062, -0.0023069807793945074, 0.006334125064313412, 0.006460247095674276, 0.00673701474443078, 0.003096994711086154, 0.013985523954033852, 0.024677863344550133, 0.01618565060198307, -0.003534918185323477, -0.01099363062530756, 0.012570155784487724, 0.012815392576158047, -0.004459812771528959, -0.01669013872742653, 0.026345476508140564, -0.019997337833046913, -0.02351473830640316, 0.006453240290284157, -0.004831171594560146, -0.019016388803720474, -0.0015178427565842867, -0.028867915272712708, -0.0022736985702067614, -0.03377265855669975, 0.014798309653997421, 0.018960334360599518, 0.0066739534959197044, 0.012528114952147007, 0.025476636365056038, 0.00765139888972044, -0.0027519110590219498, -0.024607796221971512, -0.0021826105657964945, 0.02836342714726925, 0.05297122150659561, 0.011175806634128094, -0.015330825001001358, -0.0027781864628195763, -0.013873415999114513, -0.011890497989952564, -0.024986160919070244, -0.006964734755456448, 0.0025347010232508183, 0.0218190997838974, -0.01604551635682583, -0.018553942441940308, 0.011841450817883015, -0.0038572298362851143, 0.04683328792452812, 0.01869407668709755, 0.004775117617100477, -0.022884128615260124, -0.015821298584342003, -0.024453647434711456, 0.006470757070928812, -0.012128728441894054, -0.0065828654915094376, 0.029260294511914253, 0.01228287722915411, -0.009480167180299759, 0.02124454267323017, 0.029540564864873886, 0.0026327958330512047, -0.022884128615260124, 0.008253981359302998, 0.0099426144734025, 0.011386009864509106, 0.0038887604605406523, -0.010454108938574791, 0.001319025526754558, 0.0007685556774958968, -0.004270629491657019, 0.009122821502387524, 0.011533152312040329, 0.011477098800241947, 0.02585500106215477, -4.0371069189859554e-05, -0.005805113352835178, -0.003442078595981002, -0.020543865859508514, -0.004862702451646328, 0.014090625569224358, -0.01396450400352478, -0.02867172472178936, 0.015891367569565773, 0.010608257725834846, -0.022197464480996132, -0.01838577911257744, 0.02738247811794281, 0.008324049413204193, 0.0028079652693122625, -0.0035331666003912687, -0.008134866133332253, -0.0301011074334383, -0.00282022706232965, -0.014034571126103401, 0.009571255184710026, -0.017040478065609932, -0.00960628967732191, -0.009823499247431755, -0.024215416982769966, 0.006386675871908665, -0.016634084284305573, 0.011729341931641102, -0.0219171941280365, -0.026275407522916794, -0.05975378304719925, -0.022183451801538467, 0.02802710235118866, 0.011189820244908333, 0.018806185573339462, 0.0023052291944622993, 0.004743587225675583, 0.018035439774394035, 0.0007830071845091879, -0.018638022243976593, -0.004810151644051075, -0.022659912705421448, -0.0018130032112821937, -0.020950259640812874, -0.016578031703829765, -0.0027746830601245165, -0.015513001009821892, 0.017012450844049454, 0.0038572298362851143, -0.005097429268062115, 0.007770514115691185, 0.00028267959714867175, 0.015442932955920696, 0.011168800294399261, 0.02659771963953972, -0.0009625558159314096, 0.030073080211877823, -0.03209103271365166, -0.006530314683914185, -0.023640859872102737, -0.02205733023583889, -0.05106538161635399, 0.01697041094303131, -0.006078377831727266, 0.01683027483522892, 0.0027414008509367704, 0.010552204214036465, -0.027396492660045624, -0.012570155784487724, -0.0025872518308460712, 0.0051324632950127125, 0.003986855503171682, -0.004564914386719465, -0.011322949081659317, 0.015148648992180824, -0.01070635300129652, 0.003042692318558693, -0.023052291944622993, 0.009003706276416779, -0.043217793107032776, 0.021118421107530594, 0.0030899879056960344, 0.0011377251939848065, 0.02857363037765026, 0.01496647298336029, 0.0033667555544525385, -0.03988256677985191, -0.005241068080067635, 0.008099832572042942, 0.04075140506029129, 0.003895767265930772, -0.006418206263333559, -0.010776421055197716, -0.01065730582922697, -0.012556142173707485, 0.007069836370646954, -0.020992299541831017, -0.005149980075657368, 0.004014882259070873, -0.004512363579124212, -0.003429816570132971, -0.006873646751046181, 0.014616133645176888, -0.023949159309267998, -0.0071328976191580296, 0.020754069089889526, 0.024846026673913002, 0.03604285418987274, -0.011547165922820568, -0.0031372837256640196, -0.02673785574734211, -0.04024691879749298, -0.02120250277221203, -0.03251143917441368, -0.02429949678480625, -0.011869478039443493, 0.029876891523599625, 0.014910418540239334, 0.03993862122297287, -0.007910649292171001, 0.010650298558175564, 0.025714866816997528, -0.00737112807109952, -0.0064111994579434395, -0.010524176992475986, 0.005051885265856981, -0.02354276552796364, 0.004550900775939226, 0.009690370410680771, 0.0022334097884595394, 0.01666211150586605, 0.00583664420992136, -0.008779489435255527, 0.011491111479699612, -0.01051716972142458, 0.0017315493896603584, -0.02792900800704956, -0.03281973674893379, -0.02816723845899105, 0.025532690808176994, -0.007045312784612179, -0.005097429268062115, -0.03444530814886093, -0.0006025827024132013, 0.02277201972901821, 0.010068736039102077, 0.011357983574271202, 0.010166831314563751, 0.030353352427482605, -0.02413133531808853, 0.012051654048264027, 0.006730007939040661, 0.020782096311450005, -0.01168730203062296, 0.00107729178853333, -0.04361017048358917, 0.007896635681390762, 0.027943020686507225, 0.001650095684453845, 0.02670982852578163, 0.023486711084842682, -0.002681843237951398, 0.015414906665682793, 0.003811685834079981, -0.002872777869924903, -0.0030269271228462458, -0.011407030746340752, -0.024607796221971512, -0.004204065538942814, -0.013431988656520844, -0.03237130120396614, -0.037135910242795944, -0.012661243788897991, 0.0076584056951105595, 0.010832474566996098, 0.036799583584070206, -0.024243444204330444, -0.01563912257552147, 0.01842781901359558, 0.019254619255661964, 0.040639299899339676, -0.004169031511992216, 0.012310904450714588, 0.02038971707224846, 0.022029303014278412, -0.028951996937394142, 0.003091739723458886, 0.006302594672888517, -0.007749493699520826, 0.008982686325907707, 0.015400893054902554, -0.011042678728699684, -0.019352713599801064, 0.01747489906847477, 0.0023052291944622993, -0.03172668069601059, -0.053055305033922195, 0.014714228920638561, 0.017026465386152267, 0.005798106547445059, -0.01967502571642399, -0.010615264996886253, -0.02212739735841751, -0.0031355321407318115, -0.02609323151409626, 0.029596619307994843, -0.004274133127182722, -0.015120621770620346, 0.009101801551878452, 0.012479066848754883, 0.0048066480085253716, 0.0027519110590219498, 0.0013269081246107817, 0.02429949678480625, 0.011028665117919445, 0.017012450844049454, -0.009837512858211994, 0.011596213094890118, 0.0023788001853972673, 0.04052719101309776, 0.00936805922538042, 0.011477098800241947, -0.0021248047705739737, -0.012920494191348553, 0.011701314710080624, 0.0038572298362851143, 0.01114778034389019, 0.0331280343234539, -0.029120158404111862, -0.005675488151609898, 0.00274840765632689, -0.006232527084648609, 0.013873415999114513, -0.01632578670978546, -0.00420756870880723, -0.008197927847504616, -0.0031915863510221243, 0.0008263615891337395, 0.02208535745739937, 0.012219816446304321, -0.022743994370102882, 0.015274770557880402, -0.003664543619379401, -0.022183451801538467, -0.01170832198113203, -0.0015887863701209426, 0.023795010522007942, -0.04386241361498833, -0.022379640489816666, 0.011596213094890118, -0.009045747108757496, 0.008877584710717201, 0.009459147229790688, 0.0009599282639101148, -0.023977186530828476, 0.02320644073188305, -0.024888066574931145, 0.001287495018914342, 0.012605189345777035, -0.006169465836137533, -0.031642597168684006, -0.0029078118968755007, -0.018371764570474625, -0.022743994370102882, 0.005283108912408352, -0.017292721197009087, -0.022043315693736076, 0.0043021603487432, 0.009697377681732178, 0.00737112807109952, -0.007202965207397938, -0.003790665650740266, 0.004890729207545519, -0.010243905708193779, 0.0073641212657094, -0.010951589792966843, 0.0060818810015916824, 0.009031733497977257, -0.0011710074031725526, -0.0028272338677197695, 0.028055129572749138, -0.005297122523188591, 0.012591175734996796, -0.012801378965377808, -0.004908246453851461, -0.01991325616836548, -0.05975378304719925, -0.026555679738521576, -0.009816492907702923, 0.006271064281463623, 0.010881522670388222, -0.0021300597582012415, -0.00222640298306942, -0.011449071578681469, -0.024075280874967575, 0.0032248685602098703, 0.022926170378923416, 0.004484336357563734, 0.020880190655589104, 0.020039377734065056, 0.01771312952041626, 0.0017254184931516647, -0.03029729798436165, -0.01764306053519249, -0.02195923402905464, -0.003578710602596402, -0.035342175513505936, -0.01914251036942005, -0.044226765632629395, 0.05711923539638519, -0.0053987205028533936, -0.027396492660045624, -0.022043315693736076, -0.014658174477517605, -0.037304073572158813, -0.02948451228439808, 0.014644160866737366, 0.005847154185175896, 0.011379003524780273, 0.013165730983018875, 0.00035953515907749534, 0.030241243541240692, 0.011203833855688572, -0.0016772468807175756, -0.012885460630059242, -0.00010340467997593805, -0.014770282432436943, -0.011904511600732803, 0.021356651559472084, 0.025714866816997528, -0.03430517390370369, -0.007980717346072197, 0.008835543878376484, -0.0290080513805151, -0.0017753418069332838, 0.031166138127446175, -0.024215416982769966, -0.009269963949918747, 0.019801147282123566, 0.005563379731029272, -0.0030129135120660067, -0.001982917543500662, 0.012857433408498764, -0.025602757930755615, -0.01167328841984272, 0.01299756858497858, -0.006172969471663237, -0.00712589081376791, 0.0015616350574418902, 0.021090393885970116, 0.004179541487246752, 0.024719903245568275, 0.009683364070951939, -0.007567317690700293, 0.006172969471663237, -0.0007514766766689718, 0.04761804640293121, 0.014854364097118378, 0.016844287514686584, 0.023766983300447464, -0.002902556676417589, 0.002417337615042925, -0.014461984857916832, 0.0003076412249356508, -0.004281139932572842, -0.005381203722208738, 0.0290080513805151, -0.024355551227927208, 0.017587006092071533, -0.012815392576158047, 0.005812120158225298, -0.014321849681437016, -0.010440095327794552, -0.015597082674503326, 0.006519804708659649, -0.03559441864490509, 0.02174903079867363, 0.003972841892391443, -0.015190689824521542, -0.013565117493271828, -0.014658174477517605, 0.0069612315855920315, -0.0032213651575148106, -0.006134431809186935, -0.0006590748089365661, -0.0056404541246593, -0.004470322746783495, 0.03660339489579201, -0.00838010385632515, -0.003633013227954507, 0.01768510229885578, 0.011897505261003971, -0.018708091229200363, -0.0016036757733672857, 0.19630181789398193, -0.020684001967310905, 0.008828537538647652, 0.01821761578321457, 0.018161561340093613, -0.007945683784782887, 0.03607087954878807, 0.007497249636799097, 0.011329956352710724, 0.0020915225613862276, 0.01967502571642399, 0.006512797903269529, -0.01608755625784397, -0.0016430888790637255, 0.01352307666093111, -0.03918188810348511, -0.043245818465948105, -0.0301011074334383, -0.016676126047968864, -0.010783427394926548, 0.001583531266078353, -0.001825265004299581, -0.006758035160601139, -0.018203603103756905, 0.004803144838660955, 0.005006341263651848, 0.009837512858211994, -0.0017341769998893142, 0.009662343189120293, -0.0003128963289782405, -0.006351641844958067, -0.0006717746146023273, 0.0007711832295171916, -0.004025392699986696, 0.0032651573419570923, -0.016578031703829765, 0.007868609391152859, -0.0025504662189632654, 0.00922792311757803, 0.02979280985891819, 0.018273670226335526, 0.025574730709195137, 0.009760438464581966, -0.026765882968902588, 0.01706850528717041, 0.01869407668709755, -0.012598182074725628, 0.004169031511992216, 0.012177775613963604, 0.007090856786817312, -0.01991325616836548, 0.029820837080478668, 0.021664949133992195, 0.029876891523599625, -0.007623371668159962, 0.0056089237332344055, -0.021426720544695854, 0.015933407470583916, 0.007532283663749695, 0.01611558347940445, -0.032287221401929855, -0.0053847068920731544, -0.003892263863235712, 0.044226765632629395, -0.009949621744453907, 0.003019920317456126, -0.008898604661226273, 0.006460247095674276, 0.007153918035328388, -0.02124454267323017, -0.012549134902656078, -0.015765244141221046, -0.014518039301037788, -0.01584932580590248, -0.030829813331365585, -0.0360989086329937, 0.03604285418987274, 0.012549134902656078, 0.0007838830351829529, 0.04027494415640831, 0.0011237115832045674, -0.03612693399190903, 0.010068736039102077, -0.00921390950679779, -0.009718397632241249, -0.026583706960082054, 0.015723204240202904, -0.03912583366036415, -0.006859633140265942, -0.011161793023347855, -0.019885228946805, -0.0056194341741502285, -0.003986855503171682, 0.018539927899837494, 0.0046454924158751965, 0.0016877570888027549, -0.0015257253544405103, -0.004014882259070873, -0.0018550438107922673, -0.022169437259435654, -0.010454108938574791, 0.055157337337732315, 0.03231525048613548, 0.0020827639382332563, 0.00898969266563654, 0.01900237612426281, -0.008639354258775711, -0.0031057533342391253, -0.017965372651815414, -0.011848457157611847, 0.008387110196053982, -0.03091389313340187, 0.0102158784866333, 0.004368724767118692, -0.007595344912260771, 0.011364989914000034, 0.021132435649633408, -0.015344838611781597, 0.01584932580590248, 0.017194626852869987, -0.00884255114942789, -0.023500725626945496, -0.0015616350574418902, 0.005171000491827726, 0.001303260214626789, -0.02045978419482708, -0.0035226563923060894, 0.006677457131445408, -0.019282646477222443, 0.025406567379832268, -0.00045500247506424785, -0.0250422153621912, 0.007616364862769842, -0.007504256442189217, -0.002624037442728877, -0.002119549550116062, 0.015344838611781597, -0.019058428704738617, -0.017965372651815414, 0.008947652764618397, -0.009480167180299759, 0.02640153095126152, 0.010643292218446732, -0.019016388803720474, 0.00868840143084526, -0.0038992706686258316, -0.0007777520804665983, 0.02002536505460739, -0.022814061492681503, -0.007560310885310173, -0.021454745903611183, 0.011813423596322536, 0.0127943716943264, 0.01433586236089468, 0.003410547971725464, 0.02076808363199234, -0.008723435923457146, 0.007882622070610523, 0.0077775209210813046, 0.00962030328810215, -0.032259196043014526, -0.00861833430826664, 0.01893230713903904, 0.005657971370965242, -0.01692836917936802, -0.006943714339286089, -0.18027031421661377, -0.004915253259241581, 0.019044416025280952, -0.04596444591879845, 0.01778319664299488, 0.011554173193871975, 0.015905380249023438, -0.005573890171945095, -0.017993399873375893, -0.0052270544692873955, 0.014237768016755581, -0.00545477494597435, -0.005959262605756521, -0.012458046898245811, 0.0028955501038581133, 0.0053321560844779015, 0.0070032719522714615, 0.024439632892608643, 0.006544328294694424, 0.014938445761799812, 0.02521037869155407, -0.03029729798436165, 0.01621367782354355, -0.03141838312149048, 0.008394117467105389, 0.003025175305083394, -0.0025171840097755194, 0.02578493393957615, -0.007749493699520826, -0.03256749361753464, -0.0035576901864260435, -0.02308031916618347, 0.033408306539058685, -0.017250681295990944, 0.028727779164910316, 0.02514031156897545, 0.022673925384879112, -0.013698246330022812, -0.015484973788261414, 0.002576741622760892, 0.025434594601392746, 0.018918294459581375, 0.005738549400120974, 0.001564262667670846, -0.014027564786374569, 0.009613296017050743, 0.012387978844344616, -0.009171869605779648, -0.003755631623789668, -0.02232358604669571, 0.015527014620602131, -0.006912183947861195, 0.024677863344550133, -0.00765139888972044, 0.022309573367238045, 0.02096427232027054, -0.002292967401444912, 0.001372452126815915, -0.0045298803597688675, -0.019198564812541008, -0.013067636638879776, 0.0016772468807175756, -0.006078377831727266, 0.009809485636651516, -0.0018532921094447374, -0.022547803819179535, -0.006835109554231167, 0.013817361555993557, -0.03141838312149048, 0.007567317690700293, -0.03654734045267105, 0.012121722102165222, -0.016465922817587852, -0.002690601861104369, 0.017629047855734825, 0.034052930772304535, -0.008723435923457146, 0.00919288955628872, 0.030213216319680214, 0.006407696288079023, -0.026513637974858284, 0.0008670884999446571, -0.02375296875834465, 0.018848225474357605, -0.0020249581430107355, -0.005009844433516264, 0.018301697447896004, 0.027606695890426636, -0.000574117642827332, -0.004109473899006844, 0.01792333275079727, -0.02103433944284916, 0.017727142199873924, -0.013663212768733501, -0.008737449534237385, 0.006351641844958067, 0.008576293475925922, -0.02881186082959175, 0.011631247587502003, -0.006243037059903145, 0.012408999726176262, 0.010327987372875214, -0.002413834212347865, -0.011491111479699612, 0.01577925868332386, 0.01659204438328743, -0.01842781901359558, 0.009052754379808903, 0.031810760498046875, -0.007581331301480532, -0.014882391318678856, -0.0042531127110123634, 0.006957727950066328, 0.010762407444417477, 0.0008232961408793926, 0.00041799794416874647, -0.016381841152906418, -0.014433957636356354, 0.03702380135655403, 0.004894232843071222, 0.05588604137301445, 0.00025114911841228604, 0.0006927949143573642, 0.016535989940166473, -0.011301929131150246, -0.02195923402905464, -0.11076311022043228, -0.022421682253479958, 0.008253981359302998, 0.029540564864873886, -0.020810123533010483, 0.02344467118382454, -0.005517835728824139, 0.03380068391561508, -0.0020249581430107355, 0.03794869780540466, -0.016381841152906418, -0.014938445761799812, 0.015148648992180824, 0.010047716088593006, 0.013971510343253613, -0.019324686378240585, -0.0019881725311279297, -0.014546065591275692, -0.023388616740703583, 0.03626707196235657, 0.016409868374466896, -0.007910649292171001, 0.0089756790548563, -0.02561677061021328, -0.0003890950174536556, -0.012787365354597569, -0.024383578449487686, 0.025953097268939018, 0.01194655243307352, -0.0032634057570248842, 0.012745324522256851, -0.024621808901429176, 0.016171637922525406, -0.021692976355552673, 0.0022736985702067614, -0.005479298532009125, 0.010292952880263329, -0.019464822486042976, 0.01065730582922697, -0.0013365424238145351, -0.006814089138060808, 0.012275870889425278, 0.004235595930367708, -0.011652267538011074, -0.004670016001909971, -0.012079681269824505, 0.0015406147576868534, 0.015134635381400585, 0.009928600862622261, -0.02463582344353199, -0.03430517390370369, 0.000339171732775867, -0.04173235595226288, 0.02554670348763466, 0.005899704992771149, 0.014111645519733429, -0.006330621894448996, 0.006222016643732786, -0.006215009838342667, 0.0032634057570248842, -0.01921257935464382, -0.007157421205192804, -0.02100631222128868, 0.0056719849817454815, -0.004922259598970413, -0.004631478805094957, -0.016788234934210777, -0.02253378927707672, 0.024145347997546196, -0.0071749379858374596, 0.00029866379918530583, 0.011834443546831608, -0.0001452811120543629, 0.0021475767716765404, -0.013242805376648903, -0.005861167795956135, -0.0001594041386852041, -0.020445771515369415, 0.009697377681732178, 0.010937576182186604, -0.02232358604669571, -0.01842781901359558, 0.020641960203647614, -0.012002606876194477, -0.010363020934164524, -0.004950286820530891, -0.004880219232290983, -0.007462216075509787, 0.0037451216485351324, -0.052410680800676346, -0.008267994970083237, 0.027872953563928604, -0.0001331287348875776, -0.024649836122989655, 0.013712259940803051, 0.00191109802108258, -0.008022758178412914, -0.006390179507434368, 0.019801147282123566, 0.02483201213181019, -0.03127824515104294, -0.006575858686119318, -0.0662560686469078, 0.024411605671048164, 0.012542128562927246, 0.0007913277368061244, 0.003072471125051379, -0.02141270600259304, 0.007006775587797165, -0.01218478288501501, 0.009073774330317974, 0.018441833555698395, -0.0193387009203434, 0.011007644236087799, -0.00989356730133295, -0.018609995022416115, -0.006250043865293264, -0.01094458345323801, 0.028587644919753075, -0.0012095445999875665, 0.0024243444204330444, 0.0049643004313111305, 0.025224391371011734, -0.012394986115396023, 0.03251143917441368, 0.02148277312517166, -0.0059872898273169994, -0.0074482024647295475, -0.04604852944612503, 0.013417975045740604, -0.004824164789170027, 0.001667612581513822, 0.001130718388594687, -0.015078580938279629, -0.0009441630099900067, 0.015330825001001358, 3.2050524168880656e-05, -0.014125659130513668, -0.005097429268062115, 0.03251143917441368, 0.007749493699520826, 0.04520771652460098, -0.02107638120651245, -0.046609070152044296, 0.0033667555544525385, -0.011294921860098839, 0.010608257725834846, -0.004074439872056246, -0.01594742201268673, 0.00039018981624394655, 0.03046545945107937, -0.00396233145147562, 0.0477021262049675, 0.011939545162022114, -0.016507962718605995, -0.037584345787763596, -0.0039378078654408455, 0.010888529010117054, 0.019184552133083344, -0.008008744567632675, 0.01568116433918476, 0.019997337833046913, 0.03399687632918358, 0.01825965754687786, 0.017180614173412323, -0.012990562245249748, 0.00078344508074224, -0.025252418592572212, -0.017516938969492912, -0.0046349819749593735, 0.00884255114942789, -0.016788234934210777, -0.006197493057698011, -0.004922259598970413, 0.008197927847504616, 0.00047208150499500334, 0.017348775640130043, -0.0054092309437692165, 0.007896635681390762, -0.000469891878310591, -0.008835543878376484, 0.010264926590025425, 0.017601020634174347, -0.015961434692144394, -0.0027396492660045624, 0.006036336999386549, 0.020445771515369415, -0.0026012654416263103, -0.017278708517551422, 0.013859402388334274, -0.003354493761435151, -0.005507325753569603, 0.01041907537728548, 0.003790665650740266, 0.007294053211808205, 0.01074138656258583, 0.0019724073354154825, -0.007728473283350468, -0.0008040274842642248, -0.0013777072308585048, 0.029372403398156166, 0.008730442263185978, 0.014854364097118378, -0.021020326763391495, 0.009648329578340054, 0.004368724767118692, -0.01981516182422638, 0.0038852570578455925, -0.04957994446158409, -0.028587644919753075, 0.029064105823636055, 0.026779895648360252, 0.01019485853612423, -0.005076408851891756, -0.009522208012640476, -0.003357997164130211, -0.01914251036942005, 0.03122219257056713, 0.0017753418069332838, -0.017657075077295303, -0.03175470605492592, 0.040022701025009155, 0.02721431665122509, 0.015260756947100163, 0.05711923539638519, -0.02052985318005085, 0.023388616740703583, 0.029596619307994843, 0.027368465438485146, -0.015835313126444817, 0.04013480991125107, 0.008457178249955177, -0.0034525885712355375, -0.01764306053519249, -0.0062605538405478, 0.004543893970549107, -0.005917221773415804, -0.007455209270119667, -0.0065268115140497684, 0.018399791792035103, 0.017587006092071533, 0.09938410669565201, 0.03424911946058273, -0.0021107911597937346, 0.01191151887178421, -0.02432752400636673, 0.017530951648950577, 0.017264695838093758, 0.01757299341261387, 0.012394986115396023, -0.012107708491384983, 0.009361051954329014, -0.0004742711316794157, -0.02195923402905464, -0.036463260650634766, 0.010972610674798489, 0.015400893054902554, -0.020950259640812874, 0.006926197558641434, 0.007833574898540974, -0.02002536505460739, 0.04361017048358917, -0.007223985623568296, 0.017558978870511055, 0.009949621744453907, -0.016886329278349876, 0.01713857240974903, 0.020655974745750427, -0.0006656436598859727, -0.011617233976721764, -0.01754496619105339, 0.030521513894200325, 0.01778319664299488, -0.04220881685614586, -0.03136232867836952, -0.00868840143084526, -0.011547165922820568, 0.0043196771293878555, -0.020922232419252396, -0.003421058179810643, 0.01761503331363201, 0.004473826382309198, -0.001684253686107695, -0.014188720844686031, -0.022141410037875175, 0.021706990897655487, -0.013782327063381672, -0.007097863592207432, -0.03402490168809891, -0.02883988805115223], metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='e3d9f19f-3b58-447b-be15-1febc10e6068', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='cd88ca98c885d949a6e0a9d5c0a30a72c989d72cabd5c5cd73c9797b668c0dc2'), : RelatedNodeInfo(node_id='3bdaf739-91d6-4044-88e0-4034086ca923', node_type=, metadata={}, hash='cb0f9e89310fb2666bfbe60bc631839b3b71fa63a005c77d0511f8ac512f7ad3')}, hash='71418de3d50e604c2581574f1abf2248e5cc3ab7c74a3182c37cb1152d0cfd21', text='the LLM and Llama variants below: From LLMs to Multimodal LLMs, like OpenAI\\'s ChatGPT (GPT-3.5), primarily focus on understanding and generating human language. They\\'ve been instrumental in tasks like text generation, translation, and even creative writing. However, their scope is limited to text. Enter multimodal models like GPT-4. These are a new breed of AI models that can understand and generate not just text, but also images, sounds, and potentially other types of data. The term \"multimodal\" refers to their ability to process multiple modes or types of data simultaneously. This is a game-changer. Imagine an AI that can not only read a description of a dress but also visualize it or even design it! Multimodal AI models are moving us towards more holistic AI systems. These systems can potentially understand our world in a more comprehensive manner, bridging the gap between different forms of data and providing richer, more integrated solutions. As we stand on the cusp of this new era, it\\'s exciting to envision the myriad of applications and innovations that Multimodal models will bring to the table. The future of AI looks more integrated and versatile than ever before. From Connections to Vector DB The AI landscape is witnessing a fascinating transition: from Language Model (LLM) connections or integrations, e.g., LangChain and LlamaIndex, to the rise of Vector Databases (Vector DB) such as Weaviate, Milvus, Pinecone, Chroma, and Vespa.ai. But what\\'s driving this shift, and why does it matter? LLM connections, like the LlamaIndex, primarily focus on linking and understanding vast amounts of external data. They\\'ve been pivotal in creating semantic connections, enabling more intuitive search experiences, and enhancing data accessibility. However, as the volume and variety of data grow, the need for more advanced storage and retrieval mechanisms becomes evident. This is where Vector DBs come into play. Unlike traditional databases that store data in rows and columns, Vector DBs store data in high-dimensional space, allowing for more efficient and accurate similarity searches. Tools like Weaviate and Milvus are designed to handle massive datasets, making them ideal for tasks like image', start_char_idx=1562, end_char_idx=3787, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='3bdaf739-91d6-4044-88e0-4034086ca923', embedding=[-0.016723277047276497, 0.0029967776499688625, -0.01872112788259983, -0.03087589144706726, -0.011386358179152012, 0.018860837444663048, -0.006311395205557346, 0.02118002250790596, -0.023750685155391693, -0.041242364794015884, 0.01633208803832531, 0.024770567193627357, -0.03892318159341812, 0.002520017558708787, 0.007034393958747387, 0.017463738098740578, 0.02077486366033554, 0.016318118199706078, 0.019587330520153046, -0.0073836687952280045, -0.011365401558578014, -0.02421172708272934, -0.007257930003106594, -0.017338000237941742, 0.02535734884440899, -0.004163355566561222, 0.021403558552265167, -0.02717357873916626, -0.012524993158876896, 0.01862333156168461, 0.0074255820363759995, 0.009744766168296337, -0.02036970481276512, 0.005427730269730091, -0.003866471815854311, -0.010373461060225964, 0.02586030401289463, -0.010974213480949402, 0.02050941437482834, -0.0023331556003540754, 0.018036549910902977, 0.008689956739544868, 0.002818647539243102, -0.026167666539549828, -0.010429345071315765, 0.004792049992829561, -0.002266793278977275, -0.03587750717997551, -0.017268145456910133, 0.0005208560032770038, -9.779693937161937e-05, 0.06499305367469788, -0.03070823848247528, 0.0029164443258196115, 0.0026090824976563454, 0.014473946765065193, 0.009409463033080101, -0.007565291598439217, 0.013768412172794342, -0.009004304185509682, 0.004788557067513466, 0.012930152006447315, -0.015172496438026428, 0.013991947285830975, -0.008969376794993877, -0.010624938644468784, -0.03601721674203873, 0.03174209222197533, 0.02141753025352955, -0.013761426322162151, 0.02215799130499363, 0.026475029066205025, 0.017268145456910133, -0.018651273101568222, 0.021780775859951973, -0.014110701158642769, -0.017533594742417336, -0.005853845272213221, -0.022856540977954865, 0.007865668274462223, 0.0049457307904958725, 0.007299842778593302, -0.0006479047005996108, 0.021808717399835587, 0.015340148471295834, 0.0025724086444824934, 0.005574425682425499, 0.011868356727063656, -0.02109619602560997, -0.01673724688589573, 0.0015420481795445085, -0.01510264165699482, 0.03297153860330582, 0.008557232096791267, 0.00109235686250031, 0.02717357873916626, 0.013069862499833107, -0.001147367642261088, -0.014005918987095356, -0.026461057364940643, 0.002038018312305212, -0.01731005869805813, -0.02478453889489174, -0.017198290675878525, -0.01190328411757946, 0.009011289104819298, 0.0028815169353038073, 0.013153688050806522, 0.010617953725159168, 0.01722623221576214, -0.016136495396494865, 0.03258035331964493, -0.005431222729384899, -0.027383143082261086, 0.0051972088403999805, -0.01112090889364481, 0.007467494811862707, 0.0008862847462296486, -0.012706616893410683, 0.005958627909421921, 0.03889523819088936, 0.02264697663486004, 0.015158525668084621, -0.011721661314368248, 0.014418062753975391, -0.0013892403803765774, 0.005647773388773203, -0.009409463033080101, -0.028514793142676353, -0.0076351468451321125, 0.014376149512827396, 0.03677164763212204, 0.004746644292026758, 0.0064615835435688496, -0.03129502013325691, 0.01104406826198101, -0.006377757526934147, -0.0037337474059313536, -0.02956261672079563, -0.012029023841023445, 0.013768412172794342, 0.03062441200017929, -0.010121983475983143, 0.0030212269630283117, -0.019014518707990646, 0.02841699682176113, 0.017282115295529366, 0.009863520041108131, 0.02092854492366314, -0.012531979009509087, 0.0052286433055996895, -0.030680296942591667, -0.021235907450318336, 0.008159059099853039, 0.007174103986471891, 0.003211581613868475, 0.004792049992829561, 0.018553476780653, -0.03783344477415085, -0.021934455260634422, 0.014865134842693806, 0.012497051618993282, -0.004655832890421152, 0.022968309000134468, 0.030931774526834488, 0.026782389730215073, 0.008550246246159077, 0.008298768661916256, -0.004016660153865814, -0.011009140871465206, -0.014599685557186604, 0.01556368451565504, -0.0631488785147667, 0.030261166393756866, -0.008438478223979473, 0.007865668274462223, 0.012504037469625473, 0.01872112788259983, -0.019070403650403023, -0.038224633783102036, 0.018427737057209015, -0.0021218443289399147, 0.007188074756413698, 0.002540973946452141, -0.020886631682515144, -0.019601300358772278, 0.009891461580991745, 0.0019000547472387552, 0.0091998977586627, -0.018567446619272232, 0.00947931781411171, 0.01025470718741417, -0.01633208803832531, -0.028836125507950783, -0.6308181881904602, -0.015731336548924446, 0.031630322337150574, -0.029450848698616028, 0.021571209654211998, -0.007292857393622398, -0.01058302540332079, 0.00037590699503198266, -0.009116072207689285, 0.01830199919641018, -0.02914348803460598, -0.010960242711007595, 0.0009482810273766518, -0.013104789890348911, 0.0003566968662198633, -0.021892543882131577, 0.0032168207690119743, -0.021487385034561157, 0.01921011321246624, 0.0029251761734485626, -0.027941983193159103, 0.011141865514218807, 0.0068632494658231735, -0.007453523576259613, -0.010443315841257572, 0.021207964047789574, 0.012399254366755486, 0.011672763153910637, -0.003988718148320913, 0.02324772998690605, -0.031714148819446564, 0.010080070234835148, 0.00529500562697649, -0.002975821029394865, 0.04920583218336105, -0.009612041525542736, -0.02570662461221218, 0.025804420933127403, -0.0004075600008945912, 0.020998399704694748, -0.016304146498441696, -0.038699645549058914, 0.00599006237462163, 0.0010338533902540803, 0.004456746391952038, 0.026558853685855865, 0.027858156710863113, -0.015535742044448853, -0.023946279659867287, -0.03347449377179146, 0.013321340084075928, 0.002128829713910818, 0.01230844296514988, -0.005284527316689491, -0.006437133997678757, 0.006978509947657585, 0.012448153458535671, -0.016876956447958946, 0.028668474406003952, -0.007093770895153284, 0.0015237112529575825, -0.00525658531114459, -0.02799786627292633, -0.026405174285173416, -0.03325095772743225, 0.019685126841068268, 0.005473135970532894, 0.01370554231107235, 0.020090285688638687, -0.019503504037857056, 0.01732402853667736, 0.027718447148799896, 0.0021253370214253664, -0.02864053286612034, -0.0042192391119897366, -2.4940401999629103e-05, 0.028975835070014, 0.009737781248986721, 0.015382061712443829, 0.02872435748577118, -0.0072439587675035, -0.03028910979628563, -0.0065663657151162624, -0.0009054948459379375, 0.03531866520643234, 0.01317464467138052, -0.013349282555282116, -0.017254173755645752, 0.011127894744277, 0.006171685177832842, 0.017603449523448944, 0.02889201045036316, -0.03973349928855896, -0.06018703058362007, 0.0168350450694561, 0.007970450446009636, -0.022940367460250854, -0.0043345000594854355, 0.0181343462318182, -0.01283934060484171, 0.005060991737991571, -0.002827379386872053, 0.0032884220127016306, 0.020299850031733513, 0.025301465764641762, 0.03783344477415085, -0.029283197596669197, -0.0011901537654921412, 0.012042994610965252, -0.023666858673095703, -0.007788827642798424, 0.019349822774529457, 0.009619027376174927, -0.00200134445913136, 0.017547564581036568, -0.0256926529109478, 0.015410003252327442, -0.01404084637761116, -0.012538964860141277, -0.010555083863437176, 0.01731005869805813, -0.016052668914198875, 0.010848474688827991, -0.010960242711007595, 0.009164970368146896, 0.020160140469670296, -0.003038690658286214, -0.013810324482619762, -0.022884484380483627, 0.018763041123747826, -0.021794745698571205, -0.043058596551418304, 0.014515860006213188, -0.01880495436489582, 0.025105871260166168, 0.005329933017492294, 0.021808717399835587, 0.007411610800772905, 0.013698556460440159, -0.020299850031733513, -0.028612589463591576, -0.014264382421970367, -0.0014940229011699557, -0.016024727374315262, -0.045601315796375275, -0.021487385034561157, -0.006293931510299444, 0.013006992638111115, -0.004757122602313757, -0.009451375342905521, -0.008564217947423458, -0.026614738628268242, -0.004317036364227533, 0.021892543882131577, -0.01937776431441307, -0.002656234661117196, -0.010345518589019775, -0.04062764346599579, -0.02437938004732132, -0.009409463033080101, -0.00631838059052825, 0.010953256860375404, 0.004306558053940535, 0.00041869314736686647, -0.0034787768963724375, -0.041661497205495834, 0.00028051130357198417, 0.01543794572353363, -0.03258035331964493, -0.02495218999683857, 0.00329366116784513, -0.032300930470228195, 0.01691886968910694, 0.02111016772687435, -0.008319725282490253, -0.004341485444456339, -0.0051063974387943745, 0.02242344059050083, 0.0017804282251745462, -0.01862333156168461, 0.014306294731795788, 0.018581418320536613, 0.0187071580439806, -0.02215799130499363, 0.017030637711286545, 0.02111016772687435, 0.0316862091422081, 0.0014529831241816282, -0.02396024949848652, -0.003601022996008396, 0.0047501372173428535, 0.03425687178969383, -0.02708975225687027, -0.00533342594280839, -0.026055898517370224, 0.009472331963479519, -0.014683512039482594, -0.0011630849912762642, 0.022856540977954865, 0.02134767547249794, 0.004711716901510954, -0.0030456760432571173, -0.004994629416614771, -0.020621182397007942, 0.009046216495335102, -0.03104354254901409, -0.006524452939629555, -0.03671576455235481, -0.0039328341372311115, 0.012587863020598888, 0.014907047152519226, -0.006838800385594368, -0.0007583628757856786, -0.017170347273349762, 0.013824296183884144, 0.024505117908120155, -0.00968189723789692, 0.0038070951122790575, -0.023177875205874443, -0.0026579811237752438, -0.007467494811862707, 0.014012903906404972, 0.02308007702231407, -0.0026405174285173416, -0.013013978488743305, 0.02905966155230999, -0.005267063621431589, 0.02560882642865181, -0.01059001125395298, -0.03464805707335472, 0.0028081692289561033, 0.01444600522518158, 0.01814831793308258, 0.0035905446857213974, 0.014990873634815216, -0.016052668914198875, 0.037218719720840454, -0.002747046062722802, 0.04040410742163658, -0.03967761620879173, -0.010191838257014751, 0.030931774526834488, 0.009898447431623936, -0.041996799409389496, 0.025720594450831413, -0.002921683480963111, 0.027802271768450737, 0.007236973382532597, -0.0359613299369812, -0.011099952273070812, -0.029339080676436424, -0.004816499073058367, -0.007621175609529018, 0.0009220854262821376, 0.010282649658620358, -0.027844185009598732, 0.008843637071549892, 0.007816769182682037, 0.022381527349352837, 0.006279960740357637, 0.011805487796664238, -0.012545949779450893, -0.006569858640432358, 0.0017620912985876203, 0.0035608564503490925, 0.009178941138088703, 0.0017489934107288718, 0.0033058857079595327, -0.002483343705534935, 1.5376275769085623e-05, 0.007656103000044823, -0.03696724399924278, 0.01125363353639841, -0.02347126603126526, 0.031015601009130478, 0.010478243231773376, -0.005218164995312691, 0.017351971939206123, 0.010289634577929974, 0.027397112920880318, -0.03375391289591789, -0.03610103949904442, 0.0067724380642175674, -0.0037966168019920588, -0.014124671928584576, -0.0126367611810565, -0.016457827761769295, 0.009744766168296337, 0.0064930180087685585, -0.008731869049370289, -0.002581140724942088, 0.00022397245629690588, 0.013419137336313725, -0.004187804646790028, -0.0007788827642798424, -0.004317036364227533, 0.021221935749053955, 0.000636116717942059, -0.012056965380907059, 0.004771093372255564, 0.0023785613011568785, 0.01543794572353363, -0.007698016241192818, -0.02067706733942032, 0.05320153385400772, -0.017365941777825356, -0.013146703131496906, 0.002464133547618985, 0.0012704869732260704, -0.021361645311117172, -0.004606934264302254, -0.024896306917071342, -0.011190763674676418, -0.012979051098227501, 0.010974213480949402, 0.021389586851000786, -0.0019891199190169573, 0.021864600479602814, 0.02545514516532421, 0.017840955406427383, -0.00566174415871501, -0.01616443693637848, -0.005801454186439514, 0.011148851364850998, 0.046802818775177, 0.00389092112891376, -0.020160140469670296, 0.006782916374504566, -0.020816776901483536, -0.003594037378206849, -0.031211193650960922, -0.014487917535007, 0.01698872447013855, 0.02609781175851822, -0.02233961410820484, -0.01297206524759531, 0.0007404625066556036, -0.007341756019741297, 0.04574102535843849, 0.019978517666459084, 0.013335310854017735, -0.04040410742163658, -0.005322947632521391, -0.02249329537153244, -0.002574155107140541, 0.0012713602045550942, -0.0054591647349298, 0.031965628266334534, 0.019154228270053864, -0.013670614920556545, 0.012245574034750462, 0.030568528920412064, -0.00853627547621727, -0.021152080968022346, -0.015256321988999844, 0.015004844404757023, 0.010212794877588749, 0.01887480914592743, -0.021277818828821182, 0.0012626283569261432, 0.008969376794993877, 0.003073618048802018, 0.01005911361426115, 0.01675121858716011, 0.0072439587675035, 0.03545837476849556, 0.008187000639736652, -0.009667925536632538, 0.008103175088763237, -0.023876424878835678, 0.0021689964924007654, 0.031965628266334534, -0.002137561561539769, -0.013041920028626919, 0.008061261847615242, 0.004386891145259142, -0.031322963535785675, -0.0015158525202423334, 0.020635154098272324, 0.007488451432436705, -0.004963194485753775, -0.001980388071388006, -0.013279426842927933, -0.03559808433055878, 0.0012888238998129964, -0.004620905499905348, 0.007914566434919834, -0.018860837444663048, -0.00788662489503622, -0.0074255820363759995, -0.024812480434775352, 0.0006509608938358724, -0.0146974828094244, 0.0032971538603305817, -0.008920477703213692, -0.018665244802832603, -0.055129531770944595, -0.00414589187130332, 0.03285977244377136, -0.010296620428562164, 0.009381520561873913, 0.004610427189618349, 0.013887165114283562, 0.011337459087371826, -0.011379372328519821, -0.02855670638382435, -0.009388506412506104, -0.0181343462318182, -0.0008255982538685203, -0.02734122984111309, -0.004208761267364025, 0.004149384330958128, -0.014054817147552967, 0.00984954833984375, 0.0030613935086876154, -0.011826444417238235, 0.008110160008072853, 0.012371312826871872, 0.034117162227630615, 0.015591626055538654, 0.031881801784038544, 0.023624945431947708, 0.019489532336592674, -0.04227621853351593, -0.007523378822952509, -0.008829666301608086, -0.020551327615976334, -0.033027421683073044, 0.010303606279194355, 0.0036708780098706484, 0.01318163052201271, 0.0033652624115347862, 0.002500807400792837, -0.020579269155859947, -0.011393343098461628, -0.009835577569901943, 0.012713601812720299, -0.010729720816016197, 0.00595164205878973, 0.0012146030785515904, 0.030764123424887657, -0.001137762563303113, 0.01349597703665495, -0.018749069422483444, 0.0028256329242140055, -0.03892318159341812, 0.019433649256825447, 0.003094574436545372, 0.006395221222192049, 0.024407321587204933, 0.023666858673095703, 0.006293931510299444, -0.04914994537830353, 0.011798501946032047, 0.009877490811049938, 0.020579269155859947, 0.002911205403506756, -0.0028867560904473066, -0.0073976400308310986, -0.005515048746019602, -0.017170347273349762, 0.010834503918886185, -0.019838808104395866, -0.002011822769418359, -0.00476410798728466, -0.004729180596768856, 0.013880180194973946, -0.015982814133167267, 0.010443315841257572, -0.021864600479602814, -0.005298498552292585, 0.021948426961898804, 0.01929393969476223, 0.029506733641028404, -0.030428819358348846, -0.010645895265042782, -0.01929393969476223, -0.035737793892621994, -0.0017341492930427194, -0.02978615276515484, -0.025329407304525375, -0.01116980705410242, 0.04196885600686073, 0.013118760660290718, 0.037973154336214066, -0.005668729543685913, 0.015871046110987663, 0.013335310854017735, -0.0035975303035229445, -0.0026247999630868435, -0.007072814274579287, -0.0010355997364968061, -0.0017935259966179729, 0.0032622264698147774, 0.015605596825480461, -0.005783990491181612, 0.006779423449188471, 0.0027976909186691046, -0.00985653419047594, 0.006709568668156862, -0.008724884130060673, 0.006926118861883879, -0.025008074939250946, -0.042555637657642365, -0.00443578977137804, 0.014781308360397816, 0.0040515875443816185, 0.0030055094975978136, -0.03193768486380577, -0.006265989504754543, 0.023932307958602905, -0.0016861240146681666, 0.014299309812486172, 0.00459994887933135, 0.020914573222398758, -0.013195601291954517, 0.009325636550784111, 0.00960505660623312, 0.014222469180822372, -0.02076089382171631, 0.005504570435732603, -0.03962172940373421, 0.007649117615073919, 0.021822689101099968, -0.004481195472180843, 0.01781301386654377, 0.02274477295577526, 0.011030097492039204, 0.012001081369817257, 0.007034393958747387, -0.0076351468451321125, 3.4763754229061306e-05, -0.004442775156348944, -0.019908662885427475, 0.0017952723428606987, -0.012210646644234657, -0.025343377143144608, -0.01978292316198349, -0.013230528682470322, 0.002422220539301634, 0.024602916091680527, 0.03816874697804451, -0.02650297060608864, -0.009171955287456512, 0.03646428883075714, 0.019070403650403023, 0.03786138445138931, -0.012119835242629051, 0.02002043090760708, 0.0064895255491137505, 0.01609458215534687, -0.027969924733042717, 0.007107741665095091, 0.018371853977441788, -9.937959111994132e-05, 0.01116980705410242, 0.026475029066205025, -0.016695333644747734, -0.028864067047834396, 0.011113923043012619, -0.007278886623680592, -0.03280388563871384, -0.05647074803709984, 0.003845515428110957, 0.008138102479279041, 0.011707690544426441, -0.019503504037857056, -0.018120376393198967, -0.0293949656188488, 0.002139308024197817, -0.02101237140595913, 0.028780242428183556, -0.008669000118970871, -0.007432567421346903, 0.013894150964915752, -0.0040096743032336235, 0.007292857393622398, 0.023778626695275307, -0.008759811520576477, 0.02643311582505703, 0.0008592159720137715, 0.0023069598246365786, -0.006342830136418343, 0.018371853977441788, -0.007299842778593302, 0.019601300358772278, 0.005508063361048698, 0.006604786030948162, -0.006695597432553768, -0.007292857393622398, 0.01724020391702652, -0.004858412314206362, 0.006793394684791565, 0.034424521028995514, -0.02742505632340908, -0.01764536276459694, 0.012001081369817257, -0.002092155860736966, 0.01774315908551216, -0.011938212439417839, -0.0012687406269833446, -0.004348470829427242, 0.018260085955262184, 0.0011299039470031857, 0.028137575834989548, 0.009102100506424904, -0.009325636550784111, 0.010520156472921371, -0.006517467554658651, -0.026614738628268242, -0.019741009920835495, -0.0029810601845383644, 0.01691886968910694, -0.03925848379731178, -0.012916181236505508, 0.003555617295205593, -0.0093535790219903, 0.006559380330145359, 0.0011997588444501162, -0.0036359503865242004, -0.020467502996325493, 0.0390908345580101, -0.025832362473011017, 0.0027610170654952526, 0.03012145683169365, 0.014515860006213188, -0.03227299079298973, -0.004875876009464264, -0.01961527206003666, -0.01316765882074833, 0.01919614151120186, -0.01879098266363144, -0.007076307199895382, -0.002038018312305212, 0.007732943631708622, 0.0019419677555561066, -0.0014800518983975053, -0.0012844579759985209, 0.018693186342716217, -0.00691564055159688, 0.013530905358493328, -0.0024693727027624846, 0.0003374867665115744, 0.022227846086025238, -0.02207416668534279, -0.010101026855409145, 0.020467502996325493, -0.0073068286292254925, 0.014879105612635612, -0.0032150743063539267, -0.012245574034750462, -0.017184318974614143, -0.058398742228746414, -0.02650297060608864, -0.006182163488119841, -0.0007684045122005045, 0.00861311610788107, -0.00021425825252663344, -0.02190651372075081, -0.006178671028465033, -0.014543801546096802, 0.015996785834431648, 0.017505651339888573, 0.004163355566561222, 0.020718980580568314, -0.004865397699177265, 0.01038743183016777, 0.003992210607975721, -0.024239670485258102, -0.01497690286487341, -0.0035870519932359457, -0.0056442804634571075, -0.028011837974190712, -0.019964545965194702, -0.03668782114982605, 0.02840302512049675, 0.0008522304706275463, -0.026321347802877426, -0.017715217545628548, -0.011009140871465206, -0.044958651065826416, -0.0014416316989809275, 0.015172496438026428, 0.0024798510130494833, 0.00389092112891376, 0.0071007562801241875, 0.015088670887053013, 0.007460509426891804, 0.009891461580991745, 0.004442775156348944, -0.010303606279194355, 0.0027784807607531548, -0.018329940736293793, -0.011281575076282024, 0.034424521028995514, 0.016471799463033676, -0.024686740711331367, -0.0016398450825363398, -0.004795542918145657, -0.016862986609339714, -0.000718196271918714, 0.024085989221930504, -0.02535734884440899, -0.010128968395292759, 0.026530912145972252, 0.006084366701543331, -0.010638909414410591, 0.0015874538803473115, 0.006968031637370586, -0.04269535094499588, 0.008675985969603062, 0.03241270035505295, -0.006838800385594368, -0.000709900981746614, -0.0062066130340099335, 0.02077486366033554, 0.0031626832205802202, 0.013160673901438713, 0.014180555939674377, 0.0008046417497098446, 0.013398180715739727, 0.012140790931880474, 0.046998415142297745, 0.015423974022269249, 0.005525527056306601, 0.027955953031778336, 0.00034621861414052546, 0.007097263354808092, -0.013635687530040741, 0.000727364735212177, -0.01244116760790348, -0.003922355826944113, 0.017198290675878525, -0.019391736015677452, 0.01887480914592743, -0.0014171823859214783, 0.0127694858238101, -0.01026867888867855, -0.0026736983563750982, -0.015898987650871277, 0.009332622401416302, -0.04604838788509369, 0.012406240217387676, 0.005455672275274992, -0.015871046110987663, -0.015423974022269249, -0.016932841390371323, 0.0014136896934360266, -0.008298768661916256, 0.0029845531098544598, 0.011854385957121849, 0.008361638523638248, -0.021487385034561157, 0.028919951990246773, -0.004774586297571659, -0.004931760020554066, 0.016597537323832512, 0.015284264460206032, -0.016038697212934494, -0.005417251959443092, 0.20151758193969727, -0.022213876247406006, 0.01739388331770897, 0.033530380576848984, 0.007128698285669088, -0.006391728296875954, 0.03774961829185486, 0.009423433803021908, 0.007142669055610895, 0.004938745405524969, 0.012217631563544273, 0.01617840863764286, -0.012469110079109669, -0.0010163895785808563, 0.021445471793413162, -0.04384097084403038, -0.032720062881708145, -0.02668459340929985, -0.010156910866498947, -0.008242884650826454, 0.0012146030785515904, 0.0029251761734485626, -0.001947206910699606, -0.019419677555561066, 0.014557773247361183, -0.0032447627745568752, 0.01609458215534687, 0.00025715355877764523, 0.010114997625350952, 0.006975017488002777, 3.1516592571279034e-05, 0.008759811520576477, 0.011749603785574436, -0.006363786291331053, 0.017547564581036568, -0.012294472195208073, 0.010149925015866756, -0.0030596470460295677, 0.012413226068019867, 0.02298228070139885, 0.014655569568276405, 0.015326177701354027, 0.01880495436489582, -0.025022044777870178, 0.020495444536209106, 0.012070936150848866, -0.0005256585427559912, -0.0005391929298639297, 0.009381520561873913, 0.008403550833463669, -0.017100492492318153, 0.018567446619272232, 0.004411340691149235, 0.023610975593328476, -0.011183778755366802, 0.011023111641407013, -0.011833429336547852, 0.004502152092754841, 0.002764509990811348, 0.006835307460278273, -0.035095129162073135, -0.0012495304690673947, 0.0005060118273831904, 0.02931113913655281, 0.007788827642798424, 0.0032517481595277786, -0.0026771912816911936, 0.025552943348884583, -0.007956479676067829, -0.015451916493475437, -0.0005942037096247077, -0.010750677436590195, -0.017044609412550926, -0.022605063393712044, -0.033530380576848984, -0.034424521028995514, 0.021361645311117172, 0.018022578209638596, -0.012462124228477478, 0.03554220125079155, 0.0030229731928557158, -0.022046223282814026, -0.004655832890421152, -0.003085842588916421, -0.009178941138088703, -0.01543794572353363, 0.009674911387264729, -0.023946279659867287, -0.009695868007838726, -0.004432296846061945, -0.00767705962061882, -0.014068787917494774, -0.00414589187130332, 0.00702042318880558, 0.002540973946452141, -0.014753366820514202, -0.006873727776110172, 0.007229987997561693, -0.00931865070015192, -0.010296620428562164, -0.02757873572409153, 0.04959701746702194, 0.03998497501015663, 0.0011840414954349399, -0.00576652679592371, 0.02159915305674076, -0.004076036624610424, 0.0037896314170211554, -0.001791779650375247, -0.011225691065192223, 0.002191699342802167, -0.03752608224749565, 0.00509242620319128, 0.0060459463857114315, -0.005137831903994083, 0.021655036136507988, 0.014208498410880566, -0.001556892297230661, 0.018106404691934586, 0.0012626283569261432, 0.0014983888249844313, -0.018665244802832603, 0.004620905499905348, 0.004278616048395634, 0.0004429240943863988, 0.005899250973016024, -0.02594413049519062, 0.010492214001715183, -0.027061810716986656, 0.0058817872777581215, 0.003403682727366686, -0.031965628266334534, 0.011295546777546406, -0.004896832630038261, 0.0005365733522921801, 0.005088933743536472, 0.008277812041342258, -0.018441708758473396, -0.034843653440475464, -0.01272058766335249, -0.004065558314323425, 0.02323375828564167, 0.00744653819128871, -0.004572006873786449, 0.012762500904500484, -0.006217090878635645, -0.004428804386407137, 0.027774330228567123, -0.010408388450741768, -0.01846965029835701, -0.01575927808880806, 0.0037127910181879997, 0.004641861654818058, 0.005811932496726513, -0.0054347156547009945, 0.003284929320216179, -0.009549172595143318, 0.0030456760432571173, 0.020970458164811134, -0.0008125004824250937, -0.04515424370765686, 0.0005946403252892196, 0.028025807812809944, -0.014515860006213188, -0.006510481704026461, -0.0028064227662980556, -0.17983460426330566, -0.009060188196599483, 0.025343377143144608, -0.03126707673072815, 0.02404407598078251, 0.016625478863716125, 0.03112736903131008, -0.010638909414410591, -0.014627628028392792, 0.01013595424592495, 0.019349822774529457, -0.005986569914966822, -0.021822689101099968, -0.02259109355509281, 0.0042192391119897366, 0.011889313347637653, 0.002045003930106759, 0.008675985969603062, 0.015200437977910042, 0.010534127242863178, 0.02289845421910286, -0.021054284647107124, 0.0016276204260066152, -0.013475021347403526, 0.006720046978443861, 0.020663095638155937, -0.0016992217861115932, 0.011484154500067234, 0.003849008120596409, -0.033949509263038635, 0.001074019935913384, -0.019349822774529457, 0.031211193650960922, 0.0001269395579583943, 0.014418062753975391, 0.015116612426936626, 0.014739396050572395, -0.005253092851489782, -0.021822689101099968, 0.016024727374315262, 0.02618163824081421, 0.022437412291765213, 0.002504300093278289, -0.002630039118230343, -0.008592159487307072, 0.018274055793881416, 0.01046427246183157, -0.017938753589987755, 0.007418596185743809, -0.010352504439651966, 0.00862010195851326, -0.00821494311094284, 0.018651273101568222, -0.010142939165234566, 0.004837455693632364, 0.018413767218589783, -0.0052740490064024925, 0.00578748295083642, -0.00625900411978364, -0.021934455260634422, -0.005986569914966822, -0.0031888787634670734, -0.01309780403971672, -0.005937671288847923, 0.003428132040426135, -0.021655036136507988, -0.005085440818220377, 0.002312198979780078, -0.049038179218769073, 0.0028500822372734547, -0.03258035331964493, 0.0069086551666259766, -0.009241810999810696, 0.01739388331770897, 0.028696415945887566, 0.022046223282814026, -0.016709305346012115, 0.0022318658884614706, 0.02978615276515484, 0.014683512039482594, -0.012175719253718853, -0.008634072728455067, -0.015801191329956055, 0.01640194281935692, -0.0036918343976140022, -0.003775660414248705, 0.007271900773048401, 0.02143150009214878, -0.01349597703665495, -0.0023226772900670767, 0.02609781175851822, -0.020718980580568314, 0.00861311610788107, -0.0030631397385150194, 0.011519081890583038, 0.0023593511432409286, 0.005015586037188768, -0.0019314895616844296, 0.009695868007838726, 0.009311665780842304, 0.011470183730125427, 0.01944761909544468, -0.011078995652496815, -0.01904246024787426, 0.01616443693637848, 0.0023803075309842825, -0.02847287990152836, -0.002967089181765914, 0.03151855617761612, -0.006332351826131344, -0.026977984234690666, -0.008655029349029064, 0.015605596825480461, 0.014767337590456009, -0.01330038346350193, 0.005200701300054789, -0.0038699645083397627, -0.007893609814345837, 0.019810864701867104, -0.0019000547472387552, 0.0548221692442894, 0.004502152092754841, -0.007691030856221914, 0.003002016805112362, -0.00845943484455347, -0.018525535240769386, -0.10780017077922821, -0.053145650774240494, 0.007065828889608383, 0.02627943456172943, -0.047501370310783386, 0.020383676514029503, -0.005941164214164019, 0.02668459340929985, -0.015633538365364075, 0.03157443925738335, -0.01338420994579792, -0.03109942562878132, 0.006824829149991274, -0.0011709437239915133, 0.005640787538141012, -0.003356530563905835, -3.206233429864369e-07, -0.02914348803460598, -0.026223549619317055, 0.03109942562878132, 0.019727040082216263, -0.016290176659822464, 0.006391728296875954, -0.01170070469379425, -0.0017716963775455952, -0.010233751498162746, -0.011141865514218807, 0.015046757645905018, 0.01722623221576214, -0.0026509955059736967, 0.022116079926490784, -0.012755515053868294, 0.015717364847660065, -0.026614738628268242, 0.012762500904500484, -0.018022578209638596, 0.0008535402594134212, -0.009968302212655544, 0.02274477295577526, -0.0024519090075045824, -0.013020963408052921, 0.027145635336637497, -0.0004693379742093384, -0.01953144557774067, -0.024323495104908943, -0.014138642698526382, 0.0002628292713779956, 0.006203120108693838, 0.02036970481276512, -0.02190651372075081, -0.02069103717803955, -0.027648592367768288, -0.04325418919324875, 0.017100492492318153, 0.015284264460206032, 0.010555083863437176, -0.013314354233443737, 0.009542186744511127, -0.011994095519185066, -0.007942508906126022, -0.018092432990670204, -0.009996243752539158, -0.023289643228054047, 0.02003440074622631, -0.0030055094975978136, 0.003845515428110957, -0.00972380954772234, -0.019587330520153046, 0.021221935749053955, -0.01337722409516573, 0.0032133280765265226, 0.010834503918886185, -0.00952123012393713, -0.00010172627662541345, -0.006213598418980837, -0.007558306213468313, -0.008913492783904076, -0.019321881234645844, -0.0013019217876717448, -0.0028011838439852, -0.014047831296920776, -0.0168350450694561, 0.008494362235069275, -0.013027949258685112, -0.002623053500428796, -0.005074962507933378, -0.010834503918886185, -0.006038961000740528, -0.0006649318384006619, -0.05401185154914856, -0.006178671028465033, 0.01946159079670906, 0.005260078236460686, -0.03668782114982605, 0.016206350177526474, 0.018916722387075424, -0.013153688050806522, -0.007530364207923412, 0.03489953652024269, 0.0060878596268594265, -0.03456423059105873, 0.002050242852419615, -0.06415478885173798, 0.026307376101613045, 0.00516926683485508, -0.0024134886916726828, -0.011058039963245392, -0.024686740711331367, 0.004296079743653536, -0.020705008879303932, 0.00960505660623312, 0.022311672568321228, -0.007432567421346903, 0.014641598798334599, -0.0030090021900832653, -0.022605063393712044, -0.014061802998185158, -0.01979689486324787, 0.03347449377179146, 0.005962120369076729, 0.00887157954275608, 0.030344992876052856, 0.01979689486324787, -0.013964005745947361, 0.015423974022269249, 0.027606679126620293, 0.008110160008072853, 0.009765722788870335, -0.028947893530130386, 0.01116980705410242, -0.017589477822184563, -0.004998121876269579, -0.0015909465728327632, -0.026000015437602997, 0.003546885447576642, 0.014012903906404972, -0.005483613815158606, -0.002336648292839527, -0.006517467554658651, 0.024840421974658966, 0.0146974828094244, 0.04613221436738968, -0.03322301805019379, -0.03604515641927719, 0.010946271941065788, -0.0036080083809792995, 0.008152073249220848, -0.011051054112613201, 0.0019314895616844296, -0.0053928024135529995, 0.028752299025654793, -0.005301991011947393, 0.03760990872979164, 0.017198290675878525, -0.020174112170934677, -0.04722195118665695, 0.007013437803834677, 0.006957553792744875, 0.02308007702231407, -0.0022598078940063715, -0.006747988518327475, 0.030847948044538498, 0.03568191081285477, 0.024253640323877335, 0.008319725282490253, -0.02330361306667328, 0.02143150009214878, -0.02133370377123356, -0.017365941777825356, -0.0015533996047452092, 0.009891461580991745, -0.014907047152519226, -0.007816769182682037, 0.005022571422159672, -0.0004084332031197846, 0.015954872593283653, 0.011407313868403435, -0.013265456072986126, 0.01848362199962139, 0.009688882157206535, -0.01774315908551216, 0.012119835242629051, 0.011889313347637653, -0.027397112920880318, -0.006479047238826752, 0.007914566434919834, 0.02586030401289463, 0.001209363923408091, -0.034843653440475464, 0.029814094305038452, 0.00882268138229847, -0.00463836919516325, -0.00572810648009181, 0.010967227630317211, -0.002366336528211832, 0.005525527056306601, 0.0010303605813533068, -0.009388506412506104, -0.005682700779289007, 0.007725958246737719, 0.028291257098317146, 0.005186730530112982, 0.009332622401416302, -0.018343910574913025, 0.004065558314323425, -0.0036359503865242004, -0.019154228270053864, 0.005609353072941303, -0.031630322337150574, -0.004785064607858658, 0.026237521320581436, 0.025650739669799805, 0.017114464193582535, -0.015326177701354027, -0.0020275400020182133, 0.003702312707901001, -0.017268145456910133, 0.02281462773680687, -0.008955405093729496, -0.025734566152095795, -0.021962398663163185, 0.041745319962501526, 0.022130049765110016, 0.013600760139524937, 0.044371869415044785, -0.01781301386654377, 0.012182704173028469, 0.019238054752349854, 0.031155310571193695, -0.008682970888912678, 0.027299316599965096, -0.005193715915083885, 0.00202055461704731, -0.012657717801630497, -0.010310591198503971, -0.005267063621431589, 0.006814350839704275, -0.014725424349308014, -0.0008421888342127204, 0.009556158445775509, 0.018260085955262184, 0.09533804655075073, 0.029506733641028404, -0.0007972196908667684, 0.004582485184073448, -0.02683827467262745, 0.009241810999810696, 0.006360293831676245, 0.024812480434775352, 0.017296086996793747, -0.022116079926490784, 0.019992487505078316, -0.002703386824578047, -0.0064895255491137505, -0.029339080676436424, -0.004467224236577749, 0.008696941658854485, -0.03392156586050987, 0.004117949865758419, 0.0018040041904896498, -0.0164159145206213, 0.033865682780742645, -0.004198282957077026, 0.007090277969837189, -0.0010155164636671543, -0.019573358818888664, 0.007767871022224426, 0.02118002250790596, -0.012357342056930065, -0.005944656673818827, -0.018204201012849808, 0.030764123424887657, 0.015619568526744843, -0.042248278856277466, -0.018078463152050972, -0.01357980351895094, -0.01411768700927496, 0.006073888391256332, -0.033781856298446655, 0.01079957652837038, 0.01186137180775404, -0.006465076003223658, 0.004718702286481857, -0.0015612582210451365, -0.03677164763212204, 0.012490065768361092, -0.02389039471745491, -0.0078027984127402306, -0.03325095772743225, -0.016206350177526474], metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='21df4439-0715-402a-a4c3-983c7a69645b', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='71418de3d50e604c2581574f1abf2248e5cc3ab7c74a3182c37cb1152d0cfd21'), : RelatedNodeInfo(node_id='ddaea7c5-2162-422e-b6b2-166f9714b814', node_type=, metadata={}, hash='03066da8a3963835fd37a8c0e17eb38208c78f649cc90dbe1d4f1a8827df0819')}, hash='cb0f9e89310fb2666bfbe60bc631839b3b71fa63a005c77d0511f8ac512f7ad3', text=\"LLM connections, like the LlamaIndex, primarily focus on linking and understanding vast amounts of external data. They've been pivotal in creating semantic connections, enabling more intuitive search experiences, and enhancing data accessibility. However, as the volume and variety of data grow, the need for more advanced storage and retrieval mechanisms becomes evident. This is where Vector DBs come into play. Unlike traditional databases that store data in rows and columns, Vector DBs store data in high-dimensional space, allowing for more efficient and accurate similarity searches. Tools like Weaviate and Milvus are designed to handle massive datasets, making them ideal for tasks like image recognition, recommendation systems, and more. The rise of Vector DBs represents a broader trend in AI: the quest for more efficient, scalable, and versatile data handling solutions. As we navigate this evolution, it's clear that the combination of LLMs and Vector DBs will redefine how we store, access, and understand data in the AI-driven future. From Agents to OS The AI realm is abuzz with innovations, and one of the most intriguing shifts we're witnessing is the transition from LLM agents to using LLMs as Operating Systems (OS). Let's delve into this evolution and its implications. LLM agents, like AutoGPT, AgentGPT, BabyAGI, and HuggingGPT, have been groundbreaking in automating tasks based on user requests. These agents leverage the power of Language Models (LLMs) to understand and execute commands, making them invaluable in tasks ranging from content generation to data analysis. Their adaptability and intelligence have made them a staple in many AI toolkits. However, the vision for AI doesn't stop there. The concept of LLM as an OS is emerging as the next big thing. Imagine an operating system where the core is a language model, orchestrating everything around it. Such a system would not just execute tasks but would understand context, anticipate needs, and offer solutions in real time. It's like turning the LLM into the brain of the digital ecosystem, making devices and applications more intuitive and responsive than ever. The move towards LLM as OS signifies a paradigm shift in how we perceive and utilize AI. It's not just about automation anymore; it's about creating a seamless, intelligent interface\", start_char_idx=3086, end_char_idx=5425, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='ddaea7c5-2162-422e-b6b2-166f9714b814', embedding=[0.0008533061482012272, 0.005050519481301308, -0.009504382498562336, -0.0062262830324471, -0.0099466098472476, 0.020328428596258163, -0.028021784499287605, 0.02101633884012699, -0.01985110342502594, -0.033890072256326675, 0.03459202125668526, 0.03540628403425217, -0.04708670452237129, -0.002985036000609398, -0.005180379841476679, 0.009356973692774773, 0.023543352261185646, 0.022448312491178513, 0.004534587264060974, -0.008514635264873505, -0.01695907488465309, -0.014375905506312847, -0.006973858457058668, -0.015358633361756802, 0.016439633443951607, 0.001262629870325327, 0.031531527638435364, -0.03139113634824753, -0.014867269434034824, 0.010129116475582123, 0.008121544495224953, 0.011827832087874413, -0.026098445057868958, 0.009539480321109295, 0.014123204164206982, -0.015134009532630444, 0.011336468160152435, -0.01594826951622963, 0.01618693210184574, -0.01865779049694538, 0.01216476783156395, 0.024778781458735466, 0.01282459869980812, -0.017548711970448494, -0.009911512956023216, 0.014053008519113064, -0.004825896117836237, -0.02417510561645031, -0.0328231118619442, 0.009413129650056362, 0.003608015365898609, 0.06014294922351837, -0.03518166020512581, 0.0008971779025159776, -0.013224709779024124, -0.004253807943314314, 0.004818876273930073, -0.006566727999597788, 0.024273378774523735, 0.004664447624236345, -0.003892304375767708, 0.006422828882932663, -0.016243088990449905, 0.026898667216300964, 0.003951970022171736, -0.004741662181913853, -0.035630904138088226, 0.04259423539042473, 0.01517612673342228, -0.022729093208909035, 0.019219350069761276, 0.023150261491537094, 0.010030844248831272, -0.023852210491895676, 0.028667576611042023, -0.005917425733059645, -0.025887859985232353, -0.010129116475582123, -0.0073844981379806995, 0.02181655913591385, 0.01533055491745472, 0.012550839222967625, -0.01985110342502594, 0.03885987028479576, 0.00239364430308342, -0.012761423364281654, 0.012817579321563244, -0.007433634717017412, -0.007201991509646177, -0.01622905023396015, -0.006085893604904413, -0.014979581348598003, 0.0378490649163723, 0.028569303452968597, -0.010178253054618835, 0.029144901782274246, -0.0054787080734968185, 0.004562665242701769, 0.004731133114546537, -0.01680464670062065, 0.018910491839051247, -0.0050575388595461845, -0.0243295356631279, -0.02456819824874401, -0.018559519201517105, 0.0007252005161717534, 0.008437421172857285, 0.026660004630684853, 0.014572450891137123, 0.025396496057510376, -0.022574663162231445, 0.03369352966547012, -0.009392070583999157, -0.019991492852568626, 0.007398537360131741, -0.006261380389332771, -0.006636923179030418, -0.006801880896091461, -0.02633710764348507, 0.002255009487271309, 0.03043648600578308, 0.0355185940861702, 0.012080533429980278, -0.0009669340797699988, 0.018910491839051247, 0.00445035332813859, 0.004225729964673519, -0.005148792173713446, -0.031138435006141663, -0.004043223336338997, 0.021058455109596252, 0.007826725952327251, 0.0249051321297884, 0.009125330485403538, -0.02344507910311222, 0.013337021693587303, -0.022223688662052155, -0.005745448637753725, -0.04630052298307419, -0.026168640702962875, 0.023164300248026848, 0.022153494879603386, -0.011041649617254734, 0.010213350877165794, -0.008458479307591915, 0.012424488551914692, 0.01888241432607174, 0.013175573199987411, 0.020370544865727425, -0.018292777240276337, -0.008311070501804352, -0.02772696502506733, -0.01398281380534172, 0.022097337990999222, 0.013624819926917553, 0.010501149110496044, 0.03344082832336426, 0.011020591482520103, -0.03004339523613453, -0.014024931006133556, 0.007209010887891054, 0.0021146198268979788, -0.012291118502616882, 0.010732792317867279, 0.02695482224225998, 0.028920277953147888, 0.025270145386457443, 0.0031412194948643446, -0.004734642803668976, -0.006243831943720579, -0.003772973082959652, 0.020300351083278656, -0.05317961797118187, 0.027179446071386337, -0.0020093275234103203, 0.015372672118246555, 0.012908833101391792, -0.0006532508414238691, -0.01048711035400629, -0.03004339523613453, 0.016818685457110405, 0.0013995098415762186, 0.013933678157627583, -0.0011266273213550448, -0.014979581348598003, -0.015316516160964966, 0.018517401069402695, 0.0003389095072634518, -0.005875308997929096, -0.013175573199987411, 0.011813793331384659, 0.014179360121488571, -0.023571429774165154, -0.016509829089045525, -0.6253519058227539, -0.022111378610134125, 0.01711350493133068, -0.011504936031997204, 0.0033904111478477716, 0.005324279423803091, -0.009048116393387318, -0.002025121357291937, -0.016945036128163338, 0.027361951768398285, -0.02441376820206642, -0.015134009532630444, 0.0070756408385932446, -0.008479537442326546, 0.004029184579849243, -0.014937464147806168, 0.001198577112518251, -0.023374885320663452, -0.0007076518377289176, 0.010529227554798126, -0.014684762805700302, -0.0024796330835670233, -0.0017206512857228518, -0.01804007589817047, -0.010339701548218727, 0.005082107149064541, -0.004127457272261381, 0.015625374391674995, -0.010557305067777634, 0.010662597604095936, -0.01742236129939556, 0.016172893345355988, -0.0019338681595399976, 0.008935804478824139, 0.046946316957473755, -0.0039274017326533794, -0.035322047770023346, 0.020300351083278656, 0.0011634796392172575, 0.03616438806056976, -0.021311156451702118, -0.032851189374923706, 0.0026393262669444084, -0.005861269775778055, 0.006696588825434446, 0.020946143195033073, 0.01394069753587246, -0.010206331498920918, -0.020749596878886223, -0.022546585649251938, 0.02468051016330719, 0.008037310093641281, 0.02351527474820614, 0.0013319472782313824, -0.0017654005205258727, 0.012024377472698689, 0.023037949576973915, -0.015653451904654503, 0.01583595760166645, -0.0010976719204336405, -0.007903940044343472, -0.0017855814658105373, -0.03147536888718605, -0.020875947549939156, -0.028400836512446404, 0.018068155273795128, 0.005906896665692329, 0.023431040346622467, 0.01896664872765541, -0.020230155438184738, 0.003246511798352003, 0.03369352966547012, 0.0022023634519428015, -0.03911257162690163, -0.012494683265686035, -0.007117757573723793, 0.02468051016330719, -0.0026200227439403534, 0.013898580335080624, 0.022967755794525146, 0.004274866543710232, -0.022574663162231445, 0.004081830382347107, -0.01500765886157751, 0.028976434841752052, 0.0030482113361358643, -0.006987897213548422, -0.02055305242538452, 0.0012564877979457378, 0.014586489647626877, 0.01799795962870121, 0.011750617995858192, -0.03849485516548157, -0.06188378110527992, 0.005240045487880707, 0.000606746762059629, -0.032149240374565125, 0.010423935018479824, 0.01521824300289154, -0.010367779061198235, -0.0021023356821388006, 0.0036711907014250755, 0.022265806794166565, 0.028569303452968597, 0.05354463309049606, 0.028513148427009583, -0.014670724049210548, -0.00917446706444025, 0.01718369871377945, -0.042734622955322266, -0.0022725581657141447, 0.0010652068303897977, -0.014081086963415146, 0.013582703657448292, 0.021563857793807983, -0.021367311477661133, -0.0003404450253583491, -0.01680464670062065, 0.0060437764041125774, -0.015569217503070831, 0.03535012528300285, -0.01500765886157751, 0.016748491674661636, -0.004646899178624153, 0.006773802917450666, 0.011420701630413532, -0.00177154247649014, -0.016790607944130898, -0.013393177650868893, 0.032149240374565125, -0.022644858807325363, -0.030801499262452126, 0.015653451904654503, -0.018166426569223404, 0.018320856615900993, 0.0034781547728925943, 0.026702120900154114, 0.003306177444756031, 0.02320641651749611, -0.030183784663677216, -0.03838254511356354, -0.026435380801558495, -0.004734642803668976, -0.007721433416008949, -0.053320009261369705, -0.02644941955804825, -0.005826172418892384, -0.0008199635776691139, 0.01220688410103321, -0.01861567422747612, -0.023417001590132713, -0.012943929992616177, -0.0058472310192883015, 0.037680596113204956, -0.012122650630772114, -0.00697034876793623, -0.010101038962602615, -0.03739981725811958, -0.02263082005083561, -0.01947205141186714, 0.011933124624192715, 0.018180465325713158, 0.005383945070207119, 0.0003312319458927959, 0.007279206067323685, -0.023529313504695892, -0.013470391742885113, 0.020988259464502335, -0.033075813204050064, -0.03700672462582588, -0.002337488578632474, -0.03549051657319069, 0.013723093084990978, 0.01237535197287798, -0.004850463941693306, 0.0037519147153943777, 0.003534310730174184, 0.004955756478011608, 0.001368799596093595, -0.005043500103056431, -0.00633508525788784, 0.017773335799574852, 0.008297030813992023, -0.018068155273795128, 0.0041765933856368065, 0.011301371268928051, 0.02518591284751892, 0.010178253054618835, -0.030492642894387245, 0.01853143982589245, 0.018138349056243896, 0.02313622273504734, -0.010999533347785473, 3.863458914565854e-05, -0.010051902383565903, 0.020946143195033073, -0.004552136175334454, -0.01471284031867981, 0.0177592970430851, 0.02783927693963051, 0.004050242714583874, 0.010704714804887772, 0.0013749416684731841, -0.01811027154326439, 0.0055910199880599976, -0.0243295356631279, 0.0007945179822854698, -0.031503450125455856, -0.002814813517034054, 0.00799519382417202, 0.0072862254455685616, -0.02386624924838543, -0.006896643899381161, -0.028681615367531776, 0.005903386976569891, 0.03504126891493797, -0.007051072549074888, 0.013491449877619743, -0.030492642894387245, -0.0002652049297466874, -0.008156641386449337, 0.018180465325713158, 0.013898580335080624, -0.003185091307386756, -0.005124223884195089, 0.035209737718105316, -0.01606058143079281, 0.016327321529388428, -0.006917702499777079, -0.04607589915394783, -0.008325109258294106, 0.02000553160905838, 0.022293884307146072, 0.020960181951522827, 0.019640518352389336, -0.020609207451343536, 0.020075727254152298, -0.0004558278014883399, 0.04708670452237129, -0.033581215888261795, 4.524277392192744e-05, 0.01877010241150856, 0.0003913362743332982, -0.035434361547231674, 0.022448312491178513, -0.009483324363827705, 0.03869140148162842, 0.012796521186828613, -0.01517612673342228, -0.0027814710047096014, -0.027165407314896584, 0.00013435732398647815, -0.01714158244431019, 0.002525259740650654, 0.018208544701337814, -0.014979581348598003, 0.005394474137574434, 0.0027042566798627377, 0.012522760778665543, 0.016397517174482346, -0.010157194919884205, 0.007349400781095028, -0.00021924922475591302, -0.008058369159698486, -0.0014890083111822605, 0.004576703999191523, 0.01019931212067604, -0.005383945070207119, -0.010957416146993637, 0.0022234218195080757, -0.0030920831486582756, -0.018362972885370255, 0.014418021775782108, -0.032738879323005676, 0.036360930651426315, 0.026814432814717293, -0.0006137661985121667, 0.00992555171251297, 0.005555922165513039, 0.027446186169981956, -0.038326386362314224, -0.03386199474334717, 0.010234409011900425, -0.005254084710031748, -0.015737684443593025, -0.014474177733063698, -0.023332767188549042, 0.010037863627076149, 0.015414789319038391, -0.016172893345355988, -0.004871522542089224, 0.0015592031413689256, 0.002277822932228446, 0.004015145357698202, -0.0017899686936289072, -0.0173802450299263, 0.023459119722247124, 0.0028797436971217394, -0.007981154136359692, -0.019092999398708344, -0.00031390259391628206, 0.02039862424135208, -0.022153494879603386, -0.01919127255678177, 0.03703480213880539, -0.015779802575707436, -0.025677276775240898, 0.0018110271776095033, -0.003283363999798894, -0.025438614189624786, 0.0008344412781298161, -0.007489790674299002, 0.012256020680069923, -0.024891093373298645, 0.009672850370407104, 0.027755044400691986, 0.013175573199987411, 0.023262573406100273, 0.03158768266439438, 0.022532546892762184, -0.006454416550695896, -0.02475070394575596, -0.008662044070661068, 0.02873777225613594, 0.064860038459301, 0.006594805978238583, -0.018559519201517105, 0.01764698512852192, -0.022995833307504654, -0.0062087345868349075, -0.02459627576172352, -0.0115891695022583, 0.01652386784553528, 0.031026123091578484, -0.012508722022175789, -0.010248447768390179, 0.011603208258748055, -0.008198758587241173, 0.03175615146756172, 0.0009713212493807077, 0.015288438647985458, -0.02510167844593525, -0.013126436620950699, -0.008648005314171314, 0.008732239715754986, -0.004029184579849243, -0.007040543481707573, 0.035013191401958466, 0.01336509920656681, -0.009974688291549683, 0.006703608203679323, 0.035209737718105316, -0.02900451235473156, -0.02139539085328579, 0.0027393540367484093, 0.007363439537584782, 0.00543659133836627, -0.005584000144153833, -0.015934230759739876, 0.015695568174123764, 0.007131796795874834, 0.00973602570593357, 0.01652386784553528, 0.008970901370048523, -0.007510848809033632, 0.025171874091029167, 0.00828299205750227, -0.0059244451113045216, -0.000192706793313846, -0.03304773569107056, -0.011055689305067062, 0.025129755958914757, -0.009595636278390884, -0.03133498132228851, 0.0106204804033041, 0.018952609971165657, -0.03622054308652878, -0.003148239105939865, 0.016369439661502838, 0.01291585247963667, -0.00153726723510772, -0.006686059292405844, 0.00012097643775632605, -0.029257213696837425, -0.009567557834088802, -0.027853315696120262, -0.0005374292959459126, -0.02119884453713894, -0.011350506916642189, 0.0049803247675299644, -0.013238748535513878, 0.009729006327688694, -0.013835404999554157, 0.0150638148188591, -0.007335362024605274, -0.025677276775240898, -0.06671318411827087, -0.007201991509646177, 0.003225453430786729, -0.018096232786774635, 0.004780269227921963, -0.0035272911190986633, 0.010016805492341518, 0.009897474199533463, -0.01923338882625103, -0.02088998816907406, -0.011406662873923779, -0.0210444163531065, 0.011603208258748055, -0.03391814976930618, -0.011413682252168655, -0.00609291298314929, -0.013028164394199848, 0.014937464147806168, -0.0018145368667319417, -0.004818876273930073, -0.0022427253425121307, 0.015049776062369347, 0.02031438983976841, 0.004531077574938536, 0.03700672462582588, 0.010662597604095936, 0.026294991374015808, -0.03877563402056694, -0.003836148651316762, -0.01722581684589386, -0.0177592970430851, -0.03518166020512581, -0.003546594874933362, 0.011097805574536324, 0.020960181951522827, 0.015583256259560585, 0.008970901370048523, -0.02680039405822754, 0.005864779930561781, -0.010030844248831272, 0.02243427373468876, -0.0037484050262719393, 0.00998170766979456, 0.004159044940024614, 0.02046881802380085, 0.005661214701831341, 0.013533567078411579, -0.013540586456656456, -0.000821718480437994, -0.04997873306274414, 0.03189653903245926, -0.004239768721163273, 0.0016039523761719465, 0.011280312202870846, 0.026561731472611427, 0.009504382498562336, -0.04413852095603943, 0.014045989140868187, 0.0028902729973196983, 0.01919127255678177, 0.003295648144558072, -0.013519528321921825, -0.008156641386449337, -0.01218582596629858, -0.0013196631334722042, 0.002746373414993286, -0.017520634457468987, 0.009181486442685127, -0.00031368323834612966, -0.0003847555199172348, -0.0063666729256510735, -0.002544563263654709, 0.018011998385190964, -0.027488302439451218, -0.009371012449264526, 0.022911598905920982, 0.02042670175433159, 0.04411044344305992, -0.016285205259919167, 0.008970901370048523, -0.028330640867352486, -0.007616141345351934, 0.003909853287041187, -0.027291757985949516, -0.011771676130592823, -0.026505574584007263, 0.017043309286236763, 0.016664257273077965, 0.03756828233599663, 0.002246235264465213, 0.010739811696112156, 0.018391050398349762, -0.0069387611001729965, 0.007686336059123278, -0.009897474199533463, -0.0018461245344951749, 0.002767432015389204, -0.01097145490348339, 0.018292777240276337, -0.009560538455843925, 0.012677189894020557, -0.00760912150144577, -0.002000553300604224, -0.0010064186062663794, 0.00018853897927328944, 0.01299306657165289, -0.02510167844593525, -0.037371739745140076, -0.016200970858335495, 0.0061104618944227695, -0.01656598411500454, -0.003994086757302284, -0.03942142799496651, 0.003867736319079995, -0.0007037033792585135, 0.0030411919578909874, 0.015892114490270615, 0.019359739497303963, 0.020061688497662544, -0.017155621200799942, -0.008914746344089508, 0.020454779267311096, 0.022181572392582893, -0.023936443030834198, -0.009090232662856579, -0.04009529948234558, 0.021521741524338722, 0.024245301261544228, -0.004650408867746592, 0.017661023885011673, 0.024975327774882317, -0.010788948275148869, -0.006257870700210333, 0.02212541736662388, 0.0076933554373681545, 0.0017724200151860714, -0.017927763983607292, -0.024315496906638145, 0.006089403294026852, -0.006931741256266832, -0.006015698425471783, -0.01511997077614069, -0.01444610022008419, -0.00018974544946104288, 0.011385604739189148, 0.033468905836343765, -0.03344082832336426, -0.006721156649291515, 0.03369352966547012, 0.02128307893872261, 0.02719348482787609, -0.008788395673036575, 0.024315496906638145, 0.005903386976569891, 0.0074968100525438786, -0.025045521557331085, 0.007201991509646177, 0.01237535197287798, -0.007363439537584782, 0.0124525660648942, 0.005738428793847561, -0.0006554443971253932, -0.02379605360329151, 0.014923425391316414, -0.004720603581517935, -0.029846850782632828, -0.052702292799949646, 0.0010318643180653453, 0.02498936653137207, 0.014137242920696735, -0.01718369871377945, -0.02939760312438011, -0.022490430623292923, 0.009862376376986504, -0.013021145015954971, 0.015976347029209137, -0.013645878992974758, -0.009153407998383045, 0.010978474281728268, 0.0028200780507177114, 0.005762997083365917, 0.004689015913754702, -0.018447207286953926, 0.029874928295612335, 0.02004764974117279, -0.0025831705424934626, -0.011596188880503178, 0.021648092195391655, -0.006177146919071674, 0.02421722374856472, -0.0035308010410517454, 0.013512508943676949, -0.0003042508033104241, -0.009427168406546116, -0.0031833364628255367, -0.011308390647172928, 0.004741662181913853, 0.030998045578598976, -0.03403046354651451, -0.010437973774969578, 0.01081702671945095, -0.005987620912492275, 0.008444440551102161, -0.021142689511179924, 0.0018794671632349491, 0.0006098177400417626, -0.005626117344945669, 0.00022944941883906722, 0.029453758150339127, 0.014319749549031258, -0.014642645604908466, 0.010571344755589962, -0.003923892043530941, -0.04076916724443436, -0.014628606848418713, 0.0023813603911548853, 0.007924998179078102, -0.03212116286158562, -0.0061701275408267975, -0.0013337021227926016, -0.009820259176194668, 0.00874627847224474, -0.0017355676973238587, -0.008753297850489616, -0.031082279980182648, 0.037989452481269836, -0.019303584471344948, 0.0010888975812122226, 0.03004339523613453, 0.01175763737410307, -0.018742024898529053, 0.0013065016828477383, -0.016004426404833794, -0.010887221433222294, 0.015162087976932526, -0.03447971120476723, -0.016537906602025032, 0.011848890222609043, 0.004780269227921963, -0.004008125979453325, 0.008507615886628628, 0.0025533377192914486, 0.009616694413125515, 0.006050796248018742, 0.00531024020165205, 0.002074257703498006, -0.0007835500291548669, 0.008437421172857285, -0.0054997666738927364, -0.004601272288709879, 0.031194591894745827, -0.004338041879236698, 0.004380158614367247, 0.0030482113361358643, -0.008142602629959583, -0.009700927883386612, -0.06283842772245407, -0.005226006731390953, 0.004660937935113907, 0.005584000144153833, -0.0012564877979457378, -0.001396877458319068, -0.0017469743033871055, -0.015864036977291107, -0.012943929992616177, 0.005068068392574787, 0.010381818749010563, 0.002186569618061185, 0.009427168406546116, 0.0036220543552190065, 0.003204394830390811, 0.00890070665627718, -0.017366206273436546, -0.009511401876807213, -0.018391050398349762, -0.014460138976573944, -0.035322047770023346, -0.02580362744629383, -0.04708670452237129, 0.0328231118619442, -0.0021497171837836504, -0.02051093429327011, -0.007574024144560099, -0.013042203150689602, -0.04090955853462219, -0.0068650562316179276, 0.004046733025461435, 0.004215200897306204, -0.007917978800833225, 0.008325109258294106, 0.006033247336745262, 0.01683272421360016, 0.009034077636897564, 0.0004764475452248007, -0.008535693399608135, -0.002276068087667227, -0.003176316851750016, -0.01934570074081421, 0.013954736292362213, 0.004429295193403959, -0.01784353144466877, 0.006738705560564995, -0.00010211156768491492, -0.027333874255418777, 0.006493023596704006, 0.02739003114402294, -0.023122183978557587, -0.006721156649291515, 0.030829578638076782, 0.0038010510616004467, -0.009469285607337952, -0.0036115250550210476, 0.008311070501804352, -0.039954908192157745, 0.014403983019292355, 0.030773421749472618, -0.019022803753614426, -0.0030973476823419333, -0.0027832258492708206, 0.024048754945397377, -0.0018987706862390041, 0.005963052622973919, 0.022448312491178513, -0.010550285689532757, 0.01865779049694538, -0.0029885456897318363, 0.06008679047226906, 0.004225729964673519, 0.009609675034880638, 0.020258232951164246, -0.008465498685836792, -0.001965455710887909, -0.008760317228734493, 0.005938484333455563, -0.030155707150697708, -0.007447673473507166, 0.02494725026190281, -0.033581215888261795, 0.0071353064849972725, 0.014432061463594437, 0.008528674021363258, -0.005654195323586464, -0.011252234689891338, -0.006763273850083351, 0.01684676483273506, -0.025087639689445496, 0.016481751576066017, 0.012424488551914692, -0.017857570201158524, -0.014319749549031258, -0.02055305242538452, 0.0021426978055387735, -0.014867269434034824, -0.005622607655823231, 0.018054114654660225, -0.008998979814350605, -0.025929978117346764, 0.014684762805700302, -0.0017460968811064959, -0.016158854588866234, 0.015302477404475212, 0.012663151137530804, -0.011799754574894905, 0.010571344755589962, 0.1973317563533783, -0.023922404274344444, 0.007152855396270752, 0.01907896064221859, 0.008598868735134602, 0.006868565920740366, 0.040460310876369476, 0.008044329471886158, -0.01267017051577568, 0.0064438870176672935, 0.011308390647172928, 0.006163107696920633, -0.0022216669749468565, -0.002488407539203763, 0.017871608957648277, -0.03299158066511154, -0.021255001425743103, -0.022883521392941475, -0.004825896117836237, -0.012887774035334587, -0.002314675133675337, 0.004453863017261028, -0.017520634457468987, -0.00869012251496315, 0.018433166667819023, 0.002195343840867281, 0.02247639186680317, -0.0017961107660084963, 0.014839190989732742, 0.009160428307950497, -0.006686059292405844, 0.009595636278390884, 0.012656131759285927, -0.0007151100435294211, 0.011954182758927345, -0.014256574213504791, 0.017745258286595345, -0.0023111654445528984, 0.012403430417180061, 0.028976434841752052, 0.02571939304471016, 0.02112865075469017, 0.004780269227921963, -0.03695056959986687, 0.027516381815075874, 0.007349400781095028, 0.006321046035736799, 0.0011511954944580793, 0.0007804789929650724, 0.003486929228529334, -0.026505574584007263, 0.011322429403662682, 0.028260447084903717, 0.025901898741722107, -0.0015469189966097474, 0.015288438647985458, -0.030071474611759186, 0.02823236957192421, 0.011378585360944271, 0.015807880088686943, -0.035743217915296555, 0.0074827708303928375, 0.004678486846387386, 0.034816645085811615, 0.011926105245947838, 0.011659364216029644, -0.010641539469361305, 0.0006058692815713584, 0.0018689378630369902, -0.011364546604454517, -0.00732834218069911, -0.011273292824625969, -0.018278738483786583, -0.018166426569223404, -0.029566070064902306, -0.032963503152132034, 0.026968860998749733, 0.018587596714496613, 0.01106270868331194, 0.04559857398271561, -0.012557858601212502, -0.016509829089045525, -0.0003038120921701193, -0.023739898577332497, -0.0008155764080584049, -0.014165320433676243, 0.024231262505054474, -0.03386199474334717, -0.018826259300112724, 0.009209563955664635, -0.005011912435293198, -0.013133455999195576, -0.0005501521518453956, 0.007461712695658207, 0.012901813723146915, -0.007812687195837498, 0.010852123610675335, 0.0020023081451654434, -0.01927550509572029, -0.005703331436961889, -0.023543352261185646, 0.038831792771816254, 0.03220539540052414, 0.013779249042272568, 0.012101592496037483, 0.011961202137172222, -0.0013609026791527867, 0.005412023048847914, -0.003906343597918749, -0.024708587676286697, 0.016172893345355988, -0.03518166020512581, 0.006103442050516605, 0.01089424081146717, 0.009504382498562336, 0.023683741688728333, 0.0032587959431111813, -0.010915298946201801, 0.01285969652235508, -0.007960096001625061, -0.001886486541479826, -0.011210117489099503, -0.0023427531123161316, 0.003064005170017481, 0.0013003596104681492, -0.012733345851302147, -0.03189653903245926, 0.0022041182965040207, -0.03905641287565231, 0.013175573199987411, -0.004369629546999931, -0.04155535250902176, -0.002446290571242571, -0.00037312950007617474, -0.017408322542905807, -0.007510848809033632, 0.0058331917971372604, -0.0143899442628026, -0.022223688662052155, -0.00866906438022852, -0.012305157259106636, 0.02428741753101349, -0.002256764331832528, -0.003006094368174672, 0.003625564044341445, -0.007510848809033632, 0.013561644591391087, 0.03125074878334999, -0.009153407998383045, -0.016537906602025032, -0.022265806794166565, 0.009743045084178448, 0.0012591200647875667, 0.00331670674495399, 0.009560538455843925, 0.012754403986036777, -0.015541139990091324, 0.0023216947447508574, 0.014867269434034824, 0.011034630239009857, -0.04896792769432068, -0.007777589373290539, 0.01672041416168213, -0.009890454821288586, -0.0069247218780219555, -0.0007616141228936613, -0.1803726851940155, -0.012866715900599957, 0.021367311477661133, -0.04166766256093979, 0.031110357493162155, 0.017085425555706024, 0.025157833471894264, 0.008493577130138874, -0.013301923871040344, 0.01106270868331194, 0.008697141893208027, -0.004948737099766731, -0.014418021775782108, -0.021381352096796036, -0.008648005314171314, 0.013105378486216068, -0.0124525660648942, 0.0111048249527812, 0.019640518352389336, -0.0071949721314013, 0.017310049384832382, -0.015302477404475212, -0.002226931508630514, -0.00979218166321516, 0.017604868859052658, 0.026309030130505562, -0.005068068392574787, 0.022350039333105087, 0.006222773343324661, -0.03535012528300285, -0.0021620013285428286, -0.019219350069761276, 0.022420234978199005, -0.0008269830723293126, 0.01521824300289154, 0.014361866749823093, -0.0024111929815262556, -0.015204204246401787, -0.02668808214366436, 0.027404069900512695, 0.02545265294611454, 0.030155707150697708, 0.013245767913758755, 7.831113180145621e-05, -0.014045989140868187, 0.008395303972065449, 0.013428274542093277, -0.019528206437826157, 0.01100655272603035, -0.00932889524847269, 0.02626691199839115, -0.00547519838437438, 0.003930911421775818, -0.00036062602885067463, -0.003962499089539051, 0.01907896064221859, -0.003344784490764141, 0.00585074070841074, -0.009504382498562336, -0.0055243344977498055, -0.010697695426642895, -0.006528120953589678, -0.0044994899071753025, -0.007658258080482483, 0.0037413854151964188, -0.03380583971738815, 0.0028007745277136564, 0.01552710123360157, -0.0448123924434185, 0.010866162367165089, -0.02000553160905838, -0.00017329353431705385, -0.011841870844364166, 0.00015508674550801516, 0.030380330979824066, 0.01830681599676609, -0.026856549084186554, 0.00773547263815999, 0.03695056959986687, 0.027544459328055382, -0.005724390037357807, -0.0005295323790051043, -0.023192377761006355, 0.01500765886157751, -0.005927955266088247, -0.005896367598325014, 0.005664724390953779, 0.02329065091907978, -0.01947205141186714, -0.0036606614012271166, 0.03279503434896469, -0.016706373542547226, 0.0004040591011289507, -0.008297030813992023, 0.002426987048238516, 0.002477878239005804, 0.011252234689891338, -0.022041182965040207, -0.014825152233242989, 0.00517687015235424, 0.008521654643118382, 0.029453758150339127, -0.01087318267673254, -0.011961202137172222, 0.017169659957289696, 0.01444610022008419, -0.017099466174840927, -0.00026498554507270455, 0.030520720407366753, -0.014979581348598003, -0.01881222054362297, 0.004962775856256485, 0.013989833183586597, 0.015288438647985458, -0.003444812260568142, 0.010452013462781906, 0.0160325039178133, -0.009806220419704914, 0.01808219403028488, -0.0007409944082610309, 0.04762018471956253, -0.005692802369594574, -0.011441760696470737, 0.004601272288709879, -0.011020591482520103, -0.03711903840303421, -0.11096401512622833, -0.04630052298307419, -0.005025951191782951, 0.0316719152033329, -0.02560708113014698, 0.008998979814350605, 0.0017601358704268932, 0.03032417595386505, -0.021620014682412148, 0.035209737718105316, -0.004467902239412069, -0.02413298934698105, 0.007335362024605274, 0.0015214734012261033, -0.0011336468160152435, -0.0029306348878890276, -0.001179273473098874, -0.0210444163531065, -0.03324428200721741, 0.02390836551785469, 0.013947716914117336, -0.003944950643926859, 0.025775548070669174, -0.019289543852210045, -0.0016460692277178168, -0.0024427808821201324, -0.01618693210184574, 0.011968221515417099, 0.01718369871377945, -0.004481940995901823, 0.023697780445218086, -0.0222096499055624, 0.009665830992162228, -0.02159193530678749, 0.03961797431111336, -0.01081702671945095, 0.015484984032809734, 0.003608015365898609, 0.02920105680823326, -0.010016805492341518, -0.003604505443945527, 0.016973115503787994, -0.00437313923612237, -0.016327321529388428, -0.02448396384716034, -0.016692334786057472, -0.008816473186016083, 0.03133498132228851, 0.014221476390957832, -0.024540118873119354, -0.03366544842720032, -0.02039862424135208, -0.06149068847298622, 0.015288438647985458, 0.017253894358873367, -0.0016539661446586251, -0.0063070072792470455, 0.003009604290127754, -0.0068124099634587765, -0.003227208275347948, -0.006896643899381161, -0.01401791162788868, -0.016734452918171883, 0.015920192003250122, 0.007602102123200893, 0.002574396086856723, -0.010669616982340813, -0.0216340534389019, 0.014783035032451153, -0.003783502383157611, 0.001209106296300888, 0.011617247946560383, -0.013856463134288788, 0.006159598007798195, -0.006471964996308088, -0.01572364568710327, -0.009876415133476257, -0.015372672118246555, 0.0022690484765917063, 0.005706841126084328, -0.020651325583457947, -0.01355462521314621, 0.008156641386449337, -0.010908279567956924, -0.0007339749136008322, -0.0035518594086170197, -0.010290564969182014, -0.0058858380652964115, -0.0003389095072634518, -0.045626651495695114, 0.0031026124488562346, 0.027249639853835106, -0.0008796292240731418, 0.002885008230805397, 0.023571429774165154, 0.002779716160148382, -0.016860803589224815, -0.0030517210252583027, 0.030913811177015305, 0.005089126527309418, -0.029257213696837425, -0.002067238325253129, -0.05974985659122467, 0.028218328952789307, -0.014726879075169563, -0.009013018570840359, -0.017394283786416054, -0.012466605752706528, 0.0034974582958966494, -0.011596188880503178, -0.007763550616800785, 0.027249639853835106, -0.014726879075169563, 0.012691228650510311, -0.0039800480008125305, -0.02042670175433159, -0.008977921679615974, -0.01005892176181078, 0.018601635470986366, -0.01048711035400629, 0.0013205406721681356, 0.011518974788486958, 0.02591593936085701, -0.030155707150697708, 0.006064835004508495, 0.006236812565475702, 0.00708616990596056, -0.0021128649823367596, -0.03478856757283211, 0.011343487538397312, -0.005562942009419203, -0.004608291666954756, 0.010606441646814346, -0.008577810600399971, 0.0030727796256542206, 0.00998170766979456, -0.013084320351481438, -0.0045380969531834126, 0.013119417242705822, 0.01846124604344368, 0.00641229934990406, 0.04815366864204407, -0.020244194194674492, -0.03369352966547012, 0.0027323344256728888, -0.01954224705696106, 0.009062155149877071, -0.01923338882625103, -0.0053663961589336395, -0.0134212551638484, 0.024778781458735466, 0.010150175541639328, 0.04691823944449425, 0.017548711970448494, -0.020637284964323044, -0.03843870013952255, 0.00015289316070266068, 0.00925168115645647, 0.0347604900598526, -0.003983557689934969, -0.004173083696514368, 0.027670809999108315, 0.03911257162690163, 0.025508807972073555, 0.0010748585918918252, -0.01757679134607315, 0.00951842125505209, -0.013673956505954266, -0.005454139783978462, 0.0023848700802773237, -0.009279759600758553, -0.012445546686649323, -0.002319939900189638, 0.004474921617656946, 0.007405556738376617, 0.011525994166731834, 0.022265806794166565, -0.012606995180249214, -0.00316754262894392, 0.0013661672128364444, -0.022181572392582893, 0.010985493659973145, 0.023725859820842743, -0.01881222054362297, 0.004380158614367247, 0.009939590469002724, 0.01444610022008419, -0.00773547263815999, -0.024891093373298645, 0.016888881102204323, -0.006433357950299978, 0.0017539937980473042, -0.0001899648195831105, 0.003334255423396826, 0.0014398718485608697, 0.01711350493133068, 0.00977112352848053, -0.02348719723522663, 0.0027498833369463682, -0.0019496619934216142, 0.014263593591749668, -0.0031692974735051394, 0.00413096696138382, -0.019443973898887634, -0.00047951858141459525, -0.0064789848402142525, -0.019626479595899582, 0.01087318267673254, -0.04186420887708664, -0.01151195541024208, 0.022883521392941475, 0.02854122593998909, 0.008619927801191807, -0.01645367220044136, 0.004811856895685196, -0.00037071655970066786, -0.025228029116988182, 0.017604868859052658, -0.009679869748651981, -0.01788564771413803, -0.026393262669444084, 0.0287798885256052, 0.02981877140700817, 0.00887964852154255, 0.05478006228804588, -0.014544372446835041, 0.0212409608066082, 0.006103442050516605, 0.03428316488862038, -0.016439633443951607, 0.026744237169623375, 0.010304603725671768, 0.0030991025269031525, 0.0014933954225853086, -0.009111291728913784, -0.007128287106752396, -0.006285948678851128, -0.01684676483273506, 0.003395675914362073, 0.011652344837784767, 0.020188039168715477, 0.08648005872964859, 0.025228029116988182, -0.00951842125505209, 0.018405089154839516, -0.011596188880503178, -0.0015188410179689527, -0.013105378486216068, 0.019626479595899582, 0.0005751590360887349, -0.010164214298129082, 0.009623713791370392, -0.005762997083365917, -0.012557858601212502, -0.030829578638076782, 0.0037905219942331314, -0.0004527567944023758, -0.018068155273795128, 0.0122630400583148, 0.0033711076248437166, -0.0003987944801338017, 0.029144901782274246, -0.0010678390972316265, 0.003255286253988743, 0.010325662791728973, -0.006689568981528282, 0.002863949863240123, 0.031222669407725334, -0.004517038818448782, 0.0019812495447695255, -0.019556285813450813, 0.03720327094197273, 0.007121267728507519, -0.0540781132876873, -0.025944016873836517, -0.01019229181110859, -0.010480090975761414, 0.0018092722166329622, -0.02858334220945835, -0.002388379769399762, 0.008655024692416191, -0.0013065016828477383, 0.013603761792182922, -0.007128287106752396, -0.030211864039301872, 0.00998170766979456, -0.011462818831205368, -0.006299987901002169, -0.020103804767131805, -0.020103804767131805], metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='3bdaf739-91d6-4044-88e0-4034086ca923', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='cb0f9e89310fb2666bfbe60bc631839b3b71fa63a005c77d0511f8ac512f7ad3'), : RelatedNodeInfo(node_id='93c92cbf-b8b1-478e-895e-bc4fcd695d89', node_type=, metadata={}, hash='eebc1d883727a13f9c307a9837b3a498b61c6ad325dbe417ea2e4160bbc94377')}, hash='03066da8a3963835fd37a8c0e17eb38208c78f649cc90dbe1d4f1a8827df0819', text=\"the vision for AI doesn't stop there. The concept of LLM as an OS is emerging as the next big thing. Imagine an operating system where the core is a language model, orchestrating everything around it. Such a system would not just execute tasks but would understand context, anticipate needs, and offer solutions in real time. It's like turning the LLM into the brain of the digital ecosystem, making devices and applications more intuitive and responsive than ever. The move towards LLM as OS signifies a paradigm shift in how we perceive and utilize AI. It's not just about automation anymore; it's about creating a seamless, intelligent interface between humans and technology. As we stand on the brink of this transformation, the potential for LLM-driven OS to revolutionize our digital interactions is immense. From Fine-tuning to Plugins The world of LLMs is undergoing a transformative shift, moving from intricate fine-tuning processes to the more dynamic realm of plugins. Let's unpack this evolution. Historically, fine-tuning has been the cornerstone of LLM optimization. There are two primary ways to fine-tune LLMs: feeding data into the LLM in real-time and directly fine-tuning on the LLM. From a technical standpoint, this involves three methods: Transfer Learning: Adapting a pre-trained model to new tasks.Sequential Fine-tuning: Refining models in stages for specific tasks.Task-specific Fine-tuning: Tailoring models for a particular function. Moreover, LLM techniques like In-context learning, Few-shot learning, and Zero-shot learning have further enhanced the model's adaptability, allowing them to understand and generate content with minimal data. However, the future of LLMs is leaning towards plugins. With the introduction of tools like GPT-4 Plugins, the focus is on extending LLMs seamlessly. Instead of running LLMs as a service, they're envisioned as platforms. This means integrating LLMs with various tools, enhancing their capabilities, and offering a more modular and scalable approach to AI applications. The journey from fine-tuning to plugins represents a move from static optimization to dynamic adaptability, ensuring that LLMs remain at the forefront of AI innovation. In a Nutshell The AI domain is witnessing rapid shifts, with LLMs playing a central\", start_char_idx=4777, end_char_idx=7072, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='93c92cbf-b8b1-478e-895e-bc4fcd695d89', embedding=[-0.0052306558936834335, 0.008977783843874931, -0.013693035580217838, -0.01585216075181961, -0.0045759533531963825, 0.009876258671283722, -0.025143366307020187, 0.029977021738886833, -0.025254804641008377, -0.027845755219459534, 0.027511438354849815, 0.037415556609630585, -0.0393378771841526, -0.001957142958417535, 0.00729227252304554, 0.01388805266469717, 0.02544982172548771, 0.010050381533801556, 0.0073758517391979694, -0.009193696081638336, -0.007800711784511805, -0.003362315706908703, -0.0029827274847775698, -0.017314793542027473, 0.015448195859789848, 0.012084138579666615, 0.02628561295568943, -0.038362786173820496, -0.013323894701898098, 0.006752490997314453, 0.007612659130245447, 0.0119796646758914, -0.03501962497830391, 0.007703202776610851, 0.003458083374425769, -0.01831774227321148, 0.011763752438127995, -0.007173868827521801, 0.024822980165481567, -0.005558007396757603, 0.006466929335147142, 0.017746619880199432, 0.012850279919803143, -0.036579765379428864, -0.024614032357931137, 0.00791911594569683, 0.0071042198687791824, -0.02617417462170124, -0.03702552244067192, -0.00010550767183303833, 0.00915887113660574, 0.047194305807352066, -0.030199898406863213, 0.005847051274031401, -0.0002859970845747739, -0.00444361986592412, -0.006327630952000618, 0.00750122033059597, 0.013957702554762363, 0.013992526568472385, 0.00335186836309731, -0.009750889614224434, -0.018025215715169907, 0.03173218294978142, -0.007856431417167187, -0.01213985774666071, -0.0351310633122921, 0.03471316769719124, 0.012892069295048714, -0.00983446929603815, 0.009360854513943195, 0.019529638811945915, 0.016966547816991806, -0.036858364939689636, 0.02650848962366581, 0.0004779677256010473, -0.01681331917643547, -0.015058159828186035, -0.022176308557391167, 0.018596339970827103, 0.01927890256047249, 0.02012862265110016, -0.0044331722892820835, 0.031760040670633316, 0.0042102946899831295, -0.00974392518401146, 0.006362455431371927, -0.008845450356602669, -0.016882969066500664, -0.022900661453604698, -0.007953939959406853, -0.0025369725190103054, 0.04956237971782684, 0.025784138590097427, -0.01496065128594637, 0.019334621727466583, -0.0130383325740695, 0.015921810641884804, -0.009590696543455124, -0.012947788462042809, 0.010496136732399464, -0.026550279930233955, -0.01414575520902872, -0.021368378773331642, -0.014835282228887081, 0.013386578299105167, 0.0039700050838291645, 0.024084698408842087, 0.007793746888637543, 0.03343162313103676, -0.016437213867902756, 0.03323660418391228, 0.0018979409942403436, -0.0234021358191967, -0.010259329341351986, -0.0035451450385153294, 0.01650686375796795, -0.01372785959392786, -0.013017437420785427, 0.0017185943434014916, 0.04131591320037842, 0.02629954367876053, 0.022092729806900024, -0.0007522114901803434, 0.022120589390397072, 0.0013511946890503168, -0.0011222229804843664, 0.0032230173237621784, -0.027859685942530632, -0.005474428180605173, 0.020253991708159447, 0.008866344578564167, 0.028012912720441818, 0.0073758517391979694, -0.030617794021964073, 0.02086690440773964, -0.017816267907619476, -0.022844942286610603, -0.05011957511305809, -0.01979430578649044, 0.00925638061016798, 0.029503406956791878, -0.006355490535497665, 0.010071275755763054, -0.013811439275741577, 0.013539806939661503, 0.005244585685431957, 0.01149908546358347, 0.028974073007702827, -0.0059654549695551395, -0.000648172979708761, -0.019083883613348007, -0.030144179239869118, 0.024210065603256226, 0.0002607492497190833, 0.00672811409458518, 0.018707778304815292, 0.008901169523596764, -0.029419828206300735, -0.010259329341351986, -0.008169853128492832, 0.009827503934502602, -0.005798297002911568, 0.008009659126400948, 0.023332485929131508, 0.03351520001888275, 0.023346416652202606, -0.0013398766750469804, -0.0014156202087178826, -0.014389527030289173, -0.019613217562437057, 0.011046364903450012, -0.05655515938997269, 0.016785459592938423, -0.004405312705785036, 0.016771530732512474, 0.0011631418019533157, -0.002435981296002865, -0.00872008129954338, -0.024001119658350945, 0.015587493777275085, -0.005599796772003174, 0.01112297922372818, 0.00305760046467185, -0.004213777370750904, -0.015462125651538372, 0.0025578674394637346, 0.002481253119185567, -0.003059341572225094, -0.01458454504609108, 0.022496696561574936, 0.010147890076041222, -0.003795881988480687, -0.014389527030289173, -0.629851758480072, -0.030729232355952263, 0.023485714569687843, -0.025881648063659668, 0.01043345220386982, -0.0017569013871252537, -0.01884707622230053, -0.008713116869330406, -0.014208439737558365, 0.030784951522946358, -0.027204982936382294, -0.012272191233932972, 0.006439069751650095, -0.009186730720102787, 0.00013527182454708964, -0.015225318260490894, 0.008908133953809738, -0.025993086397647858, 0.00707287760451436, 0.011220487765967846, -0.012690086849033833, 0.00888027437031269, -0.001918835798278451, -0.016966547816991806, 0.0012441090075299144, 0.0019484367221593857, -0.008427554741501808, 0.009193696081638336, -0.0024237926118075848, 0.01745409332215786, -0.03471316769719124, 0.019404271617531776, -0.0008680032915435731, -0.005286375060677528, 0.03791703283786774, -0.008246466517448425, -0.019390340894460678, 0.013365684077143669, -0.0029670563526451588, 0.028389019891619682, -0.03178790211677551, -0.02606273628771305, 0.005091357510536909, 0.008754906244575977, -0.006686324253678322, 0.02405683882534504, 0.01711977645754814, -0.0027528852224349976, -0.022928521037101746, -0.011352821253240108, 0.010663294233381748, 0.010830452665686607, 0.014459176920354366, 0.006240569520741701, -0.003875978756695986, 0.013442298397421837, 0.03181575983762741, -0.013706965371966362, 0.004102338571101427, -0.002768556121736765, 0.004220742266625166, 0.0007700591231696308, -0.03095211088657379, -0.02319318801164627, -0.024419013410806656, 0.013915913179516792, 0.004070996306836605, 0.02638312242925167, 0.01607503741979599, -0.009291204623878002, -0.003750610165297985, 0.03423955291509628, 8.989101479528472e-05, -0.037192679941654205, -0.010739908553659916, -0.008337010629475117, 0.017844127491116524, 0.006585333030670881, 0.006884824484586716, 0.03323660418391228, 0.009716065600514412, -0.017328724265098572, 0.010126995854079723, -0.004523716401308775, 0.03607829287648201, 0.005888841114938259, -0.0058366041630506516, -0.015183527953922749, 0.016353635117411613, 0.0007752827950753272, 0.015698932111263275, 0.018610268831253052, -0.046024199575185776, -0.04563416540622711, 0.009757854975759983, 0.003750610165297985, -0.023708591237664223, 0.003275254275649786, 0.006574885919690132, -0.013623385690152645, -0.0012780630495399237, -0.010328978300094604, 0.02577020786702633, 0.022538485005497932, 0.045801322907209396, 0.029336247593164444, -0.02393146976828575, -0.0068116928450763226, 0.0037819521967321634, -0.028361160308122635, -0.007967869751155376, -0.0019327657064422965, -0.011631418950855732, -0.007696237880736589, 0.014173614792525768, -0.018136655911803246, -0.0013616421492770314, -0.021995222195982933, -0.006003762129694223, -0.007933045737445354, 0.03883640095591545, -0.01682724989950657, 0.009270310401916504, -0.010168785229325294, 0.0075360448099672794, 0.020992273464798927, 0.0005680763861164451, -0.030144179239869118, -0.022050941362977028, 0.026982104405760765, -0.016214337199926376, -0.009172800928354263, 0.016144687309861183, -0.01005734596401453, 0.017286933958530426, 0.0016524275997653604, 0.03839064761996269, 0.011415505781769753, 0.011638383381068707, -0.02118729054927826, -0.03267941251397133, -0.010920996777713299, 0.007166903931647539, 0.002033757045865059, -0.04850371181964874, -0.021953431889414787, -0.005658998619765043, 0.001529670786112547, 0.01904209516942501, -0.020407218486070633, -0.025310523808002472, 0.0007992247119545937, 0.009395678527653217, 0.03162074089050293, -0.013330859132111073, -0.017175495624542236, -0.003083718940615654, -0.032512251287698746, -0.017384443432092667, -0.017844127491116524, 0.01959928870201111, 0.017091916874051094, 0.007285307627171278, -0.0015627541579306126, 0.0022479284089058638, -0.015239248052239418, -0.0033153025433421135, 0.03276298940181732, -0.03064565360546112, -0.021577326580882072, 0.004025724716484547, -0.0414830707013607, 0.012975648045539856, 0.020267920568585396, -0.009040467441082, 0.010015556588768959, 0.011450330726802349, 0.009646415710449219, 0.003287442959845066, -0.0056137265637516975, -0.00222180993296206, 0.01548998523503542, 0.0015018112026154995, -0.022287748754024506, 0.009723030030727386, 0.015476055443286896, 0.031565021723508835, 0.013769648969173431, -0.03574397787451744, 0.004920716863125563, 0.010607575066387653, 0.028806913644075394, -0.015698932111263275, 0.01755160093307495, -0.014333807863295078, 0.0202261321246624, -0.005014743190258741, -0.014048246666789055, 0.01756553165614605, 0.030283477157354355, -0.005909735802561045, 0.016228266060352325, -0.00856685359030962, -0.01627005636692047, 0.01905602402985096, -0.023346416652202606, 0.0072156586684286594, -0.022622063755989075, -0.005098322406411171, 0.009360854513943195, 0.006776868365705013, -0.008462379686534405, -0.00835790578275919, -0.013832333497703075, -0.004168505314737558, 0.02575627900660038, -0.011255312711000443, 0.004025724716484547, -0.04309893399477005, 0.009534977376461029, -0.003390175523236394, 0.027107473462820053, 0.0007065042154863477, 0.010614540427923203, -0.026146315038204193, 0.02872333489358425, -0.027107473462820053, 0.026355262845754623, 0.003317043650895357, -0.040173664689064026, -0.007529079914093018, 0.005874911323189735, 0.02437722496688366, 0.01776054874062538, 0.024878699332475662, -0.025366242974996567, 0.02863975614309311, 0.00409885635599494, 0.036969803273677826, -0.01361642125993967, -0.0035608159378170967, 0.015796441584825516, -0.006425139959901571, -0.02383396029472351, 0.010335942730307579, -0.0053107524290680885, 0.024850839748978615, 0.006017691921442747, -0.020588306710124016, 0.006003762129694223, -0.029419828206300735, 0.010907066985964775, -0.016019318252801895, 0.005495322868227959, 0.028263650834560394, -0.016660092398524284, 0.0044645145535469055, 0.002930490532889962, 0.008545958437025547, 0.011136909015476704, -0.010983681306242943, -0.0027267667464911938, 0.002704130718484521, -0.007403711322695017, 0.01945999078452587, -0.0024760295636951923, 0.00481276074424386, 0.002355884527787566, -0.010767768137156963, 0.0009228520793840289, -0.010085206478834152, -0.016311844810843468, 0.020908692851662636, -0.03323660418391228, 0.0404801219701767, 0.016687951982021332, -0.001800432102754712, 0.004509786609560251, 0.000250737153692171, 0.02702389471232891, -0.027608947828412056, -0.038028471171855927, 0.010071275755763054, -0.013142806477844715, -0.0170222669839859, -0.019320691004395485, -0.017844127491116524, 0.02032363973557949, 0.002965315245091915, -0.008942958898842335, -0.016423285007476807, 0.0030053635127842426, -0.010907066985964775, 0.018679918721318245, 0.006627122405916452, -0.0007744121830910444, 0.025505540892481804, 0.0017986908787861466, 0.005248068366199732, -0.026229893788695335, 0.012362735345959663, 0.023221047595143318, -0.019961465150117874, -0.009966802783310413, 0.027483578771352768, -0.017091916874051094, -0.03543752059340477, 0.008204677142202854, -0.003987417556345463, -0.03649618849158287, 0.005060015246272087, 0.0059967972338199615, 0.004133680835366249, -0.0319271981716156, 0.013059227727353573, 0.02458617277443409, 0.008483273908495903, 0.014062176458537579, 0.023987188935279846, 0.0159635990858078, -0.003750610165297985, -0.015476055443286896, -0.011220487765967846, 0.025296594947576523, 0.0575023889541626, 0.014765633270144463, -0.015671072527766228, 0.0055510420352220535, -0.02054651826620102, -0.0025909508112818003, -0.014765633270144463, -0.011220487765967846, 0.004983401391655207, 0.027218911796808243, -0.016242196783423424, -0.008253431878983974, 0.02129872888326645, -0.0006399021367542446, 0.03599471226334572, 0.0060455515049397945, 0.015796441584825516, -0.014751703478395939, -0.007612659130245447, -0.01393680740147829, 0.006240569520741701, -0.0034842018503695726, -0.013365684077143669, 0.026522420346736908, 0.006313701160252094, -0.011965734884142876, 0.009569801390171051, 0.03000488132238388, -0.02852831780910492, -0.01745409332215786, 0.01170106790959835, -0.0014469623565673828, 0.009681240655481815, -0.0012049314100295305, -0.015420335344970226, 0.007891255430877209, 0.003963040187954903, 0.005174936726689339, 0.014431317336857319, 0.010496136732399464, -0.004694357048720121, 0.021451957523822784, -0.004962506238371134, 0.0009167577372863889, 0.00043726645526476204, -0.028556177392601967, 0.004802313167601824, 0.01693868823349476, -0.0013259468832984567, -0.03577183559536934, 0.005979384761303663, 0.02246883697807789, -0.03148144483566284, 0.005843569058924913, 0.028806913644075394, 0.012488103471696377, -0.0015792958438396454, -0.011624453589320183, -0.004165023099631071, -0.03287442773580551, -0.0014156202087178826, -0.03011631965637207, 0.007285307627171278, -0.02053258754312992, -0.015712862834334373, 0.0029444205574691296, -0.010182715021073818, 0.004053584299981594, -0.0101130660623312, 0.000900216051377356, -0.01138068176805973, -0.008267361670732498, -0.06480162590742111, -0.011464260518550873, 0.0055510420352220535, -0.008155922405421734, 0.019306762143969536, 0.0037749873008579016, 0.010558820329606533, 0.017036197707057, -0.011582664214074612, -0.019933605566620827, -0.010280223563313484, -0.023708591237664223, 0.005888841114938259, -0.033153023570775986, -0.010008592158555984, -0.010489171370863914, -0.005634621251374483, 0.023221047595143318, -0.0077589224092662334, -0.015336756594479084, -0.014891001395881176, 0.004851067904382944, 0.021549466997385025, 0.012585612945258617, 0.031760040670633316, 0.00867132656276226, 0.020393289625644684, -0.023861819878220558, -0.005676410626620054, -0.023778241127729416, -0.017927708104252815, -0.052153330296278, -0.010287188924849033, 0.01958535797894001, 0.022510625422000885, 0.005237620789557695, 0.00941657368093729, -0.03610615059733391, 0.00497295381501317, -0.011394611559808254, 0.01778840832412243, -0.003362315706908703, 0.004314768593758345, 0.003869013860821724, 0.02733035199344158, -0.004823207855224609, 0.00383070670068264, -0.02532445453107357, 0.006919649429619312, -0.03872496262192726, 0.02861189655959606, 0.01015485543757677, 0.005864463746547699, 0.02661992982029915, 0.02511550672352314, 0.007480325642973185, -0.05460498109459877, -0.004342628642916679, -0.005881876219063997, 0.011791612021625042, 0.004147610627114773, -0.01239059492945671, -0.014570615254342556, -0.014173614792525768, -0.016994407400488853, -0.0031133198644965887, -0.015155668370425701, 0.014918860979378223, -0.011680172756314278, -0.012592577375471592, -0.006801245734095573, 0.0005859240191057324, 0.005589349195361137, -0.023039959371089935, -0.009702135808765888, 0.02628561295568943, 0.025282664224505424, 0.040814436972141266, -0.010517030954360962, 0.009137976914644241, -0.02682887762784958, -0.013470157980918884, -0.009799644351005554, -0.02628561295568943, -0.00835094042122364, -0.006254499312490225, 0.018596339970827103, 0.013908947817981243, 0.03329232335090637, -0.0010717272525653243, -0.00044074893230572343, 0.023764312267303467, -0.0010299377609044313, -0.006087341345846653, -0.010774733498692513, 0.004979918710887432, -0.019000304862856865, -0.0013773131649941206, 0.008162887766957283, -0.002397674135863781, 0.018470970913767815, 0.008281291462481022, -0.002305388916283846, -0.002758108777925372, -0.007772852201014757, 0.008058413863182068, -0.023234978318214417, -0.05245978757739067, -0.030199898406863213, 0.009332994930446148, -0.0042416369542479515, -0.01197269931435585, -0.04744504392147064, -0.010440416634082794, 0.012432384304702282, 0.009681240655481815, 0.013226385228335857, 0.009214591234922409, 0.03671906515955925, -0.018554549664258957, -0.00968820508569479, 0.021131571382284164, 0.01149212010204792, -0.011889120563864708, -0.009806608781218529, -0.053490594029426575, 0.010036451742053032, 0.01978037692606449, -0.0009925012709572911, 0.03607829287648201, 0.014487036503851414, -0.0170222669839859, 0.007334061898291111, 0.008552923798561096, 0.012641332112252712, 0.006257981993257999, -0.014779563061892986, -0.022050941362977028, 0.014849212020635605, -0.018861006945371628, 2.498937647033017e-05, -0.022176308557391167, -0.013860193081200123, 0.0004054890014231205, 0.003240429563447833, 0.03128642588853836, -0.033375903964042664, -0.01735658384859562, 0.019557498395442963, 0.01895851641893387, 0.02492048777639866, 0.010774733498692513, 0.012195576913654804, 0.023067818954586983, 0.013080121949315071, -0.017495881766080856, 0.011457295157015324, 0.019069954752922058, -0.01468205451965332, 0.014152719639241695, 0.011930909939110279, -0.0007339285803027451, -0.022427046671509743, 0.010363803245127201, 0.014076106250286102, -0.03137000650167465, -0.04833655431866646, 0.00791911594569683, 0.022287748754024506, 0.009186730720102787, -0.01980823650956154, -0.021340519189834595, -0.01936248131096363, 0.0007417640881612897, -0.00883848499506712, 0.02064402587711811, -0.0029026309493929148, -0.017732689157128334, 0.004523716401308775, 0.012724910862743855, 0.015294967219233513, 0.010621504858136177, -0.0125020332634449, 0.024001119658350945, 0.025686629116535187, 0.004965988919138908, -0.0044331722892820835, 0.009757854975759983, -0.009952872060239315, 0.02524087391793728, -0.0012858986156061292, 0.009702135808765888, 0.006964921485632658, -0.00925638061016798, 0.008643466979265213, -0.017161566764116287, 0.00444361986592412, 0.03393309563398361, -0.03178790211677551, 9.719601621327456e-06, -0.0053107524290680885, -0.013024402782320976, 0.013658210635185242, -0.02661992982029915, 0.008789730258286, 0.007884291000664234, -0.014062176458537579, 0.0006899625295773149, 0.025254804641008377, 0.015685003250837326, -0.01574072241783142, 0.016855109483003616, 0.009486222639679909, -0.03543752059340477, -0.01207020878791809, -0.00020731522818095982, 0.016548652201890945, -0.03396095708012581, 0.005652033723890781, 0.007079842500388622, -0.021535536274313927, 0.010022521950304508, 0.0058052618987858295, 0.0026449288707226515, -0.023987188935279846, 0.026424910873174667, -0.022649923339486122, 0.008810625411570072, 0.02139623835682869, 0.0029287494253367186, -0.0212708692997694, -0.01202841941267252, -0.022287748754024506, -0.014849212020635605, 0.010036451742053032, -0.016882969066500664, -0.01458454504609108, 0.011645348742604256, 0.009980732575058937, 0.00035325210774317384, 0.0005532759241759777, 0.006031621713191271, 0.00899867806583643, 0.009242450818419456, -0.008657396771013737, 0.003160333028063178, -0.0005367342382669449, 0.018568480387330055, -0.001781278639100492, 0.004206812474876642, 0.03097997047007084, -0.01405521109700203, 0.014946721494197845, -0.0015531774843111634, -0.002972280140966177, -0.003761057509109378, -0.059954043477773666, -0.015573563985526562, 0.009569801390171051, -0.001069115474820137, 0.00317948660813272, -0.0026031392626464367, -0.009541941806674004, -0.012111998163163662, -0.015127808786928654, 0.003477236954495311, 0.00720869330689311, -0.0035834519658237696, -0.0024499110877513885, 0.020699746906757355, -0.0012841573916375637, -0.00936781894415617, -0.011770716868340969, -0.018665989860892296, -0.014849212020635605, -0.007278342731297016, -0.025784138590097427, -0.012885103933513165, -0.0271353330463171, 0.035938993096351624, 0.0009054397814907134, -0.03329232335090637, -0.018777428194880486, -0.018178444355726242, -0.03574397787451744, -0.010900101624429226, -0.008246466517448425, 0.015336756594479084, 0.004725699312984943, 0.008086273446679115, 0.0013163700932636857, 0.023597152903676033, 0.004913751967251301, 0.011025470681488514, -0.018262023106217384, 0.004931164439767599, -0.004757041111588478, -8.406877896049991e-05, 0.007786781992763281, 0.005394331645220518, -0.023875750601291656, 0.02267778292298317, 0.0027302491944283247, -0.03045063652098179, -1.473244083172176e-05, 0.017899848520755768, -0.02490655891597271, -0.000884109700564295, 0.02309567853808403, 0.001487881294451654, -0.008413624949753284, -0.009381748735904694, 0.02129872888326645, -0.04652567580342293, 0.005624174140393734, 0.03702552244067192, -0.01345622818917036, 0.0004862385685555637, -0.004165023099631071, 0.026146315038204193, -0.004530681297183037, 0.015991458669304848, 0.0202122014015913, -0.025491612032055855, 0.0038098120130598545, -0.006717666517943144, 0.05722379311919212, 0.008218606933951378, 0.01080259308218956, 0.03173218294978142, -0.0004363958432804793, 0.004151093307882547, -0.0038098120130598545, 0.004659532569348812, -0.010788663290441036, -0.01366517599672079, 0.04354468733072281, -0.035075344145298004, 0.007159939035773277, -0.0029444205574691296, 0.0071947635151445866, -0.01351891178637743, -0.01968286745250225, -0.021660905331373215, 0.006794280838221312, -0.025185154750943184, 0.018136655911803246, 0.018387392163276672, -0.02096441388130188, 2.5887196898111142e-05, -0.01905602402985096, 0.00814199261367321, -0.006505236495286226, -0.016548652201890945, 0.0048963394947350025, -0.0031324734445661306, -0.01979430578649044, 0.029113370925188065, -0.004220742266625166, 0.00425904942676425, 0.022259889170527458, 0.007724097929894924, -0.014389527030289173, 0.01462633442133665, 0.195797860622406, -0.03223365545272827, 0.00851113349199295, 0.01366517599672079, 0.019975394010543823, 0.0013903724029660225, 0.039226435124874115, 0.0029740214813500643, -0.013658210635185242, -0.0023384722881019115, 0.008337010629475117, 0.0006790798506699502, -0.008086273446679115, -0.01042648684233427, 0.01872170902788639, -0.03287442773580551, -0.03287442773580551, -0.028584036976099014, -0.015253177843987942, -0.0069231316447257996, -0.0005693823331966996, 0.007361921947449446, -0.018331672996282578, -0.006466929335147142, 0.003095907624810934, 0.004147610627114773, 0.006689806934446096, -0.009646415710449219, 0.00989715289324522, 0.013219420798122883, -0.012613472528755665, 0.0016393683617934585, 0.007417641114443541, 0.0028103457298129797, 0.006049034185707569, -0.015183527953922749, 0.016242196783423424, -0.005791332107037306, 0.007689272984862328, 0.027497509494423866, 0.024962278082966805, 0.01430594827979803, -0.00012373618665151298, -0.029754143208265305, 0.016882969066500664, 0.010607575066387653, -0.003872496308758855, -0.0019292831420898438, 0.008873309940099716, 0.015420335344970226, -0.021744484081864357, 0.014821352437138557, 0.02639705128967762, 0.027595018967986107, -0.011770716868340969, 0.005300305318087339, -0.03585541620850563, 0.016534723341464996, 0.010468277148902416, 0.011791612021625042, -0.03345948085188866, 0.0009968543890863657, 0.0014635040424764156, 0.039532892405986786, -0.0014922344125807285, 0.006407727487385273, -0.016966547816991806, -0.011129944585263729, 0.0026188103947788477, -0.016980478540062904, -0.009381748735904694, -0.004941611550748348, -0.0029374556615948677, -0.008949924260377884, -0.03215007483959198, -0.04736146330833435, 0.02618810348212719, 0.018819216638803482, 0.009381748735904694, 0.044547636061906815, -0.006832587998360395, -0.016353635117411613, 0.013226385228335857, -0.022970309481024742, 0.006665429566055536, -0.0292526688426733, 0.011526945047080517, -0.016437213867902756, -0.015671072527766228, -0.007271377835422754, -0.012293086387217045, -0.0020650990772992373, 0.0001018075636238791, 0.02000325359404087, 0.007584799081087112, 0.0071947635151445866, 0.0009411349892616272, 0.003573004622012377, -0.01608896814286709, -0.005787849426269531, -0.02361108362674713, 0.05335129797458649, 0.026104524731636047, 0.008176817558705807, 0.0021539018489420414, 0.023151397705078125, -0.0007043276564218104, 0.00989715289324522, -0.009911082684993744, -0.01649293303489685, 0.012146823108196259, -0.030840670689940453, 0.012864209711551666, 0.009005643427371979, 3.379075133125298e-05, 0.01671581156551838, 0.013428368605673313, -0.006745526101440191, 0.012982613407075405, -0.012042349204421043, -0.016743671149015427, -0.01101154088973999, -0.0026484113186597824, -0.0027337316423654556, -0.008810625411570072, -0.01991967484354973, -0.022273818030953407, 0.0014539273688569665, -0.043906863778829575, 0.01852669008076191, -0.009723030030727386, -0.04206812381744385, 0.000606383488047868, 0.007093772292137146, -0.019139602780342102, 0.0006760326796211302, 0.0015531774843111634, -0.014709914103150368, -0.02532445453107357, 0.013240315020084381, -0.007058947812765837, 0.027748245745897293, 0.005526665132492781, -0.008699187077581882, 0.007835536263883114, -0.0056450688280165195, 0.006975368596613407, 0.023012099787592888, -0.01377661433070898, -0.013477122411131859, -0.02577020786702633, 0.01186126098036766, 0.0009507117792963982, 0.005815709475427866, 0.004523716401308775, 0.013929842971265316, -0.01389501802623272, -0.007010193075984716, 0.02404290810227394, 0.00457943556830287, -0.042931776493787766, -0.009374784305691719, 0.018164515495300293, -0.007180833723396063, -0.01202841941267252, -0.00423467205837369, -0.1788591742515564, -0.01852669008076191, 0.017704829573631287, -0.04694356769323349, 0.025185154750943184, 0.013254244811832905, 0.024001119658350945, 0.007626588921993971, -0.012919928878545761, -0.0007626588921993971, 0.012355769984424114, 0.0014626334886997938, -0.017203355208039284, -0.0028399466536939144, -0.0022601168602705, 0.004300838802009821, -0.010823487304151058, 0.009291204623878002, 0.006052516400814056, -0.0061256480403244495, 0.016966547816991806, -0.018387392163276672, 0.0042416369542479515, -0.006439069751650095, 0.018777428194880486, 0.017830198630690575, 0.003313561202958226, 0.020922623574733734, -0.01462633442133665, -0.03125856816768646, -0.008128062821924686, -0.018122725188732147, 0.02416827715933323, -0.003973487764596939, 0.0212708692997694, 0.013651245273649693, 0.012968683615326881, -0.006870894692838192, -0.020713675767183304, -0.002052910625934601, 0.030896391719579697, 0.015294967219233513, 0.019069954752922058, -0.008406659588217735, -0.025296594947576523, 0.005122699774801731, 0.01160355843603611, -0.02425185590982437, 0.006877859588712454, -0.012167717330157757, 0.020602237433195114, 0.00023637201229576021, 0.010551855899393559, -0.006937061436474323, 0.018289882689714432, 0.03276298940181732, -0.009757854975759983, 0.0070485002361238, -0.005672928411513567, -0.0042416369542479515, -0.006926614325493574, 0.0012092844117432833, -0.00867132656276226, 0.003141179447993636, 0.0042729792185127735, -0.03563253581523895, -0.007027605548501015, 0.01138068176805973, -0.0383349284529686, 0.0026832360308617353, -0.013804473914206028, 0.005516217555850744, -0.01724514551460743, -0.001145729562267661, 0.033375903964042664, 0.024419013410806656, -0.028918353840708733, 0.007640518713742495, 0.03891998156905174, 0.020184341818094254, -0.014187544584274292, 0.010029486380517483, -0.014598474837839603, 0.015685003250837326, -0.005275927949696779, 0.0011901309480890632, 0.015183527953922749, 0.021047992631793022, -0.019348550587892532, -0.014640264213085175, 0.020797254517674446, -0.015726791694760323, 0.01576858200132847, -0.016353635117411613, -0.011923945508897305, 0.007884291000664234, 0.011875190772116184, -0.028012912720441818, -0.014751703478395939, -0.00521672610193491, 0.00750122033059597, 0.008699187077581882, -0.00540129654109478, -0.011847331188619137, 0.023680731654167175, 0.020407218486070633, -0.022496696561574936, 0.015991458669304848, 0.03150930255651474, -0.010349873453378677, -0.013240315020084381, 0.002416827715933323, 0.004666497465223074, 0.009054397232830524, -0.005053050350397825, 0.008922063745558262, -0.004450584761798382, -0.03215007483959198, 0.034323133528232574, 0.009862328879535198, 0.0393935963511467, -0.003195157740265131, -0.007459430489689112, 0.023012099787592888, -0.0073758517391979694, -0.029503406956791878, -0.10163213312625885, -0.02415434643626213, 0.008643466979265213, 0.03683050349354744, -0.011338891461491585, 0.023792171850800514, -0.0073758517391979694, 0.03254011273384094, -0.014431317336857319, 0.032512251287698746, -0.005544077139347792, -0.02056044712662697, 0.015141738578677177, 0.003275254275649786, 0.01576858200132847, -0.014932790771126747, -0.007403711322695017, -0.026661718264222145, -0.03669120371341705, 0.028695475310087204, 0.013463192619383335, -0.0016010613180696964, 0.023360345512628555, -0.02351357415318489, 0.005993314553052187, -0.01575465127825737, -0.033153023570775986, 0.025073716416954994, 0.017064057290554047, -0.009409608319401741, 0.01679939031600952, -0.025282664224505424, 0.009200661443173885, -0.02585378848016262, 0.027218911796808243, -0.011164768598973751, 0.02439115382730961, -0.010621504858136177, 0.02001718431711197, -0.011896085925400257, -0.011373716406524181, 0.006289323791861534, 0.00558586698025465, -0.01927890256047249, -0.024934418499469757, -0.016047177836298943, -0.010976715944707394, 0.04234671965241432, 0.0027372140903025866, -0.022440975531935692, -0.036579765379428864, -0.0049764360301196575, -0.0521254725754261, 0.02416827715933323, 0.01863813027739525, -0.00024007212778087705, -0.00407447898760438, 0.019195323809981346, -0.001631532795727253, -0.001021231641061604, -0.00635897321626544, -0.018150584772229195, -0.010558820329606533, -0.004307803697884083, -0.00034998729825019836, 0.004070996306836605, -0.007354957051575184, -0.018220234662294388, 0.020058972761034966, -0.000349551992258057, -0.0033013727515935898, 0.01010610070079565, -0.0029548679012805223, 0.009110117331147194, -0.009514082223176956, -0.013484087772667408, -0.007139044348150492, -0.016144687309861183, 0.013066192157566547, 0.005540594924241304, -0.02043507993221283, -0.009165836498141289, 0.01778840832412243, -0.014918860979378223, 0.001200578291900456, 0.0033222674392163754, -0.010746873915195465, -0.008204677142202854, 0.003240429563447833, -0.0531841404736042, -0.0019101296784356236, 0.023680731654167175, 0.004903304390609264, -0.005850533954799175, 0.019292831420898438, 0.013449262827634811, -0.02159125544130802, -0.004276461899280548, 0.01787198893725872, -0.002091217553243041, -0.03022775799036026, -0.01149212010204792, -0.07310381531715393, 0.02447473257780075, 0.005154041573405266, -0.010656329803168774, -0.010391662828624249, -0.017175495624542236, -0.0004992978065274656, -0.011582664214074612, 0.0031237672083079815, 0.022705642506480217, -0.025366242974996567, 0.009597661904990673, -0.011589628644287586, -0.02767859771847725, 0.002094700001180172, 0.0015880020800977945, 0.020574377849698067, -0.0017542894929647446, 0.0021312658209353685, 0.0053595067001879215, 0.021841993555426598, -0.017537672072649002, 0.030060600489377975, 0.006254499312490225, 0.00023789559782017022, 0.0068917893804609776, -0.04137163236737251, 0.011840365827083588, -0.009291204623878002, -0.0066027455031871796, 0.0064112101681530476, -0.02159125544130802, 0.002019827254116535, 0.003440671134740114, 0.004676944576203823, -0.01170106790959835, -0.003907321020960808, 0.026884596794843674, 0.005136629566550255, 0.04301535338163376, -0.02471153996884823, -0.03120284713804722, 0.01351891178637743, -0.02702389471232891, 0.010203609243035316, -0.01048220694065094, -0.012704016640782356, -0.009395678527653217, 0.03435099124908447, 0.0012171199778094888, 0.04702714830636978, 0.007250483147799969, -0.01705012656748295, -0.043154653161764145, -0.009757854975759983, 0.014131825417280197, 0.02149374783039093, -0.0036252415738999844, 0.008016624487936497, 0.011513015255331993, 0.0383070670068264, 0.014445247128605843, 0.012488103471696377, -0.0033814692869782448, -0.0013111464213579893, -0.009249415248632431, -0.011638383381068707, -0.014166649430990219, -0.0007378463633358479, -0.014918860979378223, 0.0024307575076818466, 0.0038864261005073786, 0.006745526101440191, 0.012376665137708187, 0.013908947817981243, -0.014988510869443417, 0.003837671596556902, 0.011986629106104374, -0.014431317336857319, 0.004840620327740908, 0.028500458225607872, -0.027497509494423866, 0.003151626791805029, 0.00222180993296206, 0.030060600489377975, -0.001490493188612163, -0.02352750487625599, 0.008058413863182068, -0.02097834274172783, -0.011227453127503395, -0.00013886312081012875, -0.0026101041585206985, -0.005979384761303663, 0.01724514551460743, 0.016548652201890945, -0.012118962593376637, -0.004140645731240511, 0.007368886843323708, 0.029113370925188065, -2.3248145225807093e-05, -0.0012885103933513165, -0.0159775298088789, -0.005481393076479435, 0.0005672057741321623, -0.005328164901584387, 0.009792678989470005, -0.0500081330537796, -0.02692638523876667, 0.047946516424417496, 0.019404271617531776, 0.014877071604132652, -0.007800711784511805, -0.009966802783310413, 0.00043443695176392794, -0.020685816183686256, 0.024530453607439995, -0.006118683144450188, -0.02108978107571602, -0.023903610184788704, 0.03566039726138115, 0.02235739678144455, 0.013010472990572453, 0.05034245178103447, -0.01787198893725872, 0.023123538121581078, -0.0014530566986650229, 0.032512251287698746, 0.006097788456827402, 0.026076665148139, 0.014333807863295078, -0.017175495624542236, -0.002141713397577405, -0.013637315481901169, 0.0009071810054592788, -0.008051449432969093, -0.008970818482339382, -0.006689806934446096, 0.009221555665135384, 0.028026843443512917, 0.08669933676719666, 0.02542196214199066, -0.01640935428440571, 0.02596522681415081, -0.020518658682703972, 0.006794280838221312, -0.00014125730376690626, 0.015462125651538372, 0.010245399549603462, -0.01841525174677372, -0.004314768593758345, -0.0015636248281225562, -0.01511387899518013, -0.02787361480295658, 0.017955567687749863, 0.0016019318718463182, -0.00774499261751771, 0.006578368134796619, 0.011610523797571659, -0.007065912708640099, 0.03588327392935753, -0.007842501625418663, -0.0004649084876291454, 0.012467209249734879, -0.008963854052126408, 0.014173614792525768, 0.02745571918785572, -0.00855988822877407, 0.009270310401916504, -0.020713675767183304, 0.024349365383386612, 0.01746802218258381, -0.04872658848762512, -0.021841993555426598, -0.012690086849033833, -0.018220234662294388, 0.0034528598189353943, -0.017746619880199432, 0.0004792736435774714, 0.00353643880225718, 0.004367005545645952, 0.003249135799705982, -0.010147890076041222, -0.01521138846874237, 0.019111743196845055, -0.0019170945743098855, -0.013679105788469315, -0.018861006945371628, -0.028124352917075157], metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='faa92ffd-dac9-4d9d-8946-2d9b84d0ded7', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='3b095b0e25cdf965d950cdbd7feb8024030e7645998c1a33dc4427affca624ab'), : RelatedNodeInfo(node_id='ddaea7c5-2162-422e-b6b2-166f9714b814', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='03066da8a3963835fd37a8c0e17eb38208c78f649cc90dbe1d4f1a8827df0819'), : RelatedNodeInfo(node_id='09e14f39-c9df-4c83-b96e-eac4bb06c8b7', node_type=, metadata={}, hash='511e6435a92c14c5793b2de56371f9bb015495c6e5758dcf1a0c0a5645faa9cd')}, hash='eebc1d883727a13f9c307a9837b3a498b61c6ad325dbe417ea2e4160bbc94377', text=\"the future of LLMs is leaning towards plugins. With the introduction of tools like GPT-4 Plugins, the focus is on extending LLMs seamlessly. Instead of running LLMs as a service, they're envisioned as platforms. This means integrating LLMs with various tools, enhancing their capabilities, and offering a more modular and scalable approach to AI applications. The journey from fine-tuning to plugins represents a move from static optimization to dynamic adaptability, ensuring that LLMs remain at the forefront of AI innovation. In a Nutshell The AI domain is witnessing rapid shifts, with LLMs playing a central role. Initially, the move was from LLMs to Multimodal models, expanding from text to include images and sounds. Simultaneously, the trend shifted from LLM connections, which linked external data, to Vector Databases for efficient high-dimensional storage. Another evolution saw LLM agents, which automated tasks, transitioning towards LLMs as Operating Systems. This change aims for more intuitive, context-aware devices and applications. Furthermore, the traditional fine-tuning processes of LLMs are now being replaced by dynamic plugins, turning LLMs into platforms integrated with various tools. Leading this LLM revolution are OpenAI's GPT-4 and Meta's LLaMA2. Their pioneering efforts are setting the stage for an AI future that's more integrated, responsive, and attuned to human interactions. More Readings Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond: https://arxiv.org/abs/2304.13712Sparks of Artificial General Intelligence: Early experiments with GPT-4: https://arxiv.org/abs/2303.12712GPT4All-J: https://huggingface.co/nomic-ai/gpt4all-jIntroducing Code Llama, a state-of-the-art large language model for coding: https://ai.meta.com/blog/code-llama-large-language-model-coding/Llama 2: Open Foundation and Fine-Tuned Chat Models: https://ai.meta.com/research/publications/llama-2-open-foundation-and-fine-tuned-chat-models/\", start_char_idx=6459, end_char_idx=8438, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='09e14f39-c9df-4c83-b96e-eac4bb06c8b7', embedding=[-0.008867154829204082, 0.002956873970106244, -0.011564046144485474, -0.036799732595682144, -0.00588601641356945, -0.002060798928141594, -0.02372431941330433, 0.006818488705903292, -0.014475855976343155, -0.02334994450211525, 0.0022930505219846964, 0.016569586470723152, -0.0020400003995746374, 0.013013018295168877, -0.0003914911358151585, 0.028646666556596756, 0.019439799711108208, 0.006607036106288433, 0.001103194779716432, -0.026871848851442337, -0.014517453499138355, -0.0015780971152707934, -0.0186078529804945, -0.004988207947462797, 0.0011716570006683469, 0.0016292270738631487, 0.007438981905579567, -0.048197392374277115, -0.004894614219665527, -0.000823712965939194, 0.013789501041173935, -0.012680239975452423, -0.025526870042085648, 0.0017375533934682608, -0.008894886821508408, -0.014656111598014832, 0.005206593777984381, 0.005092201288789511, 0.038019921630620956, -0.0012522516772150993, 0.010711302049458027, 0.03208537399768829, -0.008097605779767036, -0.006239593029022217, -0.01774817705154419, 0.0005559304263442755, 0.0052308589220047, -0.01923181302845478, 0.009366322308778763, 0.007549908012151718, 0.01457291655242443, 0.04048802703619003, -0.024140292778611183, 0.0031249963212758303, -0.017470860853791237, -0.005778556689620018, -0.009560443460941315, 0.02566552720963955, 0.009719899855554104, 0.009089007042348385, 0.020992765203118324, 0.011453120037913322, -0.013186340220272541, 0.009484182111918926, -0.015141412615776062, -0.023100361227989197, -0.01672210916876793, 0.027620598673820496, 0.014975023455917835, 0.0067803580313920975, 0.011383791454136372, 0.018275074660778046, 0.005944945849478245, 0.0005983943119645119, 0.01837213523685932, 0.006139066535979509, -0.020757047459483147, -0.02183857560157776, -0.0034421756863594055, 0.00198973692022264, 0.012368259951472282, -0.0004088233399670571, -0.025194091722369194, 0.008603706024587154, 0.0015650979476049542, 0.006929414812475443, 0.015557385981082916, 0.018094820901751518, -0.005643365439027548, -0.015293936245143414, 0.014559051021933556, 0.00010664721776265651, 0.028133632615208626, -0.0015598982572555542, -0.03649468719959259, 0.008451182395219803, 0.007688565645366907, 0.029312223196029663, 0.009491114877164364, -0.02895171195268631, -0.00263622822239995, -0.0063643851317465305, -0.03097611479461193, -0.014150010421872139, -0.026483606547117233, 0.024251218885183334, 0.026164693757891655, -0.0038234840612858534, 0.02011922188103199, 0.0034907057415694, 0.0020348005928099155, 0.01600109040737152, 0.01928727515041828, -0.034941721707582474, 0.0035045715048909187, -0.01766498200595379, 0.016014955937862396, -0.01353298407047987, -0.020327208563685417, -0.00868690013885498, 0.023821379989385605, 0.011938421986997128, 0.012597045861184597, -0.019536860287189484, 0.02534661442041397, 0.005414580460637808, -0.014905694872140884, -0.019855773076415062, -0.009394054301083088, -0.00773016270250082, 0.019897369667887688, 0.013921225443482399, 0.020105356350541115, 0.009068208746612072, -0.04464775696396828, 0.022018831223249435, -0.019620053470134735, 0.0019394735572859645, -0.03427616506814957, -0.011841361410915852, -0.010475583374500275, 0.016153613105416298, -0.009865489788353443, 0.007154733408242464, -0.021686052903532982, 0.020022161304950714, 0.02631721831858158, 0.0034317763056606054, 0.005938013084232807, 0.006163331679999828, 0.017387665808200836, -0.0330837108194828, -0.018871303647756577, 0.02914583310484886, 0.003142328467220068, 0.020452000200748444, 0.006704096216708422, -0.003047001315280795, -0.02909037098288536, -0.014122279360890388, 0.01077369786798954, 0.03538542613387108, 0.006423314567655325, -0.0023034499026834965, -0.011903757229447365, 0.026871848851442337, 0.019758712500333786, -0.011986952275037766, -0.015099816024303436, -0.020188551396131516, -0.022795313969254494, 0.007924283854663372, -0.037770338356494904, -0.006433713715523481, -0.0013623111881315708, 0.008153068833053112, 0.02628948539495468, -0.007265659514814615, -0.020881839096546173, -0.0029014109168201685, -0.004995141178369522, -0.004506372846662998, 0.014669977128505707, 0.027800854295492172, -0.028591202571988106, -0.017678847536444664, 0.017540190368890762, -0.004294919781386852, 0.007952014915645123, 0.007945082150399685, 0.021186886355280876, 0.004187460523098707, -0.011882958933711052, -0.024514667689800262, -0.6220735907554626, -0.03649468719959259, -0.0031301958952099085, 0.004256789106875658, 8.519861148670316e-05, 1.3175183084968012e-05, 0.003036601934581995, 0.02886851876974106, -0.0007847155211493373, 0.042651087045669556, -0.0104617178440094, -0.00038585817674174905, -0.021713783964514732, 0.010392389260232449, -0.0033121840097010136, -0.011494717560708523, 0.009019678458571434, -0.018760377541184425, 0.00632278760895133, 0.006166798062622547, -0.017359934747219086, 0.024944506585597992, -0.01562671549618244, -0.011855226941406727, -0.0082293301820755, 0.012694105505943298, 0.006295056082308292, -0.01600109040737152, 0.020937301218509674, 0.028452545404434204, -0.024847446009516716, 0.012423723004758358, 0.03724343702197075, -0.006152932066470385, 0.047309983521699905, 0.0010225999867543578, -0.031170234084129333, 0.012312796898186207, 0.012340528890490532, -0.004308785777539015, -0.0256377961486578, -0.01686076819896698, 0.011564046144485474, 0.0002511003112886101, -0.002213322324678302, -0.005681496113538742, 0.023391541093587875, 0.005452711135149002, -0.005747358780354261, -0.0009524045744910836, -0.012673307210206985, 0.005424979608505964, -0.013754836283624172, -0.03763167932629585, 0.015585117042064667, -0.026428144425153732, 0.029700463637709618, -0.027190761640667915, 0.011654173955321312, -0.009733765386044979, 0.019883504137396812, 0.007383518852293491, -0.03435935825109482, -0.05163609981536865, -0.026483606547117233, 0.01541872788220644, 0.0052412585355341434, 0.0028338152915239334, -0.018427599221467972, -0.04284520819783211, 0.028327753767371178, -0.0036709606647491455, -0.004281054250895977, -0.006506509147584438, -0.009553510695695877, 0.02886851876974106, 0.033028244972229004, -0.015377131290733814, 0.0020503997802734375, 0.026830250397324562, 0.01740153133869171, -0.022642791271209717, -0.004794087260961533, -0.03655014932155609, 0.008874088525772095, 0.009248463436961174, -0.026372680440545082, -0.018219612538814545, 0.00046060330350883305, 0.0016456927405670285, -0.009109806269407272, 0.039933398365974426, -0.01407374907284975, -0.04581248015165329, 4.289720527594909e-05, 0.022656656801700592, -0.0010555312037467957, -0.03214083984494209, 0.01760951802134514, -0.014351064339280128, -0.009706034325063229, 0.010635039769113064, 0.021214617416262627, 0.004599966574460268, 0.034165240824222565, 0.001726287417113781, 0.0051026009023189545, 0.014406527392566204, -0.005203127395361662, -0.029645001515746117, -0.0005013339687138796, 0.0036570949014276266, 0.014364929869771004, -0.003128462703898549, 0.01357458159327507, -0.02151966467499733, 0.008374921046197414, -0.015196875669062138, 0.002696890849620104, 0.00263622822239995, 0.01377563551068306, -0.00954657793045044, -0.022587327286601067, 0.006742227356880903, 0.016625048592686653, -0.0010754632530733943, -0.011480851098895073, -0.02766219712793827, 0.013498320244252682, 0.004069601185619831, -0.004222124814987183, -0.03921237587928772, 0.017013290897011757, -0.0061598652973771095, 0.022656656801700592, -0.0030348687432706356, 0.01493342686444521, -0.021048227325081825, 5.6383825722150505e-05, -0.002147459890693426, -0.026566801592707634, -0.011217402294278145, 0.028161363676190376, 0.0056745633482933044, -0.0469772033393383, -0.04131997376680374, -0.026968909427523613, 0.010586509481072426, 0.0020018694922327995, 0.003199524711817503, -0.002234121086075902, 0.0018666783580556512, 0.0070992703549563885, 0.010877691209316254, -0.004287987016141415, -0.014767037704586983, -0.008756228722631931, -0.03363833948969841, -0.001712421653792262, -0.018039356917142868, -0.007411250378936529, 0.009241530671715736, 0.015793103724718094, -0.0024005102459341288, 0.0045237052254378796, -0.016181346029043198, 0.011785898357629776, 0.025790318846702576, -0.010537980124354362, -0.018011625856161118, 0.03344421833753586, -0.025679392740130424, -0.006582770962268114, 0.008998880162835121, -0.01503048650920391, 0.014143077656626701, -0.04026617482304573, 0.005927613470703363, 0.007293391041457653, -0.015404862351715565, 0.0011837894562631845, 0.011127274483442307, 0.028729859739542007, -0.02009149082005024, 0.024334413930773735, 0.0005502974381670356, 0.021727649495005608, 0.008326390758156776, -0.010808361694216728, 0.0018528125947341323, 0.0012331862235441804, 0.03272319957613945, -0.01715194806456566, 0.02025787904858589, 0.0006573238060809672, 0.01783137023448944, 0.00938712153583765, -0.009539645165205002, 0.011508583091199398, 0.012451454997062683, 0.007425115909427404, 0.023017166182398796, 0.006912082899361849, -0.024168023839592934, -0.018302807584404945, -0.020812509581446648, 0.0162368081510067, -0.02717689424753189, 0.004055735655128956, 0.015737641602754593, 0.027371015399694443, -0.005113000050187111, -0.019925100728869438, 0.0008826424600556493, -0.005327919498085976, 0.022628923878073692, 0.019245678558945656, -0.006010808050632477, -0.004738624207675457, 0.039656080305576324, 0.016930095851421356, 0.007667766883969307, 0.0033260497730225325, -0.004225591197609901, -0.006898216903209686, 0.010787563398480415, 0.0013553783064708114, 0.018053222447633743, 0.00607320386916399, -0.017027156427502632, 0.004613832570612431, -0.0020070690661668777, 0.01491956040263176, -0.002925675828009844, 0.021367140114307404, 0.014489722438156605, 0.009768430143594742, 0.003882413497194648, 0.047226786613464355, -0.006177197210490704, -0.026247888803482056, 0.004066134802997112, -0.008132269605994225, -0.011522448621690273, 0.026136962696909904, -0.013935091905295849, 0.022504132241010666, 0.021880174055695534, -0.01903769187629223, -0.004423178266733885, -0.026913445442914963, -0.007068072445690632, 0.011404589749872684, -0.0040141381323337555, -0.004946610890328884, -0.001679490553215146, 0.008340256288647652, 0.011695770546793938, 0.022282280027866364, 0.00459303380921483, 0.007085404824465513, -0.005199661012738943, 0.0005004673730581999, 0.01957845687866211, 0.007695498410612345, -0.01995283178985119, -0.0009749364689923823, -0.013526051305234432, -0.012777300551533699, -0.00911673903465271, 0.003301784861832857, -0.005816687364131212, 0.02445920556783676, -0.018677182495594025, 0.021505797281861305, 0.02014695294201374, 0.014094547368586063, 0.014683842658996582, 0.019190216436982155, 0.021796979010105133, -0.001231453032232821, -0.0030920649878680706, 0.007570706307888031, 0.011640307493507862, -0.012493052519857883, 0.013324998319149017, 0.004731691442430019, -0.006243059877306223, -0.02111755684018135, 0.015696043148636818, -0.015280070714652538, -0.007591505069285631, -0.00723099522292614, -0.0028719461988657713, -0.011855226941406727, -0.0021682586520910263, 0.025013836100697517, -0.003743755863979459, 0.012555448338389397, -0.027592867612838745, 0.028591202571988106, -0.010843026451766491, -0.010024946182966232, -0.002897944301366806, 0.04007205367088318, -0.02189403958618641, -0.006173730827867985, -0.0003085132339037955, -0.013643910177052021, -0.03336102515459061, -0.0019481396302580833, 0.004839151166379452, -0.011224335059523582, -0.009650571271777153, 0.00934552401304245, 0.012895159423351288, 0.00865916907787323, -0.00804214272648096, 0.024278949946165085, 0.028674397617578506, 0.00775096146389842, -0.01928727515041828, -0.014309466816484928, 0.043510764837265015, 0.053715966641902924, 0.015848567709326744, -0.012181072495877743, -0.00047230254858732224, -0.023585662245750427, 0.008610638789832592, -0.03216857090592384, -0.013422057963907719, 0.004901546984910965, 0.01454518549144268, -0.0233222134411335, 0.00791735015809536, 0.0025720989797264338, -0.0008748429827392101, 0.036161910742521286, 0.00044327109935693443, 0.0012236535549163818, -0.011453120037913322, 0.007993612438440323, -0.012839696370065212, 0.01184829417616129, -0.000641291553620249, 0.004336517304182053, 0.018732644617557526, 0.03178032860159874, -0.01123126782476902, 0.028452545404434204, 0.038824137300252914, -0.018593987450003624, -0.027079835534095764, 0.0039482759311795235, -0.0038200176786631346, 0.002679558703675866, 0.022615058347582817, -0.016139747574925423, 0.026012171059846878, -0.006977945100516081, 0.007120069116353989, -0.0064371805638074875, 0.007924283854663372, 0.00588601641356945, 0.01245838776230812, 0.005892949178814888, 0.002405709819868207, -0.005719627253711224, -0.021283945068717003, -0.0038581485860049725, 0.001747952657751739, -0.005743892397731543, -0.03094838187098503, -0.0009108072845265269, -0.0014524386497214437, -0.03863001614809036, 0.0002123194863088429, -0.0023502467665821314, -0.00029204762540757656, 0.01053104642778635, -0.008610638789832592, -0.003969074692577124, -0.0235440656542778, -0.0024143760092556477, -0.010524113662540913, -0.003050467697903514, 0.0035427024122327566, -0.022365475073456764, -0.011522448621690273, -0.017651116475462914, -0.0009619373013265431, -0.00047706891200505197, 0.026511337608098984, 0.003338182345032692, -0.0017973495414480567, -0.053743697702884674, 0.0072379279881715775, 0.012798098847270012, -0.01597335934638977, 0.02203269675374031, 0.011328328400850296, -0.006624368019402027, 0.011924555525183678, -0.008326390758156776, -0.02160285785794258, -0.01200081780552864, -0.029201297089457512, -0.023114226758480072, -0.01304768305271864, -0.01350525300949812, -0.004731691442430019, -0.00953271146863699, 0.008839423768222332, -0.01331806555390358, 0.0068219550885260105, 0.0070750052109360695, 0.013061548583209515, 0.004738624207675457, 0.028050437569618225, 0.01315860915929079, 0.02386297844350338, 0.015820834785699844, -0.02989458478987217, -0.011751233600080013, -0.022795313969254494, -0.01998056471347809, -0.03566274046897888, 0.009089007042348385, -0.012354394420981407, 0.019245678558945656, 0.02235160954296589, -0.002818216336891055, -0.02709370106458664, 0.004797554109245539, -0.0011153272353112698, -0.001571164233610034, -0.011369924992322922, 0.01586243323981762, -0.0018666783580556512, 0.029561806470155716, 0.01680530421435833, 0.0074944449588656425, -0.026442009955644608, 0.010329993441700935, -0.03372153639793396, 0.04093173146247864, 0.014559051021933556, -0.014025218784809113, 0.011245133355259895, -0.006295056082308292, -0.008090673014521599, -0.045202385634183884, -0.012326663359999657, -0.0019221414113417268, 0.0007734496030025184, -0.01200081780552864, -0.024764252826571465, 0.006579304579645395, -0.005341785028576851, -0.007300324272364378, 0.008991947397589684, 0.0003605098172556609, -0.009920952841639519, -0.027828585356473923, 0.0022895841393619776, 0.00017050554743036628, -0.007757894229143858, 0.007972813211381435, -0.03144754841923714, -0.017484726384282112, 0.027800854295492172, -0.015141412615776062, 0.03164166957139969, 0.010329993441700935, 0.03832496702671051, -0.027218492701649666, -0.023474736139178276, 0.006496109999716282, -0.02757900208234787, 0.01960618793964386, 0.021242348477244377, 0.0423460379242897, 0.014101481065154076, 0.05696055293083191, 0.004502906464040279, 0.024528535082936287, 0.005951878614723682, 0.015515788458287716, -0.013040750287473202, -0.009747630916535854, -0.008465047925710678, 0.005092201288789511, -0.003161393804475665, 0.01920408196747303, 0.01694396138191223, 0.03003324195742607, -0.019592322409152985, -0.0019880037289112806, 0.03347194939851761, -0.003951742313802242, -0.015363264828920364, -0.027870183810591698, -0.020452000200748444, -0.01694396138191223, 0.03300051391124725, -0.008783960714936256, 0.025984439998865128, -0.050083134323358536, -0.004655429627746344, 0.028618933632969856, -0.0032185902819037437, 0.020382670685648918, -0.018996095284819603, 0.02111755684018135, -0.007120069116353989, -0.0036570949014276266, 0.011279798112809658, 0.02900717593729496, -0.006939814426004887, 0.02420962229371071, -0.04855789989233017, 0.01116193924099207, 0.009761497378349304, -0.00595881137996912, 0.01125899888575077, 0.031419817358255386, -0.0050783357582986355, 0.0024317081551998854, 0.015404862351715565, -0.0007227528840303421, 0.000559830165002495, 0.0015416995156556368, -0.017872968688607216, -0.01572377420961857, -0.01450358796864748, -0.01772044412791729, 0.019855773076415062, -0.02186630852520466, 0.010641972534358501, 0.025623928755521774, 0.011473918333649635, -0.007369652856141329, -0.020729314535856247, 0.01489182934165001, 0.03161393851041794, 0.05460337549448013, 0.004991674795746803, 0.014448124915361404, 0.017581786960363388, 0.013373528607189655, -0.00675262650474906, -0.016139747574925423, -0.0009307393338531256, 0.004263721872121096, 0.014177742414176464, 0.05041591450572014, -0.006555039435625076, -0.028480276465415955, 0.011654173955321312, 0.014309466816484928, -0.00584441889077425, -0.027745390310883522, 0.029728194698691368, 0.013727105222642422, 0.009407919831573963, -0.02097889967262745, -0.039739277213811874, -0.037687141448259354, 0.020424269139766693, -0.027773123234510422, 0.013754836283624172, 0.004804486874490976, -0.016874633729457855, -0.006932881195098162, 0.0034283099230378866, -0.0008614105172455311, 0.010967818088829517, 0.008638369850814342, 0.019190216436982155, -0.00030244694789871573, 0.008361054584383965, -0.018566256389021873, 0.026247888803482056, 0.016527989879250526, 0.016555720940232277, -0.02986685372889042, 0.007026475388556719, 0.01419160794466734, 0.009026611223816872, 0.0002059282414847985, 0.005525506567209959, 0.005664164200425148, 0.03208537399768829, -0.03305597975850105, 0.0036432291381061077, -0.009040477685630322, -0.04101492464542389, 0.0014013086911290884, -0.013422057963907719, -0.008367987349629402, -0.00745978020131588, -0.03092065081000328, -0.008548242971301079, 0.023904575034976006, -0.00020939468231517822, -0.022046562284231186, 0.0005884282873012125, 0.011494717560708523, -0.023197421804070473, 0.022504132241010666, -0.01834440417587757, -0.007695498410612345, -0.03804765269160271, -0.03086518868803978, -0.005913747940212488, -0.025110896676778793, 0.0038616149686276913, 0.0010884624207392335, -0.010579576715826988, -0.007286458276212215, 0.0326954685151577, -0.010260664857923985, 0.018926765769720078, 0.002736754948273301, 0.009290060959756374, -0.031336624175310135, 0.016333868727087975, -0.022074293345212936, -0.004305319394916296, -0.004274121485650539, -0.024930641055107117, -0.009283128194510937, -0.022642791271209717, 0.0002924809232354164, 0.0187742430716753, 0.005286321975290775, -0.005262056831270456, -0.022823045030236244, 0.005528972949832678, -0.02143646962940693, 0.006059338338673115, -0.010648906230926514, 0.00021221116185188293, 0.007626169361174107, -0.012395991943776608, 0.028161363676190376, -0.01330419909209013, 0.019134752452373505, -0.018136417493224144, 0.014822500757873058, -0.020784778520464897, -0.03740982711315155, -0.01403215155005455, 0.005924147088080645, 0.0025426342617720366, -0.027676062658429146, 0.0011092610657215118, -0.023100361227989197, 0.012825830839574337, -0.03080972470343113, 0.012340528890490532, 0.0003206457768101245, -0.013630044646561146, 0.02149193175137043, 0.015280070714652538, 0.027773123234510422, -0.007154733408242464, -0.01717967912554741, -0.009137537330389023, -0.011141140013933182, -0.009581241756677628, -0.004073068033903837, 0.0013519119238480926, -0.016014955937862396, 0.027135297656059265, 0.018871303647756577, -0.06006648391485214, -0.04861336573958397, -0.007986679673194885, -0.05995555967092514, -0.004145863000303507, 0.0009680035873316228, -0.013893494382500648, 0.024473071098327637, 0.028161363676190376, -0.01184829417616129, 0.05030498653650284, -0.002014002064242959, 0.017997760325670242, -0.030393751338124275, 0.011141140013933182, -0.002903144108131528, -0.034248434007167816, 0.004516771994531155, 0.012444522231817245, -0.02054906077682972, -0.01150165032595396, -0.00013432458217721432, -0.007619236595928669, -0.014739305712282658, 0.02978365868330002, 0.006017740815877914, -0.037687141448259354, 0.0018372135236859322, 0.016112016513943672, -0.0009584708604961634, 0.0022445202339440584, -0.004925812128931284, -0.027939511463046074, 0.004007205367088318, -0.00011200936569366604, -0.0023693121038377285, -0.004627698101103306, -0.0052100601606070995, 0.013401259668171406, -0.009900154545903206, -0.024473071098327637, -0.007355787325650454, -0.003892812877893448, -0.005289788357913494, -0.0033745800610631704, 0.022531865164637566, -0.013248736038804054, -0.015266205184161663, 0.02803657203912735, 0.0023190488573163748, -0.014988889917731285, 0.011681905016303062, 0.008777027949690819, -0.003587766084820032, -0.02400163561105728, 0.0022323878947645426, -0.0325290784239769, 0.011799763888120651, -0.022823045030236244, 0.014628379605710506, -0.012104811146855354, 0.008090673014521599, 0.022878509014844894, -0.013560716062784195, -0.04667215794324875, 0.020826375111937523, -0.0006096602301113307, -0.0009073408436961472, -0.008527443744242191, -0.0165418554097414, 0.010364657267928123, -0.02203269675374031, -0.025623928755521774, -0.012728770263493061, -0.028646666556596756, -0.0055601708590984344, 0.030171899124979973, -0.005726560018956661, -0.005664164200425148, 0.020368805155158043, 0.023225152865052223, -0.024098696187138557, -0.0021214617881923914, 0.1960064172744751, -0.003951742313802242, 0.009712967090308666, 0.022615058347582817, -0.021325543522834778, 0.014351064339280128, 0.028327753767371178, 0.029645001515746117, -0.009810026735067368, -0.012174139730632305, -0.013290333561599255, 0.02054906077682972, -0.0067803580313920975, -0.0042914533987641335, 0.009671369567513466, 0.003014070214703679, -0.02278144843876362, -0.04281747713685036, -0.013040750287473202, 0.011238200590014458, 0.01871877908706665, -0.015238473191857338, 0.008319457992911339, -0.02343313954770565, 0.02303103171288967, 0.008471980690956116, 0.006655565928667784, 0.002046933164820075, 0.02157512679696083, 0.004131997469812632, -0.00011980885756202042, 0.006853153463453054, -0.0003451275115367025, 0.005671096965670586, -0.017762042582035065, -0.0002155692782253027, 0.01580696925520897, -0.010177469812333584, 0.020646121352910995, 0.0022219885140657425, 0.03849135711789131, 0.0034109775442630053, 0.011564046144485474, -0.016625048592686653, 0.006305455695837736, 0.024389876052737236, -0.002206389559432864, -0.005286321975290775, -0.008693832904100418, -0.0006924215122126043, -0.028189094737172127, -0.009359389543533325, 0.041652750223875046, 0.014254003763198853, -0.017387665808200836, -0.0027922180015593767, -0.011120341718196869, 0.01880197413265705, 0.009095940738916397, 0.023211287334561348, -0.01503048650920391, 0.023904575034976006, 0.0012331862235441804, 0.020937301218509674, -0.007542974781244993, -0.021048227325081825, 0.00880475901067257, -0.002272251760587096, 0.01952299475669861, 0.0211452879011631, -0.014018286019563675, -0.01686076819896698, -0.008777027949690819, 0.013338863849639893, -0.02197723463177681, -0.027329418808221817, 0.046422574669122696, 0.026566801592707634, 0.02763446420431137, 0.021256214007735252, -0.007834156043827534, 0.017526324838399887, -0.0001421240740455687, 0.01380336657166481, -0.04118131473660469, -0.03646695613861084, 0.011473918333649635, -0.018510792404413223, 0.004846083931624889, -0.033250097185373306, -0.0051026009023189545, 0.011598710902035236, -0.014267870225012302, -0.0052308589220047, -0.0034109775442630053, 0.0012132542906329036, 0.006045472342520952, -0.007854954339563847, -0.013214072212576866, -0.024902909994125366, -0.02992231585085392, 0.061286672949790955, 0.009733765386044979, 0.027814719825983047, -0.021783113479614258, 0.0008926084847189486, -0.03449801728129387, 0.013408192433416843, -0.011570978909730911, -0.011286730878055096, 0.01384496409446001, -0.019245678558945656, 0.012243468314409256, -0.0188297051936388, 0.008652236312627792, -0.008652236312627792, 0.00865916907787323, -0.030476946383714676, 0.009712967090308666, 0.0035565681755542755, -0.021727649495005608, -0.014711574651300907, -0.008437316864728928, 0.01539099682122469, 0.017470860853791237, -0.011522448621690273, -0.02074318192899227, -0.022282280027866364, -0.01304768305271864, -0.018899034708738327, 0.026816384866833687, -0.014351064339280128, -0.0018978762673214078, 0.0210620928555727, -0.022129757329821587, 0.016361599788069725, -0.0019862705375999212, -0.03153074532747269, -0.0022219885140657425, 0.016819169744849205, -0.003426576731726527, 0.011404589749872684, 0.01626453921198845, -0.005858284886926413, 0.029423149302601814, 0.0007101870141923428, -0.02017468400299549, 0.019328873604536057, -0.018191881477832794, -0.010128939524292946, -0.018912900239229202, -0.0028823453467339277, 0.011980018578469753, -0.00012641676585189998, 0.017027156427502632, 0.012423723004758358, -0.012479186058044434, 0.006908616051077843, -0.007300324272364378, 0.0019914701115339994, -0.047226786613464355, 0.0005035005160607398, 0.016306137666106224, 0.004859949927777052, -0.02135327458381653, -0.030421484261751175, -0.1773708313703537, 0.025928976014256477, 0.031031576916575432, -0.020479731261730194, 0.03305597975850105, 0.014163876883685589, 0.023987770080566406, 0.001073729945346713, -0.015765372663736343, -0.018330538645386696, -0.008326390758156776, 0.00420825881883502, -0.023100361227989197, -0.015183010138571262, -0.017651116475462914, 0.0024993037804961205, -0.01672210916876793, -0.005508174188435078, 0.027897914871573448, 0.00445784255862236, 0.02297556959092617, -0.01496115792542696, -0.001894409884698689, -0.009782295674085617, 0.004419711884111166, 0.020313343033194542, -0.008049075491726398, 0.006319321226328611, -0.00984469149261713, -0.019217947497963905, -0.005525506567209959, -0.014309466816484928, 0.027246223762631416, 0.011134207248687744, 0.012056280858814716, 0.0030210029799491167, 0.03752075508236885, 0.004204792436212301, -0.030587872490286827, 0.014600648544728756, 0.02986685372889042, 0.03347194939851761, 0.010551845654845238, -0.00385468197055161, 0.0020590657368302345, 0.015266205184161663, 0.016902364790439606, -0.011778965592384338, -0.010565711185336113, -0.01380336657166481, 0.028050437569618225, -0.017581786960363388, 0.017138082534074783, -0.0082709277048707, -0.014711574651300907, 0.02620629221200943, 0.004582634661346674, 0.013872695155441761, 0.024958372116088867, -0.026830250397324562, 0.00965750403702259, -0.005816687364131212, 0.01648639142513275, -0.0256377961486578, -0.003473373595625162, -0.02506929822266102, -0.03954515606164932, 0.018496926873922348, -0.02709370106458664, 0.01264557521790266, -0.007196330931037664, -0.0104617178440094, 0.0015590316615998745, 0.006801156792789698, 0.015196875669062138, 0.03166940063238144, 0.016735974699258804, -0.008298658765852451, 0.04315025359392166, 0.02914583310484886, -0.015155279077589512, 0.02140873856842518, -0.016514122486114502, 0.024819714948534966, 0.006017740815877914, 0.0038234840612858534, 0.0038477492053061724, -0.0010745966574177146, -0.002395310439169407, 0.007061139680445194, 0.015307801775634289, -0.011376858688890934, -0.01214640773832798, 0.00434345006942749, 0.0053972480818629265, 0.010281463153660297, 0.028286155313253403, 0.007542974781244993, 0.009678302332758904, 0.00436424883082509, 0.0010174002964049578, -0.0017956162337213755, 0.0033711136784404516, 0.005296721588820219, 0.01453131902962923, 0.00964363757520914, -0.01454518549144268, 0.008465047925710678, 0.028397081419825554, -0.02232387848198414, -0.015931760892271996, 0.0012184538645669818, -4.035153688164428e-05, 0.02235160954296589, -0.007334988564252853, 0.03563500940799713, -0.01957845687866211, -0.009948684833943844, 0.0055601708590984344, 0.007023009005934, 0.027842450886964798, 0.008215464651584625, 0.012749568559229374, 0.016195211559534073, -0.03191898763179779, -0.02703823707997799, -0.10648905485868454, -0.034220702946186066, 0.021769247949123383, 0.020965034142136574, -0.009733765386044979, 0.027703793719410896, -0.0077717602252960205, 0.03208537399768829, -0.021214617416262627, 0.029700463637709618, -0.006763025652617216, -0.019162483513355255, -0.007612303830683231, -0.0018216145690530539, 0.004499440081417561, 0.008666101843118668, -0.0046623628586530685, -0.0232390183955431, -0.0105449128895998, 0.012257333844900131, 0.034220702946186066, -0.007896551862359047, 0.017415398731827736, -0.014448124915361404, 0.011522448621690273, -0.028300020843744278, -0.037825800478458405, 0.01125899888575077, 0.03008870594203472, -0.006347052752971649, -0.006312388461083174, -0.04037710279226303, 0.002395310439169407, -0.0326954685151577, 0.013969755731523037, -0.02415415830910206, 0.0007197197410278022, -0.022601192817091942, 0.015959493815898895, -0.042512428015470505, 0.01280503161251545, 0.016209077090024948, 0.027703793719410896, -0.015280070714652538, -0.0028875451534986496, -0.009290060959756374, -0.015751507133245468, 0.03069879859685898, -0.012555448338389397, -0.011168872006237507, -0.005757757928222418, 0.01597335934638977, -0.032307226210832596, -0.004107732325792313, 0.041735947132110596, 0.01971711404621601, 0.011328328400850296, 0.003868547733873129, -0.0025565000250935555, -0.016902364790439606, -0.003612031228840351, -0.019675517454743385, -0.021422604098916054, 0.0010780630400404334, 0.028452545404434204, 0.012056280858814716, -0.016250673681497574, 0.0023606461472809315, 0.008589839562773705, -0.02709370106458664, 0.014364929869771004, 0.019883504137396812, -0.0013553783064708114, 0.012499985285103321, -0.0008874087943695486, -0.015155279077589512, -0.002554766833782196, -0.03344421833753586, 0.004828752018511295, 0.015585117042064667, 0.00868690013885498, -0.012728770263493061, 0.015640581026673317, -0.006042005959898233, -0.012243468314409256, 0.00013681607379112393, -0.0028719461988657713, -0.002533968072384596, -0.00039560755249112844, -0.05332772433757782, -0.0025027701631188393, 0.02486131340265274, -0.006312388461083174, -0.0001871877902885899, -0.0034404422622174025, -0.013200205750763416, -0.008194665424525738, 0.013428991660475731, 0.00903354398906231, 0.010843026451766491, -0.020867973566055298, 0.004471708554774523, -0.0661119595170021, 0.011633374728262424, -0.007716297172009945, -0.006492643617093563, 0.01715194806456566, 0.006769958883523941, 0.004880748689174652, -0.019897369667887688, 0.010156671516597271, 0.02914583310484886, -0.04109812155365944, 0.007549908012151718, -0.028452545404434204, -0.0026951576583087444, -0.005785489454865456, -0.0050783357582986355, 0.03926784172654152, -0.018413733690977097, 0.037964459508657455, 0.019703248515725136, 0.014240138232707977, -0.0036952258087694645, 0.021852442994713783, -0.0008310791454277933, -0.012798098847270012, 0.004284520633518696, -0.005591368768364191, 0.02308649569749832, -0.012666374444961548, -0.008236262947320938, 0.013477521017193794, -0.0187742430716753, -0.01407374907284975, 0.016389330849051476, -0.013851896859705448, -0.0026466273702681065, 0.021048227325081825, 0.008860222063958645, 0.01780363917350769, 0.02542980946600437, -0.04495280236005783, -0.026830250397324562, 0.011785898357629776, -0.020757047459483147, -0.020812509581446648, -0.006676364690065384, -0.01763725094497204, -0.009269262664020061, 0.020479731261730194, 0.0006217928021214902, 0.032113105058670044, 0.012465320527553558, -0.04040483385324478, -0.034109774976968765, -0.0020209348294883966, 0.0006733561167493463, 0.029561806470155716, 0.007834156043827534, -0.001478436985053122, 0.014656111598014832, 0.022157488390803337, -0.012922890484333038, 0.010413187555968761, -0.002071198308840394, 0.0018424132140353322, 0.0035669675562530756, -0.01602882146835327, 0.00386508135125041, 0.022018831223249435, -0.016389330849051476, -0.02723235823214054, -0.017623383551836014, -0.0020018694922327995, -0.00748057896271348, 0.016098150983452797, -0.0030781992245465517, 0.0037818867713212967, 0.015335533767938614, -0.0233222134411335, 0.02914583310484886, 0.03366607055068016, -0.010267597623169422, -0.01080142892897129, 0.011224335059523582, 0.031281162053346634, 0.012839696370065212, -0.003514970885589719, -0.004749023821204901, -0.009955617599189281, -0.020327208563685417, -0.001508768298663199, 0.003483772976323962, 0.0002777485642582178, 0.011910689994692802, 0.013089279644191265, -0.007133935112506151, -0.018399866297841072, -0.006336653605103493, 0.019592322409152985, -0.01114807277917862, 0.03399885073304176, -0.003329516388475895, 0.009837758727371693, -0.03657788038253784, -0.014323333278298378, -0.0048911478370428085, -0.010974750854074955, -0.05321679636836052, 0.02383524551987648, -0.010641972534358501, -0.00015783138223923743, -0.01731833815574646, -0.012139474973082542, 0.012167206965386868, -0.0258596483618021, 0.036993853747844696, 0.01292982418090105, -0.031031576916575432, -0.024570131674408913, 0.030643336474895477, 0.01081529539078474, -0.006548106670379639, 0.02469492331147194, -0.008166934363543987, 0.03571820631623268, 0.042595624923706055, 0.023336078971624374, -0.018455330282449722, 0.02300330065190792, -0.010177469812333584, -0.024043232202529907, 0.005262056831270456, 0.006100935395807028, -0.02292010560631752, -0.014156944118440151, -0.024195756763219833, -0.01207707915455103, -0.0045237052254378796, -0.0054700435139238834, 0.09456450492143631, 0.03305597975850105, -6.716229108860716e-05, 0.005393781699240208, -0.034165240824222565, -0.010940087027847767, 0.002721155993640423, 0.002017468446865678, -0.016638915985822678, -0.0028823453467339277, 0.02186630852520466, -0.016098150983452797, 0.009165269322693348, -0.016112016513943672, -0.011751233600080013, 0.006783824414014816, -0.00788961909711361, 0.025055432692170143, 0.013290333561599255, 0.013380461372435093, 0.010981684550642967, 0.016333868727087975, -0.012728770263493061, -0.0046380977146327496, -0.023197421804070473, 0.001799082732759416, 0.009109806269407272, -0.010378523729741573, -0.0032463218085467815, -0.031281162053346634, 0.010433986783027649, 0.013817232102155685, -0.025388211011886597, -0.01694396138191223, -0.0010061344364657998, -0.00816000159829855, 0.004145863000303507, -0.025305017828941345, 0.01539099682122469, 0.007106203585863113, 0.013942024670541286, 0.01234746165573597, 0.003213390475139022, -0.02006375789642334, -0.025845780968666077, 0.010593443177640438, -0.019023826345801353, -0.013692440465092659, -0.01920408196747303], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='93c92cbf-b8b1-478e-895e-bc4fcd695d89', node_type=, metadata={'title': \"Beyond GPT-4: What's New?\", 'url': 'https://pub.towardsai.net/beyond-gpt-4-whats-new-cbd61a448eb9#dda8', 'source_name': 'towards_ai'}, hash='eebc1d883727a13f9c307a9837b3a498b61c6ad325dbe417ea2e4160bbc94377'), : RelatedNodeInfo(node_id='beea7c3f-2a54-47a3-a18e-de11dbfcf90f', node_type=, metadata={}, hash='5f6fe0bd3974461981a07d3937dd533c5f00d32080bd66d5de425459f5e15ee0')}, hash='511e6435a92c14c5793b2de56371f9bb015495c6e5758dcf1a0c0a5645faa9cd', text=\"Private data to be used The example provided can be used with any dataset. I am using a data set that has Analyst recommendations from various stocks. For the purpose of demonstration, I have gathered publicly available analyst recommendations to showcase its capabilities. You can replace this with your own information to try this. Below is a partial extract of the information commonly found in these documents. If you wish to try it yourself, you can download analyst recommendations for your preferred stocks from online sources or access them through subscription platforms like Barron's. Although the example provided focuses on analyst recommendations, the underlying structure can be utilized to query various other types of documents in any industry as well. I have assembled such data for a few stocks for demonstration purposes. This includes Google, Microsoft, Meta, and Tesla. To facilitate easy access and updating of analysts' recommendations, all the recommendations can be organized into a designated folder. Each stock corresponds to a separate file within this folder. For example, if there are recommendations for 20 stocks, there will be 20 individual files. This organization enables convenient updating of information for each stock as new recommendations arrive, streamlining the process of managing and maintaining the most up-to-date data for each stock. Questions this Q&A bot application can answer The data we have for this application is stock market analyst recommendations for many stocks. Let's say you are looking for insight about Microsoft stock. You can ask any of the following questions as an example: What is the median target price for Microsoft (MSFT)?What is the highest price estimate for Microsoft (MSFT)?What is the lowest price estimate for Microsoft (MSFT)?How much percentage increase is expected in the stock price of Microsoft (MSFT)?How many analysts provided price forecasts for Microsoft (MSFT)?What is the current consensus among investment analysts regarding Microsoft (MSFT)?Has the consensus rating for Microsoft (MSFT) changed recently?When was the consensus rating last updated for Microsoft (MSFT)?Is the current recommendation for Microsoft (MSFT) to buy, sell, or hold the stock?Are there any recent analyst reports available for Microsoft (MSFT)? These questions cover various aspects of the stock analysis, including price forecasts, analyst recommendations, and recent changes in ratings. The\", start_char_idx=0, end_char_idx=2460, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='beea7c3f-2a54-47a3-a18e-de11dbfcf90f', embedding=[-0.007195810321718454, 0.004055001772940159, -0.011649040505290031, -0.039975184947252274, 0.0033745509572327137, -0.010270824655890465, -0.029226485639810562, 0.013415095396339893, -0.023325784131884575, -0.02519572339951992, 0.008123855106532574, 0.023575108498334885, -0.008414735086262226, 0.01435006596148014, 0.013027256354689598, 0.028506211936473846, 0.015042636543512344, 0.0030455798842012882, -0.003412642516195774, -0.02387983910739422, -0.018394678831100464, 0.004989972338080406, -0.011995325796306133, -0.005969959776848555, -0.002621380379423499, 0.009467442519962788, 0.006458222400397062, -0.04557115584611893, -0.0050211381167173386, 0.007209661416709423, 0.01473790593445301, -0.005921479780226946, -0.0359305702149868, 0.014516282826662064, -0.012237725779414177, -0.009356630966067314, 0.01105342898517847, 0.013054958544671535, 0.037814363837242126, -0.012874890118837357, 0.03343731537461281, 0.033271100372076035, -0.01059633307158947, 0.00017238518921658397, -0.01562439650297165, -0.008061523549258709, 0.009938389994204044, -0.008387031964957714, -0.0024776719510555267, 0.01060325838625431, 0.0056652287021279335, 0.04329952225089073, -0.017522040754556656, -0.0007410506950691342, -0.015859870240092278, -0.018948735669255257, 0.004868772346526384, 0.016220007091760635, 0.017522040754556656, 0.007424358744174242, 0.01350513007491827, 0.014253105968236923, -0.021525099873542786, 0.019807523116469383, -0.016053790226578712, -0.011136537417769432, -0.022563954815268517, 0.02906026877462864, 0.006510165054351091, 0.0047164070419967175, 0.015485881827771664, 0.02662242017686367, -0.0031079112086445093, -0.0003765853471122682, 0.02066631242632866, 0.011219646781682968, -0.01820075884461403, -0.030279193073511124, 0.0017799068009480834, 0.015264259651303291, 0.023727474734187126, 0.004321641754359007, -0.016233857721090317, 0.002605797490105033, 0.011787554249167442, 0.0073204729706048965, 0.024378491565585136, 0.01479331124573946, -0.010222344659268856, -0.021497396752238274, 0.011863737367093563, -0.013837563805282116, 0.022896388545632362, 0.006967261899262667, -0.024600112810730934, 0.008380106650292873, 0.006326633971184492, 0.021525099873542786, 0.0056860060431063175, -0.027314990758895874, 0.006880690343677998, -0.01196069736033678, -0.022536251693964005, -0.014294660650193691, -0.017258863896131516, 0.013830638490617275, 0.02829844132065773, 0.007590575609356165, 0.029642028734087944, 0.004155424423515797, -0.0001828819658840075, 0.02145584300160408, 0.022951794788241386, -0.022411590442061424, 0.013865266926586628, -0.016635550186038017, 0.01435006596148014, -0.014405472204089165, -0.011316605843603611, -0.007562872488051653, 0.030029868707060814, 0.01201610267162323, 0.014668649062514305, -0.0018301182426512241, 0.025361942127346992, 0.025763632729649544, -0.01951664313673973, -0.007999191991984844, -0.01157285738736391, -0.0015626128297299147, 0.020707866176962852, -0.00840088352560997, 0.009342779405415058, 0.008733317255973816, -0.04183127358555794, 0.03731571137905121, -0.017674405127763748, 0.002191986422985792, -0.03834071755409241, -0.007701386697590351, -0.012327759526669979, 0.013941449113190174, -0.002799717243760824, 0.005765651352703571, -0.01627541333436966, 0.016192303970456123, 0.027688978239893913, 0.012355462647974491, 0.01254245638847351, 0.008227740414440632, 0.023478148505091667, -0.03399137407541275, -0.018893331289291382, 0.020209215581417084, 0.02066631242632866, 0.024572409689426422, 0.013131141662597656, -0.0059041655622422695, -0.023298081010580063, -0.015014934353530407, -0.0018058782443404198, 0.03809139132499695, 0.009702916257083416, 0.0008488320163451135, -0.014294660650193691, 0.01964130625128746, 0.023865988478064537, -0.01245934795588255, -0.01795143447816372, -0.02285483479499817, -0.022189967334270477, 0.00010085561370942742, -0.03595827519893646, -0.0021435064263641834, -0.001334930188022554, 0.009044974111020565, 0.02171901986002922, -0.014419322833418846, -0.016607847064733505, -0.003587516490370035, -0.01311036478728056, 0.001462190062738955, 0.011725222691893578, 0.03202447295188904, -0.028894051909446716, -0.02845080755650997, 0.01989063248038292, -0.0008786991820670664, 0.010637886822223663, 0.002051740884780884, 0.01254245638847351, 0.013886043801903725, -0.006738713476806879, -0.0406123511493206, -0.6134514808654785, -0.02881094440817833, 0.005121560767292976, 0.0012483587488532066, 0.00536396075040102, -0.005883388686925173, 0.0047164070419967175, 0.03260623291134834, -0.013595163822174072, 0.0477873831987381, -0.00774986669421196, 0.009405110962688923, -0.027966007590293884, 0.01563824713230133, -0.00010718614794313908, -0.013532832264900208, 0.010637886822223663, -0.034296102821826935, 0.002252586418762803, 0.0034940193872898817, -0.01615075021982193, 0.024087611585855484, -0.010928766801953316, -0.010326229967176914, -0.019835226237773895, 0.0007921278011053801, 0.00532586919143796, -0.0025902146007865667, -0.00242053484544158, 0.025943700224161148, -0.033935967832803726, 0.023782879114151, 0.026941003277897835, -0.018685558810830116, 0.04803670942783356, -0.0008977448451332748, -0.025168022140860558, 0.020846379920840263, 0.010367784649133682, 0.0009583447827026248, -0.030833249911665916, -0.015139596536755562, 0.005069618113338947, -0.008511695079505444, -0.01245934795588255, -0.007701386697590351, 0.027882898226380348, -0.006683307699859142, -0.016704807057976723, -0.012078434228897095, -0.008103078231215477, 0.002434386173263192, -0.01329735852777958, -0.03061162680387497, 0.0073204729706048965, -0.015596693381667137, 0.03526570275425911, -0.03277244791388512, 0.007832975126802921, -0.0031771683134138584, 0.016704807057976723, 0.005966497119516134, -0.036124490201473236, -0.04886779189109802, -0.023976799100637436, 0.01039548683911562, 0.010236196219921112, -0.0030559685546904802, -0.014765609055757523, -0.015721356496214867, 0.021732870489358902, 3.0824132863926934e-06, -0.01453013438731432, -0.0037294935900717974, -0.013034181669354439, 0.020610906183719635, 0.030583925545215607, -0.01871326193213463, -0.007216587197035551, 0.03773125633597374, -0.0023616664111614227, -0.03177514672279358, -0.007992266677320004, -0.037537336349487305, 0.011607485823333263, 0.007368952967226505, -0.01797913759946823, -0.020472392439842224, -0.00024391476472374052, 0.0020846379920840263, -0.001029333332553506, 0.045737374573946, -0.024710925295948982, -0.0390055850148201, 0.013657495379447937, 0.021289624273777008, 0.0009773904457688332, -0.024239975959062576, 0.013525906950235367, -0.01692643016576767, -0.013595163822174072, -0.014066112227737904, 0.022827131673693657, 0.010686366818845272, 0.038700852543115616, 0.010166938416659832, 0.0021590893156826496, 0.011344308964908123, 0.004512098617851734, -0.02300720103085041, 0.006697159260511398, 0.010160013101994991, 0.018297718837857246, -0.018796371296048164, 0.014654797501862049, -0.023962948471307755, 0.0013583044055849314, -0.022189967334270477, 0.00027248330297879875, -0.0008726391824893653, 0.0030559685546904802, -0.013629792258143425, -0.023976799100637436, 0.005215057637542486, 0.019087249413132668, 0.0077844951301813126, -0.008996494114398956, -0.028617024421691895, 0.005547491833567619, 0.019599752500653267, 0.005793354474008083, -0.04795359820127487, 0.016857171431183815, -0.005949182901531458, 0.02713492326438427, 0.012812559492886066, 0.027564316987991333, -0.008414735086262226, 0.00040948245441541076, -0.010056127794086933, -0.018921032547950745, 0.002356471959501505, 0.024904845282435417, 0.017245011404156685, -0.045654263347387314, -0.041388027369976044, -0.03576435521245003, 0.008387031964957714, -0.00584876025095582, -0.0037364193703979254, -0.015458179637789726, -0.012881816364824772, 0.00038394390139728785, 0.0029278427828103304, -0.011427417397499084, -0.0046194470487535, 0.00219891220331192, -0.027882898226380348, 0.005893777124583721, -0.034545429050922394, -0.005879925563931465, 1.246492138307076e-05, 0.01757744513452053, 0.0033884025178849697, 0.004162350203841925, -0.013830638490617275, -0.0025694374926388264, 0.02002914622426033, -0.006863376125693321, -0.015956830233335495, 0.023547405377030373, -0.021746721118688583, -0.0006371650961227715, 0.013886043801903725, -0.007188884541392326, 0.003601368051022291, -0.021261923015117645, -0.0027547001373022795, 0.01771596074104309, -0.009827579371631145, 0.003352042520418763, 0.028270738199353218, 0.02325652539730072, -0.02763357385993004, 0.02145584300160408, -0.0006259108195081353, 0.023616662248969078, 0.019295021891593933, 0.0011046503204852343, 0.018186908215284348, 0.010374709963798523, 0.029919056221842766, -0.019017992541193962, 0.009599030949175358, -0.00536742340773344, 0.011247348971664906, -0.004231607541441917, -0.01175985112786293, 0.011739074252545834, 0.01523655652999878, -0.0019859466701745987, 0.03568124398589134, 0.009148859418928623, -0.024004502221941948, -0.022522401064634323, -0.018505491316318512, 0.015541288070380688, -0.023450445383787155, -0.0034732422791421413, 0.004699092824012041, 0.013470501638948917, 0.005886851344257593, -0.012653267942368984, -0.004796052351593971, -0.00063846365083009, 0.018048394471406937, 0.017743661999702454, -0.011746000498533249, -0.0031754369847476482, 0.022840984165668488, 0.027218030765652657, -0.0179652851074934, -0.002055203774943948, -0.0111780920997262, -0.015153448097407818, 0.01912880502641201, -0.006288542412221432, 0.020223066210746765, 0.008483991958200932, -0.02040313370525837, -5.3349591325968504e-05, -0.0022196893114596605, 0.02533423900604248, -0.004820292349904776, 0.023699771612882614, 0.00449132127687335, 0.020984893664717674, 0.003210065420717001, 0.04792589694261551, 0.0015357756055891514, -0.021608207374811172, -0.008809500373899937, 0.0019045695662498474, -0.013941449113190174, 0.02624843269586563, -0.009675213135778904, 0.035210296511650085, 0.014488580636680126, -0.022439293563365936, -0.01666325330734253, -0.03202447295188904, 0.003971893340349197, 0.007929935120046139, -0.0005025466671213508, 0.006094622891396284, -0.008594803512096405, 0.0018041467992588878, 0.00387493334710598, 0.01703724078834057, 0.01574905961751938, -0.01220309641212225, 0.0002146969345631078, 0.007071147672832012, 0.017729811370372772, -0.005211594980210066, -0.015375071205198765, 0.0036152193788439035, -0.007417432963848114, -0.010194641537964344, -0.02350585162639618, -0.0007202735869213939, -0.0020275008864700794, 0.027204180136322975, -0.01577676273882389, 0.034822456538677216, 0.017092647030949593, 0.016206156462430954, 0.006679845042526722, 0.009135008789598942, 0.023602811619639397, 0.005242760758846998, -0.017480485141277313, 0.01523655652999878, 0.005782966036349535, -0.019987592473626137, 0.008352403528988361, 0.003216991201043129, -0.003343385411426425, -0.011946845799684525, 0.019101101905107498, -0.02273017168045044, -0.007057296112179756, -0.005897240247577429, -0.009155785664916039, -0.017369674518704414, -0.004321641754359007, 0.025625118985772133, -0.006257376633584499, 0.005637526046484709, -0.043077901005744934, 0.032246094197034836, 0.0011886245338246226, -0.014280809089541435, -0.015665950253605843, 0.03795287758111954, -0.029531218111515045, -0.020347729325294495, -0.003705253591760993, -0.016053790226578712, -0.02350585162639618, 0.012057657353579998, 0.007033056113868952, -0.0058660744689404964, -0.016206156462430954, 0.006610587704926729, 0.026830190792679787, 0.005312017630785704, -0.011503600515425205, 0.02223152108490467, 0.03864545002579689, -0.001397261512465775, -0.019350426271557808, -0.020721716806292534, 0.03853463754057884, 0.055738095194101334, 0.012383164837956429, -0.0019738266710191965, 0.009882984682917595, -0.017535891383886337, 0.010956468991935253, -0.01033315621316433, -0.022300777956843376, 0.00488262390717864, 0.008366255089640617, -0.02647005394101143, -0.003573665162548423, 0.001641392707824707, -0.0010198104428127408, 0.03822990506887436, 0.004577892832458019, 0.013054958544671535, -0.011898365803062916, -0.003961504902690649, -0.005769114475697279, 0.02079097367823124, 0.004411675967276096, 0.01130968052893877, 0.025542009621858597, 0.022037601098418236, 0.00145266717299819, 0.008657134138047695, 0.019807523116469383, -0.026428500190377235, -0.022868687286973, 0.0003006189945153892, -0.0007068550330586731, 0.0014795042807236314, 0.018422381952404976, -0.01874096505343914, 0.03631841018795967, -0.008629431948065758, -0.005727560259401798, -0.0015444328309968114, 0.014280809089541435, 0.000666599371470511, 0.018671708181500435, 0.005613286048173904, -0.0034230309538543224, -0.009966093115508556, -0.019322725012898445, 0.0018076096894219518, 0.0024551632814109325, -0.015458179637789726, -0.024987952783703804, 0.010069978423416615, 0.0030802085530012846, -0.04634683579206467, 0.00795763824135065, -0.0068356734700500965, -0.0037294935900717974, 0.005537103395909071, -0.003771047806367278, 0.005530177615582943, -0.019447386264801025, -0.01745278388261795, -0.022425441071391106, 0.0011063817655667663, 2.5484439902356826e-05, -0.02870013192296028, -0.007202736102044582, -0.0007726492476649582, -0.003923413343727589, -0.005530177615582943, 0.020250769332051277, 0.012833336368203163, -0.02494639903306961, -0.05363268032670021, -0.006534405052661896, 0.0035528880544006824, -0.020597053691744804, 0.026954853907227516, 0.01008382998406887, -0.0068079703487455845, 0.015125744976103306, -0.005710246041417122, -0.023865988478064537, -0.008705614134669304, -0.027592018246650696, -0.015596693381667137, -0.010942618362605572, -0.012320834212005138, -0.02195449359714985, -0.010672515258193016, 0.004453230183571577, -0.011150388978421688, 0.0011185017647221684, 0.0030559685546904802, 0.011842959560453892, -0.004200441762804985, 0.01926731877028942, 0.007161181885749102, 0.024849439039826393, 0.018768668174743652, -0.02778593823313713, -0.014391620643436909, -0.02662242017686367, -0.012708673253655434, -0.034960970282554626, 0.0040307617746293545, -0.018824072554707527, 0.029004864394664764, 0.011378937400877476, -0.01002149935811758, -0.01732812076807022, 0.008754094131290913, 0.001334930188022554, 0.0035009451676160097, -0.0007042578654363751, 0.019835226237773895, 0.0074936156161129475, 0.036955576390028, 0.021511247381567955, 0.015596693381667137, -0.02958662249147892, 0.017078794538974762, -0.034323807805776596, 0.03847923129796982, 0.009467442519962788, -0.010069978423416615, -0.004435915499925613, -8.613849058747292e-05, -0.004834143910557032, -0.03723260387778282, -0.00884412880986929, -0.005318943411111832, -0.0009618076728656888, -0.002725265920162201, -0.023824434727430344, 0.007251216098666191, -0.014987231232225895, -0.022522401064634323, 0.008691763505339622, -0.0029624714516103268, 0.0082692950963974, -0.03551502898335457, -0.012327759526669979, 0.0031754369847476482, -0.006627902388572693, 0.02130347676575184, -0.023782879114151, -0.01565209962427616, 0.01923961564898491, -0.002167746424674988, 0.021483544260263443, 0.005159652326256037, 0.0320521742105484, -0.03773125633597374, -0.01254245638847351, 0.001280390191823244, -0.02494639903306961, 0.026317689567804337, 0.0016820812597870827, 0.04086167365312576, 0.010187716223299503, 0.0620543397963047, -0.0006280750967562199, 0.03099946677684784, 0.008359328843653202, 0.007064221892505884, -0.018062245100736618, -0.01718960702419281, -0.008948014117777348, 0.004854921251535416, -0.002614454599097371, 0.01989063248038292, 0.015291962772607803, 0.03349272161722183, -0.020763270556926727, -0.0036567735951393843, 0.025943700224161148, -0.008643283508718014, -0.009786024689674377, -0.02906026877462864, -0.02649775706231594, -0.009238894097507, 0.028617024421691895, -0.019475089386105537, 0.012674044817686081, -0.04964347183704376, -0.01207150798290968, 0.012777930125594139, -0.011219646781682968, 0.028090670704841614, -0.008733317255973816, 0.0209294892847538, -0.009599030949175358, -0.010776401497423649, 0.013103438541293144, 0.03047311305999756, -0.00581066869199276, 0.023561257869005203, -0.043853580951690674, 0.0061188628897070885, -0.0012925101909786463, -0.005249686539173126, 0.019959889352321625, 0.017272714525461197, -0.0023772490676492453, 0.009169637225568295, 0.01626156084239483, -0.00911423098295927, -0.00572063447907567, 0.007819123566150665, -0.011219646781682968, -0.00884412880986929, -0.025763632729649544, -0.027578167617321014, 0.014876419678330421, -0.022273074835538864, 0.021220367401838303, 0.028838645666837692, 0.011108835227787495, -0.005519789177924395, -0.02040313370525837, 0.0242953822016716, 0.025929849594831467, 0.04548804834485054, -0.0031823625322431326, 0.01692643016576767, 0.01112268678843975, 0.016095343977212906, -0.014142295345664024, -0.02027847245335579, 0.006478999275714159, 0.004377047065645456, 0.013006478548049927, 0.039587344974279404, 0.00761827826499939, -0.01642777770757675, 0.015790613368153572, 0.021926790475845337, -0.013913746923208237, -0.032744746655225754, 0.017286567017436028, 0.021622059866786003, 0.016358520835638046, -0.0301129762083292, -0.04008599743247032, -0.024960249662399292, 0.02250855043530464, -0.025015655905008316, 0.019087249413132668, 0.00858787726610899, -0.012618639506399632, -0.009834504686295986, -0.005322406068444252, 0.004259310197085142, 0.0002153462264686823, 0.0037191049195826054, 0.029115675017237663, -0.0034905567299574614, 0.007999191991984844, 0.00020441658853087574, 0.021497396752238274, 0.0012474930845201015, 0.01717575453221798, -0.028270738199353218, 0.01047166995704174, 0.003317413851618767, 0.004654075484722853, -0.0003726896538864821, 0.000612059433478862, 0.005028063897043467, 0.030279193073511124, -0.041775867342948914, 0.016081493347883224, -0.003933801781386137, -0.02518187277019024, 0.01241086795926094, -0.02066631242632866, -0.001577329938299954, -0.010630961507558823, -0.036900170147418976, -0.010506298393011093, 0.030916359275579453, 0.011094983667135239, -0.015679802745580673, 0.009855281561613083, 0.0070746103301644325, -0.018408531323075294, 0.012376239523291588, -0.009543624706566334, 0.0008055463549681008, -0.03903328627347946, -0.021095706149935722, -0.003629070706665516, -0.029115675017237663, 0.011898365803062916, 0.00047224669833667576, -0.018256165087223053, -0.015485881827771664, 0.03601367771625519, -0.021372733637690544, 0.03268934041261673, 0.013491278514266014, 0.007916083559393883, -0.016732510179281235, 0.02079097367823124, -0.027882898226380348, -0.005983811337500811, -0.001095993211492896, -0.02842310443520546, -0.005048840772360563, -0.021026447415351868, -0.0007462449721060693, 0.01706494390964508, 0.013920672237873077, -0.007417432963848114, -0.023339634761214256, 0.007271992973983288, -0.026012957096099854, -0.0022231522016227245, -0.007355101406574249, 0.006887616124004126, 0.0075074671767652035, -0.011849885806441307, 0.03382515534758568, -0.02055549994111061, 0.014557837508618832, -0.011642114259302616, 0.023228824138641357, -0.034185294061899185, -0.029780542477965355, -0.021608207374811172, 0.0027547001373022795, -0.0034109109546989202, -0.020597053691744804, 0.0012483587488532066, -0.029143378138542175, -0.003822990693151951, -0.023561257869005203, 0.00497612077742815, -0.007078072987496853, -0.01329735852777958, 0.02727343700826168, 0.014654797501862049, 0.030334599316120148, -0.0006514493725262582, -0.029309595003724098, -0.008823351934552193, -0.008483991958200932, 0.007798346690833569, -0.00884412880986929, -0.0089826425537467, -0.01771596074104309, 0.032633934170007706, 0.017494337633252144, -0.04834143817424774, -0.04507250338792801, -0.021012596786022186, -0.07152871042490005, -0.002498449059203267, -0.006132713984698057, -0.003523453837260604, 0.02339504100382328, 0.03252312168478966, -0.011088057421147823, 0.04421371594071388, 0.00128558452706784, 0.027758236974477768, -0.030667033046483994, 0.021622059866786003, -0.0109218405559659, -0.037010982632637024, 0.0028810943476855755, 0.010942618362605572, -0.011718297377228737, -0.013331986963748932, -0.004557115491479635, -0.0003017011331394315, -0.010811029933393002, 0.020375432446599007, -0.005253149196505547, -0.032883260399103165, 0.0011141732102259994, 0.005291240755468607, -0.002124460879713297, -0.004224681761115789, -0.00027854330255649984, -0.01703724078834057, 0.010326229967176914, 0.004903400782495737, -0.006641753483563662, -0.01175985112786293, -0.005654840264469385, 0.0021088779903948307, -0.01638622395694256, -0.014169997535645962, -0.0027564316987991333, -0.02676093392074108, -0.0016604383708909154, 0.004318178631365299, 0.03667854890227318, -0.005623674485832453, -0.013858340680599213, 0.025915997102856636, 0.006001125555485487, -0.01562439650297165, 0.005464383400976658, 0.00571717182174325, -0.008740242570638657, -0.02198219671845436, 0.0007990535232238472, -0.032883260399103165, 0.011545154266059399, -0.013588238507509232, 0.01435006596148014, -0.008373180404305458, -0.0006917050341144204, 0.008262368850409985, -0.006468610838055611, -0.05620904266834259, 0.02133117988705635, -0.007562872488051653, -0.002070786664262414, -0.003701790701597929, -0.019433535635471344, 0.014405472204089165, -0.01130968052893877, -0.025417346507310867, -0.007362027186900377, -0.03440691530704498, -0.0045155612751841545, 0.0349055677652359, -0.0019201524555683136, -0.016898727044463158, 0.028339995071291924, 0.02131732739508152, -0.021095706149935722, -0.005145800765603781, 0.20721717178821564, -0.004113870207220316, 0.010741772130131721, 0.01872711256146431, -0.012154616415500641, 0.011261200532317162, 0.04019680619239807, 0.031747445464134216, -0.01317269541323185, -0.011981474235653877, -0.006416668184101582, 0.0209294892847538, -0.013546683825552464, -0.002306260634213686, -0.0017089183675125241, -0.0006423593731597066, -0.02300720103085041, -0.04097248613834381, -0.007708312477916479, 0.013158844783902168, 0.018962588161230087, -0.01130275521427393, 0.007992266677320004, -0.011600560508668423, 0.023865988478064537, 0.008670985698699951, 0.012480124831199646, -0.012064582668244839, 0.02442004531621933, 0.003819527802988887, -0.0007981878006830812, 0.015970680862665176, -0.007535169832408428, 0.015942979604005814, -0.01628926396369934, -0.009973019361495972, 0.011981474235653877, 0.007978415116667747, 0.008989568799734116, -0.0022006435319781303, 0.04496169462800026, 0.013034181669354439, 0.024129165336489677, -0.02608221396803856, 0.0010778132127597928, 0.0178544744849205, 0.0028914830181747675, -0.010443966835737228, -0.00039519817801192403, -0.0061569539830088615, -0.0222453735768795, -0.0030455798842012882, 0.047565758228302, 0.018283868208527565, -0.020250769332051277, -0.004654075484722853, -0.014945677481591702, -0.0006601064815185964, 0.00787452980875969, 0.01175292581319809, -0.020874083042144775, 0.013304284773766994, 0.00279279169626534, 0.01793758198618889, -0.01833927445113659, 0.0003486661007627845, -0.0012007445329800248, -0.011856811121106148, -0.0009003420127555728, 0.0080130435526371, -0.018948735669255257, -0.023353485390543938, -0.008241591975092888, 0.016358520835638046, -0.021538950502872467, -0.043354928493499756, 0.04407520219683647, 0.02223152108490467, 0.021497396752238274, 0.02870013192296028, -0.011468972079455853, 0.006233136635273695, -0.0073135471902787685, 0.0004930238355882466, -0.02842310443520546, -0.024364639073610306, 0.01911495253443718, -0.009418962523341179, 0.010637886822223663, -0.018505491316318512, 0.0021971806418150663, 0.027176477015018463, -0.012556307949125767, -0.0058730002492666245, -0.006267765536904335, -0.0039026362355798483, 0.013657495379447937, -0.008864905685186386, -0.017355823889374733, 0.0016526469262316823, -0.019073398783802986, 0.04479547590017319, 0.01590142399072647, 0.027425801381468773, -0.018699411302804947, -0.011690594255924225, -0.03590286895632744, 0.007812198251485825, -0.02234233357012272, -0.006229673977941275, 0.015472031198441982, -0.01832542195916176, 0.0114343436434865, -0.012431644834578037, -0.007964563556015491, -0.007285844534635544, 0.010817955248057842, -0.01965515874326229, 0.012438571080565453, 0.006766416132450104, -0.02182983048260212, -0.013892969116568565, -0.013484352268278599, 0.022439293563365936, 0.010575555264949799, -0.010568629950284958, -0.02466936968266964, -0.02105415053665638, -0.02013995684683323, -0.01630311645567417, 0.019170358777046204, -0.016704807057976723, -0.00739665562286973, 0.02026461996138096, -0.026456203311681747, 0.018824072554707527, -0.006267765536904335, -0.024198422208428383, 0.0011366817634552717, 0.019987592473626137, -0.008518620394170284, 0.02119266614317894, -0.00015366413572337478, -0.010665589943528175, 0.026802487671375275, 0.0018058782443404198, -0.016760213300585747, 0.015555139631032944, -0.020777123048901558, -0.0006865107570774853, -0.025126466527581215, -0.0005536237731575966, 0.012992627918720245, 0.0016033012652769685, 0.03022378869354725, 0.01435006596148014, -0.01692643016576767, 0.023339634761214256, 0.009855281561613083, 0.013498203828930855, -0.04227451980113983, -0.005634062923491001, 0.022051453590393066, -0.00866406038403511, -0.02002914622426033, -0.028506211936473846, -0.17685486376285553, 0.010069978423416615, 0.015001082792878151, -0.015513584949076176, 0.03687246888875961, 0.031331900507211685, 0.02804911509156227, -0.0002190255036111921, -0.006607125047594309, -0.012168467976152897, -0.015167299658060074, 0.004034224897623062, -0.020597053691744804, -0.028589321300387383, -0.008248518221080303, 0.0025694374926388264, -0.012951073236763477, -0.0019842153415083885, 0.02881094440817833, -0.005076543893665075, 0.010540926828980446, -0.019281169399619102, 0.011711371131241322, -0.011794480495154858, 0.008892608806490898, 0.017896028235554695, -0.01097032055258751, 0.006756027694791555, -0.0015427013859152794, -0.018962588161230087, -0.01193991955369711, -0.0109218405559659, 0.018145354464650154, 0.0023547406308352947, 0.022273074835538864, 0.0003010518557857722, 0.03648462891578674, 0.00044670814531855285, -0.03241231292486191, 0.014031483791768551, 0.03299407288432121, 0.036373816430568695, 0.025791335850954056, -0.004041150212287903, 0.006188119761645794, 0.008463215082883835, 0.016690954566001892, -0.025749780237674713, -0.009779099375009537, 0.0007934263558126986, 0.023962948471307755, -0.01052707526832819, 0.007666758261620998, 0.00037030893145129085, -0.008580951951444149, 0.03244001418352127, 0.014142295345664024, 0.009550550952553749, 0.008359328843653202, -0.015472031198441982, 0.023021051660180092, -0.006066919770091772, 0.019572049379348755, -0.02428153157234192, 0.0028291514609009027, -0.018034541979432106, -0.042302221059799194, 0.020735569298267365, -0.02026461996138096, 0.011316605843603611, -0.008580951951444149, -0.004470544401556253, 0.012819484807550907, -0.004913789685815573, 0.019738266244530678, 0.03421299532055855, 0.017909880727529526, 0.009474367834627628, 0.046180617064237595, 0.0349055677652359, -0.016871023923158646, 0.013255804777145386, -0.024475451558828354, 0.0261237695813179, 0.00042636386933736503, 0.0004140274540986866, 0.008733317255973816, -0.008019969798624516, -0.0016076299361884594, 0.00031208968721330166, 0.014239254407584667, -0.009488219395279884, -0.018671708181500435, 0.004854921251535416, 0.0049276407808065414, 0.004314715974032879, 0.04097248613834381, 0.00558558339253068, 0.01421155221760273, 0.002898408565670252, 0.00761827826499939, -0.0012933758553117514, -0.0019651695620268583, -0.0058730002492666245, 0.009439739398658276, 0.014696351252496243, -0.007888381369411945, 0.016760213300585747, 0.03460083529353142, -0.03216298669576645, -0.02777208760380745, 0.00523583497852087, 0.002737385919317603, 0.026026809588074684, -0.009079602546989918, 0.03834071755409241, -0.018810221925377846, -0.014696351252496243, 0.01021541841328144, 0.0016760212602093816, 0.02620687708258629, -0.001147070317529142, 0.004557115491479635, 0.018366975709795952, -0.02583288960158825, -0.025140319019556046, -0.09563016891479492, -0.03460083529353142, 0.004609058611094952, 0.02958662249147892, -0.0065967366099357605, 0.037537336349487305, -0.007362027186900377, 0.0267470832914114, -0.004667927045375109, 0.034185294061899185, 0.0003564575163181871, -0.02040313370525837, -0.004342418629676104, 0.013338913209736347, 0.013422021642327309, 0.006877227686345577, 0.005661766044795513, -0.02597140334546566, -0.017009537667036057, 0.013269655406475067, 0.031193386763334274, -0.016884874552488327, 0.016732510179281235, -0.0262345802038908, 0.002240466419607401, -0.02724573388695717, -0.030057571828365326, -0.0068495250307023525, 0.021400436758995056, -0.004318178631365299, 0.008490917272865772, -0.02518187277019024, 0.011150388978421688, -0.03360353410243988, 0.014848717488348484, -0.036733951419591904, 0.006506702397018671, -0.018186908215284348, 0.020707866176962852, -0.03665084391832352, 0.0051942807622253895, 0.006461685057729483, 0.02533423900604248, -0.00664867926388979, -0.0031840940937399864, -0.006129251327365637, -0.008352403528988361, 0.02209300734102726, -0.010319304652512074, -0.01822846196591854, -0.014107665978372097, 0.004061927553266287, -0.03050081618130207, -0.021511247381567955, 0.04263465479016304, 0.00840780884027481, 0.012175394222140312, 0.008650208823382854, -0.00026772188721224666, -0.018644005060195923, -0.004117333330214024, -0.005997662898153067, -0.019156508147716522, 0.0010050933342427015, 0.025514306500554085, 0.011261200532317162, -0.019696712493896484, 0.002120997989550233, 0.017217308282852173, -0.014363917522132397, 0.015014934353530407, 0.02415686845779419, -0.01033315621316433, 0.009093454107642174, -0.003457659622654319, -0.004564041271805763, 0.0029416943434625864, -0.030694736167788506, 0.014848717488348484, 0.02237003482878208, -0.008241591975092888, -0.007064221892505884, 0.03299407288432121, 0.010797178372740746, -0.007950711995363235, -0.014682499691843987, -0.007756792474538088, -0.00950207095593214, 0.006309319753199816, -0.042440734803676605, 0.004906863905489445, 0.0179652851074934, 0.00568254292011261, 0.00950207095593214, -0.0056860060431063175, -0.009135008789598942, -0.011455120518803596, 0.010326229967176914, 0.013165770098567009, 0.020444689318537712, -0.02029232308268547, -0.006662530824542046, -0.059228651225566864, 0.013962226919829845, -0.001148801762610674, -0.0059180171228945255, 0.014696351252496243, -0.0009496876737102866, -0.0070676845498383045, -0.02803526446223259, 0.016178453341126442, 0.02714877389371395, -0.03750963136553764, 0.0054539949633181095, -0.021261923015117645, -0.013595163822174072, -0.006305856630206108, 0.006714473478496075, 0.04377047345042229, -0.0102084930986166, 0.038950178772211075, 0.012916444800794125, 0.012397016398608685, -0.021899087354540825, 0.005128486547619104, 0.009086528792977333, -0.008906460367143154, 0.01105342898517847, -0.009834504686295986, 0.02313186414539814, -0.010090756230056286, -0.011669817380607128, 0.011787554249167442, -0.029254188761115074, -0.013650570064783096, 0.003642922267317772, -0.015084191225469112, 0.001280390191823244, 0.013782158493995667, 0.014627094380557537, 0.01013230998069048, 0.023782879114151, -0.04174816608428955, -0.014447025954723358, 0.022896388545632362, -0.022286927327513695, 0.0019842153415083885, -0.019198061898350716, -0.02055549994111061, -0.009287374094128609, 0.01937812939286232, 0.005727560259401798, 0.02659471705555916, 0.009238894097507, -0.04485088214278221, -0.04091707989573479, -0.006392428185790777, -0.009273522533476353, 0.03282785415649414, 0.013214250095188618, 0.007597501389682293, 0.022660914808511734, 0.01329735852777958, -0.0008345477399416268, 0.0070538329891860485, -0.010880286805331707, 0.003822990693151951, -0.0003402253787498921, -0.011247348971664906, 0.008283146657049656, 0.02133117988705635, -0.01162826269865036, -0.017535891383886337, -0.010769475251436234, 0.0037468078080564737, 0.008283146657049656, 0.0019928724505007267, 0.010866435244679451, 0.008650208823382854, -0.005578657612204552, -0.025098765268921852, 0.018519341945648193, 0.01989063248038292, -0.01771596074104309, -0.01613689959049225, 0.0068148961290717125, 0.02043083682656288, 0.012916444800794125, -0.015305813401937485, -0.009322002530097961, -0.002789328806102276, -0.018962588161230087, -0.00391302490606904, -0.010443966835737228, -0.0008830277365632355, 0.016593994572758675, 0.018450085073709488, -0.011794480495154858, -0.02210685797035694, 0.006700621917843819, 0.024517005309462547, -0.007258141413331032, 0.026040660217404366, 0.0023911006283015013, 0.005793354474008083, -0.035459622740745544, -0.001633601263165474, 0.0045363386161625385, -0.004422064404934645, -0.047510355710983276, 0.027882898226380348, -0.019821375608444214, 0.0064028166234493256, -0.012258502654731274, -0.00968213938176632, 0.015167299658060074, -0.027453504502773285, 0.0359305702149868, 0.0016890069236978889, -0.026553163304924965, -0.03629070892930031, 0.030168382450938225, 0.017549743875861168, -0.005045378115028143, 0.0178544744849205, -0.01718960702419281, 0.03180284798145294, 0.03163663297891617, 0.022134561091661453, -0.0131172901019454, 0.019821375608444214, -0.0009998989989981055, -0.020070699974894524, -0.0014717128360643983, -0.0017331583658233285, -0.033271100372076035, -0.005080006550997496, -0.01518115121871233, -0.012154616415500641, 0.0029884427785873413, -0.007147330325096846, 0.10704373568296432, 0.03363123536109924, 0.002056935103610158, 0.0037814362440258265, -0.01874096505343914, -0.003151196986436844, -0.0006540465401485562, 0.0046956297010183334, -0.006988038774579763, -0.014363917522132397, 0.0204169861972332, -0.021289624273777008, -0.004872235469520092, -0.031165683642029762, -0.017674405127763748, -0.0010760817676782608, -0.004847995471209288, 0.018505491316318512, 0.005118098109960556, 0.00571717182174325, 0.01233468484133482, 0.008200038224458694, -0.008040746673941612, -0.008830277249217033, -0.02340889163315296, 4.766834535985254e-05, 0.004612521268427372, 0.0015487613854929805, -0.010748698376119137, -0.02738424763083458, 0.005450531840324402, 0.016884874552488327, -0.03770355135202408, -0.01923961564898491, -0.007472838740795851, 0.000572669436223805, 0.005554417613893747, -0.024336935952305794, -0.0002488926111254841, 0.003992670215666294, -0.002191986422985792, 0.015527436509728432, 0.009148859418928623, -0.005170040763914585, -0.02043083682656288, 0.008747168816626072, -0.02494639903306961, -0.013345838524401188, -0.018408531323075294], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='09e14f39-c9df-4c83-b96e-eac4bb06c8b7', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='511e6435a92c14c5793b2de56371f9bb015495c6e5758dcf1a0c0a5645faa9cd'), : RelatedNodeInfo(node_id='1ac78902-d824-4715-8c65-d344e17b7e73', node_type=, metadata={}, hash='bff7204c90fa647bd67e005194a6179590c08cb4fcc89a38fc39e267b9e969e5')}, hash='5f6fe0bd3974461981a07d3937dd533c5f00d32080bd66d5de425459f5e15ee0', text='much percentage increase is expected in the stock price of Microsoft (MSFT)?How many analysts provided price forecasts for Microsoft (MSFT)?What is the current consensus among investment analysts regarding Microsoft (MSFT)?Has the consensus rating for Microsoft (MSFT) changed recently?When was the consensus rating last updated for Microsoft (MSFT)?Is the current recommendation for Microsoft (MSFT) to buy, sell, or hold the stock?Are there any recent analyst reports available for Microsoft (MSFT)? These questions cover various aspects of the stock analysis, including price forecasts, analyst recommendations, and recent changes in ratings. The chat system can provide specific answers based on the information available in the financial documents. Please note that you can not only ask questions about an individual stock but can also ask comparative questions across stocks. For example, which stock has the most price increase? Here the system will compare the price increase across all the stocks and provide an answer. Quick summary of how the web application works This web-based application allows users to input their questions in a text box and receive answers based on insights gathered from multiple documents. For instance, users can inquire, \"What is the highest price estimate for Microsoft?\" and the application will query the relevant documents to provide an accurate response. Moreover, users can also compare stocks by asking questions such as, \"Which stock, Meta or Microsoft, has a higher percentage increase in the stock price?\" The application will analyze the data across the documents, enabling users to make informed investment decisions based on the comparative insights provided. Application Overview The application is built with LangChain and ChatGPT. Though it uses ChatGPT, we can also wire this to other LLMs as well. LangChain is an innovative framework designed to empower you in building sophisticated applications driven by large language models (LLMs). By offering a standardized interface, LangChain facilitates the seamless integration of various components, including LLMs, data sources, and actions. This streamlined approach accelerates the development of robust applications, enhanced by features such as chaining, data awareness, and agentic capabilities. To complement LangChain, the web application is built utilizing Streamlit, a Python library for creating interactive web applications and data dashboards. Streamlit\\'s', start_char_idx=1811, end_char_idx=4284, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='1ac78902-d824-4715-8c65-d344e17b7e73', embedding=[-0.012668199837207794, 0.013457320630550385, -0.01189317088574171, -0.03263576328754425, 0.004618467763066292, 0.005981814116239548, -0.009314438328146935, 0.013499594293534756, -0.013753240928053856, -0.021475346758961678, -8.87320056790486e-05, 0.016613801941275597, -0.014175983145833015, 0.025590045377612114, 0.016388338059186935, 0.02612552046775818, 0.01473964098840952, -0.008623958565294743, 0.003595077432692051, -0.027816493064165115, -0.024406366050243378, -0.009807638823986053, -0.010068329982459545, -0.010991319082677364, -0.001667192904278636, 0.005971245467662811, 0.0017948965542018414, -0.049376387149095535, -0.015909230336546898, 0.012477966025471687, 0.011082913726568222, -0.002097862306982279, -0.015289206989109516, 0.002045019529759884, -0.0007547725108452141, -0.02535049058496952, 0.014084389433264732, -0.0005689417012035847, 0.020305758342146873, -0.014330989681184292, 0.029958391562104225, 0.03049386478960514, -0.005590776912868023, -0.011667707934975624, -0.006763888988643885, 0.007644603494554758, -0.000356909615220502, -0.031226620078086853, 0.001863592304289341, 0.011914308182895184, 0.005964200012385845, 0.044669847935438156, -0.021052604541182518, 0.0015069028595462441, -0.01964345946907997, 0.00030648871324956417, 0.00011779558553826064, 0.00978650152683258, 0.0042978874407708645, 0.001299054129049182, 0.005305425263941288, 0.01576831564307213, -0.014965103939175606, -0.002959201345220208, -0.013309360481798649, -0.001965755131095648, -0.008870557881891727, 0.03511585667729378, 0.005185647867619991, 0.008222352713346481, 0.007975752465426922, 0.010660170577466488, -0.006654680240899324, -0.0008252296829596162, 0.006150911562144756, 0.003454162972047925, -0.008969197981059551, -0.03863871470093727, -0.011414062231779099, 0.012393416836857796, 0.006228414364159107, -0.003938556183129549, -0.008299855515360832, 0.02119351737201214, 0.012618879787623882, -0.014485995285212994, 0.02871834486722946, 0.017882030457258224, 0.005242013838142157, -0.029084721580147743, -0.014838281087577343, -0.010399479418992996, 0.028225144371390343, 0.01017401646822691, -0.018868431448936462, 0.002305711153894663, 0.004156973212957382, 0.006943554617464542, 0.007306409068405628, -0.029112905263900757, -0.00390685023739934, -0.006214322987943888, -0.025885965675115585, -0.018812065944075584, -0.023546786978840828, -0.0016055428422987461, 0.022828124463558197, -0.004808702040463686, 0.029507463797926903, 0.009864004328846931, -0.003441832959651947, 0.02635098248720169, 0.012372279539704323, -0.033030323684215546, 0.007433231920003891, -0.03920237347483635, 0.017600202932953835, -0.01643061265349388, -0.015895139425992966, 0.001157259102910757, 0.019122077152132988, 0.016543343663215637, 0.01583877205848694, -0.004301410634070635, 0.02550549805164337, 0.004192201886326075, -0.00273197703063488, -0.017459288239479065, -0.014211212284862995, -0.013422091491520405, 0.010272655636072159, 0.021898088976740837, 0.021545803174376488, 0.0022863352205604315, -0.03562314808368683, 0.024110445752739906, -0.008306900970637798, 0.0009952075779438019, -0.0321284718811512, 0.009983781725168228, -0.005830331239849329, 0.023955440148711205, -0.025463223457336426, -0.0017385308165103197, -0.010293792933225632, 0.02433590777218342, 0.021151244640350342, -0.0034206958953291178, 0.017374739050865173, 0.016317881643772125, 0.023264959454536438, -0.01876979134976864, -0.027407841756939888, -0.000845926464535296, 0.015528760850429535, 0.0162192415446043, 0.013746194541454315, -0.004118221811950207, -0.024025896564126015, -0.0068977572955191135, 0.0012224320089444518, 0.03446764871478081, 0.005062348209321499, -0.015148292295634747, 7.254887168528512e-05, 0.02164444327354431, 0.028380149975419044, -0.014584635384380817, -0.014175983145833015, -0.012851388193666935, -0.009300347417593002, 0.014880555681884289, -0.052504684776067734, -0.0021260452922433615, -0.012055222876369953, 0.0019393337424844503, 0.020615769550204277, -0.004153450485318899, -0.02312404476106167, -0.013231857679784298, -0.006756843067705631, 0.012795022688806057, 0.008863512426614761, 0.03179027885198593, -0.0328330434858799, -0.028098320588469505, -0.011822713539004326, 0.002990907058119774, 0.004921433515846729, -0.002342700958251953, 0.022236283868551254, -0.000259370484855026, -0.004220384638756514, -0.03322760388255119, -0.6191213130950928, -0.027731943875551224, 0.013182537630200386, -0.020446671172976494, 0.004220384638756514, -0.012618879787623882, -0.00970899872481823, 0.025646410882472992, -0.016980178654193878, 0.041738830506801605, -0.016233332455158234, -0.005978291388601065, 0.0003478823055047542, 0.020235300064086914, -0.014190074987709522, -0.017121093347668648, 0.010519255883991718, -0.027957407757639885, 0.00849713571369648, 0.015049652196466923, -0.018797975033521652, 0.02292676456272602, -0.009406032972037792, -0.01025151927024126, -0.009046700783073902, 3.9494549127994105e-05, 0.016585618257522583, -0.013429137878119946, 0.023955440148711205, 0.012330005876719952, -0.04340162128210068, -0.0032251770608127117, 0.029366550967097282, -0.02471637725830078, 0.046304456889629364, 0.003515813034027815, -0.021376706659793854, 0.02577323466539383, 0.015401937998831272, -0.008722598664462566, -0.014908738434314728, -0.019023437052965164, -0.009455353021621704, 0.006189662963151932, -0.015049652196466923, -0.004400050733238459, 0.03241030126810074, -0.008201215416193008, -0.011879079975187778, -0.007257089018821716, -0.002318040933459997, -0.01771293394267559, 0.007989843375980854, -0.018896615132689476, 0.01392233744263649, -0.009821729734539986, 0.033847626298666, -0.019107986241579056, 0.016050145030021667, 0.006157957017421722, 0.03376307711005211, 0.00701753469184041, -0.033312153071165085, -0.04218975454568863, -0.006749797146767378, -0.0028041955083608627, -0.0002189676888519898, -0.006644111592322588, -0.020883506163954735, -0.0215739868581295, 0.025392765179276466, -0.006640588864684105, -0.006548994220793247, -0.010899725370109081, -0.01170998252928257, 0.03762413188815117, 0.029902024194598198, -0.0017552643548697233, -0.00817303266376257, 0.02847879007458687, 0.014655092731118202, -0.011075868271291256, -0.021588077768683434, -0.027379658073186874, 0.016021961346268654, 0.014394400641322136, -0.029873842373490334, -0.02412453666329384, 0.0031001155730336905, -0.009723089635372162, -0.0010832790285348892, 0.04884091392159462, -0.017882030457258224, -0.03951238468289375, 0.011695890687406063, 0.0215739868581295, 0.009349667467176914, -0.026111429557204247, -0.0027460684068500996, -0.011759302578866482, -0.022898580878973007, -0.00646092277020216, 0.01473964098840952, 0.003751844633370638, 0.039456017315387726, -0.006048748269677162, -0.004604376386851072, -0.0066370656713843346, 0.009553993120789528, -0.024885473772883415, -0.008504181168973446, 0.016867447644472122, 0.0025100368075072765, -0.00601704278960824, 0.0039808303117752075, -0.01991119794547558, 0.0038575304206460714, -0.015190566889941692, 0.02900017239153385, -0.012485011480748653, 0.014147800393402576, -0.018910706043243408, -0.0186429675668478, 0.005101099610328674, 0.012069313786923885, 0.012266593985259533, -0.000375404633814469, -0.0238427072763443, -0.010314930230379105, 0.02471637725830078, 0.004319024737924337, -0.03277667611837387, 0.029169270768761635, -0.011583159677684307, 0.006305917166173458, 0.01834704913198948, 0.031113889068365097, -0.0006336742080748081, 0.006298871245235205, -0.0008802743395790458, -0.012809114530682564, -0.00329211144708097, 0.022081278264522552, 0.01367573719471693, -0.038385067135095596, -0.026590537279844284, -0.021263975650072098, 0.016388338059186935, -0.007056286092847586, 0.006408079992979765, -0.016106510534882545, -0.015726041048765182, -0.007574146147817373, 0.0023990666959434748, -0.0001369511301163584, -0.004579716362059116, -0.004019581712782383, -0.03807505592703819, 0.007045717444270849, -0.03427036851644516, -0.003536950098350644, 0.007616420742124319, 0.006073408294469118, 0.0008133400115184486, -0.004921433515846729, -0.010885633528232574, 0.011977720074355602, 0.013020485639572144, 0.0013615848729386926, -0.021080786362290382, 0.021376706659793854, -0.02257447876036167, -0.007334591820836067, 0.02871834486722946, 0.004512782208621502, 0.0076798321679234505, -0.00992036983370781, -0.0014082627603784204, 0.016670167446136475, -0.007468460593372583, -0.020883506163954735, 0.020164843648672104, 0.02257447876036167, -0.029394732788205147, 0.029253818094730377, 0.0010779948206618428, 0.03412945568561554, -0.005213831085711718, -0.0028200484812259674, 0.02036212384700775, 0.005020073615014553, 0.015500578097999096, -0.01306276023387909, 0.005196216516196728, -0.0047135851345956326, 0.017445197328925133, 0.012337051331996918, 0.012766839936375618, 0.022264467552304268, 0.00821530632674694, -0.010885633528232574, 0.01806521974503994, 0.0037342302966862917, -0.035876791924238205, -0.008553501218557358, -0.033819444477558136, 0.018530236557126045, -0.02728101797401905, 0.0071831089444458485, -0.004061856307089329, 0.009800593368709087, 0.018304774537682533, -0.025970514863729477, -0.005742259789258242, 0.004604376386851072, 0.031170254573225975, 0.006883665919303894, -0.005065870936959982, -0.0032656900584697723, 0.032156653702259064, 0.003496437333524227, -0.007510734722018242, -0.009582175873219967, -0.007665740791708231, -0.016078326851129532, 0.019685734063386917, -0.024955932050943375, 0.01235818862915039, -0.002511798171326518, -0.029732927680015564, -0.000280287436908111, -0.0014813621528446674, 0.00590783404186368, 0.0023708839435130358, 0.020305758342146873, 0.003727184608578682, 0.009645586833357811, 0.0039773075841367245, 0.03221302106976509, -0.015289206989109516, -0.012632971629500389, 0.017684750258922577, 0.010646078735589981, -0.01206226833164692, 0.03641226887702942, -0.001427638460882008, 0.033171236515045166, 0.004421187564730644, -0.01948845386505127, -0.012330005876719952, -0.02148943766951561, 0.00781370047479868, 0.004932002164423466, 0.003043749835342169, -0.0013281177962198853, -0.0051116677932441235, 0.012146816588938236, -0.0018952980171889067, 0.012724565342068672, 0.023941347375512123, -0.012330005876719952, 0.005633051041513681, -0.0014901692047715187, 0.013175491243600845, 0.0031617656350135803, -0.018332956358790398, -0.0005297499010339379, -0.009751273319125175, -0.016980178654193878, -0.015430121682584286, 0.013887109234929085, -0.0014470142778009176, 0.0229831300675869, -0.025829600170254707, 0.044867128133773804, 0.03167754411697388, 0.022687209770083427, 0.007989843375980854, 0.01806521974503994, 0.024011805653572083, 0.00995559897273779, -0.009117158129811287, 0.014330989681184292, 0.00234622391872108, -0.020376214757561684, -0.006348191294819117, -0.011470427736639977, 0.014323943294584751, -0.005382928065955639, 0.0012849627528339624, -0.005537934135645628, -0.007285271771252155, 0.007334591820836067, -0.011554976925253868, -0.013422091491520405, 0.021883998066186905, 0.030099304392933846, -0.01636015623807907, 0.017374739050865173, -0.024603646248579025, 0.02491365745663643, -0.0014179506106302142, -0.014147800393402576, -0.019544819369912148, 0.042950693517923355, -0.00792643241584301, -0.019516637548804283, 0.005087008234113455, 0.004040719009935856, -0.038666896522045135, -0.0016654314240440726, 0.0061368197202682495, -0.008053255267441273, -0.012879571877419949, 0.006968214642256498, 0.011505656875669956, 0.0006411602953448892, 0.0027407840825617313, 0.02835196629166603, 0.025871874764561653, -0.007278226315975189, -0.03706047311425209, -0.025829600170254707, 0.03579224646091461, 0.044951677322387695, 0.008976244367659092, -0.00800393521785736, -0.007264134474098682, -0.03150844946503639, -0.008532363921403885, -0.012442736886441708, -0.026830092072486877, 0.005671802442520857, 0.008370311930775642, -0.019516637548804283, -0.009159432724118233, -0.004128790460526943, 0.010737673379480839, 0.025547770783305168, 0.011456336826086044, -0.0007803132175467908, -0.008046208880841732, -0.00878600962460041, -0.028309693560004234, 0.023377690464258194, -0.0009247504058293998, -0.009878096170723438, 0.017374739050865173, 0.035594966262578964, -0.013541868887841702, 0.016951996833086014, 0.022292649373412132, 0.0021841723937541246, -0.02933836728334427, 0.009546946734189987, 0.00680264038965106, 0.02099623717367649, 0.02905653789639473, -0.009011472575366497, 0.03291759267449379, -0.00028755335370078683, -0.009053747169673443, 0.014232349582016468, 0.009575130417943, 0.02064395137131214, 0.012971165589988232, 0.005618959665298462, 0.0012418077094480395, 0.004981322214007378, -0.010547438636422157, -0.006210799794644117, 0.005076439585536718, -0.009166478179395199, -0.02277175895869732, 0.022673118859529495, 0.021588077768683434, -0.031113889068365097, -0.0010735911782830954, 0.018093401566147804, 0.015937412157654762, 0.028253326192498207, -0.005851468537002802, 0.010371295735239983, -0.0238427072763443, -0.010082421824336052, -0.011519747786223888, -0.007087991572916508, -0.001712990109808743, -0.023800432682037354, -0.0061121596954762936, -0.013809606432914734, 0.010836313478648663, -0.00510814506560564, 0.01757201924920082, -0.004657219164073467, -0.017247917130589485, -0.0580003447830677, 0.003846961772069335, 0.011089959181845188, -0.015430121682584286, 0.03297395631670952, 0.013126171194016933, 0.004667787812650204, 0.016120601445436478, -0.012555468827486038, -0.03621498867869377, -0.019037527963519096, -0.0222785584628582, -0.01992528885602951, -9.93005814962089e-05, 0.007954615168273449, -0.009011472575366497, -0.015373755246400833, 0.008370311930775642, -0.00769392354413867, 0.00968081597238779, -8.339266787515953e-05, -0.0008001293172128499, 0.0025523111689835787, 0.03449583426117897, 0.016021961346268654, 0.014485995285212994, 0.011223827488720417, -0.03793414309620857, -0.005738737061619759, -0.031395718455314636, -0.01736064814031124, -0.015077834948897362, 0.0008631004020571709, -0.017318373546004295, 0.018290681764483452, 0.03249485045671463, -0.010498118586838245, -0.02412453666329384, 0.010441753081977367, 0.009497626684606075, -0.00878600962460041, 5.913861514272867e-06, 0.004646650515496731, 0.025449130684137344, 0.02236310765147209, 0.008560546673834324, -0.00044586180592887104, -0.017332464456558228, 0.01228068582713604, -0.02771785296499729, 0.029535647481679916, 0.03012748807668686, 0.005217353813350201, 0.004061856307089329, 0.002883459907025099, -0.002152466680854559, -0.03255121409893036, -0.015190566889941692, 0.008342129178345203, 0.019953472539782524, -0.016374247148633003, -0.010026056319475174, -0.015120109543204308, -0.014218257740139961, -0.02341996505856514, 0.010258564725518227, -0.008694414980709553, 0.003991398960351944, -0.012372279539704323, -0.007200723048299551, 0.008194169029593468, -0.005062348209321499, 0.005453385412693024, -0.0247022844851017, -0.020686225965619087, 0.03325578570365906, -0.01641652174293995, 0.01814976893365383, 0.008483043871819973, 0.021869907155632973, -0.02635098248720169, -0.022081278264522552, -0.010667216032743454, -0.028802892193198204, 0.016937904059886932, 0.019615277647972107, 0.044867128133773804, 0.006813208572566509, 0.06267870217561722, -0.011702937074005604, 0.02499820478260517, 0.004717107862234116, 0.005851468537002802, -0.004946093540638685, -0.009504673071205616, -0.008292809128761292, -0.001212744158692658, -0.012210228480398655, 0.02191218174993992, 0.019234808161854744, 0.03449583426117897, -0.029394732788205147, -0.0017552643548697233, 0.02106669545173645, -0.0074191405437886715, -0.02605506405234337, -0.021672626957297325, -0.03474947810173035, -0.02148943766951561, 0.045458968728780746, -0.02449091337621212, 0.020615769550204277, -0.05318107455968857, 0.0004491644795052707, 0.015218749642372131, -0.017952488735318184, 0.026083245873451233, -0.014993286691606045, 0.01748747006058693, -0.02092578075826168, -0.00956808403134346, 0.009398987516760826, 0.027323292568325996, -0.0035017216578125954, 0.02392725646495819, -0.04086516052484512, 0.01648697815835476, 0.00490734213963151, 0.007348683197051287, -0.0009044939652085304, 0.00569293973967433, -0.011914308182895184, 0.0012391655473038554, 0.005256105214357376, 0.011089959181845188, -0.007482551969587803, -0.008271671831607819, -0.006457400042563677, -0.028041955083608627, -0.033875808119773865, -0.01757201924920082, 0.002110192319378257, -0.02257447876036167, 0.01160429697483778, 0.031395718455314636, 0.026773726567626, -0.013548914343118668, -0.011702937074005604, 0.0107094906270504, 0.013555960729718208, 0.04371163249015808, -0.016966087743639946, 0.007250043097883463, 0.013415046036243439, 0.014556452631950378, -0.002550549805164337, -0.00389275886118412, 0.011547930538654327, -0.010258564725518227, 0.019107986241579056, 0.0455716997385025, -0.005714077036827803, -0.015303297899663448, 0.006439785938709974, 0.030747510492801666, -0.025463223457336426, -0.01899525336921215, 0.02970474399626255, 0.03334033489227295, 0.017656568437814713, -0.009856958873569965, -0.037314120680093765, -0.018868431448936462, 0.021390797570347786, -0.016698351129889488, 0.02698509767651558, -0.001621395698748529, 0.013992794789373875, -0.0003436988918110728, 0.007489597890526056, -0.0032692127861082554, 0.0221235528588295, 0.006020565517246723, 0.02171490155160427, 0.012696382589638233, 0.009504673071205616, -0.02791513316333294, 0.027689669281244278, 0.011519747786223888, 0.026238251477479935, -0.010364250279963017, -0.011794530786573887, 0.004227430559694767, 0.01503556128591299, 0.007884157821536064, -0.0011343605583533645, 0.007778472267091274, 0.0376804955303669, -0.03993512690067291, 0.02015075273811817, -0.002999714110046625, -0.034242186695337296, 0.026759635657072067, 0.004072424490004778, -0.0005055302171967924, -0.011590205132961273, -0.018685242161154747, -0.013689829036593437, 0.018868431448936462, 0.002689702669158578, -0.006619451567530632, 0.00350700574927032, 0.014204166829586029, -0.01721973344683647, 0.0038328703958541155, -0.02285630814731121, -9.098883310798556e-05, -0.046163540333509445, -0.011449290439486504, -0.0009502911707386374, -0.01132246758788824, -0.014669183641672134, -0.001537727890536189, -0.0043225474655628204, -0.012019993737339973, 0.04030150547623634, -0.022546295076608658, 0.028521064668893814, 0.01092086173593998, 0.0032956344075500965, -0.01776929944753647, 0.015655584633350372, -0.01095609087496996, -0.0031335828825831413, -0.0005962438299320638, -0.016740623861551285, -0.007503689266741276, -0.01857251115143299, 0.0019622324034571648, 0.013591188937425613, 0.011547930538654327, -0.0026914640329778194, -0.01757201924920082, -0.0028975512832403183, -0.0008001293172128499, -0.0010533347958698869, -0.005160987842828035, -0.00012539175804704428, -0.003086024196818471, -0.006711045745760202, 0.024293633177876472, -0.022024912759661674, 0.012076360173523426, -0.009561038576066494, 0.014753731898963451, -0.015444212593138218, -0.040019676089286804, -0.033453065901994705, 0.011329513974487782, -0.002207071054726839, -0.013844834640622139, -0.003744798945263028, -0.014260532334446907, -0.013330497778952122, -0.022039003670215607, -0.003404842922464013, -5.121906360727735e-05, -0.004745290614664555, 0.011731119826436043, 0.014112572185695171, 0.0428379625082016, 0.001154616940766573, -0.02241947315633297, 0.0035105287097394466, -0.011949536390602589, 0.00478404201567173, -0.018868431448936462, -0.014154846780002117, -0.029648378491401672, 0.0486999973654747, 0.015106018632650375, -0.03877962753176689, -0.03677864372730255, -0.013224811293184757, -0.050024595111608505, 0.005756351165473461, 0.01024447288364172, -0.009272163733839989, 0.02905653789639473, 0.032523032277822495, -4.213669308228418e-05, 0.03170572966337204, 0.007119697518646717, 0.03725775331258774, -0.01664198376238346, 0.005523842293769121, -0.00946239847689867, -0.02613961137831211, 0.001225074171088636, 0.014471903443336487, -0.010455844923853874, -0.0034435943234711885, -0.011505656875669956, -0.000643362058326602, -0.0047417678870260715, 0.008821237832307816, -0.014175983145833015, -0.03683501109480858, 0.00027544351178221405, 0.0033537615090608597, 0.001127314753830433, -0.0016055428422987461, -0.005101099610328674, -0.0071267434395849705, 0.007042194716632366, 0.00810962077230215, -0.017078818753361702, 0.004417664837092161, -0.018037036061286926, -0.00019672964117489755, -0.011991810984909534, -0.008342129178345203, -0.0009273925679735839, -0.0037588903214782476, -0.009765364229679108, -0.007996889762580395, 0.04472621530294418, -0.007574146147817373, -0.007750289048999548, 0.024025896564126015, 0.004720630589872599, -0.004075947683304548, 0.001335163484327495, 0.003935032989829779, -0.013267085887491703, -0.02492774836719036, -0.00019364713807590306, -0.03753958269953728, 0.01685335673391819, -0.014965103939175606, 0.008539409376680851, -0.0214189812541008, 0.009842867031693459, 0.0115690678358078, -0.005629528313875198, -0.03511585667729378, 0.005435770843178034, -0.01977028325200081, 0.009624450467526913, -0.02098214626312256, -0.01167475339025259, 0.007644603494554758, -0.007771426346153021, -0.017811574041843414, -0.0038187787868082523, -0.03427036851644516, -0.0005367955891415477, 0.0247022844851017, -0.0061614797450602055, -0.004861544817686081, 0.015303297899663448, 0.04171064868569374, -0.009377850219607353, -0.015796499326825142, 0.20494583249092102, -0.007905295118689537, 0.015120109543204308, 0.013119125738739967, -0.02220810204744339, 0.001006656908430159, 0.03875144571065903, 0.01706472784280777, -0.015824681147933006, -0.0020150751806795597, 0.0002943788713309914, 0.006506720092147589, 0.0006490867235697806, -0.004879159387201071, -0.004146404564380646, 0.003963216207921505, -0.03807505592703819, -0.03553859889507294, -0.010857450775802135, 0.017247917130589485, 0.01402802299708128, -0.01192135363817215, -0.004858022090047598, -0.01559921819716692, 0.016881538555026054, 0.0039808303117752075, 0.0007164613925851882, -0.009427170269191265, 0.02807013876736164, 0.0184879619628191, -0.005217353813350201, 0.0160642359405756, -0.0027460684068500996, -0.0009943268960341811, -0.006267165765166283, -0.007489597890526056, 0.020038019865751266, 0.00011515344522194937, 0.024166811257600784, 0.0011158655397593975, 0.025871874764561653, -0.0034312643110752106, 0.011935445480048656, -0.044021643698215485, -0.006154434289783239, 0.006006474141031504, 0.006721614394336939, -0.010716536082327366, -0.018473871052265167, 0.00667581707239151, -0.006172048393636942, -0.0022211624309420586, 0.02947928197681904, 0.016585618257522583, -0.01159725058823824, -0.00018726196140050888, -0.015810590237379074, 0.011223827488720417, 0.015416029840707779, 0.016980178654193878, -0.014697366394102573, 0.015120109543204308, 0.0007331949891522527, 0.016317881643772125, -0.0005861156387254596, -0.008588729426264763, 0.0030930698849260807, -0.009871049784123898, 0.016909722238779068, 0.0010894440347328782, -0.030972974374890327, -0.03091660887002945, -0.008877604268491268, 0.009624450467526913, -0.017304282635450363, -0.04404982551932335, 0.034608565270900726, 0.019939379766583443, 0.019544819369912148, 0.03432673588395119, -0.003103638533502817, -0.012090451084077358, -0.0004337519931141287, 0.010540393181145191, -0.023025404661893845, -0.027872858569025993, 0.010667216032743454, -0.031113889068365097, -0.007623466197401285, -0.01820613443851471, 0.0008586968178860843, 0.011498610489070415, -0.0015245170798152685, 0.006700477097183466, -0.012118633836507797, -0.006954123266041279, 0.004604376386851072, -0.020869415253400803, 0.004040719009935856, -0.0030067600309848785, -0.0284928809851408, 0.04320434108376503, 0.020798958837985992, 0.018600694835186005, -0.017684750258922577, 0.004956662189215422, -0.03184664249420166, -0.006809685844928026, -0.012337051331996918, -0.006309439893811941, 0.010498118586838245, -0.017262008041143417, 0.014295760542154312, -0.01024447288364172, 0.0005570520297624171, 0.00022028875537216663, 0.015895139425992966, -0.027027372270822525, 0.01855842024087906, 0.008271671831607819, -0.03511585667729378, -0.008046208880841732, -0.01636015623807907, 0.008335083723068237, 0.023250868543982506, -0.015049652196466923, -0.03272031247615814, -0.01664198376238346, -0.019009346142411232, 0.00832099188119173, 0.011562022380530834, -0.008673278614878654, 0.0036426358856260777, 0.0245050061494112, -0.02120761014521122, 0.00911011267453432, -0.0074473232962191105, -0.015458304435014725, 0.0016002586344256997, 0.018657060340046883, 0.001148451934568584, 0.003491153009235859, 0.014767823740839958, -0.04393709450960159, 0.03221302106976509, -0.00028248922899365425, -0.01392938382923603, -0.0019410951063036919, -0.01884024776518345, -0.018967071548104286, -0.01920662634074688, -0.003508767345920205, 0.0011678276350721717, -0.005470999516546726, 0.024476822465658188, -0.002855276921764016, -0.023053588345646858, 0.00881419237703085, -0.007151402998715639, 0.004030150361359119, -0.037821412086486816, -0.011104051023721695, 0.018797975033521652, 0.0032586443703621626, -0.004812225233763456, -0.036891378462314606, -0.18115948140621185, 0.01636015623807907, 0.028182869777083397, -0.02749238908290863, 0.02542094886302948, 0.017121093347668648, 0.021883998066186905, 0.011822713539004326, -0.01459872629493475, -0.006848437245935202, -0.020517129451036453, -0.014641000889241695, -0.030832059681415558, -0.024899564683437347, -0.009208752773702145, 0.012435691431164742, -0.018657060340046883, -0.0061368197202682495, 0.02048894576728344, 0.0045022135600447655, 0.025449130684137344, -0.03700410947203636, 0.00817303266376257, -0.011801577173173428, 0.01367573719471693, 0.022475838661193848, -0.008116666227579117, -0.007176063023507595, -0.021179426461458206, -0.014993286691606045, -0.016092417761683464, 0.010047192685306072, 0.022447654977440834, -0.003963216207921505, 0.03429855406284332, -0.00019628928566817194, 0.03675046190619469, -0.01046289037913084, -0.026252342388033867, -0.0017156321555376053, 0.030381133779883385, 0.042161572724580765, 0.010068329982459545, -0.013126171194016933, 0.0004227430617902428, 0.00603113416582346, 0.023899072781205177, -0.009166478179395199, -0.00612272834405303, -0.013718011789023876, 0.018967071548104286, -0.01662789285182953, -0.002768967067822814, 0.004227430559694767, -0.005199739709496498, 0.017459288239479065, 0.0006711045862175524, 0.01614878512918949, 0.005509750917553902, -0.012752749025821686, 0.020164843648672104, -0.0013985749101266265, 0.004583239089697599, -0.013090942986309528, -0.005087008234113455, -0.026097336784005165, -0.04599444195628166, 0.014993286691606045, -0.016317881643772125, 0.02478683367371559, -0.02492774836719036, -0.006009996868669987, -0.0018547851359471679, -0.01435212604701519, 0.01655743643641472, 0.026956915855407715, 0.018107494339346886, 0.007595283444970846, 0.04813634231686592, 0.0006323531270027161, -0.016881538555026054, 0.02733738347887993, -0.013013440184295177, 0.011963628232479095, 0.005714077036827803, -0.006996397394686937, -0.0033608071971684694, 0.012111588381230831, -0.010533347725868225, -0.007105606142431498, 0.01557103544473648, -0.021545803174376488, -0.018671151250600815, 2.7412244890001602e-05, -0.0027918654959648848, 0.006721614394336939, 0.030381133779883385, -0.002450148342177272, 0.020446671172976494, -0.004174587782472372, 0.017247917130589485, -0.015416029840707779, -0.0011185077019035816, 0.002735499758273363, 0.010547438636422157, 0.0028077184688299894, -0.010843358933925629, 0.017882030457258224, 0.05346290394663811, -0.025801416486501694, -0.03514403849840164, 0.0028112411964684725, -0.006062839645892382, 0.029507463797926903, 0.0032903500832617283, 0.02698509767651558, -0.032100290060043335, -0.013485503382980824, 0.004597330465912819, 0.003635590197518468, 0.025110937654972076, 0.017727024853229523, 0.0035809858236461878, 0.02391316555440426, -0.026477806270122528, -0.014330989681184292, -0.09751272946596146, -0.024082262068986893, 0.010131741873919964, 0.023081770166754723, -0.014641000889241695, 0.017614293843507767, -0.00246247835457325, 0.030014757066965103, -0.0032709743827581406, 0.01920662634074688, -0.015077834948897362, -0.01713518425822258, 0.004565624985843897, -0.005044733639806509, -0.0014443721156567335, 0.02134852297604084, -0.0045339190401136875, -0.02605506405234337, -0.011808622628450394, 0.01081517618149519, 0.021376706659793854, -0.01185089722275734, 0.018516145646572113, -0.024589553475379944, 0.004780519288033247, -0.029310185462236404, -0.035369500517845154, 0.029310185462236404, 0.019939379766583443, -0.02099623717367649, 0.005499182268977165, -0.018896615132689476, 0.009039655327796936, -0.032156653702259064, 0.02077077515423298, -0.01920662634074688, 0.0023004268296062946, -0.01562740094959736, 0.026956915855407715, -0.030832059681415558, 0.011717027984559536, 0.007313454523682594, 0.02549140527844429, 0.0053476993925869465, -0.0019111508736386895, -0.0063164858147501945, -0.013154354877769947, 0.027788309380412102, -0.01627560704946518, -0.01613469235599041, -0.020658044144511223, 0.0023198025301098824, -0.03153663128614426, 0.005506228189915419, 0.04571261629462242, -0.00978650152683258, 0.013450274243950844, 0.00690832594409585, 0.0032339843455702066, -0.02377225086092949, -0.0018248407868668437, -0.019389813765883446, -0.009793546982109547, 0.007947569712996483, 0.02433590777218342, -0.007496643345803022, -0.018163859844207764, 0.009272163733839989, 0.015937412157654762, -0.009765364229679108, 0.01792430505156517, 0.00903260987251997, 0.0012101019965484738, 0.015585127286612988, 0.0026210069190710783, -0.01977028325200081, 0.00623193709179759, -0.03201574087142944, 0.005742259789258242, 0.01503556128591299, -0.009532855823636055, -0.007250043097883463, 0.04035786911845207, 0.008701461367309093, -0.01335868053138256, -0.019671643152832985, 0.0013122648233547807, -0.004724153783172369, -0.009913324378430843, -0.03663773089647293, 0.010040147230029106, 0.009856958873569965, -0.011195644736289978, -0.008764872327446938, -0.0013959327479824424, -0.011287239380180836, -0.008898741565644741, 0.01099836453795433, -0.009765364229679108, 0.01128019392490387, -0.03965329751372337, -0.010526302270591259, -0.06346782296895981, 0.010505164973437786, -0.0014100242406129837, -0.011174507439136505, 0.003027897095307708, -0.013703920878469944, -0.010765856131911278, -0.03751140087842941, 0.0063411458395421505, 0.030803875997662544, -0.02406817115843296, 0.007334591820836067, -0.018685242161154747, 0.006844914518296719, 0.009511718526482582, -0.007021057419478893, 0.0397096648812294, -0.008715552277863026, 0.03007112257182598, 0.021827632561326027, 0.005710553843528032, -0.004280273336917162, 0.003846961772069335, 0.010610850527882576, -0.012196136638522148, -0.00233917823061347, -0.001814272254705429, 0.027957407757639885, -0.005604868289083242, -0.003160004271194339, 0.016092417761683464, -0.041597917675971985, -0.002606915542855859, 0.01913616806268692, 0.011336559429764748, -0.0028288555331528187, 0.027182377874851227, 0.007496643345803022, 0.02471637725830078, 0.025730960071086884, -0.03770868107676506, -0.03644045069813728, 0.013873017393052578, -0.0014963342109695077, -0.0036391131579875946, 0.0035299044102430344, -0.0029609627090394497, -0.01403506938368082, 0.03632771968841553, 0.010068329982459545, 0.044303473085165024, 0.015810590237379074, -0.031818460673093796, -0.0259141493588686, -0.005277242511510849, -0.011900216341018677, 0.03311487287282944, 0.017318373546004295, 0.00580214848741889, 0.024941839277744293, 0.02712601236999035, -0.01192135363817215, 0.020235300064086914, 0.0006746274302713573, -0.0102797020226717, -0.021320341154932976, -0.013661646284162998, 0.0042379992082715034, 0.0250545721501112, -0.015824681147933006, -0.021292157471179962, 0.0006244266987778246, -0.005499182268977165, 0.0047417678870260715, 0.013379817828536034, 0.010702445171773434, 0.000417458766605705, 0.013802560046315193, -0.024645918980240822, 0.01857251115143299, 0.015148292295634747, -0.01799476146697998, -0.007433231920003891, 0.004731199238449335, 0.028887441381812096, 0.016895631328225136, -0.010209244675934315, 0.00042868786840699613, -0.005034164991229773, -0.0207144096493721, -0.011583159677684307, 0.003945601638406515, 0.009194660931825638, 0.026181885972619057, 0.015866955742239952, -0.024237267673015594, -0.007398003246635199, -0.0010683068539947271, 0.022940855473279953, -0.015726041048765182, 0.03435491770505905, 0.00523144518956542, 0.0032093243207782507, -0.026463715359568596, -0.006851960439234972, -0.0011872033355757594, -0.025829600170254707, -0.03672228008508682, 0.013027532026171684, -0.001633725711144507, -0.004037196282297373, -0.014697366394102573, -0.00779960909858346, 0.02256038784980774, -0.022095369175076485, 0.02370179444551468, 0.0012629448901861906, -0.02698509767651558, -0.03322760388255119, 0.03441128507256508, 0.020193025469779968, 0.0071619716472923756, 0.019248900935053825, -0.02871834486722946, 0.035031307488679886, 0.03390399366617203, 0.023250868543982506, -0.007947569712996483, 0.0397096648812294, 0.001639890717342496, -0.02170081064105034, 0.007947569712996483, -0.0025716868694871664, -0.013210720382630825, -0.008687369525432587, -0.015232841484248638, -0.010949044488370419, 0.006788548547774553, -0.02571686916053295, 0.10410752147436142, 0.03370671346783638, -0.0007503689266741276, 0.007207768969237804, -0.03136753290891647, -0.012907754629850388, -0.00194637943059206, -0.004875636659562588, -0.013295268639922142, 0.0031335828825831413, 0.011237919330596924, -0.014366217888891697, -0.011040639132261276, -0.029225636273622513, -0.018530236557126045, -0.010427662171423435, 0.0021507053170353174, 0.025942331179976463, 0.010329022072255611, 0.0052631511352956295, 0.019248900935053825, 0.005640096962451935, -0.0011246725916862488, -0.0056119137443602085, -0.029620196670293808, 0.001299054129049182, 0.01857251115143299, -0.01592332124710083, -0.006154434289783239, -0.03133935108780861, 0.023814525455236435, 0.022814033553004265, -0.028943806886672974, -0.02812650427222252, -0.009645586833357811, 0.018022945150732994, 0.004181633237749338, -0.017092909663915634, 0.005069393664598465, 0.020798958837985992, 0.01068130787461996, 0.008377358317375183, -0.015218749642372131, -0.03993512690067291, -0.019051620736718178, 0.028408333659172058, -0.026745542883872986, -0.017163367941975594, -0.04624808952212334], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='beea7c3f-2a54-47a3-a18e-de11dbfcf90f', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='5f6fe0bd3974461981a07d3937dd533c5f00d32080bd66d5de425459f5e15ee0'), : RelatedNodeInfo(node_id='ce372f2a-c6e2-43a2-b950-0086cee019f7', node_type=, metadata={}, hash='3b2894ddeb3ce0d51ddec0e5e89149d6fe9bbe4d68f136d62eacc7337674a714')}, hash='bff7204c90fa647bd67e005194a6179590c08cb4fcc89a38fc39e267b9e969e5', text=\"Though it uses ChatGPT, we can also wire this to other LLMs as well. LangChain is an innovative framework designed to empower you in building sophisticated applications driven by large language models (LLMs). By offering a standardized interface, LangChain facilitates the seamless integration of various components, including LLMs, data sources, and actions. This streamlined approach accelerates the development of robust applications, enhanced by features such as chaining, data awareness, and agentic capabilities. To complement LangChain, the web application is built utilizing Streamlit, a Python library for creating interactive web applications and data dashboards. Streamlit's open-source nature and user-friendly features simplify the process of developing web apps with minimal effort. This has made it a popular choice among developers, data scientists, and machine learning engineers seeking to build engaging and accessible applications. Initial setup Install OpenAI, LangChain, and StreamLit Import the relevant packages Set the API keys Define the LLM to use Ingesting private documents We used Langchain to ingest data. LangChain offers a wide range of data ingestion methods, providing users with various options to load their data efficiently. It supports multiple formats, including text, images, PDFs, Word documents, and even data from URLs. In the current example, text files were utilized, but if you wish to work with a different format, you simply need to refer to the corresponding loader specifically tailored for that format. All the analysts' recommendations documents are stored in a dedicated folder. You have the flexibility to either refer to individual documents or retrieve all the documents within a specific folder. If you want to specify exact documents, you can do it the following way. To load the files you want to ingest, you can specify the path to each file individually. The loaded files can then be saved into a list. This list serves as the input that is sent to the vector database to store the data. The alternative approach is a more versatile method in which we can load all pertinent documents from a designated folder and store the file locations in a list for subsequent processing. This approach offers flexibility and allows for the efficient handling of multiple documents by capturing their locations in a centralized list, enabling seamless data retrieval and analysis. Load the documents\", start_char_idx=3599, end_char_idx=6050, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='ce372f2a-c6e2-43a2-b950-0086cee019f7', embedding=[-0.009776716120541096, 0.00992581620812416, -0.011942218989133835, -0.019837431609630585, 0.0031417550053447485, 0.005147508345544338, 0.0026713793631643057, 0.00248145405203104, -0.019340431317687035, -0.016060225665569305, 0.0067272610031068325, 0.01159431878477335, -0.013170520775020123, 0.026923242956399918, 0.012403720058500767, 0.019596030935645103, 0.010628717020154, -0.0068692611530423164, 0.0011697268346324563, -0.03581245616078377, -0.02034863270819187, -0.005850409623235464, 0.00182115298230201, -0.006734360940754414, -0.00578650925308466, 0.0038162560667842627, 0.008789814077317715, -0.05316488444805145, -0.016173826530575752, 0.008867913857102394, 0.003283755388110876, -0.000986014143563807, -0.015250824391841888, 0.0004943382809869945, -0.006745011080056429, -0.009031214751303196, 0.012126819230616093, -0.0032482552342116833, 0.03183645009994507, -0.014391723088920116, 0.024864239618182182, 0.023557838052511215, -0.013078221119940281, -0.007455011829733849, -0.006166359875351191, 0.0029411797877401114, -0.011210918426513672, -0.03149564936757088, -0.001637440174818039, 0.009755415841937065, 0.012034519575536251, 0.0513472817838192, -0.024935239925980568, 0.01594662480056286, -0.021811235696077347, -0.0039689065888524055, -0.0008968202164396644, 0.010344716720283031, 0.0048812576569616795, 0.0033654053695499897, -0.003589055733755231, 0.023316437378525734, -0.008598113432526588, 0.0004956695483997464, -0.023415837436914444, -0.01191381923854351, -0.01422132272273302, 0.02507724054157734, 0.021782835945487022, 0.01096951775252819, 0.021328434348106384, 0.020220832899212837, -0.005278858356177807, 0.002996204886585474, 0.010813317261636257, 0.001196351950056851, -0.010486717335879803, -0.03177965059876442, -0.0018282529199495912, 0.0081153130158782, 0.004600807558745146, -0.006500060670077801, -0.009620515629649162, 0.0256736408919096, 0.017011627554893494, -0.013348021544516087, 0.02358623780310154, 0.03038804978132248, -0.001045476645231247, -0.020774632692337036, -0.010195616632699966, -0.006823110859841108, 0.029706448316574097, 0.011104417964816093, -0.010181416757404804, 0.010955317877233028, 0.007575712166726589, 0.015577425248920918, 0.009102215059101582, -0.03317125514149666, -0.004323906730860472, -0.0014528398169204593, -0.03936246410012245, -0.018744030967354774, -0.02243603579699993, 0.01171501912176609, 0.020178232342004776, -0.006958011072129011, 0.019922632724046707, 0.0128368204459548, -0.0009221140062436461, 0.018886029720306396, 0.010841717012226582, -0.03728926181793213, -0.0018690780270844698, -0.03285885229706764, 0.0057794093154370785, -0.009812215343117714, -0.024253638461232185, -0.003862406127154827, 0.02085983380675316, 0.0202634334564209, 0.0012993020936846733, -0.01516562420874834, 0.02193903550505638, 0.002380278892815113, -0.005072958301752806, -0.020831434056162834, -0.009762515313923359, -0.020135631784796715, 0.011622718535363674, 0.02521924115717411, 0.015321824699640274, 0.0027210793923586607, -0.030956050381064415, 0.022208835929632187, -0.018062429502606392, 0.0035003055818378925, -0.03501725569367409, 0.001665840158239007, 0.000219767534872517, 0.026696043089032173, -0.030700448900461197, 0.006333210039883852, -0.018460029736161232, 0.030359648168087006, 0.013170520775020123, 0.0022737786639481783, 0.012765820138156414, 0.016443626955151558, 0.01941143162548542, -0.018445828929543495, -0.04171966761350632, -0.0014501772820949554, 0.00874011404812336, 0.024012237787246704, 0.016514627262949944, -0.0118144191801548, -0.019681232050061226, -0.006872810889035463, 0.0187724307179451, 0.034193653613328934, 0.0023110536858439445, -0.014505323022603989, -0.0017510403413325548, 0.025545841082930565, 0.027278244495391846, -0.025063039734959602, -0.016244826838374138, -0.02189643494784832, -0.016898026689887047, 0.017196226865053177, -0.06157130002975464, 0.0001473252341384068, -0.011154117994010448, 0.001526502426713705, 0.03152405098080635, -0.0006168134859763086, -0.028485246002674103, -0.01340482197701931, -0.011977719143033028, 0.012524420395493507, 0.009613415226340294, 0.0424012690782547, -0.02095923386514187, -0.01811922900378704, -0.0024903290905058384, -0.0014830149011686444, 0.0032855302561074495, 0.0027920794673264027, 0.017636427655816078, 0.0017945278668776155, -0.003755906131118536, -0.031751252710819244, -0.6143497824668884, -0.028485246002674103, 0.017948828637599945, -0.024395639076828957, 0.006145060062408447, -0.014491123147308826, -0.005314358510077, 0.021371034905314445, -0.017196226865053177, 0.04370766878128052, -0.014086422510445118, -0.0120913190767169, -0.004572407342493534, 0.020078832283616066, -0.009819315746426582, -0.01841742917895317, 0.025205040350556374, -0.030246049165725708, 0.009954215958714485, 0.014682823792099953, -0.007096461486071348, 0.022620636969804764, -0.013433221727609634, -0.003312155371531844, -0.010600317269563675, 0.003015729831531644, 0.014640223234891891, -0.01917003095149994, 0.01692642644047737, 0.01797722838819027, -0.03266005218029022, 0.0014670398086309433, 0.03538645803928375, -0.01382372248917818, 0.049984078854322433, -0.00041291004163213074, -0.022961437702178955, 0.027832044288516045, 0.007391111925244331, -0.0011013892944902182, -0.016642427071928978, -0.029422447085380554, 0.0009913390967994928, 0.002635879209265113, -0.012723220512270927, 0.002790304599329829, 0.02879764698445797, -0.005910759326070547, -0.004611457232385874, -0.013468721881508827, -0.007781612686812878, -0.009109314531087875, 0.0014235522830858827, -0.026156442239880562, 0.015563225373625755, -0.016954828053712845, 0.030643649399280548, -0.016713427379727364, 0.02333063818514347, 0.004991307854652405, 0.029876848682761192, 0.005317908711731434, -0.04345206916332245, -0.041293665766716, -0.01030211616307497, -0.006723710801452398, 0.0001566440041642636, -0.004664707463234663, -0.01847423054277897, -0.024452438578009605, 0.027533844113349915, 0.004075406584888697, -0.016898026689887047, -0.011338718235492706, -0.015037824399769306, 0.03212045133113861, 0.03496045619249344, 6.966885848669335e-05, -0.009457215666770935, 0.02541804127395153, 0.022265635430812836, -0.010721017606556416, -0.02352943830192089, -0.019581831991672516, 0.006532010622322559, 0.02372823841869831, -0.038311660289764404, -0.016756026074290276, 0.0003853974922094494, -0.005090708378702402, 0.006858611013740301, 0.05296608433127403, -0.025091439485549927, -0.041236866265535355, 0.012680619955062866, 0.023770838975906372, 0.014249722473323345, -0.024594439193606377, -5.2085240895394236e-05, -0.010841717012226582, -0.01678442768752575, 0.002472579013556242, 0.006947361398488283, 0.01159431878477335, 0.04944447800517082, -0.00027734419563785195, -0.0021974535193294287, -0.0003057442372664809, -0.004345207009464502, -0.025957642123103142, -0.0157904252409935, 0.011558818630874157, -0.0017723403871059418, -0.007504711858928204, 0.01642942614853382, -0.021172234788537025, 0.010067815892398357, -0.018985429778695107, 0.023018237203359604, -0.012425020337104797, 0.027732644230127335, -0.022081036120653152, -0.02279103733599186, -0.002192128449678421, 0.018559429794549942, 0.010997917503118515, -0.0064468104392290115, -0.01975223235785961, -0.009570815600454807, 0.019922632724046707, 0.0026270041707903147, -0.035130854696035385, 0.028272245079278946, -0.007376912049949169, 0.007866812869906425, -0.0007765637710690498, 0.02452343888580799, -0.004522707313299179, 0.006897660903632641, 7.138839282561094e-05, -0.015009423717856407, -0.007952013052999973, 0.021072834730148315, 0.00533565878868103, -0.03649405762553215, -0.025758842006325722, -0.0016631776234135032, 0.009514015167951584, -0.015975026413798332, -0.0012167644454166293, -0.005204308312386274, -0.020320232957601547, -0.00844191387295723, -0.003166605019941926, -0.008697514422237873, -0.007831312716007233, -0.0041215564124286175, -0.03524445742368698, 0.006666910834610462, -0.03325645253062248, -0.012304320000112057, 0.014839024282991886, 0.010266616940498352, 0.0015753150219097733, 0.0017421653028577566, -0.01668502762913704, 0.00844191387295723, 0.019212631508708, -0.010841717012226582, -0.025432240217924118, 0.029166847467422485, -0.033086054027080536, -0.011281917802989483, 0.031041249632835388, 0.0011147017357870936, 0.008768513798713684, -0.026199042797088623, -0.0016782651655375957, 0.014313623309135437, -0.015023624524474144, -0.024608640000224113, 0.018630430102348328, 0.031012849882245064, -0.03197845071554184, 0.0207036342471838, -0.0035713056568056345, 0.022407636046409607, 0.0074053118005394936, -0.009755415841937065, 0.01787782832980156, 0.010181416757404804, 0.021981636062264442, -0.014192922972142696, 0.019837431609630585, -0.008470313623547554, 0.016940627247095108, 0.01265932060778141, 0.028116045519709587, 0.018204430118203163, 0.009798015467822552, -0.011537518352270126, 0.0231886375695467, 0.0051581584848463535, -0.029422447085380554, -0.011942218989133835, -0.03018924780189991, 0.010841717012226582, -0.02388443797826767, 0.01199191901832819, 0.003734606085345149, 0.016102826222777367, 0.0246796403080225, -0.028087645769119263, -0.0004654944932553917, 0.0025400291197001934, 0.036920059472322464, 0.00647876039147377, -0.006514260545372963, -0.0007064511300995946, 0.027434444054961205, 0.002442403929308057, -0.01074941735714674, -0.0011803768575191498, -0.004544007126241922, -0.019624430686235428, 0.011636918410658836, -0.017040027305483818, 0.016741827130317688, 0.003076080000028014, -0.02324543707072735, 0.0008750763954594731, -0.013369321823120117, 0.011828619055449963, -0.007369811646640301, 0.016898026689887047, -0.0013099521165713668, 0.015620024874806404, 0.0017821028595790267, 0.03243285045027733, -0.005381808616220951, -0.010983717627823353, 0.016117025166749954, 0.00681246118620038, -0.01926943100988865, 0.031012849882245064, 0.002822254551574588, 0.030075648799538612, 0.005697759333997965, -0.013348021544516087, -0.009443014860153198, -0.021072834730148315, -0.003175480058416724, -0.00352515559643507, 0.0015939525328576565, 0.0010339391883462667, -0.008335413411259651, 0.005857509560883045, -0.006077609956264496, 0.01975223235785961, 0.019993633031845093, -0.004093156661838293, -0.0037239559460431337, -0.00044352884287945926, 0.016656626015901566, 0.006265759933739901, -0.01486742403358221, -0.0060669598169624805, -0.007153261452913284, -0.012893620878458023, -0.009577915072441101, 0.010387316346168518, -0.013518421910703182, 0.017139427363872528, -0.02100183442234993, 0.04745647683739662, 0.03243285045027733, 0.005988859571516514, 0.0050197080709040165, 0.01466862391680479, 0.019894231110811234, -0.0007734575192444026, -0.01442722324281931, 0.014192922972142696, 0.0008795139146968722, -0.003961806185543537, -0.003038804978132248, -0.0013037396129220724, 0.01368172187358141, -0.0015069774817675352, 0.011076018214225769, -0.009372015483677387, -0.004487207159399986, 0.010508016683161259, -0.019581831991672516, -0.015222424641251564, 0.019581831991672516, 0.041180066764354706, -0.012822620570659637, 0.02189643494784832, -0.02557424083352089, 0.02487844042479992, 0.0051191081292927265, -0.014938424341380596, -0.013362221419811249, 0.05157448351383209, -0.004302606917917728, -0.00364230596460402, -0.005367608740925789, -0.01797722838819027, -0.03956126421689987, 0.005122658330947161, 0.0018744029803201556, -0.004508507438004017, -0.01628742553293705, 0.014682823792099953, 0.0088608143851161, 0.0011253517586737871, -0.007518912199884653, 0.02333063818514347, 0.01917003095149994, 0.003986656200140715, -0.034676454961299896, -0.010280816815793514, 0.027477044612169266, 0.03118325024843216, 0.011281917802989483, -0.015776226297020912, -0.007554412353783846, -0.034477654844522476, 0.0020767534151673317, -0.019212631508708, -0.01348292175680399, 0.007703512441366911, 0.008491613902151585, -0.02925204671919346, -0.01662822626531124, 0.0001891487481771037, -0.0018335779896005988, 0.027931444346904755, 0.0052504586055874825, 0.005147508345544338, -0.01096951775252819, -0.0027210793923586607, -0.025986041873693466, 0.021882236003875732, 0.007277511525899172, -0.006993511226028204, 0.026639243587851524, 0.03728926181793213, -0.013135021552443504, 0.008392213843762875, 0.019695430994033813, 0.009790915995836258, -0.03515925630927086, 0.010962417349219322, 0.009024114347994328, 0.011459418572485447, 0.03186485171318054, -0.007888113148510456, 0.04032806307077408, 0.0003758568491321057, 0.007039661519229412, 0.0031506300438195467, 0.00831411313265562, 0.015818824991583824, 0.019184231758117676, -0.0014661523746326566, 0.0016117026098072529, -0.0048706079833209515, -0.00758281210437417, 0.002587954280897975, -0.0004943382809869945, -0.013127921149134636, -0.015421224758028984, 0.021129634231328964, 0.014285222627222538, -0.03342685475945473, -0.0016134775942191482, 0.00759701244533062, 0.014697023667395115, 0.023799238726496696, -0.01787782832980156, 0.001057014218531549, -0.03535805642604828, -0.01452662330120802, -0.006734360940754414, -0.003848206251859665, -0.005520259030163288, -0.03243285045027733, -0.008534213528037071, -0.0027530293446034193, 0.00896021444350481, 0.0044588069431483746, 0.008775614202022552, -0.008299913257360458, -0.011736318469047546, -0.07060251384973526, 0.0018957030260935426, 0.012666420079767704, -0.005559308920055628, 0.022478636354207993, 0.011452318169176579, -0.006276410073041916, 0.01033051684498787, -0.020135631784796715, -0.04890487715601921, -0.00935781467705965, -0.014881623908877373, -0.015861425548791885, 0.002378503791987896, 0.013113721273839474, -0.014881623908877373, -0.012567020021378994, -0.0007778949802741408, -0.02159823477268219, 0.020433831959962845, 0.012247519567608833, -0.0026057041250169277, 0.013390621170401573, 0.03615325689315796, 0.016344226896762848, 0.0316944494843483, -0.0002172159729525447, -0.047144077718257904, -0.016898026689887047, -0.030160848051309586, -0.0035340306349098682, -0.014484023675322533, 0.0025755290407687426, -0.02155563421547413, 0.016898026689887047, 0.02565944194793701, -0.013553922064602375, -0.034335654228925705, 0.005850409623235464, 0.010486717335879803, 0.0017244152259081602, 0.0001615252549527213, 0.014107722789049149, 0.02382763847708702, 0.029763247817754745, 0.013007220812141895, 0.0074976119212806225, -0.004533357452601194, 0.016202226281166077, -0.03603965789079666, 0.0365508571267128, 0.01851682923734188, -0.0033867054153233767, 0.015975026413798332, 0.002831129590049386, -0.0013578771613538265, -0.03166605159640312, -0.014043822884559631, 0.005356958601623774, 0.016046026721596718, -0.008718813769519329, -0.009719915688037872, -0.005051658023148775, -0.017352428287267685, -0.013355121947824955, 0.009095114655792713, -0.010657116770744324, 0.007082261610776186, -0.01231141947209835, -0.015705225989222527, 0.002492103958502412, -0.0007508262060582638, 0.007653812412172556, -0.02521924115717411, -0.018957030028104782, 0.028726646676659584, -0.01303562056273222, 0.019993633031845093, 0.004480107221752405, 0.007561512291431427, -0.03018924780189991, -0.032489653676748276, -0.010486717335879803, -0.035074055194854736, 0.004323906730860472, 0.019226830452680588, 0.04776887595653534, 0.017593828961253166, 0.05699888989329338, -0.008796914480626583, 0.026142241433262825, -0.004362957086414099, 0.0037097560707479715, 0.005360508803278208, -0.009017014876008034, -0.010564817115664482, 0.005303708370774984, -0.014136122539639473, 0.03149564936757088, 0.012396619655191898, 0.01901383139193058, -0.02408323809504509, -0.003597930772230029, 0.026738643646240234, 0.0002968692278955132, -0.01901383139193058, -0.025829842314124107, -0.02840004488825798, -0.016599826514720917, 0.058220092207193375, -0.02587244100868702, 0.017863629385828972, -0.052653685212135315, 0.0032234052196145058, 0.020817233249545097, -0.007153261452913284, 0.029479246586561203, -0.0024956539273262024, 0.012900720350444317, -0.010344716720283031, -0.016102826222777367, 0.015421224758028984, 0.027136243879795074, -0.004377156961709261, 0.02452343888580799, -0.03601125627756119, 0.00706451153382659, 0.011821518652141094, 0.01388052199035883, 0.0015442525036633015, 0.013639122247695923, -0.002343003870919347, -0.005360508803278208, 0.005612559150904417, 0.004938058089464903, -0.013120820745825768, -0.007092911284416914, 0.0013765146723017097, -0.0394192636013031, -0.029536047950387, -0.022606436163187027, 0.005385358817875385, -0.0305868498980999, 0.0276048444211483, 0.029223646968603134, 0.019127430394291878, -0.01628742553293705, -0.017196226865053177, 0.012396619655191898, 0.007412411738187075, 0.042088866233825684, -0.015662625432014465, 0.004611457232385874, 0.010813317261636257, 0.011132817715406418, -0.0027494793757796288, -0.006276410073041916, 0.010195616632699966, -0.00621961010619998, 0.020874032750725746, 0.04938767850399017, -0.01608862541615963, -0.00998261570930481, 0.008001713082194328, 0.024012237787246704, -0.027874644845724106, -0.028613045811653137, 0.04001566395163536, 0.029706448316574097, 0.017295626923441887, -0.00834251381456852, -0.02776104398071766, -0.022549636662006378, 0.021470434963703156, -0.025503240525722504, 0.02696584351360798, -0.004632757510989904, 0.012141019105911255, -0.007021911442279816, 0.003567755687981844, 0.004423307254910469, 0.02120063453912735, 0.016614027321338654, 0.013816622085869312, 0.001441302360035479, 0.018800830468535423, -0.024551838636398315, 0.0394192636013031, 0.008278612978756428, 0.03183645009994507, -0.01837483048439026, -0.008370913565158844, 0.0014794649323448539, 0.018545228987932205, 0.01295752078294754, 0.0015992776025086641, 0.01000391598790884, 0.03839686140418053, -0.04331006854772568, 0.00748341204598546, 0.0004492976004257798, -0.03390965610742569, 0.018332229927182198, 0.0003279317752458155, 0.001876177964732051, -0.0004681569989770651, -0.01593242585659027, -0.009592115879058838, 0.019326230511069298, 0.013461621478199959, -0.0081153130158782, -0.0009159015025943518, 0.01652882620692253, -0.006734360940754414, 0.004086056724190712, -0.021427834406495094, -0.009279714897274971, -0.043168067932128906, -0.016060225665569305, -0.005520259030163288, -0.019326230511069298, -0.005541558843106031, -0.0013969272840768099, -0.0015096399001777172, 0.002248928649351001, 0.0432816706597805, -0.014881623908877373, 0.024495039135217667, 0.017551228404045105, 0.012162319384515285, -0.03266005218029022, 0.00905961450189352, -0.003390255384147167, 0.0012638020562008023, 0.0024761289823800325, -0.023004036396741867, -0.005044558085501194, -0.019212631508708, 0.0020803033839911222, 0.02095923386514187, 0.010742316953837872, -0.013738522306084633, -0.0019116781186312437, -0.0015566775109618902, 0.0005125320749357343, -0.00258085411041975, -0.017196226865053177, 0.005087158177047968, -0.005559308920055628, -0.0023181536234915257, 0.016912227496504784, -0.016216425225138664, 0.020476432517170906, -0.01718202792108059, 0.01961023174226284, -0.01042991690337658, -0.033881254494190216, -0.03734606131911278, 0.012943320907652378, 0.0019613781478255987, -0.014484023675322533, -0.006450360175222158, -0.02154143527150154, -0.007980412803590298, -0.025190841406583786, -0.001493664924055338, -0.0014164522290229797, -0.011416818015277386, 0.007195861544460058, 0.015236624516546726, 0.0365508571267128, 0.0025560040958225727, -0.020377032458782196, 0.007533112075179815, -0.012964621186256409, 0.008527114056050777, -0.017295626923441887, -0.012283019721508026, -0.0296496469527483, 0.049274079501628876, 0.029223646968603134, -0.04294086992740631, -0.04484367370605469, -0.00736271170899272, -0.05148928239941597, 0.0069189611822366714, 0.010621617548167706, -0.004128656815737486, 0.028613045811653137, 0.026681842282414436, 5.555204188567586e-05, 0.029223646968603134, -0.0012487145140767097, 0.02933724783360958, -0.020235031843185425, 0.0019542782101780176, -0.01867303065955639, -0.021967435255646706, -0.000532057078089565, 0.02155563421547413, -0.006940260995179415, -0.004341656807810068, -0.011416818015277386, 0.0005582384183071554, -0.0070680612698197365, 0.01087011769413948, -0.015776226297020912, -0.023714037612080574, -0.005282408557832241, 0.017494428902864456, 0.007930712774395943, 0.004579507280141115, 0.00024073476379271597, -0.017608027905225754, 0.0030849550385028124, 0.00948561541736126, -0.01603182591497898, 0.013149221427738667, -0.012787120416760445, 0.001727077760733664, -0.011019217781722546, -0.008946014568209648, -0.0033938053529709578, -0.003951156511902809, -0.01065001729875803, -0.005481208674609661, 0.047683678567409515, -0.001193689415231347, -0.00915901456028223, 0.023060837760567665, 0.002822254551574588, 0.0025790792424231768, 0.004089606460183859, 0.002208103658631444, -0.022762635722756386, -0.022507036104798317, -0.0005728821852244437, -0.033284854143857956, 0.01275872066617012, -0.016358425840735435, 0.0019400781020522118, -0.01837483048439026, 0.011445218697190285, 0.015236624516546726, -0.01124641764909029, -0.03243285045027733, 0.009350715205073357, -0.01338352169841528, 0.008505813777446747, -0.016841227188706398, -0.009471415542066097, -0.0007051198626868427, -0.014711223542690277, -0.008853713981807232, -0.0074053118005394936, -0.017437627539038658, 0.0039689065888524055, 0.03280205279588699, -0.006620760541409254, -0.01275872066617012, 0.025744641199707985, 0.03913526237010956, -0.01472542341798544, -0.014271022751927376, 0.19414271414279938, -0.010266616940498352, 0.009421715512871742, 0.0196528322994709, -0.012616720050573349, 0.007987513206899166, 0.03311445191502571, 0.023870239034295082, -0.013546821661293507, -0.001665840158239007, 0.004884807858616114, 0.012964621186256409, -0.010209816507995129, -0.0011857019271701574, -0.0020590033382177353, -0.003883706172928214, -0.041776467114686966, -0.04220246896147728, -0.01618802547454834, 0.013348021544516087, 0.01642942614853382, -0.013639122247695923, -0.0023110536858439445, -0.02303243614733219, 0.01951083168387413, 0.002463703975081444, 0.005715509410947561, -0.012084219604730606, 0.023699838668107986, 0.018048228695988655, 0.00017406122060492635, 0.017054228112101555, 0.010891417972743511, 0.006745011080056429, -0.0029855547472834587, -0.005030358210206032, 0.012971720658242702, 0.0038730562664568424, 0.02973484806716442, 0.006613660603761673, 0.026894843205809593, 0.0035535558126866817, 0.00799461267888546, -0.035272855311632156, -0.008264413103461266, 0.0063474103808403015, 0.00748341204598546, -0.01177181862294674, -0.005229158326983452, 0.003202105173841119, -0.0052078585140407085, -0.005825559142976999, 0.02110123448073864, 0.025929242372512817, -0.01191381923854351, -0.0006603010697290301, -0.007160361390560865, 0.0033707304392009974, 0.013610721565783024, 0.02179703488945961, -0.01718202792108059, 0.0128368204459548, 0.0015096399001777172, 0.01857363060116768, -0.002829354489222169, -0.015762025490403175, 0.003951156511902809, 0.00012835489178542048, 0.013987022452056408, 0.008165013045072556, -0.0187156293541193, -0.029223646968603134, -0.01628742553293705, 0.0033210304100066423, -0.014540823176503181, -0.04697367548942566, 0.030416449531912804, 0.01811922900378704, 0.01901383139193058, 0.022478636354207993, -0.005495409015566111, -0.005644509103149176, 0.00039893187931738794, 0.01077071763575077, -0.03189324960112572, -0.030643649399280548, 0.012808420695364475, -0.022748436778783798, -0.004845757968723774, -0.01642942614853382, 0.004153506830334663, 0.014356222935020924, -0.0147680239751935, 0.0007352949469350278, -0.009542414918541908, 7.094464672263712e-05, 0.0055486587807536125, -0.012027419172227383, 0.0062586599960923195, -0.01265932060778141, -0.031098049134016037, 0.04047006368637085, 0.021214833483099937, 0.017750028520822525, -0.02046223357319832, 0.0027352795004844666, -0.02774684503674507, -0.010401517152786255, -0.00958501547574997, -0.012687720358371735, 0.00968441553413868, -0.011388418264687061, 0.01563422568142414, -0.007455011829733849, -0.0036884560249745846, 0.00228442857041955, 0.012993020936846733, -0.028116045519709587, 0.014796423725783825, 0.013958622701466084, -0.02824384532868862, -0.012787120416760445, -0.00834251381456852, 0.013497121632099152, 0.02343003824353218, -0.006624310743063688, -0.03774366155266762, -0.010784917511045933, -0.02249283529818058, 0.005285958293825388, 0.011778919026255608, -0.010763617232441902, 0.0002791192091535777, 0.020689433440566063, -0.016415227204561234, 0.006979311350733042, -0.016003426164388657, -0.028826046735048294, -0.008370913565158844, 0.01792042888700962, -0.00021577379084192216, -0.00035744119668379426, 0.023202836513519287, -0.03879446163773537, 0.020036231726408005, 0.005317908711731434, -0.015208224765956402, 0.0022737786639481783, -0.018289629369974136, -0.021129634231328964, -0.014441423118114471, -0.0025471290573477745, 0.0018548780353739858, -0.007089361548423767, 0.012197819538414478, -0.004043456632643938, -0.012467619962990284, 0.008974414318799973, -0.007043211255222559, 0.012609620578587055, -0.03717565909028053, -0.005711959209293127, 0.02259223721921444, -0.0018078404245898128, -0.010266616940498352, -0.03635205700993538, -0.18255549669265747, 0.022180436179041862, 0.03819806128740311, -0.024040639400482178, 0.02289043739438057, 0.01831802912056446, 0.024012237787246704, 0.0032358302269130945, -0.021016033366322517, -0.013937322422862053, -0.014895823784172535, -0.013376421295106411, -0.03524445742368698, -0.03189324960112572, -0.010018115863204002, 0.0029642547015100718, -0.014306522905826569, -0.01246052049100399, 0.030672049149870872, 0.010934017598628998, 0.01936883106827736, -0.03470485657453537, 0.0009904515463858843, -0.01529342494904995, 0.01378112193197012, 0.023614637553691864, -0.002866629511117935, -0.0045688571408391, -0.011423918418586254, -0.02263483591377735, -0.009237115271389484, 0.005715509410947561, 0.022265635430812836, -0.013028521090745926, 0.028684046119451523, 0.0009327640291303396, 0.03266005218029022, -0.00042245068470947444, -0.014498223550617695, 0.0030299299396574497, 0.02756224386394024, 0.03663605824112892, 0.0018389029428362846, -0.014611823484301567, 0.00604565953835845, 0.013411921449005604, 0.01167241856455803, -0.01030211616307497, -0.006840860936790705, -0.01126771792769432, 0.008179212920367718, -0.015662625432014465, -0.0002704660582821816, -0.002502754097804427, 0.0005609008949249983, 0.0045688571408391, -0.0011368893319740891, 0.024196838960051537, 0.011658218689262867, -0.020036231726408005, 0.011253518052399158, -0.011026318185031414, 0.00425645662471652, -0.014924224466085434, -0.00728461192920804, -0.017139427363872528, -0.042287666350603104, 0.015662625432014465, -0.025190841406583786, 0.02746284380555153, -0.02199583500623703, -0.007944912649691105, -0.0008644263725727797, 0.003218080149963498, 0.004508507438004017, 0.03689165785908699, 0.018360629677772522, 0.0024033538065850735, 0.03657925873994827, 0.006042109802365303, -0.027533844113349915, 0.024651240557432175, -0.016259025782346725, 0.015549024567008018, 0.009123514406383038, 0.0007978637586347759, -0.014334922656416893, -0.0010055390885099769, -0.00547410873696208, -0.0035659808199852705, 0.00992581620812416, -0.020717833191156387, -0.01519402489066124, 0.00462920730933547, 0.010806217789649963, 0.010181416757404804, 0.03172285109758377, -0.00627996027469635, 0.018190229311585426, 0.007440811954438686, 0.009002814069390297, -0.007852612994611263, -0.005751009099185467, -0.0036884560249745846, 0.006361610256135464, 0.002951829694211483, -0.015776226297020912, 0.01211261935532093, 0.04759847745299339, -0.024509239941835403, -0.02587244100868702, 0.007462112233042717, -0.003086729906499386, 0.023458437994122505, -0.0007250886410474777, 0.03530125692486763, -0.022123634815216064, -0.0039014562498778105, 0.015662625432014465, 0.010756517760455608, 0.02324543707072735, 0.014398823492228985, -0.002808054443448782, 0.020689433440566063, -0.023699838668107986, -0.01191381923854351, -0.10650017112493515, -0.027888845652341843, 0.01221201941370964, 0.017537027597427368, -0.015861425548791885, 0.02884024567902088, -0.0024175539147108793, 0.03569885715842247, -0.007767412345856428, 0.019155830144882202, -0.023217037320137024, -0.029848448932170868, 0.001325927092693746, 0.0006816011155024171, -0.006134409923106432, 0.018332229927182198, -0.00510135805234313, -0.01748022809624672, -0.011530418880283833, 0.008129512891173363, 0.020874032750725746, -0.02269163727760315, 0.014256822876632214, -0.017863629385828972, -0.0018113903934136033, -0.02646884322166443, -0.026042841374874115, 0.020590033382177353, 0.017153628170490265, -0.010635817423462868, 0.0037665560375899076, -0.01392312254756689, 0.0021371033508330584, -0.021825434640049934, 0.011097317561507225, -0.016173826530575752, -8.503373101120815e-05, -0.019340431317687035, 0.03129684925079346, -0.03530125692486763, 0.003990206401795149, -0.002552454126998782, 0.020788833498954773, 0.00036964434548281133, -0.004277756903320551, -0.0070112613029778, -0.012354020029306412, 0.020646832883358, -0.010912717320024967, -0.021470434963703156, -0.022478636354207993, 0.0021317785140126944, -0.04200366884469986, -0.007675112225115299, 0.04086766391992569, -0.008299913257360458, 0.017040027305483818, -0.0006549760582856834, 0.0016924652736634016, -0.01221201941370964, -0.004480107221752405, -0.01388052199035883, -0.01456922385841608, 0.002287978772073984, 0.023572038859128952, 0.0005773197044618428, -0.026497242972254753, 0.005513159092515707, 0.012503120116889477, -0.010074916295707226, 0.01648622564971447, 0.008370913565158844, 0.004043456632643938, 0.02175443433225155, 0.007089361548423767, -0.010685517452657223, -0.002248928649351001, -0.035074055194854736, 0.006943811196833849, 0.009350715205073357, -0.005580609198659658, -0.0030139549635350704, 0.03226245194673538, 0.005985309835523367, -0.01549222506582737, -0.011835719458758831, -0.0037026559002697468, -0.000293762976070866, -0.014306522905826569, -0.048876479268074036, 0.007937813177704811, 0.011835719458758831, -0.016770226880908012, -0.009840616025030613, -0.010408616624772549, -0.008072713389992714, -0.006194760091602802, 0.0018042904557660222, 0.0032038800418376923, 0.008598113432526588, -0.029962047934532166, -0.011125718243420124, -0.0571976937353611, 0.016259025782346725, 0.006503610406070948, -0.017451828345656395, -0.000122697078040801, -0.02016403153538704, -0.006574610713869333, -0.03226245194673538, 0.008690414018929005, 0.03141045197844505, -0.011139918118715286, 0.012822620570659637, -0.017792629078030586, 0.009989716112613678, 0.0049700080417096615, 0.004291956778615713, 0.028087645769119263, -0.01167241856455803, 0.029280446469783783, 0.024196838960051537, 9.346499427920207e-05, -0.004345207009464502, 0.004547557327896357, 0.005467008799314499, -0.004206756595522165, 0.0011093767825514078, 0.00040492252446711063, 0.035670455545186996, -0.007767412345856428, -0.0035713056568056345, 0.018857629969716072, -0.044417671859264374, -0.017593828961253166, 0.011984819546341896, 0.008967314846813679, 0.003546455642208457, 0.027051042765378952, 0.011757618747651577, 0.013142121024429798, 0.01831802912056446, -0.0453832745552063, -0.04066886380314827, 0.007046761456876993, -0.0029926549177616835, 0.0014386398252099752, 0.01074941735714674, -0.004291956778615713, -0.006272859871387482, 0.022720037028193474, 0.010912717320024967, 0.041293665766716, 0.01777842827141285, -0.026994243264198303, -0.04007246345281601, -0.00679116090759635, -0.022705836221575737, 0.026199042797088623, 0.01549222506582737, 0.009847715497016907, 0.02209523506462574, 0.02933724783360958, -0.00721006141975522, 0.016670826822519302, 0.00044463822268880904, -0.013248621486127377, -0.020476432517170906, -0.011338718235492706, 0.002357203746214509, 0.031098049134016037, -0.016699226573109627, -0.01851682923734188, -0.003670705948024988, -0.0047286078333854675, 0.0014306523371487856, 0.01246052049100399, 0.011963519267737865, -0.006169910077005625, 0.005775859113782644, -0.018658829852938652, 0.02621324174106121, 0.014853224158287048, -0.016443626955151558, -0.007930712774395943, 0.010905617848038673, 0.04220246896147728, 0.02085983380675316, -0.003663606010377407, 0.011821518652141094, -0.001963153248652816, -0.030160848051309586, -0.007810012437403202, 0.000533388345502317, 0.0033068303018808365, 0.021782835945487022, 0.01574782468378544, -0.02770424447953701, -0.010209816507995129, -0.0003053004911635071, 0.02100183442234993, -0.008179212920367718, 0.027122043073177338, 0.005960459820926189, 0.005140408407896757, -0.030870849266648293, -0.012162319384515285, 0.0010632267221808434, -0.021825434640049934, -0.035869259387254715, 0.009918715804815292, 0.0012868770863860846, -0.011083117686212063, -0.011523318476974964, 0.004220956936478615, 0.020377032458782196, -0.022464435547590256, 0.022904636338353157, -0.007540212012827396, -0.033881254494190216, -0.03129684925079346, 0.04047006368637085, 0.007767412345856428, -0.004192556720227003, 0.01807662844657898, -0.023870239034295082, 0.03317125514149666, 0.037317659705877304, 0.025844041258096695, -0.01456922385841608, 0.035869259387254715, -0.004504957236349583, -0.02066103368997574, 0.006666910834610462, -0.002715754322707653, -0.01573362573981285, -0.009080914780497551, -0.019581831991672516, -0.0008488951134495437, 0.003954706247895956, -0.021683434024453163, 0.1103057786822319, 0.03939086198806763, 0.0032127550803124905, 0.003784306114539504, -0.03305765241384506, -0.010145916603505611, 0.008598113432526588, -0.0014279898023232818, -0.005914309527724981, 0.005516708828508854, 0.02105863392353058, -0.00721006141975522, -0.007554412353783846, -0.0402996651828289, -0.021484633907675743, -0.004100256599485874, -0.006734360940754414, 0.021214833483099937, 0.007320111617445946, 0.006624310743063688, 0.016102826222777367, 0.0057794093154370785, 0.005758109036833048, -0.00759701244533062, -0.028783446177840233, 0.00024960978771559894, 0.016699226573109627, -0.021981636062264442, -0.017551228404045105, -0.03405165299773216, 0.013695921748876572, 0.02124323509633541, -0.036068059504032135, -0.028371645137667656, -0.005822009406983852, 0.014405922964215279, -0.0029394046869128942, -0.0068763610906898975, 0.013951522298157215, 0.02054743282496929, 0.013958622701466084, 0.00990451592952013, -0.009166114963591099, -0.026937443763017654, -0.026781242340803146, 0.030558448284864426, -0.020235031843185425, -0.016358425840735435, -0.03922046348452568], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='1ac78902-d824-4715-8c65-d344e17b7e73', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='bff7204c90fa647bd67e005194a6179590c08cb4fcc89a38fc39e267b9e969e5'), : RelatedNodeInfo(node_id='7cbe7e2b-784d-4b6a-9fb0-81859af77209', node_type=, metadata={}, hash='6579872127d99fcbc395a5f605942b6a960fe90b5083b2589205e120130d6aeb')}, hash='3b2894ddeb3ce0d51ddec0e5e89149d6fe9bbe4d68f136d62eacc7337674a714', text='you want to specify exact documents, you can do it the following way. To load the files you want to ingest, you can specify the path to each file individually. The loaded files can then be saved into a list. This list serves as the input that is sent to the vector database to store the data. The alternative approach is a more versatile method in which we can load all pertinent documents from a designated folder and store the file locations in a list for subsequent processing. This approach offers flexibility and allows for the efficient handling of multiple documents by capturing their locations in a centralized list, enabling seamless data retrieval and analysis. Load the documents into the vector store. When dealing with a vast number of documents, it becomes inefficient to send all documents (analyst recommendations) to your large language model (LLM) when seeking answers to specific questions. For instance, if your question pertains to MSFT, it would be more cost-effective to only send document extracts that reference MSFT to your LLM for answering the question. This approach helps optimize resource utilization. To achieve this, all documents are split into chunks and stored in a vector database in a numeric format (embeddings). When a new question is posed, the system queries the vector database for relevant text chunks related to this question, which is then shared with the LLM to generate an appropriate response. Within the LangChain framework, the VectorstoreIndexCreator class serves as a utility for creating a vector store index. This index stores vector representations of the documents (in chromadb), enabling various text operations, such as finding similar documents based on a specific question. When a user asks a question, a similarity search is performed in the vector store to get document chunks relevant to the question. The question, along with the chunks are sent to OpenAI to get the response back. Now we are ready to query these documents. Setting up the web application The application is presented in the browser using Streamlit, providing a user-friendly interface. Within the application, a text box is available for users to enter their questions. Upon submitting the question by pressing enter, the application processes the input and generates a corresponding response. This response is then displayed below the text box, allowing users to conveniently view the relevant', start_char_idx=5358, end_char_idx=7788, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='7cbe7e2b-784d-4b6a-9fb0-81859af77209', embedding=[-0.01217260304838419, 0.002574293175712228, -0.015045903623104095, -0.02689296007156372, 0.009539923630654812, -0.0047947317361831665, -0.0013296091929078102, 0.01457881461828947, -0.030912749469280243, -0.01977340318262577, 0.0014048032462596893, 0.011188887059688568, -0.01210183184593916, 0.01905153878033161, 0.006390616297721863, 0.025335999205708504, 0.01190367341041565, 0.0022912092972546816, 0.0029139937832951546, -0.02803944982588291, -0.020084794610738754, -0.014493890106678009, -0.010912880301475525, -0.005325513891875744, -0.0014171882066875696, 0.004048098344355822, -0.0006603813963010907, -0.05842849239706993, -0.017933357506990433, 0.010559025220572948, 0.004426722880452871, 0.008471282199025154, -0.027572359889745712, 0.0067763179540634155, -0.007024016231298447, -0.015201599337160587, 0.0025566003751009703, -0.0010261787101626396, 0.03179030865430832, -0.007827267050743103, 0.028096064925193787, 0.022887324914336205, -0.008655286394059658, -0.008782674558460712, -0.01317755039781332, 0.011174732819199562, 0.0023142099380493164, -0.03391343727707863, -0.008174044080078602, 0.0067763179540634155, 0.010113168507814407, 0.048095934092998505, -0.019688477739691734, 0.016772713512182236, -0.017140723764896393, -0.007374332752078772, 0.007402641233056784, 0.013085547834634781, 0.001279184827581048, 0.004271026700735092, -0.008520822040736675, 0.0180890541523695, -0.009801776148378849, 0.007629108149558306, -0.019009076058864594, -0.006719701457768679, -0.015413912013173103, 0.03088444098830223, 0.02070757932960987, 0.006772779393941164, 0.012356607243418694, 0.024713214486837387, -0.0074380263686180115, -0.0039914813823997974, 0.011868287809193134, 0.0016684250440448523, -0.018004128709435463, -0.02754405327141285, -0.0074521806091070175, 0.008803905919194221, 0.002248746808618307, -0.007742341607809067, -0.007218636572360992, 0.022052226588129997, 0.01154274120926857, -0.008648209273815155, 0.027515744790434837, 0.025972938165068626, -0.011153501458466053, -0.02200976386666298, -0.010035320185124874, -0.006376462522894144, 0.029752105474472046, 0.019872481003403664, -0.015399757772684097, 0.006213689222931862, 0.009681465104222298, 0.021698372438549995, 0.01071472093462944, -0.03498915582895279, 0.0034500835463404655, -0.004529340658336878, -0.032526325434446335, -0.017862586304545403, -0.014430196024477482, 0.00542813166975975, 0.02876131236553192, -0.011995675042271614, 0.023538416251540184, 0.007629108149558306, 0.002790144644677639, 0.01582438312470913, 0.010898726060986519, -0.02401965856552124, 0.0073318700306117535, -0.03490423038601875, 0.010778415016829967, -0.012526457197964191, -0.02035372518002987, -0.011839979328215122, 0.020580191165208817, 0.01909400150179863, -0.0005590904620476067, -0.010912880301475525, 0.021259592846035957, 0.006840012036263943, -0.014975132420659065, -0.015399757772684097, -0.009405458346009254, -0.011868287809193134, 0.015314833261072636, 0.017537040635943413, 0.023495953530073166, 0.001632154919207096, -0.04005635529756546, 0.027713902294635773, -0.01276707835495472, -0.002436289796605706, -0.03184692561626434, -0.003602241165935993, -0.006089840084314346, 0.026581566780805588, -0.022307002916932106, 0.0073531013913452625, -0.019546935334801674, 0.03419652208685875, 0.022958094254136086, 0.0006661315564997494, 0.01249814871698618, 0.01970263198018074, 0.02789790742099285, -0.024472594261169434, -0.03909387066960335, 0.00904452707618475, 0.01078549213707447, 0.02275993674993515, 0.004387798719108105, -0.0009996396256610751, -0.028096064925193787, -0.015088365413248539, 0.01303600799292326, 0.032667867839336395, 0.0076149539090693, -0.011960290372371674, -0.0016985026886686683, 0.029214246198534966, 0.02621355839073658, -0.01283784955739975, -0.013389863073825836, -0.024260280653834343, -0.023566724732518196, 0.02215130627155304, -0.05095508322119713, -0.003349235048517585, -0.011224271729588509, -0.0018294289475306869, 0.03204508498311043, -0.012200911529362202, -0.018867533653974533, -0.01297939196228981, -0.01772104576230049, 0.019065693020820618, 0.011379968374967575, 0.03184692561626434, -0.020014023408293724, -0.021995609626173973, 0.004320566076785326, 5.00649148307275e-05, -0.0006510927341878414, 0.0024203662760555744, 0.015074211172759533, 0.0025070607662200928, -0.0038322468753904104, -0.029610564932227135, -0.6064786911010742, -0.032526325434446335, 0.01582438312470913, -0.009752236306667328, 0.004522263538092375, -0.012696308083832264, -0.0075583369471132755, 0.024727368727326393, -0.0019692014902830124, 0.047982700169086456, -0.011783362366259098, -0.005272435490041971, -0.013382785953581333, 0.017324727028608322, -0.0031227681320160627, -0.020155565813183784, 0.01297939196228981, -0.035045772790908813, 0.00228767073713243, 0.013382785953581333, -0.00949038378894329, 0.01801828294992447, -0.005820910446345806, -0.007367255631834269, -0.020084794610738754, -0.0024645982775837183, 0.021231284365057945, -0.01851367950439453, 0.012590151280164719, 0.017310572788119316, -0.02847822941839695, 0.00598722230643034, 0.03153553232550621, -0.02161344699561596, 0.05002090334892273, 0.0002693719288799912, -0.02075004205107689, 0.01862691342830658, 0.010934111662209034, -0.007777727209031582, -0.025335999205708504, -0.030516432598233223, -0.0010474099544808269, 0.002798991044983268, -0.014734511263668537, 0.002459290437400341, 0.02736004814505577, -0.0008554438245482743, -0.01351725123822689, -0.01974509470164776, -0.008407588116824627, -0.002972379792481661, -0.004306412301957607, -0.031224140897393227, 0.01317755039781332, -0.01007070578634739, 0.03193185105919838, -0.021839914843440056, 0.024387668818235397, 0.0049150423146784306, 0.026666492223739624, 0.004830117337405682, -0.03552701696753502, -0.04005635529756546, -0.015343140810728073, 0.006758625619113445, 0.008322663605213165, -0.0031192295718938112, -0.01837213709950447, -0.023396875709295273, 0.022165460512042046, -0.0033226958476006985, -0.01704164408147335, -0.008867600001394749, -0.013503096997737885, 0.030233347788453102, 0.03380020335316658, -0.0006188034894876182, -0.005530749447643757, 0.024755677208304405, 0.016701944172382355, -0.016744406893849373, -0.012936929240822792, -0.028534846380352974, 0.011040267534554005, 0.012087677605450153, -0.03583840653300285, -0.017197340726852417, 0.0030502278823405504, 0.0013623407576233149, 0.009122375398874283, 0.04537833109498024, -0.026581566780805588, -0.035357166081666946, 0.0020293567795306444, 0.02021218277513981, 0.010580256581306458, -0.025335999205708504, -0.0011022575199604034, -0.009377150796353817, -0.01542806625366211, 0.00431348942220211, 0.023963041603565216, 0.0038782479241490364, 0.04203794151544571, -0.0021992071997374296, -0.0021089741494506598, -0.0006652469164691865, 0.007869728840887547, -0.023779038339853287, -0.0006307460716925561, 0.00792634580284357, 0.008322663605213165, -0.007409717887639999, 0.019688477739691734, -0.017494577914476395, 0.018400445580482483, -0.02121713012456894, 0.025151994079351425, -0.013623407110571861, 0.01549883745610714, -0.025803087279200554, -0.020226337015628815, 0.0002131974761141464, 0.028902854770421982, 0.012292913161218166, -0.0033386193681508303, -0.026171095669269562, -0.0125476885586977, 0.014125880785286427, 0.0005551096401177347, -0.03912217915058136, 0.022859016433358192, -0.008096196688711643, 0.01100488193333149, 0.0012199141783639789, 0.016631172969937325, -0.007388486992567778, 0.006387077737599611, 0.006217227783054113, -0.016560401767492294, -0.006790472194552422, 0.01503174938261509, 0.015470528975129128, -0.041047148406505585, -0.02444428578019142, -0.011224271729588509, 0.012462764047086239, -0.01373664103448391, -0.008032502606511116, -0.009773467667400837, -0.01944785565137863, -0.013064316473901272, -0.000246592506300658, -0.004271026700735092, -0.00868359487503767, 0.002218669280409813, -0.028237607330083847, 0.008365126326680183, -0.03130906820297241, -0.005601520650088787, 0.009285148233175278, 0.01053779385983944, -0.0006192458095028996, 0.009631926193833351, -0.01664532721042633, 0.00383932376280427, 0.019518626853823662, -0.005275974050164223, -0.023963041603565216, 0.030799515545368195, -0.03060135804116726, -0.002910455223172903, 0.0171548780053854, 0.000759903050493449, 0.012038137763738632, -0.02686465159058571, -0.00016542708908673376, 0.015258216299116611, -0.012745847925543785, -0.021443596109747887, 0.018796764314174652, 0.036800891160964966, -0.03569686412811279, 0.014154189266264439, -0.010523639619350433, 0.034281447529792786, 0.01283784955739975, -0.005445824470371008, 0.01624900847673416, 0.01058733370155096, 0.027784673497080803, -0.014055109582841396, 0.025576619431376457, -0.005290128290653229, 0.015810228884220123, 0.013368631713092327, 0.01582438312470913, 0.02182576060295105, 0.022491006180644035, -0.011507355608046055, 0.030233347788453102, 0.004946889355778694, -0.024401823058724403, -0.026949577033519745, -0.02409042976796627, 0.02556246519088745, -0.030176730826497078, 0.010127322748303413, 0.0022310540080070496, 0.017381343990564346, 0.009362996555864811, -0.015541300177574158, -0.011103961616754532, 0.005817371886223555, 0.022519314661622047, 0.003430621698498726, -0.011337505653500557, -0.00683293491601944, 0.026128632947802544, 0.012922775000333786, -0.00821650680154562, -0.010495331138372421, 0.0010146783897653222, -0.021811606362462044, 0.014607123099267483, -0.007296484429389238, 0.005198126193135977, -0.001361456117592752, -0.02819514460861683, 0.0032006159890443087, -0.0016533862799406052, 0.009589463472366333, -0.004883195273578167, 0.015244062058627605, 0.004476262256503105, 0.017338881269097328, -0.007742341607809067, 0.03762183338403702, -0.004585957154631615, -0.022278694435954094, 0.006850627716630697, 0.005530749447643757, -0.020721733570098877, 0.025505850091576576, -0.0016233086353167892, 0.03629134222865105, 0.005060122814029455, -0.020806659013032913, -0.009426689706742764, -0.02740251086652279, 0.0033793128095567226, -0.0002576504775788635, -0.002091281581670046, 0.00895252451300621, -0.012632614001631737, 0.004858425352722406, -0.005990760400891304, 0.027303431183099747, 0.02261839434504509, -0.007607876788824797, 0.002692834474146366, -0.0029759183526039124, 0.011103961616754532, 0.004493955057114363, -0.01743796095252037, 0.003395236097276211, -0.008237738162279129, -0.02257593162357807, -0.019787557423114777, 0.010665182024240494, -0.014260346069931984, 0.023241179063916206, -0.02294394001364708, 0.04181147366762161, 0.035074081271886826, 0.011316274292767048, 0.004193178378045559, 0.003273156238719821, 0.01391356810927391, -0.005042430013418198, -0.01636224240064621, 0.02093404531478882, 0.0033899282570928335, -0.008421742357313633, -0.004394875839352608, 0.001370302401483059, 0.016659481450915337, -0.017423806712031364, 0.014423118904232979, -0.015173290856182575, -0.004221486859023571, 0.0007262868457473814, -0.010884571820497513, -0.023510107770562172, 0.014706202782690525, 0.02995026484131813, -0.009030372835695744, 0.012434455566108227, -0.03283771872520447, 0.0295256394892931, 0.009603617712855339, -0.020127257332205772, -0.015512991696596146, 0.04818085953593254, -0.006270305719226599, -0.004451492335647345, -0.0102688642218709, -0.021443596109747887, -0.04710514098405838, 0.0046744211576879025, 0.003945480100810528, -0.0035403165966272354, -0.011033190414309502, 0.016404705122113228, 0.016744406893849373, 0.01281661819666624, -0.015470528975129128, 0.02096235379576683, 0.02887454628944397, 0.005937682464718819, -0.03847108781337738, -0.008676517754793167, 0.028917009010910988, 0.056758299469947815, 0.008697749115526676, -0.00911529827862978, -0.004561187699437141, -0.030912749469280243, 0.0043241046369075775, -0.020650962367653847, -0.017466269433498383, 0.004462108016014099, 0.01242030132561922, -0.032158318907022476, -0.011408276855945587, -0.0003653550229500979, 0.007508797571063042, 0.027713902294635773, 0.007197405211627483, 0.002257593208923936, -0.0073460242711007595, 0.00021684660168830305, -0.021797452121973038, 0.0228731706738472, 0.014861898496747017, -0.008046656847000122, 0.020466957241296768, 0.035979948937892914, -0.01344648003578186, 0.012731693685054779, 0.03020503930747509, -0.0017728122184053063, -0.032016776502132416, 0.013290783390402794, 0.0056616757065057755, 0.006953245494514704, 0.025378461927175522, -0.0106793362647295, 0.035328857600688934, 0.00027534321998246014, -0.0003666819538921118, 0.0005268012173473835, 0.002620294224470854, 0.017593657597899437, 0.01643301360309124, 0.003853478003293276, -0.010927034541964531, -0.0029617641121149063, -0.018782610073685646, -0.002354903146624565, -0.0020594345405697823, -0.01636224240064621, -0.0175087321549654, 0.017749354243278503, 0.01317755039781332, -0.03883909434080124, -0.0017790046986192465, 0.0024185969959944487, 0.01668778993189335, 0.016461322084069252, -0.0140621867030859, 0.006171226501464844, -0.02280239947140217, -0.010757183656096458, -0.014692048542201519, -0.0012314144987612963, -0.0073318700306117535, -0.025194456800818443, -0.01386402826756239, -0.005226434208452702, -0.0011022575199604034, 0.009617771953344345, 0.011302120052278042, 0.0004741653392557055, -0.02387811802327633, -0.06539235264062881, 0.005353821907192469, 0.006525081116706133, -0.016602864488959312, 0.0274308193475008, 0.0074663348495960236, -0.005265358369797468, 0.009447921067476273, -0.007572491187602282, -0.04138685017824173, -0.008803905919194221, -0.028393303975462914, -0.018428754061460495, -0.00470980629324913, 0.01094826590269804, -0.025180302560329437, -0.009299302473664284, 9.432440128875896e-05, -0.013120933435857296, 0.010191015899181366, 0.014734511263668537, 0.012859080918133259, 0.011875364929437637, 0.029837030917406082, 0.01923554390668869, 0.030912749469280243, 0.016333933919668198, -0.0443592295050621, -0.011188887059688568, -0.03456452861428261, -0.009454998187720776, -0.013418171554803848, 0.007862651720643044, -0.02140113338828087, 0.020764196291565895, 0.02096235379576683, -0.014805282466113567, -0.02969548851251602, 0.010275941342115402, 0.006206612102687359, 0.0027954524848610163, 0.0039100949652493, 0.015696996822953224, 0.01650378480553627, 0.029893647879362106, 0.023142099380493164, 0.0029971494805067778, -0.018825070932507515, 0.014989286661148071, -0.026270175352692604, 0.03351711854338646, 0.020339570939540863, -0.011641820892691612, 0.008379279635846615, 0.008294355124235153, -0.0008280201000161469, -0.03397005423903465, -0.016164084896445274, 0.004072867799550295, -0.000631630711723119, -0.004048098344355822, -0.019433701410889626, -0.0010792568791657686, -0.014217883348464966, -0.02070757932960987, 0.005845680367201567, -0.012165525928139687, 0.00621015066280961, -0.01614993065595627, -0.0063658468425273895, 0.000530339777469635, -0.0019249697215855122, 0.01881091669201851, -0.029044397175312042, -0.013892336748540401, 0.03433806449174881, -0.008350972086191177, 0.016730252653360367, 0.002123128389939666, 0.02024049125611782, -0.02761482261121273, -0.03269617632031441, -0.004996428731828928, -0.027091117575764656, 0.004221486859023571, 0.01636224240064621, 0.04628419876098633, 0.02203807234764099, 0.0511249303817749, -0.0002726892998907715, 0.026270175352692604, 0.0032165395095944405, 0.01058733370155096, -0.005980145186185837, -0.016730252653360367, -0.01038917526602745, 0.0063658468425273895, -0.005258281249552965, 0.02966718003153801, 0.016376396641135216, 0.02154267579317093, -0.027388356626033783, 0.0034642377868294716, 0.022278694435954094, 0.0038039383944123983, -0.02523691952228546, -0.0260295532643795, -0.024175355210900307, -0.015017595142126083, 0.03909387066960335, -0.023000556975603104, 0.015838537365198135, -0.05333298444747925, -0.004409030079841614, 0.020410340279340744, -0.007883883081376553, 0.024656597524881363, -0.007218636572360992, 0.013524328358471394, -0.00987254735082388, -0.014663740061223507, 0.020806659013032913, 0.026171095669269562, -0.008987910114228725, 0.022491006180644035, -0.04022620618343353, 0.005382130388170481, 0.007706956006586552, 0.011528586968779564, 0.0005214934353716671, 0.02042449451982975, -0.007027554791420698, -0.007763572968542576, 0.014125880785286427, 0.0032979261595755816, -0.009943317621946335, -0.005640444345772266, -0.004564726259559393, -0.030941057950258255, -0.013276629149913788, -0.02642587199807167, 0.0063516926020383835, -0.03283771872520447, 0.03323403745889664, 0.02912932075560093, 0.021698372438549995, -0.015512991696596146, -0.013191704638302326, 0.010176862590014935, 0.011302120052278042, 0.03889571130275726, -0.001992202131077647, 0.004157793242484331, 0.012087677605450153, 0.015881000086665154, 0.013963107950985432, -0.008046656847000122, 0.013340323232114315, -0.00774941872805357, 0.01384279690682888, 0.052228957414627075, -0.004830117337405682, -0.017211494967341423, -0.0008098850375972688, 0.02686465159058571, -0.02484060265123844, -0.023566724732518196, 0.028308378532528877, 0.02693542279303074, 0.014706202782690525, -0.01977340318262577, -0.031478915363550186, -0.00978054478764534, 0.030969366431236267, -0.03490423038601875, 0.026553258299827576, 0.0021585137583315372, 0.009532846510410309, -0.007742341607809067, 0.002361980266869068, -0.0007939615752547979, 0.01242030132561922, 0.0043170275166630745, 0.01592346280813217, 0.007763572968542576, 0.024868911132216454, -0.014791128225624561, 0.02656741254031658, 0.010566102340817451, 0.03481930494308472, -0.021528521552681923, 0.003287310479208827, 0.006705547217279673, 0.017353035509586334, 0.011231348849833012, -0.004660266917198896, 0.0037579373456537724, 0.03660273179411888, -0.041188690811395645, 0.014338193461298943, -0.001353494357317686, -0.0324414037168026, 0.022774090990424156, -0.004561187699437141, 0.0024575211573392153, 0.003474853467196226, -0.023184562101960182, -0.00526889692991972, 0.016164084896445274, 0.016815176233649254, -0.005123816430568695, 0.0020364338997751474, 0.017169032245874405, -0.010849186219274998, 0.002257593208923936, -0.008782674558460712, -0.013651715591549873, -0.028563154861330986, -0.02100481651723385, -0.00870482623577118, -0.009207299910485744, -0.0025070607662200928, -0.0015534223057329655, -0.009426689706742764, 0.0016065004747360945, 0.03790491819381714, -0.01578192040324211, 0.02992195636034012, 0.010452868416905403, 0.01549883745610714, -0.023609187453985214, 0.010035320185124874, -0.005951836705207825, -0.0027282200753688812, 0.005477671045809984, -0.03286602720618248, -0.006302152760326862, -0.012554765678942204, -0.0017259264132007957, 0.018938304856419563, 0.007402641233056784, -0.0009014449315145612, 0.005314898211508989, 0.005240588448941708, -0.0067692408338189125, -0.004079944919794798, -0.019292160868644714, 0.01127381157130003, -0.002315979218110442, -0.0004746076592709869, 0.03088444098830223, -0.01755119487643242, 0.019263852387666702, -0.01244153268635273, 0.02682218886911869, -0.013170473277568817, -0.03297926113009453, -0.0312807597219944, 0.0018453524680808187, -0.007706956006586552, -0.024684906005859375, -0.009568232111632824, -0.02570400759577751, 0.004083483479917049, -0.0281243734061718, 0.001744503853842616, 0.0033651585690677166, -0.0022805938497185707, 0.011726745404303074, 0.011309197172522545, 0.03671596571803093, 0.00607568584382534, -0.011181809939444065, 0.002294747857376933, -0.01080672349780798, 0.009497460909187794, -0.0171548780053854, -0.01457881461828947, -0.020268799737095833, 0.04911503568291664, 0.021769143640995026, -0.0532197505235672, -0.04444415494799614, -0.018895842134952545, -0.06295783072710037, 0.003828708315268159, -0.009879624471068382, -0.01012024562805891, 0.03102598339319229, 0.024614134803414345, -0.006199534982442856, 0.03190354257822037, -0.00019417778821662068, 0.02491137385368347, -0.02826591581106186, -0.005647521466016769, -0.013028930872678757, -0.024783985689282417, 0.004769961815327406, 0.01440188754349947, -0.0032979261595755816, -0.005152124911546707, -0.010488254018127918, -0.00014286885561887175, -0.015272370539605618, 0.012590151280164719, -0.008888830430805683, -0.03513069823384285, 0.009433766826987267, 0.00941961258649826, 0.005286589730530977, 0.006394154857844114, -9.570664406055585e-05, -0.019136464223265648, 0.01147197000682354, 0.005845680367201567, -0.011719669215381145, 0.009893778711557388, -0.009164837189018726, -0.0014101110864430666, -0.008605747483670712, -0.013524328358471394, -0.0038251697551459074, -0.006330461241304874, -0.011295042932033539, 0.002783067524433136, 0.03966004028916359, -0.0014393040910363197, -0.004147177562117577, 0.03179030865430832, -0.0010783723555505276, -0.007650339510291815, 0.005799679085612297, 0.005827987566590309, -0.013708332553505898, -0.026708954945206642, 0.002958225551992655, -0.03445129841566086, 0.018173979595303535, -0.018711838871240616, -0.005467055831104517, -0.022335311397910118, 0.014833590015769005, 0.005778447724878788, -0.012384915724396706, -0.04469893127679825, 0.010962419211864471, -0.009532846510410309, 0.00607568584382534, -0.01007070578634739, -0.010919957421720028, 0.0034589299466460943, -0.019193081185221672, -0.013828642666339874, -0.013821565546095371, -0.03142230212688446, 0.010205170139670372, 0.032016776502132416, -0.014734511263668537, -0.00987254735082388, 0.02754405327141285, 0.029582256451249123, -0.0157536119222641, -0.0065640052780508995, 0.2060849964618683, -0.00929222535341978, 0.006871859077364206, 0.01195321325212717, -0.022462697699666023, 0.012052292004227638, 0.03363035246729851, 0.021556830033659935, -0.014989286661148071, -0.005541365128010511, 0.00020446168491616845, 0.016008388251066208, -0.011153501458466053, -0.005201664753258228, 0.00016597998910583556, -0.0019019691972061992, -0.029185937717556953, -0.04033944010734558, -0.01014147698879242, 0.01542806625366211, 0.015074211172759533, -0.010693489573895931, -0.0018559680320322514, -0.011698437854647636, 0.024939682334661484, 0.006404770538210869, 0.007933422923088074, -0.014890206977725029, 0.024118738248944283, 0.016135776415467262, 0.00032377708703279495, 0.006560466717928648, 0.005612135864794254, 0.004090560600161552, -0.004090560600161552, 0.0006422463338822126, 0.017607811838388443, -0.0046885753981769085, 0.026992039754986763, -0.0004098080098628998, 0.025180302560329437, 0.002949379151687026, 0.02927086316049099, -0.032781101763248444, -0.008641132153570652, 0.006011991761624813, 0.004943350795656443, -0.016192393377423286, 0.0021054355893284082, -0.009306379593908787, -0.013856951147317886, 0.0006648045964539051, 0.0295256394892931, 0.023241179063916206, -0.017522886395454407, -0.0010712952353060246, -0.00965315755456686, -0.0010801415191963315, 0.011988597922027111, 0.014989286661148071, -0.0171548780053854, 0.013814488425850868, 0.0029688412323594093, 0.01624900847673416, -0.01078549213707447, -0.006645391695201397, 0.0028538384940475225, -0.002370826667174697, 0.009950394742190838, 0.014692048542201519, -0.021797452121973038, -0.023495953530073166, -0.017565349116921425, 0.006394154857844114, -0.020084794610738754, -0.04648235812783241, 0.04002804681658745, 0.01977340318262577, 0.024571672081947327, 0.02189653180539608, -0.0041967169381678104, -0.002807837212458253, -0.0008222699398174882, 0.014423118904232979, -0.03643288463354111, -0.02927086316049099, 0.016475476324558258, -0.01629147119820118, -0.002445136196911335, -0.025435078889131546, 0.001459650811739266, 0.013800334185361862, -0.007883883081376553, 0.00553782656788826, -0.0019904328510165215, -0.002857377054169774, 0.010169785469770432, -0.009539923630654812, 0.0012172602582722902, -0.007016939576715231, -0.016914255917072296, 0.03810307756066322, 0.007409717887639999, 0.017282264307141304, -0.021273747086524963, -0.004532879218459129, -0.027996987104415894, -0.0018771993927657604, -0.015286524780094624, -0.012731693685054779, 0.01823059655725956, -0.003931325860321522, 0.01339694019407034, -0.013849874027073383, -0.0018948920769616961, -0.002303594257682562, 0.010615642182528973, -0.026326792314648628, 0.015413912013173103, 0.004175486043095589, -0.031195832416415215, -0.009447921067476273, -0.011217194609344006, 0.014026802033185959, 0.015881000086665154, -0.010863340459764004, -0.02639756351709366, -0.019546935334801674, -0.02193899266421795, 0.007997117005288601, 0.024472594261169434, -0.017381343990564346, -0.010233478620648384, 0.03402667120099068, -0.018315520137548447, 0.020523574203252792, -0.012809541076421738, -0.02653910405933857, 0.003197077428922057, 0.006666623055934906, -0.00018964402261190116, 0.006167687941342592, 0.01535729505121708, -0.028209298849105835, 0.026808034628629684, 0.004614265635609627, -0.013297860510647297, 0.006974476855248213, -0.017211494967341423, -0.015456374734640121, -0.02082081325352192, 0.0008726942469365895, 0.009695619344711304, -0.008435896597802639, 0.02035372518002987, 0.005053045693784952, -0.01297939196228981, 0.014253268949687481, -0.005435208790004253, 0.015187445096671581, -0.04750145971775055, 0.004037482663989067, 0.023071328178048134, -0.0001833409769460559, -0.018244750797748566, -0.02437351457774639, -0.18173979222774506, 0.01556960865855217, 0.03218662738800049, -0.02808191254734993, 0.029978573322296143, 0.01988663524389267, 0.02222207747399807, 0.008258969523012638, -0.019263852387666702, -0.016744406893849373, -0.027062809094786644, -0.013312014751136303, -0.025548310950398445, -0.030289964750409126, -0.0036623964551836252, 0.0009297532960772514, -0.013340323232114315, -0.01310677919536829, 0.033347271382808685, -0.003062612609937787, 0.026227712631225586, -0.028591463342308998, 0.008244815282523632, -0.012476918287575245, 0.019079847261309624, 0.020183874294161797, -0.006960322614759207, -0.010219324380159378, -0.012512302957475185, -0.0214719045907259, -0.01963186077773571, 0.008924216032028198, 0.02164175547659397, -0.007636185269802809, 0.029865339398384094, 0.008428819477558136, 0.04099053144454956, 0.0002037982048932463, -0.024387668818235397, 0.0063375383615493774, 0.021910684183239937, 0.04164162650704384, 0.012554765678942204, -0.01740965247154236, 0.007172635290771723, 0.008718980476260185, 0.012653845362365246, -0.007657416630536318, -0.009136529639363289, -0.010601487942039967, 0.01718318648636341, -0.014663740061223507, 0.014366501942276955, 0.001919661881402135, -0.007784804329276085, 0.017069952562451363, -0.0036694735754281282, 0.02243438921868801, 0.011747976765036583, -0.017197340726852417, 0.013212935999035835, -0.00299361115321517, 0.018541987985372543, -0.012391992844641209, -0.008839291520416737, -0.020155565813183784, -0.04710514098405838, 0.017522886395454407, -0.01755119487643242, 0.023028865456581116, -0.016885947436094284, -0.005208741873502731, 0.0007134596235118806, -0.002039972459897399, 0.005728908348828554, 0.041443467140197754, 0.022122997790575027, 0.0008063464774750173, 0.03926372155547142, 0.009263916872441769, -0.018471216782927513, 0.019830020144581795, -0.01858445070683956, 0.02164175547659397, 0.005074277054518461, -0.00329438759945333, -0.009447921067476273, 0.0018648144323378801, -0.016744406893849373, -0.006532158236950636, 0.016772713512182236, -0.017197340726852417, -0.02110389620065689, 0.0035261623561382294, -0.00024239049525931478, 0.010551948100328445, 0.029893647879362106, -0.00502473721280694, 0.014416041783988476, 0.0024327512364834547, 0.010912880301475525, 0.0013322631129994988, 0.0018188133835792542, 0.002310671377927065, 0.009426689706742764, 0.004002097062766552, -0.017027489840984344, 0.001287146587856114, 0.0494830459356308, -0.029469022527337074, -0.02268916554749012, 0.003987942822277546, 0.002970610512420535, 0.023934734985232353, -0.004798270296305418, 0.03382851183414459, -0.02021218277513981, -0.008442973718047142, 0.008117427118122578, 0.0009819469414651394, 0.028577309101819992, 0.013092624954879284, -0.004869041033089161, 0.021344518288969994, -0.028534846380352974, -0.014040956273674965, -0.09862639009952545, -0.026949577033519745, 0.00821650680154562, 0.020155565813183784, -0.0004151158209424466, 0.033488813787698746, -0.005074277054518461, 0.04045267403125763, -0.011068576015532017, 0.03006349876523018, -0.011847056448459625, -0.02175498940050602, 0.006086301524192095, 0.0011402969248592854, -0.0009545231587253511, 0.012724616564810276, 0.0011606435291469097, -0.022844862192869186, -0.010919957421720028, 0.008181121200323105, 0.028973625972867012, -0.021556830033659935, 0.01701333560049534, -0.016730252653360367, 0.005750139243900776, -0.02775636501610279, -0.029638871550559998, 0.020594345405697823, 0.018725993111729622, -0.01033963542431593, -0.002660987665876746, -0.021231284365057945, 0.00645431037992239, -0.031875234097242355, 0.01855614222586155, -0.024783985689282417, -0.0048796567134559155, -0.015951771289110184, 0.03623472526669502, -0.03756522014737129, 0.007402641233056784, -0.004861963912844658, 0.026836343109607697, -0.009398382157087326, -2.385755033174064e-05, -0.005714754108339548, -0.007154942490160465, 0.02196730114519596, -0.02110389620065689, -0.0190232302993536, -0.028931163251399994, 0.004872579593211412, -0.03513069823384285, -0.0065781595185399055, 0.05194587633013725, -0.0035544708371162415, 0.022250385954976082, -0.006217227783054113, 0.00013203204434830695, -0.015201599337160587, -0.00027556437999010086, -0.02240608260035515, -0.014416041783988476, -0.0002161831216653809, 0.017395498231053352, 0.009865470230579376, -0.023326104506850243, 0.010820877738296986, 0.019221389666199684, -0.0065498510375618935, 0.019518626853823662, 0.012066446244716644, 0.0075441827066242695, 0.019801711663603783, 0.006061531603336334, -0.015654534101486206, -0.00160207727458328, -0.041330233216285706, 0.002965302672237158, 0.013807411305606365, -0.010077782906591892, -0.005573212169110775, 0.029837030917406082, 0.007275253534317017, -0.014175420626997948, -0.021769143640995026, -0.007367255631834269, -0.0058881426230072975, -0.007154942490160465, -0.04523678869009018, 0.0049928901717066765, 0.007756495848298073, -0.027742210775613785, -0.0010881032794713974, -0.006985092535614967, -0.010820877738296986, -0.01107565313577652, 0.004975197371095419, 0.0003653550229500979, 0.00650031166151166, -0.029865339398384094, -0.015088365413248539, -0.061542414128780365, 0.013743718154728413, 0.007208020891994238, -0.010573179461061954, 0.005725369788706303, -0.01787674054503441, 0.002415058668702841, -0.03767845034599304, 0.017268110066652298, 0.03575348109006882, -0.022066380828619003, 0.012469841167330742, -0.010028243064880371, 0.00024393860076088458, 0.0013375708367675543, 0.008740211836993694, 0.03490423038601875, -0.02175498940050602, 0.030006881803274155, 0.02406212128698826, 0.006415386218577623, -0.008768520317971706, 0.014720357023179531, -0.0011827594134956598, -0.007855575531721115, 0.003572163637727499, -0.002296517137438059, 0.030233347788453102, -0.0009288686560466886, -0.00812450423836708, 0.01923554390668869, -0.04087729752063751, -0.02203807234764099, 0.006762164179235697, -0.002271747449412942, -0.004341797437518835, 0.02516614831984043, 0.017933357506990433, 0.007841421291232109, 0.023113790899515152, -0.04936981201171875, -0.034932538866996765, 0.013927722349762917, -0.0018789686728268862, -0.004497493617236614, 0.0012172602582722902, -0.006234920583665371, -0.0019585860427469015, 0.03020503930747509, 0.001150912488810718, 0.030403198674321175, 0.015739457681775093, -0.038386162370443344, -0.03722551837563515, -0.0036730121355503798, -0.01496097818017006, 0.03269617632031441, 0.009575309231877327, 0.019122309982776642, 0.022844862192869186, 0.019688477739691734, -0.0035792405251413584, 0.010700566694140434, -0.0027565283235162497, -0.0049079651944339275, -0.005498902406543493, -0.013389863073825836, 0.003888863604515791, 0.0333755798637867, -0.013241244480013847, -0.020113103091716766, -0.005152124911546707, -0.007600799668580294, 0.0009669080609455705, 0.0102688642218709, 0.013616329990327358, -0.0059942989610135555, 0.013354477472603321, -0.020254645496606827, 0.019065693020820618, 0.01783427782356739, -0.016418859362602234, -0.008697749115526676, 0.0049079651944339275, 0.03527224063873291, 0.017862586304545403, -0.009547000750899315, 0.0009828314650803804, -0.005102585069835186, -0.02600124664604664, -0.0037968612741678953, -0.005056584253907204, -0.0033120804000645876, 0.023977195844054222, 0.0076149539090693, -0.023382721468806267, -0.012243373319506645, 0.003131614299491048, 0.01168428361415863, -0.007883883081376553, 0.031875234097242355, 0.0021266669500619173, 0.0032448479905724525, -0.027416665107011795, -0.01484774425625801, -0.004065790679305792, -0.019292160868644714, -0.048237476497888565, 0.015060057863593102, -0.000579437124542892, 0.002542446367442608, -0.018598604947328568, -0.011790439486503601, 0.022137152031064034, -0.019207235425710678, 0.026850497350096703, -0.004823040217161179, -0.03088444098830223, -0.034536220133304596, 0.03561193868517876, 0.01589515432715416, -0.005523672327399254, 0.01071472093462944, -0.019914943724870682, 0.039999738335609436, 0.0494830459356308, 0.027558207511901855, -0.013701255433261395, 0.02754405327141285, -0.0039065564051270485, -0.01542806625366211, 0.006026146002113819, -0.005965990945696831, -0.02093404531478882, -0.006638314574956894, -0.0180890541523695, -0.0010889879195019603, 0.0043241046369075775, -0.021839914843440056, 0.10094767808914185, 0.04127361625432968, 0.002774221124127507, 0.01549883745610714, -0.03549870848655701, -0.026907114312052727, 0.009837161749601364, -0.008782674558460712, -0.012002752162516117, 0.0018577373120933771, 0.017593657597899437, -0.012002752162516117, -0.003963172901421785, -0.030912749469280243, -0.01841459982097149, -0.0036146261263638735, -0.0016622325638309121, 0.02268916554749012, 0.00121106777805835, 0.004968120250850916, 0.013510174117982388, 0.014260346069931984, -0.00045647259685210884, -0.002241669688373804, -0.026737263426184654, 0.0015304216649383307, 0.014324039220809937, -0.015371449291706085, -0.015725303441286087, -0.03210170194506645, 0.013128010556101799, 0.017452115193009377, -0.03176200017333031, -0.022590085864067078, -0.01301477663218975, 0.00513443211093545, -0.010743029415607452, -0.00944084394723177, 0.018541987985372543, 0.012257527559995651, 0.01379325706511736, 0.01977340318262577, -0.011641820892691612, -0.0228731706738472, -0.028393303975462914, 0.03368696942925453, -0.021160513162612915, -0.012512302957475185, -0.04356659576296806], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='ce372f2a-c6e2-43a2-b950-0086cee019f7', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='3b2894ddeb3ce0d51ddec0e5e89149d6fe9bbe4d68f136d62eacc7337674a714'), : RelatedNodeInfo(node_id='5efbe3fb-5702-4293-ac19-bb29dea9a9a4', node_type=, metadata={}, hash='a81601aa5fba671b0428351613cedb211ef3cfbd13b2417693b960e13628d0c7')}, hash='6579872127d99fcbc395a5f605942b6a960fe90b5083b2589205e120130d6aeb', text=\"When a user asks a question, a similarity search is performed in the vector store to get document chunks relevant to the question. The question, along with the chunks are sent to OpenAI to get the response back. Now we are ready to query these documents. Setting up the web application The application is presented in the browser using Streamlit, providing a user-friendly interface. Within the application, a text box is available for users to enter their questions. Upon submitting the question by pressing enter, the application processes the input and generates a corresponding response. This response is then displayed below the text box, allowing users to conveniently view the relevant information. Create a prompt based on the question asked by the user and display the response back to the user By calling index.query() with the specified parameters, you initiate the process of querying the vector database using the provided question. Vector database provides relevant text chunks that are relevant to the question asked. These text chunks, along with the original question, is passed to LLM. The LLM is invoked to analyze the question and generate a response based on the available data sent. The specific chaining process associated with the query is determined by the chain_type parameter, which is to use all the data (filtered by the question) sent to LLM. Now the entire application is ready, and let's take it for a spin next. Ask few questions Let's try few questions The range of questions encompasses diverse facets of stock analysis, encompassing price forecasts, analyst recommendations, and recent rating changes. The chat system excels in delivering precise answers by leveraging the information contained within the financial documents. The system extends beyond individual stock inquiries and accommodates comparative queries across multiple stocks. For instance, one can ask about the stock with the highest price increase, prompting the system to compare price increases across all stocks and provide a comprehensive response. This versatility allows users to gain insights and make informed decisions across a broader spectrum of stock analysis. Conclusion The development of a Q&A bot over private documents using OpenAI and LangChain represents a remarkable achievement in unlocking the invaluable knowledge hidden within private document repositories. This web-based Q&A bot has the potential to empower users from various industries, enabling efficient access and analysis of critical information and ultimately enhancing\", start_char_idx=7095, end_char_idx=9654, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='5efbe3fb-5702-4293-ac19-bb29dea9a9a4', embedding=[-0.004416071344166994, 0.00959652941673994, -0.006462543737143278, -0.037663426250219345, 0.0038601537235081196, 0.00041628681356087327, -0.01762259192764759, 0.014578942209482193, -0.021625200286507607, -0.019304241985082626, 0.00451683159917593, 0.018109019845724106, -0.007817593403160572, 0.015732470899820328, 0.00791487842798233, 0.027781987562775612, 0.013682524673640728, -0.004061673767864704, 0.002171553671360016, -0.02180587314069271, -0.019609997048974037, -0.011153099127113819, -0.022723136469721794, -0.0014549408806487918, 0.00040998932672664523, 0.0010058636544272304, 0.0018970692763105035, -0.050199370831251144, -0.016705326735973358, 0.006990665569901466, 0.011973078362643719, 0.005705105606466532, -0.03182629123330116, 0.00795657280832529, -0.005663411691784859, -0.02180587314069271, 0.0006731816101819277, -0.0038462558295577765, 0.023084484040737152, -0.0065772016532719135, 0.027378948405385017, 0.020805221050977707, -0.00026319228345528245, -0.0058892532251775265, -0.022361790761351585, 0.006170686800032854, 0.008651469834148884, -0.026142030954360962, 0.003172205528244376, 0.012577638030052185, 0.003599567338824272, 0.04919871687889099, -0.0212082602083683, 0.016830408945679665, -0.016538552939891815, -0.01075005903840065, -0.003403258742764592, 0.02045777253806591, 0.003599567338824272, 0.00895722396671772, -0.002717047929763794, 0.014578942209482193, -0.010152447037398815, 0.01343931071460247, -0.01671922579407692, -0.006653640419244766, -0.015482308343052864, 0.020555058494210243, 0.013126607052981853, 0.0008686214569024742, 0.014495554380118847, 0.022792626172304153, -0.00138979428447783, -0.004395224619656801, 0.009276877157390118, 0.0037246488500386477, -0.004023454617708921, -0.020471669733524323, -0.009679917246103287, 0.014342676848173141, 0.0014019550289958715, 0.000418458366766572, -0.002216721884906292, 0.002491206396371126, 0.0026788285467773676, -0.0060734013095498085, 0.016913795843720436, 0.022347891703248024, -0.006820415612310171, -0.015134859830141068, 0.001378502231091261, -0.0017328998073935509, 0.024807827547192574, 0.010770905762910843, -0.02910229191184044, 0.002852552803233266, 0.010666671209037304, 0.012855597771704197, 0.011778506450355053, -0.03582889586687088, 0.010770905762910843, 0.003293812507763505, -0.027490131556987762, -0.01970728300511837, -0.018915100023150444, 0.002307058544829488, 0.03127037361264229, -0.0058267125859856606, 0.022945504635572433, 0.002730945823714137, -0.0009980460163205862, 0.02343193255364895, 0.01866493746638298, -0.020916404202580452, 0.01007600873708725, -0.035578735172748566, 0.015621287748217583, -0.008672316558659077, -0.014210646972060204, -0.008449949324131012, 0.022723136469721794, 0.013286433182656765, 0.0103400694206357, -0.004892075899988413, 0.01926254853606224, 0.010277529247105122, -0.013467106968164444, -0.01395353488624096, -0.004753096494823694, -0.011806302703917027, 0.012327475473284721, 0.01904018223285675, 0.03335506469011307, 0.0023921835236251354, -0.038552895188331604, 0.03488383814692497, -0.017497509717941284, -0.008908581919968128, -0.025280358269810677, 0.0013428888050839305, -0.009464499540627003, 0.019693385809659958, -0.02910229191184044, 0.0054271467961370945, -0.02037438377737999, 0.017289040610194206, 0.026461683213710785, 0.0037489701062440872, 0.022333994507789612, 0.023876667022705078, 0.01649685762822628, -0.03343845158815384, -0.024363094940781593, 0.018901202827692032, 0.01627449132502079, 0.01858155056834221, 0.009582631289958954, -0.004621066153049469, -0.02105538360774517, -0.007070578634738922, 0.008449949324131012, 0.026169827207922935, 0.0029845833778381348, -0.007699460256844759, -0.005041478667408228, 0.025127481669187546, 0.019874058663845062, -0.01708057150244713, -0.013877096585929394, -0.015273839235305786, -0.011611731722950935, 0.018498161807656288, -0.0364404059946537, -0.0028403920587152243, -0.006594574078917503, 0.002708361716940999, 0.03104800544679165, -0.02076352760195732, -0.020416079089045525, -0.007428450509905815, -0.006563303526490927, 0.013682524673640728, 0.017942244186997414, 0.02530815452337265, -0.024766134098172188, -0.029130088165402412, 0.014815207570791245, 0.0025346374604851007, 0.004586321301758289, 0.010117702186107635, 0.004561999812722206, 0.007199134677648544, -0.00794962327927351, -0.017650388181209564, -0.6350803971290588, -0.039164405316114426, 0.013564391992986202, -0.009499244391918182, 0.013300331309437752, -0.0018258423078805208, -0.008443000726401806, 0.03204865753650665, -0.0030175908468663692, 0.04074876755475998, -0.01673312298953533, -0.007129644975066185, -0.0157602671533823, 0.013001525774598122, -0.0003140066401101649, -0.015801960602402687, 0.010527691803872585, -0.02710098959505558, 0.011743761599063873, 0.008741806261241436, -0.012244087643921375, 0.020068630576133728, -0.004475137684494257, -0.012084261514246464, -0.014127259142696857, -0.003721174318343401, 0.019651692360639572, -0.014043871313333511, 0.007796746212989092, 0.015315533615648746, -0.029157884418964386, 0.003988709766417742, 0.035856693983078, -0.0196238961070776, 0.05033835023641586, 0.008276225067675114, -0.019318141043186188, 0.014099462889134884, 0.008630622178316116, 0.00276221614331007, -0.02604474499821663, -0.02828231453895569, -0.0003127037198282778, 0.00023365917149931192, -0.016774816438555717, 0.0012429972412064672, 0.029574822634458542, 0.007810643874108791, -0.015371125191450119, -0.02061064913868904, -0.008088602684438229, -0.00862367358058691, -0.011820200830698013, -0.02486342005431652, 0.005447993520647287, -0.0044195461086928844, 0.031548332422971725, -0.023876667022705078, 0.021555710583925247, -0.0005824106629006565, 0.028115538880228996, 0.005854508373886347, -0.034216735512018204, -0.054674506187438965, -0.020207609981298447, 0.009916182607412338, 0.0054271467961370945, -0.0029637364204972982, -0.024946806952357292, -0.026767438277602196, 0.02500239945948124, -0.004589795600622892, -0.014981982298195362, -0.003561347955837846, -0.00662236986681819, 0.03391098231077194, 0.03830273076891899, -0.007782848086208105, -0.010868191719055176, 0.02792096696794033, 0.016316184774041176, -0.025210868567228317, -0.01556569617241621, -0.03204865753650665, 0.02433529868721962, 0.014662330038845539, -0.03388318419456482, -0.015273839235305786, 0.004523780662566423, -0.002539849141612649, 0.001251683454029262, 0.03991489112377167, -0.02194485254585743, -0.03202085942029953, 0.01037481427192688, 0.020110324025154114, 0.007734205108135939, -0.03068665787577629, 0.008074704557657242, -0.010235834866762161, -0.0188039168715477, -0.006872532889246941, 0.03249339014291763, 0.006903803441673517, 0.02792096696794033, -0.0018154188292101026, 0.007782848086208105, 0.007762001361697912, 0.012932036072015762, -0.029658211395144463, 0.0022931606508791447, 0.016677532345056534, 0.017566999420523643, -0.0027361575048416853, 0.0050275810062885284, -0.02023540437221527, 0.0212082602083683, -0.016232797876000404, 0.01924865134060383, -0.005270794965326786, 0.010548538528382778, -0.020791321992874146, -0.016830408945679665, 0.004881652537733316, 0.018539855256676674, 0.00446123955771327, -0.004134638234972954, -0.026475582271814346, -0.0028282313141971827, 0.01216764934360981, 0.005566126201301813, -0.04308362305164337, 0.019276447594165802, -0.006003911606967449, 0.00929772388190031, 0.005336809903383255, 0.016997184604406357, -0.007219981402158737, 0.006347885355353355, 0.0037628680001944304, -0.013147453777492046, -0.01250119972974062, 0.015940940007567406, 0.018331386148929596, -0.04830925166606903, -0.028546374291181564, -0.0229038093239069, 0.010430405847728252, -0.007699460256844759, 0.0038010873831808567, -0.008137245662510395, -0.0049650403670966625, -0.008741806261241436, 0.0018049953505396843, -0.0041763316839933395, -0.006069926545023918, -0.00973550882190466, -0.03471706062555313, 0.005034530069679022, -0.023098381236195564, 0.00020836056501138955, -0.0007986974087543786, 0.013154403306543827, -0.007129644975066185, 0.0026736168656498194, -0.01656634733080864, 0.007032359018921852, 0.02448817528784275, -0.012362220324575901, -0.026100337505340576, 0.027962662279605865, -0.023459728807210922, -0.006580675952136517, 0.0174002256244421, 0.00024321400269400328, 0.008192837238311768, -0.026989804580807686, -0.00112833920866251, 0.01492639072239399, -0.012223240919411182, -0.01924865134060383, 0.01873442716896534, 0.02479393035173416, -0.035411957651376724, 0.01986016146838665, -0.01574636995792389, 0.030881229788064957, 0.009179591201245785, 0.0030384378042072058, 0.010020417161285877, 0.0021090127993375063, 0.03738546743988991, -0.004600218962877989, 0.016691429540514946, -0.0035648224875330925, 0.008561132475733757, 0.006955920718610287, 0.004933769814670086, 0.027128783985972404, 0.011486649513244629, -0.003389360848814249, 0.025127481669187546, 0.009005866944789886, -0.028685353696346283, -0.029519231989979744, -0.01897069253027439, 0.014439962804317474, -0.02971380203962326, 0.013522698543965816, 0.0018519009463489056, 0.011173945851624012, 0.015718573704361916, -0.009276877157390118, -0.013995228335261345, 0.0046106427907943726, 0.02851857990026474, 0.008449949324131012, -0.021472321823239326, -0.007171338424086571, 0.026308806613087654, 0.01596873626112938, -0.009978722780942917, -0.008790449239313602, -0.008304021321237087, -0.016441266983747482, 0.01078480388969183, -0.011354619637131691, 0.012139853090047836, 0.005736376158893108, -0.026545071974396706, 0.0062436508014798164, 0.004770468920469284, 0.008852989412844181, 0.0018605871591717005, 0.017817163839936256, 0.014884697273373604, 0.015357227064669132, -0.002883823122829199, 0.03774681314826012, 0.0007861023768782616, -0.01963779330253601, 0.0048191118985414505, 0.00936721358448267, -0.010117702186107635, 0.02136113867163658, -0.005041478667408228, 0.034439101815223694, 0.007112272549420595, -0.027156580239534378, -0.014787411317229271, -0.020777424797415733, 0.0005776332691311836, 0.0023504896089434624, 0.0028143334202468395, 0.012508148327469826, -0.008540285751223564, 0.002612813375890255, 0.003021065378561616, 0.02158350497484207, 0.02187536284327507, -0.004628015216439962, -0.00042041277629323304, 0.004940718878060579, 0.015843655914068222, 0.004249296151101589, -0.017372429370880127, 0.004603693727403879, -0.0021871887147426605, -0.021110976114869118, -0.015704676508903503, 0.0068273646757006645, -0.0032747029326856136, 0.02402954362332821, -0.022570259869098663, 0.030353108420968056, 0.03560652956366539, 0.01030532456934452, 0.006320089567452669, 0.006340936291962862, 0.018317488953471184, -0.0056390902027487755, -0.013425412587821484, 0.010166345164179802, 0.009603478945791721, -0.009415856562554836, -0.006333987694233656, 0.00038175913505256176, 0.012945934198796749, -0.020944200456142426, 0.020944200456142426, -0.017358530312776566, -0.0003934855049010366, -0.004033877979964018, -0.01649685762822628, -0.014009126462042332, 0.010541589930653572, 0.02553052082657814, -0.018609344959259033, 0.009575682692229748, -0.03896983340382576, 0.02195874974131584, -0.004370903130620718, -0.008456897921860218, -0.01641347073018551, 0.04427884519100189, -0.009679917246103287, -0.017136164009571075, -0.0021246480755507946, -0.023695992305874825, -0.04525170102715492, 0.0020603700540959835, 0.004221500363200903, -0.01384930033236742, -0.002810858888551593, 0.009853641502559185, 0.017414122819900513, 0.01642736792564392, -0.012334424071013927, 0.023612605407834053, 0.02971380203962326, 0.00243561458773911, -0.02322346344590187, -0.0069420225918293, 0.029324660077691078, 0.06470882147550583, 0.006313140504062176, -0.001963084563612938, 0.005583498626947403, -0.02851857990026474, 0.0010223673889413476, -0.0188039168715477, -0.015134859830141068, 0.004138112533837557, 0.007831490598618984, -0.023904461413621902, -0.007775899022817612, 0.003943541552871466, 0.004082520958036184, 0.01873442716896534, 0.0019231279147788882, 0.002126385224983096, -0.006948971655219793, 0.0004208470927551389, -0.026294907554984093, 0.01673312298953533, 0.004652336239814758, -0.004558525513857603, 0.017817163839936256, 0.027531825006008148, -0.01701108179986477, 0.019359834492206573, 0.03599567338824272, -0.008547235280275345, -0.022639749571681023, 0.010367865674197674, 0.005333335604518652, 0.012925087474286556, 0.017219550907611847, -0.014870799146592617, 0.03024192340672016, 0.00259370356798172, -0.007063629571348429, 0.008345714770257473, 0.0038948985747992992, 0.010708365589380264, 0.011966128833591938, 0.005420197732746601, -0.011618680320680141, -0.0010102067608386278, -0.011250385083258152, -0.006438222248107195, 0.006337461993098259, -0.01004126388579607, -0.023265156894922256, 0.011750711128115654, 0.007087951060384512, -0.039748117327690125, -0.0025815428234636784, 0.010923783294856548, 0.01762259192764759, 0.017150061205029488, -0.009158744476735592, 0.009950927458703518, -0.020958097651600838, -0.008422153070569038, -0.013196096755564213, 0.0028195451013743877, -0.0010449516121298075, -0.023626502603292465, -0.028852129355072975, -0.01452335063368082, -0.00449598440900445, 0.003887949511408806, 0.020124221220612526, 0.009978722780942917, -0.026475582271814346, -0.058260176330804825, 0.0011509234318509698, 0.015398920513689518, -0.010743110440671444, 0.024432584643363953, 0.008846040815114975, -0.002635397482663393, 0.014606738463044167, 0.0005111836944706738, -0.03830273076891899, -0.011632578447461128, -0.028185028582811356, -0.017872754484415054, -0.00726167531684041, -0.001524430583231151, -0.025419337674975395, -0.006000436842441559, 0.004874703474342823, -0.007345062680542469, 0.005371555220335722, 0.012362220324575901, 0.01755310222506523, 0.0034102078061550856, 0.022486871108412743, 0.019748976454138756, 0.025850174948573112, 0.01695549115538597, -0.03588448837399483, -0.001440174295566976, -0.01067361980676651, -0.01910967193543911, -0.022278402000665665, 0.013272535987198353, -0.009943977929651737, 0.021083179861307144, 0.01940152794122696, -0.0103400694206357, -0.020791321992874146, 0.009770253673195839, -0.0013567866990342736, -0.0020464721601456404, -0.011674271896481514, 0.008568082004785538, 0.013362872414290905, 0.03229881823062897, 0.0196238961070776, 0.0009077094146050513, -0.0255444198846817, 0.000224972958676517, -0.01591314561665058, 0.02163909748196602, 0.02277872897684574, -0.00872790813446045, -0.006990665569901466, 0.006344411056488752, -0.0004773074761033058, -0.028254518285393715, -0.01738632656633854, 0.000945060106460005, -0.009443651884794235, -0.009207387454807758, -0.02187536284327507, 0.000720087147783488, -0.016913795843720436, -0.012063414789736271, 0.0033910979982465506, -0.006323563866317272, 0.0013672101777046919, -0.014016075991094112, -0.016302287578582764, 0.004377852194011211, 0.0017928346060216427, 0.014370473101735115, -0.02590576559305191, -0.019915752112865448, 0.033688612282276154, -0.010645824484527111, 0.018081223592162132, 0.005378503818064928, 0.02590576559305191, -0.029074497520923615, -0.01909577287733555, -0.0025641703978180885, -0.031770698726177216, 0.008561132475733757, 0.01830359175801277, 0.04388970509171486, 0.016830408945679665, 0.047225210815668106, -0.004586321301758289, 0.023765482008457184, 0.013932688161730766, 0.009082306176424026, -0.012973729521036148, -0.014300983399152756, -0.006146365310996771, -0.003606516169384122, -0.004600218962877989, 0.02216721884906292, 0.020541159436106682, 0.028421293944120407, -0.023376340046525, 0.0011048865271732211, 0.028310110792517662, -0.005937896203249693, -0.020999791100621223, -0.02710098959505558, -0.022945504635572433, -0.011514445766806602, 0.025725092738866806, -0.015482308343052864, 0.01895679347217083, -0.050505124032497406, -0.005309014115482569, 0.0165802463889122, -0.007164389826357365, 0.021013690158724785, -0.017497509717941284, 0.017566999420523643, -0.003076657187193632, -0.02022150717675686, 0.00940195843577385, 0.032354410737752914, -0.013758963905274868, 0.023167870938777924, -0.038858648389577866, 0.004645387642085552, 0.012681872583925724, 0.005354182794690132, -0.006059503182768822, 0.024279706180095673, -0.013050168752670288, -0.007192185614258051, 0.013529647141695023, 0.006900328677147627, -0.009638223797082901, -0.004037352278828621, -0.005885778926312923, -0.02314007468521595, -0.0098119480535388, -0.015371125191450119, 0.010499895550310612, -0.026614561676979065, 0.01947101764380932, 0.020138120278716087, 0.022417381405830383, -0.01000651903450489, -0.013877096585929394, 0.005117917433381081, 0.01948491670191288, 0.03785799816250801, -0.0036134652327746153, 0.008971122093498707, 0.02098589390516281, 0.01512096170336008, 0.002989795058965683, -0.016816511750221252, 0.013724219053983688, -0.0037906640209257603, 0.018762223422527313, 0.046029988676309586, -0.017344633117318153, -0.019067978486418724, -0.0006996745942160487, 0.020429976284503937, -0.027073193341493607, -0.025141378864645958, 0.01828969269990921, 0.018609344959259033, 0.025808479636907578, -0.0179839376360178, -0.03291032835841179, -0.01492639072239399, 0.02696201018989086, -0.02926906757056713, 0.020721832290291786, 0.005441044922918081, 0.00048251921543851495, -0.008943326771259308, 0.009353315457701683, -0.008297071792185307, 0.01485690101981163, -0.001780673977918923, 0.007887083105742931, 0.0014436488272622228, 0.026100337505340576, -0.008908581919968128, 0.02022150717675686, 0.0003024974139407277, 0.022139422595500946, -0.017108367756009102, -0.0027413691859692335, 0.006584150716662407, 0.0157602671533823, 0.005013682879507542, -0.0017546153394505382, 0.002072530798614025, 0.033494044095277786, -0.03543975576758385, 0.013342025689780712, 0.00012747019354719669, -0.026906417682766914, 0.018567651510238647, -0.005715528968721628, -0.008540285751223564, -0.003229534486308694, -0.022806525230407715, 0.0038045619148761034, 0.017817163839936256, 0.014245391823351383, -0.001799783669412136, -0.002056895522400737, 0.01708057150244713, -0.016705326735973358, 0.003170468145981431, -0.014940288849174976, -0.009575682692229748, -0.022737035527825356, -0.021069280803203583, -0.003493595402687788, -0.013661677949130535, 0.000624538806732744, -0.0034258428495377302, -0.01596873626112938, -0.007345062680542469, 0.03991489112377167, -0.01678871549665928, 0.030130740255117416, -1.6680245607858524e-05, 0.011563088744878769, -0.02320956438779831, 0.006608471740037203, -0.010388712398707867, -0.007042782846838236, 0.00519088190048933, -0.035495348274707794, 0.000850814685691148, -0.012528995983302593, -0.012459506280720234, 0.021110976114869118, 0.014815207570791245, -0.004072097130119801, 0.0036864294670522213, -0.0010796964634209871, -0.011952230706810951, -0.007755052298307419, -0.010965476743876934, 0.006504237186163664, 0.005586972925812006, -0.0014731819974258542, 0.03552314266562462, -0.023014994338154793, 0.013592188246548176, -0.00695939501747489, 0.023570911958813667, -0.0179839376360178, -0.03396657109260559, -0.025572216138243675, 0.0059934877790510654, -0.013995228335261345, -0.016482960432767868, -0.004058199469000101, -0.018470365554094315, -0.004301413428038359, -0.029824985191226006, 0.005256896838545799, -0.00022779597202315927, -0.010201090015470982, 0.013314229436218739, 0.012362220324575901, 0.03719089552760124, 0.0005250816466286778, -0.013939636759459972, -0.006410426460206509, -0.003184366272762418, 0.001108360942453146, -0.011632578447461128, -0.009457550011575222, -0.02365429885685444, 0.033994369208812714, 0.020138120278716087, -0.049087535589933395, -0.04322260245680809, -0.01512096170336008, -0.051394592970609665, 0.0068273646757006645, -0.006695333868265152, -0.005197830498218536, 0.02865755930542946, 0.02238958701491356, 0.0049059740267694, 0.03888644650578499, -0.0026058643124997616, 0.024891216307878494, -0.021069280803203583, -0.0038323577027767897, -0.005948319565504789, -0.029157884418964386, 0.003406733274459839, 0.014815207570791245, -0.009791101329028606, -0.007094900123775005, -0.013460157439112663, -0.0005654725828208029, -0.01350880041718483, 0.00906840804964304, -0.0061776358634233475, -0.03891424089670181, 0.003870577085763216, 0.014773513190448284, 0.0010188929736614227, 0.0045724231749773026, 0.0035856692120432854, -0.018845610320568085, 0.00756048085168004, 0.003936592489480972, -0.01052074320614338, 0.0018136815633624792, -0.011278180405497551, -0.0056773098185658455, 0.0031878408044576645, -0.009513141587376595, 0.000897285935934633, -0.007511838339269161, -0.006778721697628498, -0.0044264947064220905, 0.037218689918518066, -0.004290990065783262, -0.0059274728409945965, 0.02680913172662258, 0.007845388725399971, -0.007720307447016239, 0.00013192188635002822, 0.003434529295191169, -0.01425928995013237, -0.026892520487308502, 0.0009181328350678086, -0.04325040057301521, 0.027490131556987762, -0.02544713392853737, 0.006108146160840988, -0.026739642024040222, 0.013154403306543827, 0.006542456801980734, -0.010757007636129856, -0.05022716522216797, 0.011653425171971321, -0.015440614894032478, -0.007282522041350603, -0.01651075668632984, -0.01881781406700611, 0.008345714770257473, -0.017289040610194206, -0.019290344789624214, -0.013112708926200867, -0.029991760849952698, 0.0066432165913283825, 0.03129816800355911, -0.01496808510273695, -0.009756356477737427, 0.022056035697460175, 0.02621152065694332, -0.017441919073462486, -0.01671922579407692, 0.20524482429027557, -0.012369168922305107, 0.00031639536609873176, 0.008832142688333988, -0.023765482008457184, 0.012945934198796749, 0.03791358694434166, 0.01209121011197567, -0.017747674137353897, -0.011549190618097782, -0.0039053219370543957, 0.01776157133281231, -0.008915530517697334, -0.009012816473841667, -0.0028542899526655674, -0.0040651485323905945, -0.033494044095277786, -0.030964616686105728, -0.013536596670746803, 0.011653425171971321, 0.01138936448842287, -0.010805650614202023, -0.0033407181035727262, -0.00486775441095233, 0.023195667192339897, 0.006466018036007881, 0.010263631120324135, -0.011841047555208206, 0.024376992136240005, 0.013321178033947945, 0.0046731834299862385, -0.0018049953505396843, 0.0003800218692049384, 0.004301413428038359, -0.006017809268087149, -0.011702068150043488, 0.0152599411085248, -0.01190358866006136, 0.025474930182099342, -0.008651469834148884, 0.03024192340672016, 0.002044734777882695, 0.03129816800355911, -0.018609344959259033, -0.003045386867597699, 0.01733073592185974, 0.006938548292964697, -0.011208690702915192, -0.008512490428984165, -0.008456897921860218, -0.020624548196792603, 0.0019387630745768547, 0.035356368869543076, 0.016858205199241638, -0.018915100023150444, 0.0045724231749773026, -0.008109449408948421, 0.013870147056877613, 0.01909577287733555, 0.013071015477180481, -0.011952230706810951, 0.0152599411085248, 0.003881000680848956, 0.017566999420523643, -0.010708365589380264, -0.00690727774053812, 0.002121173543855548, -0.0067891450598835945, 0.01986016146838665, 0.010645824484527111, -0.01603822596371174, -0.03246559575200081, -0.011597833596169949, 0.013501851819455624, -0.029352456331253052, -0.041693828999996185, 0.03888644650578499, 0.02104148641228676, 0.02336244285106659, 0.019220855087041855, 0.005145713221281767, -0.0005941370618529618, -0.011111405678093433, 0.006212380714714527, -0.03413334861397743, -0.03502281755208969, 0.0152321457862854, -0.022056035697460175, 0.002499892609193921, -0.02769860066473484, 0.002889034803956747, 0.013453208841383457, -0.012897291220724583, -0.0033772001042962074, -0.0003159610496368259, 0.004839958623051643, 0.012716617435216904, -0.010277529247105122, 0.0007148754666559398, -0.011806302703917027, -0.015718573704361916, 0.05306234583258629, 0.0036238885950297117, 0.01904018223285675, -0.02785147726535797, -0.006132467184215784, -0.03360522538423538, 0.004982412792742252, -0.015134859830141068, -0.010826497338712215, 0.02061064913868904, -0.002703150035813451, 0.011208690702915192, -0.01746971532702446, 0.0005615637637674809, -0.0022705765441060066, 0.012549842707812786, -0.027281662449240685, 0.02201434224843979, -0.002508578822016716, -0.025961358100175858, -0.011896639131009579, -0.007803694810718298, 0.009756356477737427, 0.013425412587821484, -0.005020631942898035, -0.032576777040958405, -0.018025632947683334, -0.018039530143141747, -0.002657981589436531, 0.01656634733080864, -0.010958528146147728, 0.0003074919804930687, 0.027114886790513992, -0.019054079428315163, 0.019012385979294777, -0.001614767243154347, -0.01574636995792389, -0.004200653173029423, 0.013494902290403843, 0.005183932837098837, 0.0012169386027380824, 0.011285129934549332, -0.016149409115314484, 0.02910229191184044, 0.00028621076489798725, -0.006452119909226894, 0.007511838339269161, -0.012848648242652416, -0.0116881700232625, -0.02486342005431652, 0.000554180471226573, 0.000168078244314529, -0.0010197615483775735, 0.024168523028492928, 0.016747022047638893, -0.01432877965271473, 0.013536596670746803, 0.0006675355834886432, 0.01512096170336008, -0.05270100012421608, 0.009082306176424026, 0.018484264612197876, -0.00222193356603384, -0.01591314561665058, -0.025919664651155472, -0.1785607784986496, 0.018692733719944954, 0.020707935094833374, -0.026920314878225327, 0.03719089552760124, 0.01970728300511837, 0.022278402000665665, 0.0004095550102647394, -0.011966128833591938, -0.01769208163022995, -0.022820422425866127, -0.0073937056586146355, -0.02887992560863495, -0.0241963192820549, -0.006264497991651297, 0.0051352898590266705, -0.017358530312776566, -0.012195444665849209, 0.021930953487753868, 0.0009433228988200426, 0.03324387967586517, -0.029658211395144463, 0.005058851093053818, -0.013863198459148407, 0.012640179134905338, 0.013300331309437752, -0.005149187985807657, -0.009408907033503056, -0.013904891908168793, -0.010534640401601791, -0.01702498085796833, 0.0002890337782446295, 0.02440478838980198, -0.005062325857579708, 0.0299361702054739, 0.008985020220279694, 0.03560652956366539, -0.0027431065682321787, -0.02457156404852867, 0.0037315976805984974, 0.01777546852827072, 0.04158264398574829, 0.012306628748774529, -0.015996532514691353, 0.004892075899988413, 0.003870577085763216, 0.012737465091049671, -0.010770905762910843, -0.013369821012020111, -0.018247999250888824, 0.016441266983747482, -0.018011733889579773, 0.014245391823351383, 0.0022549412678927183, -0.0062679722905159, 0.01731683686375618, 0.005962217692285776, 0.02223670855164528, 0.005795442033559084, -0.009499244391918182, 0.017636489123106003, 0.008901632390916348, 0.01350880041718483, -0.005343758966773748, 0.0025433236733078957, -0.01620500162243843, -0.044167663902044296, 0.010201090015470982, -0.013342025689780712, 0.015524002723395824, -0.018178509548306465, -0.0038288834039121866, 0.007164389826357365, 0.0013541808584704995, 0.010333120822906494, 0.04375072568655014, 0.026294907554984093, -0.0050727492198348045, 0.034077756106853485, 0.01109055895358324, -0.01680261269211769, 0.019804568961262703, -0.022056035697460175, 0.020346589386463165, 0.002168079139664769, -0.0023748110979795456, -0.012223240919411182, 0.0013307280605658889, -0.005388927645981312, -0.007199134677648544, 0.014870799146592617, -0.021319445222616196, -0.021917056292295456, 0.00559739675372839, -0.013432362116873264, 0.013029322028160095, 0.02896331250667572, 0.0021871887147426605, 0.01783106103539467, -0.0045689488761126995, 0.006525084376335144, -0.0015591754345223308, 0.008581980131566525, 8.512489876011387e-05, 0.015440614894032478, 0.005514008924365044, -0.019901854917407036, 0.007748103234916925, 0.045057132840156555, -0.02860196679830551, -0.01111835427582264, 0.006677961442619562, -0.008790449239313602, 0.02277872897684574, -0.003107927506789565, 0.03682954981923103, -0.03001955710351467, -0.01324473973363638, 0.004742673132568598, -0.00449945917353034, 0.023557012900710106, 0.016858205199241638, 0.0015539637533947825, 0.01134767010807991, -0.028087742626667023, -0.013675576075911522, -0.10729212313890457, -0.018234102055430412, 0.013557443395256996, 0.021514015272259712, -0.007657766807824373, 0.02254246361553669, -0.0033997842110693455, 0.035940080881118774, -0.01724734716117382, 0.032132044434547424, -0.01384930033236742, -0.016663633286952972, 0.0049685146659612656, -0.0005937027744948864, 0.013675576075911522, 0.016330083832144737, -0.004193704109638929, -0.019234752282500267, -0.010506845079362392, 0.01649685762822628, 0.03563432767987251, -0.011354619637131691, 0.021750280633568764, -0.016899898648262024, 0.006921175867319107, -0.026336602866649628, -0.03705191612243652, 0.017205653712153435, 0.018998488783836365, -0.0174002256244421, -0.009659070521593094, -0.023695992305874825, 0.008971122093498707, -0.03502281755208969, 0.0152599411085248, -0.018748324364423752, 0.009589580819010735, -0.013522698543965816, 0.024974603205919266, -0.035189591348171234, 0.007219981402158737, -0.0020152018405497074, 0.03944236412644386, -0.014398269355297089, 0.003429317381232977, -0.006507711950689554, -0.0021906632464379072, 0.016760919243097305, -0.020805221050977707, -0.01250119972974062, -0.030714454129338264, 0.013467106968164444, -0.040859952569007874, 0.0021420205011963844, 0.0500325933098793, -0.007192185614258051, 0.016760919243097305, -0.00222193356603384, 0.005965691991150379, -0.018901202827692032, -0.0009294249466620386, -0.019665589556097984, -0.009825846180319786, -0.0005711186095140874, 0.016218898817896843, 0.001968296244740486, -0.008234531618654728, 0.005774595309048891, 0.008074704557657242, -0.009130948223173618, 0.023695992305874825, 0.011813251301646233, 0.011153099127113819, 0.022347891703248024, 0.0009077094146050513, -0.020707935094833374, -0.0033372435718774796, -0.04411207139492035, -0.000218023982597515, 0.015774166211485863, -0.00449945917353034, -0.006101197097450495, 0.023181768134236336, 0.014064718037843704, -0.020805221050977707, -0.014314881525933743, -0.0005476658116094768, -0.008547235280275345, 0.006705757696181536, -0.03649599850177765, -0.002694463822990656, 0.011257333680987358, -0.02479393035173416, -0.012119006365537643, -0.006014334969222546, -0.005479264073073864, -0.008880785666406155, 0.0016182417748495936, -0.00222193356603384, 0.0019179161172360182, -0.03029751591384411, -0.013557443395256996, -0.05964997038245201, 0.02126385271549225, 0.0009285563137382269, -0.011910537257790565, 0.0016547238919883966, -0.0012959832092747092, 0.008463847450911999, -0.034522488713264465, 0.004704453516751528, 0.033994369208812714, -0.027309458702802658, 0.00556265190243721, -0.021152669563889503, -0.008449949324131012, -0.0018293167231604457, -0.0032642793375998735, 0.03844171017408371, -0.015079268254339695, 0.03090902604162693, 0.022862115874886513, 0.023028891533613205, 0.008616724982857704, 0.02657286636531353, -0.0040269289165735245, -0.014690125361084938, 0.013237791135907173, -0.006778721697628498, 0.024154625833034515, 0.0034727484453469515, -0.003326820209622383, 0.021708587184548378, -0.039386771619319916, -0.0152321457862854, 0.006921175867319107, -0.009207387454807758, 0.011132252402603626, 0.020638445392251015, 0.014162003993988037, 0.012633230537176132, 0.03029751591384411, -0.040943339467048645, -0.03338285908102989, 0.01414810586720705, -0.009019765071570873, -0.005798916798084974, 0.0045689488761126995, -0.01694159209728241, 0.006511186249554157, 0.03113139234483242, 0.002048209309577942, 0.032576777040958405, 0.021027587354183197, -0.04122129827737808, -0.037441059947013855, -0.005652988329529762, -0.010326171293854713, 0.03090902604162693, 0.014981982298195362, 0.019054079428315163, 0.015287737362086773, 0.01828969269990921, -0.007199134677648544, 0.011431057937443256, -0.004864280112087727, -0.00104060850571841, 0.0023834973108023405, -0.01432877965271473, 0.006403477396816015, 0.02696201018989086, -0.013460157439112663, -0.02844909019768238, -0.013196096755564213, -0.008755704388022423, 0.00037481015897355974, 0.017052775248885155, -0.0006349622854031622, -0.004263193812221289, 0.017566999420523643, -0.02195874974131584, 0.02546103112399578, 0.016594143584370613, -0.01815071329474449, -0.010916834697127342, 0.010590232908725739, 0.024001747369766235, 0.014356574974954128, -0.00729642016813159, -0.004749622195959091, -0.002056895522400737, -0.014954186975955963, -0.003988709766417742, 0.003971337340772152, -0.0098119480535388, 0.031242575496435165, 0.00806080736219883, -0.014287085272371769, -0.012000873684883118, 0.0019092299044132233, 0.01760869473218918, -0.012299679219722748, 0.030102944001555443, 0.0029011955484747887, 0.005270794965326786, -0.03271575644612312, -0.009624325670301914, -0.004433443769812584, -0.01909577287733555, -0.04817027226090431, 0.01574636995792389, 0.005375029519200325, 0.008151143789291382, -0.01067361980676651, -0.02187536284327507, 0.02327905409038067, -0.02575288899242878, 0.029157884418964386, 0.008866887539625168, -0.028574170544743538, -0.03835832327604294, 0.027809783816337585, 0.01897069253027439, 0.0020343114156275988, 0.022737035527825356, -0.021402832120656967, 0.039748117327690125, 0.035495348274707794, 0.0316317193210125, -0.006695333868265152, 0.0201520174741745, -0.001457546721212566, -0.004697504919022322, 0.014009126462042332, -0.003971337340772152, -0.012271883897483349, -0.016774816438555717, -0.02211162820458412, -0.002258415799587965, 0.010277529247105122, -0.024210216477513313, 0.08905801922082901, 0.039831504225730896, -0.0022549412678927183, 0.016010429710149765, -0.03313269466161728, -0.023626502603292465, 0.006636267993599176, -0.001077090622857213, -0.015774166211485863, 0.0027691652067005634, 0.01612161472439766, -0.021319445222616196, -0.0029967438895255327, -0.021555710583925247, -0.01815071329474449, 0.007091425359249115, 0.0014723133062943816, 0.01859544776380062, 0.006045605055987835, 0.0020742679480463266, 0.019804568961262703, 0.013022372499108315, -0.005920523777604103, -0.0024773082695901394, -0.03143714740872383, -0.003172205528244376, 0.019512712955474854, -0.009186540730297565, -0.014884697273373604, -0.02769860066473484, 0.014426064677536488, 0.01209121011197567, -0.022931605577468872, -0.025405440479516983, -0.012070363387465477, -0.0024321400560438633, 0.002039523096755147, -0.015593492425978184, 0.013251688331365585, 0.0125359445810318, 0.012827801518142223, 0.021402832120656967, -0.013453208841383457, -0.025933561846613884, -0.02351531945168972, 0.023793278262019157, -0.02211162820458412, -0.014662330038845539, -0.03424452990293503], metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='ab10115d-5a85-435c-9a44-46c30fb24bc0', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='d46d9ad0eda717d42cf80630edbf9381adf16aba2747c9710d37dad850475d44'), : RelatedNodeInfo(node_id='7cbe7e2b-784d-4b6a-9fb0-81859af77209', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='6579872127d99fcbc395a5f605942b6a960fe90b5083b2589205e120130d6aeb'), : RelatedNodeInfo(node_id='d0d4887c-3440-499b-9372-e28f36f94617', node_type=, metadata={}, hash='75226031e1fb4fa40d41510cebbc99ac5d45ee091c750fd2bc39ec8f65539507')}, hash='a81601aa5fba671b0428351613cedb211ef3cfbd13b2417693b960e13628d0c7', text=\"documents. The system extends beyond individual stock inquiries and accommodates comparative queries across multiple stocks. For instance, one can ask about the stock with the highest price increase, prompting the system to compare price increases across all stocks and provide a comprehensive response. This versatility allows users to gain insights and make informed decisions across a broader spectrum of stock analysis. Conclusion The development of a Q&A bot over private documents using OpenAI and LangChain represents a remarkable achievement in unlocking the invaluable knowledge hidden within private document repositories. This web-based Q&A bot has the potential to empower users from various industries, enabling efficient access and analysis of critical information and ultimately enhancing productivity and decision-making capabilities. While we showcased a finance example to illustrate the concept, the bot's functionality extends to any domain. Simply by providing a folder with the relevant privacy documents, users can engage in natural language conversations with the bot. Once the data is ingested into a vector database, users can seamlessly query and retrieve information, propelling the capabilities of intelligent document analysis to new heights.\", start_char_idx=8850, end_char_idx=10123, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='d0d4887c-3440-499b-9372-e28f36f94617', embedding=[-0.018698476254940033, 0.023349227383732796, 0.001556501490995288, -0.029732076451182365, -0.01978956162929535, 0.004957619123160839, -0.029213810339570045, -0.015016062185168266, -0.031559646129608154, -0.05597268044948578, -0.0020662429742515087, 0.01224061381071806, -0.010610805824398994, 0.006433994043618441, -0.0105426125228405, 0.011060877703130245, 0.011988300830125809, -0.0049405707977712154, -0.004142714664340019, -0.02445395104587078, -0.005775933153927326, -0.035596661269664764, 0.007494392804801464, -0.019298572093248367, -0.005111053120344877, -0.01938040368258953, 0.03655136004090309, -0.04031560570001602, -0.03567849099636078, 0.009321960620582104, 0.0036483167205005884, 0.0009922058088704944, -0.03704234957695007, 0.001022040145471692, -0.021030670031905174, 0.02070334553718567, 0.0169118233025074, 0.0011260341852903366, 0.04817141965031624, -0.012608855031430721, 0.011429119855165482, 0.01886213943362236, 0.009069647639989853, -0.03016851097345352, -0.014497797004878521, 0.0002437893854221329, 0.008742321282625198, -0.019298572093248367, -0.003682413138449192, 0.021521659567952156, 0.011660975404083729, 0.05220843479037285, -0.022462720051407814, 0.01783924549818039, -0.008005838841199875, 0.011920107528567314, 0.011101793497800827, 0.026076940819621086, 0.022053563967347145, 0.006512416061013937, -0.012308807112276554, 0.01756647415459156, -0.01811201684176922, 0.008060392923653126, 0.01196784246712923, -0.0248631089925766, -0.04127030447125435, 0.020266911014914513, 0.01771649904549122, -0.0007816603756509721, 0.0030038943514227867, 0.03265073150396347, -0.022053563967347145, -0.0068261027336120605, 0.03243251144886017, -0.002981731668114662, -0.002301508327946067, -0.01346808485686779, -0.01067217905074358, 0.0026288337539881468, 0.011354107409715652, -0.012840711511671543, -0.015943484380841255, 0.016843630000948906, 0.007958103902637959, -0.0055372584611177444, 0.01380223035812378, 0.015016062185168266, -0.005312222056090832, 0.0026833880692720413, -0.011763264425098896, 0.004964438732713461, 0.028804654255509377, -0.0017082305857911706, -0.014470519497990608, 0.027931785210967064, -0.006024837028235197, 0.01741645112633705, -0.004245004151016474, -0.029050149023532867, -0.0013621519319713116, -0.02757718227803707, -0.02783631533384323, -0.006133945658802986, -0.037915218621492386, -0.00846954993903637, -0.008749141357839108, 0.004565510433167219, -0.0034113465808331966, 0.010583528317511082, -0.00579298147931695, 0.02223086543381214, 0.01444324292242527, -0.028040895238518715, 0.0030772017780691385, -0.014838761650025845, -0.01052897423505783, -0.023662913590669632, -0.0012172420974820852, 0.0018037005793303251, 0.029759353026747704, 0.02081245370209217, 0.005169017240405083, -0.014797845855355263, 0.0312323197722435, 0.0019537247717380524, -0.019707730039954185, -0.011019962839782238, -0.007548946887254715, -0.01654358208179474, 0.0054724751971662045, 0.022312697023153305, 0.008803695440292358, 0.00793082732707262, -0.03674229979515076, 0.025681423023343086, -0.012745240703225136, -0.022571828216314316, -0.034696515649557114, -0.017798330634832382, 0.017784692347049713, 0.018971247598528862, 0.0074875736609101295, -0.008612755686044693, -0.02656792849302292, 0.02056695893406868, -0.002741351956501603, 0.004139305092394352, 0.005445198155939579, -0.0009853864321485162, 0.006198728922754526, -0.02109886333346367, -0.01445688121020794, 0.033905480057001114, 0.017634667456150055, -0.011681432835757732, 0.0053429086692631245, 0.02669067680835724, -0.032868947833776474, -0.023349227383732796, -0.0037983409129083157, -0.0031914247665554285, 0.0037949313409626484, 0.014716014266014099, 0.023635637015104294, 0.022817322984337807, 0.049126118421554565, 0.005878222640603781, -0.007917188107967377, -0.016298087313771248, -0.009915238246321678, 0.019544066861271858, -0.04268871620297432, 0.013406711630523205, -0.02772720716893673, -0.0008144782041199505, 0.026854338124394417, 0.00016771175432950258, -0.016202617436647415, -0.04514365643262863, 0.009717479348182678, 0.003491473151370883, 0.019475873559713364, 0.01112907100468874, -0.017511921003460884, 0.0071193319745361805, -0.0021770563907921314, -0.010522155091166496, 0.02239452674984932, -0.033359937369823456, 0.018289318308234215, 0.03136870637536049, -0.011006323620676994, -0.023758383467793465, -0.6114442348480225, -0.023212840780615807, 0.02891376242041588, -0.019680453464388847, 0.0005071842460893095, -0.01170189119875431, -0.014593266882002354, 0.01385678444057703, -0.0016562335658818483, 0.04135213792324066, -0.014293218962848186, -0.008865068666636944, -0.011476854793727398, -0.0003863550373353064, 0.010058443062007427, -0.0026322435587644577, 0.01515244785696268, -0.004739402327686548, 0.020266911014914513, 0.02236725017428398, -0.007071597035974264, -0.011797361075878143, -0.0021156826987862587, -0.006669259630143642, -0.020116886124014854, 0.01052897423505783, 0.020662428811192513, -0.006515825632959604, 0.012806614860892296, 0.02304917946457863, -0.01197466254234314, 0.037151455879211426, 0.02512224018573761, 0.01542521920055151, 0.05351773649454117, -0.013406711630523205, -0.013536278158426285, 0.016066232696175575, 0.013795411214232445, 0.014797845855355263, -0.026199687272310257, -0.03436918929219246, 0.0017542607383802533, -0.020089609548449516, 0.002858984749764204, 0.03745150566101074, 0.019707730039954185, 0.010440323501825333, -0.018943969160318375, -0.014306857250630856, 0.015643436461687088, 0.0023560624103993177, -0.015275195240974426, -0.012574759311974049, 0.016816353425383568, 0.004248413722962141, 0.01098586618900299, -0.01575254462659359, 0.019366765394806862, 0.008380899205803871, 0.004926932509988546, -0.013127121143043041, -0.02809544838964939, -0.01230198796838522, -0.034178249537944794, 0.03191424906253815, 0.012465650215744972, 0.004105208907276392, 0.011551866307854652, -0.015943484380841255, 0.0173073410987854, 0.028313666582107544, -0.014852399937808514, 0.0039824615232646465, 0.002978322096168995, 0.006655620876699686, 0.02589963935315609, 0.013161217793822289, -0.011599601246416569, 0.005087185651063919, 0.012322445400059223, -0.017498282715678215, -0.00637943996116519, -0.03322355076670647, 0.025817807763814926, 0.011742806062102318, -0.03205063194036484, -0.016734521836042404, -0.011422299779951572, 0.014647820964455605, 0.02253091335296631, 0.01912127062678337, -0.033905480057001114, -0.05880950391292572, -0.0045041367411613464, 0.005769114010035992, 0.010419865138828754, 0.015070617198944092, 0.03082316182553768, -0.0338236466050148, -0.005513390991836786, -0.004371160641312599, 0.013849965296685696, 0.006526054348796606, 0.02760446071624756, 0.02107158675789833, 0.008524104952812195, -0.0022060382179915905, 0.0193940419703722, -0.01535702683031559, -0.006580608896911144, -0.005820258520543575, 0.016980016604065895, -0.01451143529266119, 0.01067217905074358, -0.031205041334033012, -0.0019741826690733433, -0.011947385035455227, -0.0026015567127615213, -0.01925765722990036, 0.007187524810433388, 0.012574759311974049, 0.014606905169785023, -0.01118362508714199, 0.002729418221861124, 0.022476358339190483, -0.007712609600275755, 0.0063896686770021915, -0.007262537255883217, 0.025681423023343086, 0.018575727939605713, -0.03606037050485611, 0.013454446569085121, -0.010876757092773914, 0.02266729809343815, 0.018166571855545044, 0.03982461616396904, -0.006253283005207777, 0.01327032595872879, -0.02210811711847782, -0.013665844686329365, -0.02850460633635521, 0.007453477010130882, -0.01797563210129738, -0.050299037247896194, -0.031696029007434845, -0.016366280615329742, 0.00801265798509121, -0.0013161217793822289, -0.005230390466749668, -0.018643921241164207, -0.02015780285000801, -0.009792491793632507, 0.022476358339190483, -0.0028896713629364967, 0.0052133421413600445, -0.008878706954419613, -0.025313181802630424, -0.01535702683031559, -0.030032124370336533, 0.002618605038151145, 0.028531882911920547, -0.015807099640369415, -0.003644907148554921, -0.0011106908787041903, -0.018262041732668877, 0.011142709292471409, 0.03982461616396904, -0.03215974196791649, -0.04530731961131096, 0.012895265594124794, -0.01898488588631153, 0.00012509123189374804, 0.02823183499276638, 0.00471553485840559, 0.016816353425383568, -0.012124686501920223, -0.006982946302741766, 0.018412066623568535, -0.0038597146049141884, 0.010842661373317242, 0.019080355763435364, 0.010863118804991245, -0.014075001701712608, 0.007207982707768679, 0.015902569517493248, 0.020594237372279167, -0.012608855031430721, -0.016175340861082077, -0.0008042492554523051, 0.005636137910187244, 0.006093029864132404, -0.009622009471058846, -0.007808079943060875, -0.010242563672363758, 0.014020447619259357, 0.002183875534683466, 0.01768922246992588, -0.004371160641312599, -0.006041885353624821, -0.012295168824493885, 0.005748656112700701, -0.018684837967157364, -0.007030681241303682, 0.0023526528384536505, -0.013502181507647038, -0.007078416645526886, -0.03248706832528114, 0.017539197579026222, 0.031041380017995834, 0.020471489056944847, -0.01807110197842121, -0.013440808281302452, -0.025435928255319595, -0.014906954020261765, 0.03475106880068779, -0.0016766913468018174, 0.02105794847011566, -0.00585776474326849, 0.00035694686812348664, -0.012581578455865383, -0.0022316104732453823, 0.026595206931233406, -0.0045484621077775955, 0.0037301480770111084, 0.011244998313486576, -0.00670676538720727, 0.0028811474330723286, -0.00044666309258900583, -0.024235734716057777, -0.007610320579260588, 0.017075486481189728, 0.025449566543102264, 0.0228855162858963, 0.018262041732668877, -0.010426684282720089, 0.057445645332336426, 0.0017141974531114101, 0.038460761308670044, -0.010331214405596256, 0.005997559987008572, 0.05398144945502281, 0.003784702392295003, -0.017511921003460884, 0.03341449052095413, 0.003092545084655285, 0.03292350098490715, 0.016461750492453575, 0.014470519497990608, -0.002852165373042226, -0.027631737291812897, 0.0045348238199949265, -0.007126151584088802, 0.02186262421309948, 0.021944453939795494, -0.001047612400725484, 0.005649776663631201, 0.011210902594029903, 0.022285418584942818, 0.0020543092396110296, 0.0005719673936255276, -0.011292734183371067, 0.03278711438179016, -0.011708710342645645, 0.009437888860702515, 0.013147578574717045, 0.013774952851235867, -0.006440813187509775, -0.0030584486667066813, -0.025695061311125755, -0.005404282361268997, -0.0076512363739311695, -0.006127126514911652, -0.0397973395884037, 0.029377473518252373, 0.01451143529266119, -0.0013033355353400111, 0.017525559291243553, 0.012561120092868805, 0.03998827934265137, -0.051471952348947525, -0.029486581683158875, 0.03537844493985176, 0.005111053120344877, -0.01339989248663187, -0.012090589851140976, -0.026322435587644577, -0.0003765523142646998, -0.011285914108157158, -0.002773743588477373, 0.012472469359636307, 0.015193363651633263, 0.017989270389080048, -0.011354107409715652, -0.013093024492263794, 0.00846954993903637, 0.04206134006381035, 0.007078416645526886, 0.003043105360120535, 0.005121281836181879, 0.014034085907042027, 0.014102278277277946, -0.034532852470874786, -0.008408176712691784, 0.05630000680685043, -0.019735006615519524, -0.015534328296780586, -0.01268386747688055, 0.0107403714209795, -0.006843151059001684, -0.0024873337242752314, 0.0005723936483263969, 0.00781489908695221, 0.012438373640179634, 0.0372060127556324, 0.019939584657549858, 0.026063302531838417, 0.003791521769016981, 0.007207982707768679, 0.018302956596016884, 0.015520690008997917, -0.03971550986170769, 0.01732098124921322, 0.035596661269664764, 0.05439060553908348, 0.009874322451651096, -0.006792006548494101, 0.03297805413603783, -0.01639355719089508, -0.010426684282720089, -0.03668774664402008, 0.003784702392295003, 0.025026770308613777, 0.022585468366742134, -0.0189985241740942, -0.010719913989305496, 0.016093509271740913, -0.0012948114890605211, 0.01912127062678337, 0.0005860321689397097, 0.01781196892261505, -0.005240619648247957, -0.007405742071568966, 0.008940081112086773, -0.0018497307319194078, -0.0036994614638388157, -0.013556735590100288, 0.010569890029728413, 0.012349722906947136, -0.008755960501730442, 0.0397973395884037, 0.03450557589530945, 0.002325375797227025, -0.0343964658677578, -0.009076466783881187, 0.01327032595872879, -0.006996585056185722, 0.008680948056280613, -0.010481239296495914, 0.037151455879211426, -0.00021363537234719843, -0.01654358208179474, 0.03745150566101074, -0.009874322451651096, -0.0040029194205999374, 0.02379930019378662, 0.01745736598968506, 0.01785288378596306, 0.01508425548672676, -0.0354057215154171, 0.014429604634642601, 0.014211387373507023, 0.004937161225825548, 0.0007735624676570296, 0.004961028695106506, -0.007501211948692799, -0.03196880221366882, -0.009997069835662842, 0.01796199381351471, 0.010904034599661827, -0.009546997025609016, 0.0054520172998309135, -0.020116886124014854, -0.041052088141441345, 0.014143194071948528, -0.020130526274442673, 0.01451143529266119, -0.0063453433103859425, -0.0044052572920918465, 0.008237694390118122, -0.012547481805086136, 0.005349727813154459, -0.01863028295338154, -0.00667266920208931, -0.003303942969068885, -0.0034897683653980494, -0.045089103281497955, -0.016816353425383568, -0.000828969175927341, -0.0025896229781210423, 0.005789571907371283, -0.01445688121020794, 0.008210417814552784, 0.017280064523220062, -0.017743775621056557, -0.010583528317511082, 0.002818068955093622, -0.02446758933365345, -0.004009738564491272, -0.0004926932160742581, -0.005670234560966492, -0.01834387332201004, -0.028668267652392387, -0.015275195240974426, -0.0008967358153313398, -0.01794835366308689, 0.004054063931107521, 0.00385289522819221, 0.018848499283194542, 0.021480742841959, 0.022735491394996643, 0.025831446051597595, 0.013918157666921616, -0.04293420910835266, -0.00612030690535903, -0.01715731807053089, -0.0017210167134180665, -0.02539501152932644, -1.5716317648184486e-05, -0.0041120280511677265, 0.02574961446225643, 0.009874322451651096, 0.009151478298008442, 0.00612030690535903, 0.008571839891374111, -0.008292248472571373, 0.00041682872688397765, -0.00520652299746871, 0.025435928255319595, 0.014988785609602928, 0.008612755686044693, 0.016679968684911728, 0.038979023694992065, -0.009335598908364773, -0.012049674056470394, -0.03112320974469185, 0.040288329124450684, -0.0014329019468277693, -0.01209740899503231, 0.002298098523169756, 0.016202617436647415, -0.024685807526111603, -0.018575727939605713, -0.001987821189686656, -0.020266911014914513, 0.013304422609508038, -0.014470519497990608, -0.008687767200171947, -0.03616948053240776, -0.01849389635026455, -0.016093509271740913, -0.0027515809051692486, -0.021112501621246338, -0.0075216698460280895, 0.0049405707977712154, -0.003319286275655031, -0.013686302118003368, -0.025149518623948097, 0.020457850769162178, -0.025340458378195763, -0.009915238246321678, 0.026595206931233406, 0.004531413782387972, 0.022940069437026978, -0.010358491912484169, 0.007644416764378548, -0.042088620364665985, -0.023076456040143967, 0.000178153786691837, -0.040642932057380676, -0.0008046754519455135, 0.0025401832535862923, 0.03019578754901886, 0.028941038995981216, 0.060064248740673065, -0.011067697778344154, 0.03240523487329483, 0.0042756907641887665, 0.0054076919332146645, 0.0015411580679938197, -0.006287379655987024, 0.015316111035645008, -0.01794835366308689, 0.015547966584563255, 0.02992301620543003, -0.0035460274666547775, 0.0278499536216259, 0.004756450187414885, 0.00918557494878769, 0.02891376242041588, -0.022571828216314316, -0.0008958833641372621, -0.015575244091451168, -0.011094974353909492, -0.005752065684646368, -0.0018395017832517624, -0.023103732615709305, 0.019707730039954185, -0.0411611944437027, -0.005029221531003714, 0.01706184819340706, 0.016188979148864746, 0.014811484143137932, 0.01573890633881092, 0.02344469726085663, -0.02524498850107193, 0.013079386204481125, 0.011395023204386234, -0.014047724194824696, -0.020976116880774498, 0.005881632212549448, -0.03330538049340248, -0.01315439771860838, 0.01744372770190239, 0.0003780440310947597, -0.000977714778855443, 0.01927129551768303, -0.009853865019977093, 0.015275195240974426, 0.004606426227837801, 0.012717964127659798, -0.013406711630523205, -0.025572312995791435, -0.012070132419466972, -0.015820737928152084, -0.00618509016931057, -0.03409641981124878, 0.005970282945781946, -0.006396488286554813, 0.014784206636250019, 0.018057463690638542, 0.028422774747014046, -0.03633314371109009, -0.017361896112561226, -0.0021855803206562996, 0.018548451364040375, 0.04661662131547928, -0.009717479348182678, 0.012506566010415554, 0.024181179702281952, -0.0018446162575855851, -0.01202921662479639, 0.010160733014345169, 0.020321466028690338, -0.009676563553512096, 0.009540177881717682, 0.04165218397974968, -0.011320010758936405, -0.0439707413315773, 0.022558189928531647, -0.016584496945142746, -0.01717095635831356, -0.031805139034986496, 0.01444324292242527, -0.0007100579096004367, 0.0034386238548904657, -0.014934231527149677, -0.0171982329338789, -0.018807584419846535, 0.003356792265549302, -0.03516022488474846, 0.02393568493425846, 0.005878222640603781, -0.006283970084041357, 0.008646851405501366, 0.04061565175652504, -0.003409641794860363, 0.022694576531648636, -0.012915723025798798, -0.008551381528377533, -0.0014439832884818316, -0.013815868645906448, -0.011729167774319649, 0.034014586359262466, -0.00019626750145107508, 0.020225996151566505, -0.02041693590581417, 0.01451143529266119, 0.014320495538413525, 0.00918557494878769, -0.00439161853864789, -0.003849485656246543, 0.014061362482607365, 0.03450557589530945, -0.015329749323427677, -0.009131020866334438, 0.02227178029716015, -0.02812272496521473, -0.005994150415062904, -0.02341742068529129, -0.004718944430351257, -0.003767654299736023, -0.003805160289630294, -0.004875787999480963, 0.03188696876168251, 0.0020986346062272787, -0.007426199968904257, 0.011933746747672558, -0.020007777959108353, -0.0047121248207986355, -0.011374564841389656, -0.015193363651633263, 0.008619574829936028, -0.024440312758088112, -0.011060877703130245, 0.004463220946490765, 0.006273740902543068, 0.02354016713798046, 0.008121767081320286, -0.011742806062102318, -0.0039688232354819775, 0.02940475195646286, -0.015575244091451168, 0.016884546726942062, 0.026390627026557922, -0.010583528317511082, 0.002151483902707696, -0.026336073875427246, -0.006277150474488735, -0.016843630000948906, 0.007985381409525871, -0.03109593316912651, -0.035214781761169434, -0.006570379715412855, 0.002993665635585785, -0.015043339692056179, -0.000594982469920069, -0.019844114780426025, 0.001653676270507276, 0.005090595223009586, 0.008769598789513111, -0.012799795717000961, -0.000981124467216432, 0.03396003320813179, -0.012417915277183056, -0.00494398083537817, 0.022039925679564476, -0.015207002870738506, 0.005690691992640495, -0.010358491912484169, -0.003866533748805523, -0.025667782872915268, -0.04007010906934738, -0.008217236958444118, -0.021126139909029007, 0.0082581527531147, 0.000941061123739928, -0.01588893122971058, -0.001612760592252016, 0.0032408644910901785, -0.019816838204860687, -0.008094489574432373, 0.00608621072024107, 0.009308322332799435, 0.009840226732194424, -0.005332679953426123, 0.00820359867066145, 0.03112320974469185, -0.021671682596206665, -0.013297603465616703, -0.03327810391783714, -0.006873838137835264, -0.005087185651063919, -0.013195313513278961, -0.027495352551341057, 0.031559646129608154, 0.009165117517113686, -0.03319627419114113, -0.02107158675789833, -0.007385284174233675, -0.06153721734881401, -0.0022998033091425896, -0.012315626256167889, -0.01327032595872879, 0.004187040030956268, 0.024508506059646606, 0.001975887455046177, 0.0336054302752018, -0.01755283586680889, 0.00754212774336338, 0.0016809534281492233, 0.0015104713384062052, 0.0012274710461497307, 0.002171941800042987, 0.02018507942557335, 0.003160737920552492, -0.02614513412117958, 0.011204083450138569, 0.024031154811382294, -0.002028736984357238, 0.0046132453717291355, 0.04099753499031067, -0.010099358856678009, -0.010822203010320663, 0.030932269990444183, 0.018248403444886208, -0.006294198799878359, -0.0034522623755037785, 0.0012769108870998025, -0.022176310420036316, -0.0040131486020982265, 0.0009214556775987148, -0.00820359867066145, -0.0004027639515697956, 0.003263027174398303, 0.0103448536247015, -0.00011283783533144742, 0.0005851797759532928, 0.014675098471343517, 0.010685817338526249, 0.0009785671718418598, -0.010044804774224758, 0.04167946055531502, -0.0006584870861843228, -0.008517284877598286, 0.027386242523789406, 0.0034028226509690285, -0.008067212998867035, -0.01833023503422737, 0.013693121261894703, -0.0036960516590625048, -0.010331214405596256, 0.0126293133944273, -0.016188979148864746, -0.003092545084655285, -0.006867018528282642, 8.108554175123572e-05, 0.0028572799637913704, -0.0017261311877518892, -0.002477104775607586, 0.004016558174043894, -0.032077908515930176, 0.016584496945142746, -0.00801265798509121, -0.0253677349537611, -0.018575727939605713, -0.002386749256402254, -0.010617624968290329, -0.01770286075770855, -0.012254253029823303, 0.010242563672363758, 0.001307597616687417, -0.015043339692056179, -0.004060883540660143, -0.004967848304659128, -0.01783924549818039, 0.01039940770715475, 0.009990250691771507, -0.007057958748191595, 0.013604470528662205, 0.2033783197402954, -0.014470519497990608, -0.004630293697118759, 0.020757898688316345, 0.023390142247080803, -0.008005838841199875, 0.02614513412117958, 0.016993654891848564, -0.019885031506419182, 0.0022247913293540478, 0.020771538838744164, 0.00709887407720089, -0.020335104316473007, 0.008278610184788704, 0.022217225283384323, -0.02131708152592182, -0.02056695893406868, -0.02394932508468628, -0.016079870983958244, -0.002076471922919154, 0.011449577286839485, 0.016298087313771248, -0.013652205467224121, -0.026117855682969093, 0.020853368565440178, -0.018016546964645386, 0.013556735590100288, -0.010979047045111656, 0.024372119456529617, -0.005960053764283657, -0.005636137910187244, 0.005397463217377663, 0.007003404200077057, -0.011551866307854652, -0.01576618291437626, 0.005721379071474075, 0.0232810340821743, -0.010331214405596256, 0.006154403556138277, 0.022285418584942818, 0.006208957638591528, -0.0040029194205999374, -0.00898781605064869, -0.024944938719272614, 0.007385284174233675, 0.022612744942307472, -0.021658044308423996, -0.00432683527469635, 0.01237018033862114, -0.005220161750912666, -0.041188474744558334, -0.007303452584892511, 0.04176129400730133, 0.027018001303076744, -0.0211943332105875, 0.005660005379468203, -0.013079386204481125, 0.020130526274442673, 0.007842176593840122, -0.005298583302646875, -0.03254162147641182, 0.0027260086499154568, 0.02667703852057457, 0.014797845855355263, 0.011019962839782238, 0.0002601982851047069, -0.03248706832528114, -0.015452496707439423, 0.0004334507102612406, 0.014906954020261765, 0.0032596176024526358, -0.008953719399869442, -0.016079870983958244, -0.002533363876864314, -0.014334133826196194, -0.05046270042657852, 0.020144164562225342, 0.004159762989729643, 0.024890385568141937, 0.04642568156123161, -0.0059736925177276134, -0.020989755168557167, -0.0012087180512025952, -0.01912127062678337, -0.011081336066126823, -0.010713094845414162, 0.009949334897100925, -0.015466134995222092, -0.009049189276993275, -0.0074875736609101295, -0.003924497868865728, 0.01953042857348919, -0.009540177881717682, -0.006914753466844559, 0.009656106121838093, 0.01925765722990036, 0.03423280268907547, -0.0016195798525586724, -0.008503646589815617, -0.01508425548672676, -0.01950315199792385, 0.0513082891702652, 0.017648305743932724, -0.01230198796838522, -0.0024702853988856077, 0.0017900619423016906, -0.01295663882046938, -0.004824643023312092, -0.004937161225825548, -0.001160982996225357, 0.025967832654714584, -0.03379637002944946, 0.01502970140427351, -0.005983921233564615, -0.020362380892038345, 0.010535793378949165, 0.02498585544526577, 0.003849485656246543, -0.007719429209828377, 0.006716994568705559, -0.002076471922919154, -0.006341933738440275, 0.0343964658677578, 0.011210902594029903, -0.006798825692385435, 0.004050654359161854, -0.026895254850387573, -0.01308620534837246, -0.041052088141441345, -0.010406226851046085, 0.0017832426819950342, -0.008428634144365788, 0.007310272194445133, -0.004125666804611683, -0.001686067902483046, -0.01692546159029007, -0.01144275814294815, -0.012315626256167889, -0.004057473968714476, 0.005799800623208284, 0.007964923046529293, 0.008046754635870457, -0.012670229189097881, 0.00033350559533573687, 0.012267891317605972, -0.010829022154211998, -0.009656106121838093, 0.026486096903681755, -0.014525074511766434, -0.0029800268821418285, -0.0001424591027898714, -0.0022026286460459232, 0.0014047723961994052, -0.03595126420259476, 0.008483189158141613, 0.011708710342645645, -0.00832634512335062, 0.003450557589530945, 0.009260587394237518, 0.017661944031715393, -0.03374181687831879, -0.002627128968015313, 0.020635152235627174, -0.013058927841484547, 0.0022708214819431305, -0.013386254198849201, -0.1727188229560852, 0.0034812442027032375, 0.023226480931043625, -0.03592398762702942, 0.006498777307569981, 0.030877716839313507, 0.01092449203133583, 0.003061858471482992, -0.03327810391783714, -0.024753998965024948, -0.000517413136549294, -0.008305887691676617, -0.03756061568856239, -0.0525357611477375, -0.01846661977469921, 0.02589963935315609, 0.005605451297014952, -0.004050654359161854, 0.024494867771863937, -0.010317576117813587, 0.02839549630880356, -0.03398730978369713, 0.0037540155462920666, 0.0026714543346315622, 0.006768139079213142, 0.0107403714209795, -0.007051139138638973, 0.016352642327547073, -0.017907438799738884, -0.023240119218826294, 0.0010561365634202957, -0.012711144983768463, 0.026254242286086082, -0.004780317656695843, 0.004626884125173092, 0.011995119974017143, 0.002928882371634245, 0.0026458820793777704, -0.019748644903302193, 0.027686292305588722, 0.014497797004878521, 0.011306372471153736, 0.009410611353814602, 0.022871877998113632, -0.002826593117788434, 0.021044310182332993, 0.03188696876168251, -0.01873939111828804, 0.006208957638591528, -0.015547966584563255, 0.0040131486020982265, -0.012458831071853638, 0.013815868645906448, 0.004101799335330725, 0.0016911823768168688, 0.021889900788664818, 0.011108612641692162, -0.0032647319603711367, -0.013099843636155128, -0.007603501435369253, -0.001062955823726952, -0.014934231527149677, 0.0014405737165361643, -0.01599803939461708, -0.006884066853672266, -0.03412369638681412, -0.011347288265824318, 0.004360931925475597, -0.02303553931415081, -0.002882852219045162, -0.02094884030520916, 0.0045143659226596355, -0.005356547422707081, 0.0023850444704294205, 0.013965892605483532, 0.031696029007434845, -0.011804180219769478, 0.009785671718418598, 0.01438868883997202, 0.0207988154143095, -0.0115859629586339, 0.009390153922140598, 0.004623474087566137, 0.02850460633635521, -0.019353127107024193, -0.011463215574622154, -0.018780307844281197, -0.0026867978740483522, -0.009662925265729427, 0.008524104952812195, 0.031286872923374176, -0.029377473518252373, -0.01039940770715475, -0.01092449203133583, -0.0007876272429712117, 0.014647820964455605, -0.0016408901428803802, -0.014634182676672935, 0.005735017359256744, 0.026213325560092926, 0.004875787999480963, -0.008967357687652111, -0.012574759311974049, 0.017757413908839226, 0.02289915457367897, 0.010358491912484169, -0.016884546726942062, 0.004432534333318472, 0.041979510337114334, -0.017730137333273888, -0.0022503635846078396, 0.0013638567179441452, 0.006822693161666393, 0.004425715189427137, 0.0017917667282745242, 0.019721368327736855, 0.009403792209923267, -0.009212852455675602, -0.0017133450601249933, -0.0018377969972789288, 0.04347975179553032, -0.009874322451651096, -0.008960538543760777, 0.0002836395869962871, -0.010808564722537994, -0.024181179702281952, -0.10790834575891495, -0.007562585640698671, 0.005169017240405083, 0.020976116880774498, -0.03491473197937012, 0.025817807763814926, -0.0010569889564067125, 0.010072082281112671, -0.0045484621077775955, 0.038078878074884415, -0.022708214819431305, -0.009158298373222351, -0.0001595073117641732, 0.002349243266507983, 0.008476370014250278, -0.016339004039764404, -0.007003404200077057, -0.013454446569085121, -0.022599106654524803, 0.024549420922994614, 0.013120301999151707, -0.007992200553417206, 0.013652205467224121, -0.008476370014250278, -0.007344368379563093, -0.006437403615564108, -0.031423259526491165, 0.009737936779856682, 0.024385757744312286, -0.016216255724430084, -0.00904237013310194, -0.023594722151756287, -0.006154403556138277, -0.028695546090602875, 0.009874322451651096, -0.020485127344727516, 0.01811201684176922, 0.007535308599472046, 0.043397922068834305, -0.006491958163678646, 0.014784206636250019, 0.001291401800699532, -0.011108612641692162, -0.017757413908839226, 0.009737936779856682, -0.026636121794581413, -0.016079870983958244, 0.026649760082364082, 0.004783727694302797, -0.020253272727131844, -0.03431463614106178, -0.00936969555914402, -0.04683484137058258, -0.002427665051072836, 0.03316899389028549, 0.01639355719089508, -0.016161702573299408, 0.006734042428433895, -0.01444324292242527, 0.02315828762948513, -0.008994635194540024, -0.0257632527500391, -0.038324374705553055, 0.003723328933119774, 0.0257632527500391, 0.02029418759047985, -0.006727223284542561, -0.0248631089925766, 0.007030681241303682, 0.0028777376282960176, 0.011401842348277569, 0.01858936809003353, -0.019353127107024193, 0.020498767495155334, -0.03731511905789375, -0.0034386238548904657, -0.005223571322858334, -0.04356158524751663, 0.006369210779666901, 0.0016766913468018174, -0.009349238127470016, -0.01950315199792385, -0.01541158091276884, -0.014225025661289692, 0.008060392923653126, 0.0039040399715304375, -0.018643921241164207, 0.007623959332704544, 0.005455426871776581, -0.0590822733938694, 0.022326335310935974, 0.014334133826196194, 0.027222581207752228, 0.011497312225401402, -0.005305402912199497, 0.00781489908695221, -0.05504525825381279, -0.020526044070720673, 0.044679947197437286, 0.010556250810623169, -0.025272265076637268, 0.008946900255978107, -0.059682369232177734, 0.029241088777780533, 0.009976612403988838, -0.014729652553796768, 0.0003124084323644638, -0.026213325560092926, 0.01858936809003353, -0.025981470942497253, 0.025695061311125755, 0.020498767495155334, -0.01052897423505783, 0.014688736759126186, -0.014620544388890266, -0.006693127099424601, -0.011647336184978485, -0.0026936170179396868, 0.025572312995791435, -0.012690686620771885, 0.020594237372279167, 0.009594731964170933, 0.0173073410987854, -0.018152933567762375, -0.021630767732858658, 0.02772720716893673, 0.007821718230843544, -0.012342903763055801, -0.02538137324154377, 0.00037527369568124413, -0.010263022035360336, -0.0023151468485593796, 0.017402810975909233, -0.014538712799549103, -0.020976116880774498, 0.014743290841579437, 0.00033307939884252846, -0.009867503307759762, 3.955717329517938e-05, 0.027399880811572075, 0.019421320408582687, 0.01912127062678337, -0.019694091752171516, -0.018971247598528862, -0.002579394029453397, -0.01601167768239975, -0.010958588682115078, -0.005421330686658621, -0.0021770563907921314, -0.01144275814294815, 0.026363350450992584, -0.01771649904549122, 0.035733047872781754, 0.01535702683031559, -0.029241088777780533, -0.044570837169885635, -0.007398922927677631, -0.0025879181921482086, 0.024494867771863937, 0.016693606972694397, 0.01637991890311241, 0.0055508967489004135, 0.013638567179441452, 0.0073921033181250095, 0.009894780814647675, -0.02223086543381214, 0.0059191384352743626, -0.012117867358028889, -0.014061362482607365, 0.018930330872535706, 0.0019861164037138224, -0.0023969782050698996, 0.013556735590100288, -0.0015854834346100688, -0.029704799875617027, 0.01321577187627554, 0.0067817773669958115, -0.0055372584611177444, 0.009546997025609016, 0.009144659154117107, -0.01308620534837246, 0.010842661373317242, 0.012452011927962303, -0.011851915158331394, 0.0031539187766611576, -0.0010527268750593066, 0.015111532993614674, 0.018057463690638542, -0.021835345774888992, 0.020348742604255676, -0.018275680020451546, 0.007712609600275755, -0.009144659154117107, -0.004933751653879881, -0.01093131210654974, 0.029377473518252373, -0.006358982063829899, -0.019721368327736855, -0.025940554216504097, 0.006065752822905779, 0.031286872923374176, -0.018848499283194542, 0.017661944031715393, -0.010576709173619747, 0.003401117632165551, -0.02122161164879799, -0.018834860995411873, 0.024372119456529617, -0.04165218397974968, -0.007467115763574839, 0.01119726337492466, 0.0228855162858963, 0.006208957638591528, -0.019584983587265015, -0.03510567173361778, -0.002615195233374834, -0.011838276870548725, -0.003682413138449192, -0.00814222451299429, -0.02795906364917755, -0.02224450372159481, 0.05545441433787346, -0.0013050404377281666, 0.0037778832484036684, 0.03657863661646843, -0.0008102161227725446, 0.021044310182332993, 0.01419774815440178, 0.01534338854253292, -0.02122161164879799, 0.03030489571392536, -0.007617139723151922, 0.001902580144815147, 0.00439161853864789, 0.0012053083628416061, -0.0003292435430921614, -0.020512405782938004, -0.010754010640084743, 0.03139598295092583, -0.010481239296495914, 0.02643154375255108, 0.08919622749090195, 0.021167056635022163, -0.004903065040707588, 0.029622968286275864, -0.04503455013036728, 0.005915728397667408, 0.007262537255883217, 0.01678907684981823, -0.01914854906499386, -0.031286872923374176, -0.0018906464101746678, 0.008367260918021202, 0.0033465635497123003, -0.04511637985706329, -0.0010092540178447962, -0.014006808400154114, -0.007562585640698671, 0.001401362824253738, -0.0023270805831998587, 0.009321960620582104, 0.014102278277277946, -0.010897215455770493, 0.010324395261704922, -0.00021768432634416968, -0.001091937767341733, 0.008899165317416191, 0.016707245260477066, 0.0009436183609068394, 0.0033994128461927176, -0.029432028532028198, 0.02471308410167694, 0.026049664244055748, -0.02707255631685257, -0.0009427659679204226, 0.007255717646330595, -0.009451527148485184, -0.00416317256167531, -0.004238185007125139, 0.008476370014250278, 0.004674619063735008, 0.006263512186706066, 0.011360926553606987, -0.002146369544789195, -0.03267800807952881, -0.009942515753209591, -0.018016546964645386, 0.009519719518721104, -0.01807110197842121, -0.03150508925318718], metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='90e778aa-c5fb-43e6-8423-8969352b85ca', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='9f43478fa989eb42ec8009c53d1b4b9f3e497e510cfd3638923af749a6aee2e8'), : RelatedNodeInfo(node_id='5efbe3fb-5702-4293-ac19-bb29dea9a9a4', node_type=, metadata={'title': 'Building a Q&A Bot over Private Documents with OpenAI and LangChain', 'url': 'https://pub.towardsai.net/building-a-q-a-bot-over-private-documents-with-openai-and-langchain-be975559c1e8#bead', 'source_name': 'towards_ai'}, hash='a81601aa5fba671b0428351613cedb211ef3cfbd13b2417693b960e13628d0c7'), : RelatedNodeInfo(node_id='adf07b24-466c-499d-8ec2-a7c312d80846', node_type=, metadata={}, hash='68e0442116aaaf38aa9ff21ca704ff7875262d2962bc13196c9f3e5ee22d1316')}, hash='75226031e1fb4fa40d41510cebbc99ac5d45ee091c750fd2bc39ec8f65539507', text='Problem Statement Despite the pioneers like Amazon [2], many E-commerce platforms are still heavily relying on traditional retrieval techniques like TFIDF and BM25 for product search. Such sparse methods usually require customers to type explicit queries that match the product information and mostly struggle to achieve good relevance for queries that are colloquial and implicit. In consequence, the search engine either returns no result or results with low relevance ignoring the existence of the relevant ones, which harms the customer experience and business metrics. For instance, Ebay is returning \"No exact matches found\" for the query \"What are the best gifts for boys under 5?\". Although the \"Results matching fewer words\" solution avoids the \"no result\" situation, its search relevance has got the obvious potential to be improved. People might argue that it\\'s rare for such queries to occur. However, it\\'s not uncommon that many opportunities and advancements are actually driven by the use cases that are underestimated in the beginning. LLM-based Solution Today, thanks to the fast development of LLMs, one can quickly build prototypes without worrying about the effort needed to build in-house solutions from scratch. This enables my quick discovery to tackle the problem. As depicted in the image below, the idea is pretty straightforward. The LLM is leveraged to translate the raw query to an enhanced query that aims to contain the explicit product information for search. Potentially, the product range covered in the enhanced query could be broad for the raw query that is implicit and fuzzy. In consequence, sending the enhanced query directly to the keyword-based search engine will likely lead to poor results due to its ambiguity and uncertainty. As a solution, LLM embedding is adopted to address the semantic complexity. Specifically, the enhanced query is projected into the embedding space that contains the preprocessed product embeddings. Next, the product retrieval is done by comparing the similarity between the query embedding and product embeddings, which then generates the top-k products as search results. There is a wide range of techniques to implement the idea as there exist many options for each step. Here, I provide one example implementation based on Hugging Face and LangChain. The actual code is hosted on the Github repo below, with the details explained as follows. Generate the enhanced query First, the recently announced', start_char_idx=0, end_char_idx=2476, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='adf07b24-466c-499d-8ec2-a7c312d80846', embedding=[-0.02374419942498207, 0.01639017090201378, -0.006193232256919146, -0.039425380527973175, -0.012921681627631187, 0.008737253956496716, -0.02801203727722168, -0.00042617571307346225, -0.03442074730992317, -0.05379979684948921, -0.006857041269540787, 0.0012859124690294266, -0.009529653936624527, 0.002808154793456197, 0.0031192065216600895, 0.019712690263986588, 0.012018067762255669, 0.0029541230760514736, -0.00941844005137682, -0.021366998553276062, -0.0021599852479994297, -0.029582936316728592, 0.008354955352842808, -0.019114913418889046, -0.010620941407978535, -0.0154726542532444, 0.03397589176893234, -0.0377015620470047, -0.032585714012384415, 0.008146428503096104, 0.002504053758457303, 0.0058005074970424175, -0.03492121025919914, -0.0028689748141914606, -0.014291005209088326, 0.015083405189216137, 0.022562550380825996, -0.004889942705631256, 0.05032435804605484, -0.011955509893596172, 0.019740493968129158, 0.017530113458633423, 0.010044018737971783, -0.03683965280652046, -0.009765983559191227, 0.0031365836039185524, -0.006815335713326931, -0.02271546982228756, -0.014680254273116589, 0.01406162604689598, 0.019976822659373283, 0.04965707287192345, -0.01602872461080551, 0.018503237515687943, -0.008883222006261349, 0.019198324531316757, 0.011969411745667458, 0.00665894104167819, 0.01474976260215044, 6.98889052728191e-05, -0.0011468948796391487, 0.020922143012285233, -0.01691843755543232, 0.013568113557994366, 0.01012742891907692, -0.01787765882909298, -0.028804438188672066, 0.024578304961323738, 0.02894345484673977, 0.0003579702170100063, 0.0021964774932712317, 0.028665419667959213, -0.01936514675617218, -0.015708984807133675, 0.022520843893289566, -0.001662997528910637, -0.009668671526014805, -0.0212140791118145, -0.0006016853731125593, 0.008660794235765934, 0.008035214617848396, -0.01982390321791172, -0.02031046524643898, 0.017238177359104156, 0.006408709567040205, 0.005647588521242142, 0.017071356996893883, 0.014582942239940166, -0.013394341804087162, -0.008056067861616611, -0.017015749588608742, 0.0029819265473634005, 0.036422599107027054, 0.005355651490390301, -0.021519917994737625, 0.015708984807133675, -0.004295642487704754, 0.012852173298597336, -0.0027403836138546467, -0.03542167320847511, -0.008639940991997719, -0.025023160502314568, -0.030778488144278526, -0.004201805684715509, -0.03731231391429901, -0.016223348677158356, 0.0011512391502037644, 0.004034984856843948, 0.0012155347503721714, 0.01981000229716301, -0.0019723116420209408, 0.025773854926228523, 0.012886927463114262, -0.03205744922161102, -0.005741425324231386, -0.026010185480117798, 0.0001420585613232106, -0.019031504169106483, 0.006989107932895422, -0.0030601241160184145, 0.03197403997182846, 0.03667283058166504, 0.00917515903711319, -0.014075527898967266, 0.03322519734501839, 0.003218256402760744, -0.015180717222392559, -0.013651524670422077, -0.00592562323436141, -0.0222289077937603, 0.0033537985291332006, 0.01645967923104763, 0.025495819747447968, 0.00818813405930996, -0.028248367831110954, 0.033670052886009216, -0.006304446142166853, -0.02071361616253853, -0.02320202998816967, -0.017085257917642593, 0.016709910705685616, 0.01644577644765377, 0.013310931622982025, 0.002099165227264166, -0.034615371376276016, 0.024355877190828323, 0.005591981112957001, 0.01259499043226242, 0.00797960814088583, 0.006568579468876123, 0.01065569557249546, -0.02078312449157238, -0.010495825670659542, 0.03330860659480095, 0.015597769990563393, -0.0012937322026118636, 0.004952500574290752, 0.018531041219830513, -0.039842430502176285, -0.027734002098441124, 0.00028737535467371345, -0.0020157545804977417, -0.014819271862506866, 0.015069503337144852, 0.019935118034482002, 0.03133455663919449, 0.039842430502176285, -0.005692768841981888, -0.0037221950478851795, -0.009745131246745586, -0.016237251460552216, 0.02035216987133026, -0.03728450834751129, 0.012796565890312195, -0.02320202998816967, 0.0014666352653875947, 0.02751157432794571, -0.010196938179433346, -0.020074134692549706, -0.037451330572366714, 0.008438365533947945, 0.006610285025089979, 0.012108429335057735, 0.019128816202282906, -0.023104717954993248, -0.008765056729316711, -0.012525482103228569, -0.014888780191540718, 0.02462000958621502, -0.03147357702255249, 0.010106576606631279, 0.031167736276984215, -0.004427709151059389, -0.02320202998816967, -0.5961073040962219, -0.01796106807887554, 0.03233548253774643, -0.014047724194824696, 0.00532784778624773, -0.019490262493491173, -0.016668206080794334, 0.006217560265213251, -0.014916583895683289, 0.0435124970972538, -0.013178864493966103, -0.005025484599173069, -0.004170526750385761, 0.004681416321545839, 0.007520849816501141, -0.003127895062789321, 0.014075527898967266, -0.010488875210285187, 0.01588970609009266, 0.02849859930574894, -0.012087577022612095, -0.014457826502621174, 0.00713855167850852, -0.012407316826283932, -0.005376504268497229, 0.016251152381300926, 0.02267376333475113, -0.003798654768615961, 0.01645967923104763, 0.011427243240177631, -0.018975896760821342, 0.029221490025520325, 0.021575525403022766, 0.0015066027408465743, 0.04796105623245239, -0.010169134475290775, -0.024439286440610886, 0.017794247716665268, 0.005147125106304884, 0.014430022798478603, -0.03670063614845276, -0.027177933603525162, 0.00045397921348921955, -0.006478218361735344, -0.005741425324231386, 0.045180708169937134, 0.025426311418414116, 0.00676667969673872, -0.02364688739180565, -0.012483776547014713, 0.007798884995281696, 0.004862139001488686, -0.0061445762403309345, -0.018113987520337105, 0.019420752301812172, 0.002860286273062229, 0.02562093548476696, -0.0067562535405159, 0.02564873918890953, 0.0094601446762681, 0.01645967923104763, -0.00193408178165555, -0.03536606580018997, -0.010217790491878986, -0.02944391965866089, 0.032669126987457275, 0.012080625630915165, 0.0011060584802180529, 0.008007410913705826, -0.02409174293279648, 0.01782205142080784, 0.02955513261258602, -0.01643187552690506, 0.00034472011611796916, -0.00579703226685524, 0.01257413811981678, 0.02274327166378498, 0.026899898424744606, -0.009272471070289612, 0.01598701998591423, 0.007805835921317339, -0.022117692977190018, -0.01356116309762001, -0.021561622619628906, 0.008063018321990967, 0.012824369594454765, -0.03764595463871956, -0.01544485054910183, -0.010523629374802113, 0.021158471703529358, 0.014499531127512455, 0.025773854926228523, -0.04164966195821762, -0.06778496503829956, -0.002557923085987568, 0.015514359809458256, 0.013887854292988777, 0.024564402177929878, 0.010342906229197979, -0.03141796961426735, -0.011156159453094006, 0.0058039831928908825, 0.01835031807422638, 0.0022711993660777807, 0.03497681766748428, 0.015194619074463844, -0.0059708040207624435, -0.002029656432569027, 0.01780814863741398, -0.0256765428930521, -0.012303054332733154, 0.003989804070442915, 0.01135078351944685, -0.01791936345398426, 0.0038820654153823853, -0.031584788113832474, -0.009953657165169716, -0.0040106563828885555, 0.015139011666178703, -0.03319739177823067, 0.01693233847618103, 0.006850090343505144, 0.01634846441447735, -0.005452963523566723, 0.0019306063186377287, 0.02039387635886669, -0.007347078062593937, -0.0012268299469724298, -0.015625573694705963, 0.03489340841770172, 0.02852640300989151, -0.03914734348654747, 0.018183495849370956, -0.023063013330101967, 0.020171448588371277, 0.02947172150015831, 0.04779423773288727, -0.006064640823751688, 0.0079726567491889, -0.01796106807887554, -0.01235866080969572, -0.021992577239871025, 0.016278956085443497, -0.024272466078400612, -0.05076921358704567, -0.02847079560160637, -0.023063013330101967, 0.006009033881127834, -0.0004969877772964537, -0.007493046578019857, -0.014131134375929832, -0.013185815885663033, -0.005046337377279997, 0.017669131979346275, -0.005150600336492062, 0.001643013791181147, -0.003937672358006239, -0.022562550380825996, -0.0022572975140064955, -0.03817422315478325, 0.0032842897344380617, 0.033058375120162964, -0.014791468158364296, -0.003303404664620757, 0.0033068801276385784, -0.006902221590280533, 0.012692303396761417, 0.04045410826802254, -0.024077842012047768, -0.039925843477249146, 0.006175855174660683, -0.0241890549659729, 0.002431069500744343, 0.020936043933033943, 0.0077780322171747684, 0.028359582647681236, -0.010926780290901661, -0.011079699732363224, 0.007103797048330307, -0.007458291947841644, 0.003628358244895935, 0.023507868871092796, 0.017265981063246727, -0.009953657165169716, 0.010989338159561157, 0.02271546982228756, 0.028387386351823807, -0.02032436616718769, -0.022604255005717278, 0.006662416271865368, 0.005355651490390301, 0.018989797681570053, -0.019657082855701447, 0.002292051911354065, -0.010732155293226242, 0.010440218262374401, 0.004782204050570726, 0.009119551628828049, 0.008292397484183311, -0.00435820035636425, -0.01740499772131443, -0.013130208477377892, -0.017168669030070305, -0.00041357724694535136, -0.005873491987586021, -0.01520852092653513, 0.007159404456615448, -0.03764595463871956, 0.007044714875519276, 0.022479139268398285, 0.014763664454221725, -0.013950412161648273, -0.021881364285945892, -0.020018529146909714, -0.01639017090201378, 0.030778488144278526, -0.0033503230661153793, 0.012803517282009125, -0.01501389592885971, 0.005692768841981888, -0.010349857620894909, -0.0026969406753778458, 0.01042631734162569, -0.013192766346037388, 0.0031313705258071423, 0.018239103257656097, -0.006148051470518112, 0.004000230226665735, -0.015403145924210548, -0.022910093888640404, 0.00027455968665890396, 0.02858201041817665, 0.03353103622794151, 0.022576451301574707, 0.02363298460841179, -0.000956614559981972, 0.04106578603386879, 0.0072497655637562275, 0.04070433974266052, 0.005748376250267029, 0.005658014677464962, 0.04320665821433067, 0.005626735743135214, -0.020699715241789818, 0.02765059284865856, 0.0037708512973040342, 0.037006475031375885, 0.014471727423369884, 0.011260421946644783, 0.004375577438622713, -0.033614445477724075, 0.02377200312912464, -0.005897819995880127, 0.020074134692549706, 0.021881364285945892, 0.002391102025285363, 0.00169166992418468, 0.01526412833482027, 0.02607969380915165, 0.002663923893123865, 0.0020713615231215954, -0.007917050272226334, 0.024995356798171997, -0.007520849816501141, 0.007861442863941193, -0.008375807665288448, 0.0063287741504609585, -0.03194623440504074, -0.00248667667619884, -0.034031499177217484, -0.0052896179258823395, 0.0032495353370904922, -0.0017159979324787855, -0.03964780643582344, 0.019087111577391624, 0.011649671010673046, 0.004559775814414024, 0.022993505001068115, 0.014555138535797596, 0.03875809535384178, -0.0339202843606472, -0.03611676022410393, 0.04295642673969269, -0.006804909557104111, -0.012831320986151695, -0.007298422046005726, -0.02411954663693905, -0.006707597058266401, -0.012400366365909576, -0.009877197444438934, 0.012525482103228569, 0.024800732731819153, 0.019504163414239883, -0.006193232256919146, -0.010551433078944683, 0.020018529146909714, 0.03255791217088699, -0.0027577609289437532, 0.00965476967394352, 0.007882295176386833, 0.014019920490682125, 0.015083405189216137, -0.03088970109820366, -0.011823443695902824, 0.04773863032460213, -0.028137153014540672, -0.015569966286420822, -0.015361440367996693, 0.01132993120700121, -0.006836188491433859, -0.0011929444735869765, 0.00592562323436141, 0.0023268063087016344, 0.008646892383694649, 0.029165884479880333, 0.019059307873249054, 0.025829462334513664, -3.5813311114907265e-05, 0.018961995840072632, 0.019587574526667595, 0.012893878854811192, -0.03817422315478325, 0.007065567187964916, 0.022381827235221863, 0.05265985056757927, 0.0037951793055981398, -0.004816958215087652, 0.01982390321791172, -0.017071356996893883, -0.015528261661529541, -0.03533826395869255, 0.007479144725948572, 0.019740493968129158, 0.02218720316886902, -0.0356719046831131, -0.023924922570586205, 0.01876736991107464, -0.00038056058110669255, 0.028290072456002235, 0.006565104238688946, 0.013547261245548725, -0.0040662637911736965, -0.005216633901000023, 0.010468021966516972, 0.007652916479855776, -0.012421218678355217, -0.0067214989103376865, 0.010975436307489872, 0.011663572862744331, -0.014263201504945755, 0.044652439653873444, 0.03097311221063137, 0.009063945151865482, -0.04342908412218094, -0.005286142695695162, 0.005362602416425943, -0.007034288253635168, 0.008549579419195652, -0.02118627540767193, 0.04292862117290497, 0.004288691561669111, -0.017307685688138008, 0.04301203414797783, 0.0019584097899496555, -0.011705278418958187, 0.023382753133773804, 0.012866075150668621, 0.02131139114499092, 0.017196472734212875, -0.029888775199651718, 0.003009730251505971, 0.01739109680056572, -0.002269461750984192, -0.00943234097212553, 0.006919599138200283, -0.009091747924685478, -0.03341982141137123, 0.001446651411242783, 0.020407777279615402, 0.0063809058628976345, -0.0189202893525362, 0.004622333683073521, -0.011941608041524887, -0.029749756678938866, -0.0015969641972333193, -0.024564402177929878, 0.009759032167494297, -0.006950878072530031, -0.0048795160837471485, 0.00725671648979187, -0.000773719628341496, 0.01206672377884388, -0.026399433612823486, -0.011573211289942265, -0.009640867821872234, -0.007451341021806002, -0.0445968322455883, -0.021172374486923218, -0.002738645998761058, 0.002045295899733901, 0.0052896179258823395, -0.012275250628590584, 0.011281275190412998, 0.01087117288261652, -0.00664851488545537, -0.009578309953212738, 0.004330397117882967, -0.02082483097910881, -0.015180717222392559, -0.008806762285530567, -0.004969877656549215, -0.01283827144652605, -0.028345679864287376, -0.0169601421803236, 0.019420752301812172, -0.018683960661292076, -0.002417167881503701, 0.0006655465695075691, 0.010808615013957024, 0.0318906269967556, 0.014388317242264748, 0.02518998086452484, 0.01689063385128975, -0.04784984514117241, -0.007604260463267565, -0.032641321420669556, 0.00178463791962713, -0.021867461502552032, 0.011128355748951435, 0.003941147588193417, 0.023493967950344086, 0.011246520094573498, 0.0010991075541824102, 0.00687441835179925, 0.012052821926772594, -0.001670817262493074, -0.009182109497487545, -0.0014370940625667572, 0.023104717954993248, 0.008535678498446941, 0.0075903586111962795, 0.01018303632736206, 0.021992577239871025, -0.023535672575235367, -0.0067910077050328255, -0.016251152381300926, 0.04751620069146156, 0.0039098686538636684, -0.013283127918839455, 0.0038299337029457092, 0.015055601485073566, -0.010954583995044231, -0.020574599504470825, 0.0037152443546801805, -0.01883688010275364, 0.02463391050696373, -0.02171454206109047, -0.005956902168691158, -0.03336421400308609, -0.020088037475943565, -0.023980528116226196, 0.0018836879171431065, -0.016195544973015785, -0.008834565989673138, 0.011774786747992039, -0.0035240950528532267, -0.024383679032325745, -0.03522704914212227, 0.013213618658483028, -0.029582936316728592, -0.006398282945156097, 0.03430953249335289, 0.007117698900401592, 0.01448562927544117, -0.01140639092773199, 0.00970342569053173, -0.034531962126493454, -0.035477280616760254, -0.0026656617410480976, -0.04056532308459282, -0.0032738635782152414, 0.0004272617807146162, 0.025245588272809982, 0.02272937074303627, 0.07240034639835358, -0.000569971976801753, 0.02231231890618801, 0.009307225234806538, 0.003857737174257636, 0.0038890161085873842, -0.0065546780824661255, 0.01976829767227173, -0.009341980330646038, 0.016807222738862038, 0.021631132811307907, -0.005313946399837732, 0.0358109213411808, 0.004997681360691786, 0.0014614220708608627, 0.022910093888640404, -0.018253006041049957, -0.007882295176386833, -0.011079699732363224, -0.012511580251157284, -0.014763664454221725, 0.004379053134471178, -0.013936510309576988, 0.01837812177836895, -0.041371624916791916, -0.012873025611042976, 0.017599623650312424, 0.020922143012285233, 0.013227520510554314, 0.009731229394674301, 0.029888775199651718, -0.024578304961323738, 0.020074134692549706, 0.013192766346037388, -0.015180717222392559, -0.005793556571006775, 0.0025666116271167994, -0.035532888025045395, -0.017794247716665268, 0.01643187552690506, -0.006561628542840481, 0.006294019985944033, 0.02325763739645481, -0.015083405189216137, 0.012699253857135773, -0.0035623249132186174, 0.00991890300065279, -0.013144110329449177, -0.015583868138492107, -0.009446242824196815, -0.011955509893596172, -0.018266906961798668, -0.03127894923090935, -0.0026621862780302763, -0.004677940625697374, 0.010669597424566746, 0.012754861265420914, 0.029860971495509148, -0.03244669735431671, -0.016640402376651764, -0.0053904056549072266, 0.02022705413401127, 0.05160331726074219, -0.01353335939347744, 0.006443463731557131, 0.022409630939364433, -0.00022546910622622818, -0.01063484326004982, 0.013359587639570236, 0.02031046524643898, -0.005897819995880127, 0.014666352421045303, 0.03859127312898636, -0.0050532883033156395, -0.04879516363143921, 0.022493040189146996, -0.0058005074970424175, -0.009230765514075756, -0.034587569534778595, 0.025718247517943382, 0.009216864593327045, 0.005946476012468338, -0.020407777279615402, -0.031167736276984215, -0.010002313181757927, -0.008535678498446941, -0.03147357702255249, 0.01791936345398426, 0.02031046524643898, -0.0016378005966544151, 0.008368857204914093, 0.03052825666964054, -0.0017776869935914874, 0.016737714409828186, -0.019907314330339432, -0.006492120213806629, 0.0028515977319329977, -0.01307460106909275, -0.010468021966516972, 0.031584788113832474, 0.011183962225914001, 0.030611665919423103, -0.023493967950344086, 0.01597311720252037, 0.015389244072139263, -0.005790081340819597, 0.003226945176720619, 0.007486095651984215, 0.013853100128471851, 0.034114908427000046, -0.01840592548251152, -0.009272471070289612, 0.024077842012047768, -0.01979609951376915, 0.011628818698227406, -0.017544016242027283, 0.008709450252354145, -0.006930025294423103, -0.010162183083593845, -0.0009983198251575232, 0.03325299918651581, -0.007548653520643711, -0.020171448588371277, 0.010057920590043068, -0.010753008536994457, -0.006690219976007938, -0.013547261245548725, -0.016320660710334778, 0.0184476301074028, -0.021450409665703773, -0.013144110329449177, 0.010683499276638031, 0.020671911537647247, 0.01843372918665409, 0.0025023161433637142, -0.014596844092011452, -0.006363528780639172, 0.0397312194108963, -0.013067650608718395, 0.018169594928622246, 0.019615378230810165, -0.004876040853559971, 0.0009157781605608761, -0.024953652173280716, -0.010780811309814453, -0.010933730751276016, -0.0015561277978122234, -0.02602408640086651, -0.030305827036499977, -0.013171914033591747, 0.008862369693815708, -0.009724278002977371, -0.002658710815012455, -0.018628353253006935, -0.008598236367106438, -0.0023354950826615095, 0.0067214989103376865, -0.016529187560081482, -0.0038334091659635305, 0.025926774367690086, -0.004500693641602993, -0.0026117924135178328, 0.016668206080794334, -0.015027797780930996, -0.0031296326778829098, -0.018697861582040787, -0.013755787163972855, -0.020685812458395958, -0.036033350974321365, -0.010808615013957024, -0.013060699217021465, -0.0024241185747087, 0.01111445389688015, -0.003638784633949399, -0.013449949212372303, -0.0023111668415367603, -0.022145496681332588, 0.002146083628758788, 0.004618858452886343, 0.005227060057222843, 0.010301200672984123, 0.015083405189216137, 0.017210373654961586, 0.02281278185546398, -0.020171448588371277, -0.017432801425457, -0.024328073486685753, -0.0067388759925961494, -0.0072497655637562275, -0.014158938080072403, -0.022882290184497833, 0.034559763967990875, 0.010085724294185638, -0.03753473982214928, -0.02278497815132141, -0.006367004010826349, -0.048628341406583786, -0.013999068178236485, -0.01137163583189249, -0.014763664454221725, 0.00017583549197297543, 0.02039387635886669, -0.0096964742988348, 0.03136236220598221, -0.009988411329686642, 0.0030062547884881496, -0.007520849816501141, -0.002083525760099292, 0.00445551285520196, -0.0013545523397624493, 0.01114225760102272, 0.0028411713428795338, -0.026260416954755783, 0.009321127086877823, 0.014430022798478603, -0.006012509576976299, 0.00520968297496438, 0.03686745837330818, -0.007826688699424267, -0.012212692759931087, 0.018461531028151512, 0.012886927463114262, -0.005831786431372166, -0.018711762502789497, 0.007333176210522652, -0.011601014994084835, 0.0017950641922652721, 0.008806762285530567, -0.0058700162917375565, -0.005539849866181612, 0.004775253124535084, 0.0036909161135554314, 0.0026517598889768124, 0.004702269099652767, 0.015667278319597244, 0.012483776547014713, 0.005084567237645388, -0.0022190678864717484, 0.0406765379011631, -0.010335955768823624, -0.01430490706115961, 0.030333630740642548, 0.011100552044808865, -0.005859590135514736, -0.008869320154190063, 0.018016675487160683, 0.004994205664843321, -0.016334563493728638, 0.014860977418720722, -0.011017141863703728, -0.008466169238090515, -0.01231000479310751, -0.0003901180170942098, -0.014430022798478603, -0.007395734079182148, -0.0038438355550169945, 0.009321127086877823, -0.03180721774697304, 0.02619090862572193, -0.004816958215087652, -0.018086183816194534, -0.0179054606705904, -0.016070429235696793, -0.007065567187964916, -0.02313252165913582, -0.015291931107640266, 0.011906853877007961, 0.011920755729079247, -0.012080625630915165, -0.0006338331731967628, -0.009981460869312286, -0.014179791323840618, 0.010335955768823624, 0.02031046524643898, -0.007562555372714996, 0.01936514675617218, 0.20808148384094238, -0.010245594196021557, -0.00890407431870699, 0.02616310492157936, 0.014332709833979607, -0.012177938595414162, 0.029833167791366577, 0.020685812458395958, -0.01427710335701704, -0.0008719007601030171, 0.02036607265472412, 0.008132527582347393, -0.023827608674764633, 0.007034288253635168, 0.0241890549659729, -0.029610740020871162, -0.014360513538122177, -0.024425385519862175, -0.009397586807608604, -0.0076598674058914185, 0.010509727522730827, 0.01207367517054081, -0.013700180687010288, -0.030667273327708244, 0.011788688600063324, -0.009752081707119942, 0.008285446092486382, -0.016807222738862038, 0.016042625531554222, 0.01204587146639824, -0.009022239595651627, 0.013637622818350792, 0.0069925831630826, -0.013568113557994366, -0.014680254273116589, 0.0018263431265950203, 0.02225671149790287, 0.0005677998415194452, 0.005025484599173069, 0.02124188281595707, 0.011774786747992039, 0.0010304676834493876, 0.002243395894765854, -0.018266906961798668, 0.007388783153146505, 0.019073208793997765, -0.02217330038547516, 0.0031643870752304792, 0.007416586857289076, -0.005077616311609745, -0.03136236220598221, 0.004858663771301508, 0.03236328810453415, 0.03339201584458351, -0.017544016242027283, -0.001464897533878684, -0.014068576507270336, 0.013415194116532803, 0.009189060889184475, -0.003510193433612585, -0.02991657890379429, 0.0038160320837050676, 0.024842437356710434, 0.013498605228960514, 0.015069503337144852, -0.0041044931858778, -0.030111202970147133, -0.016112135723233223, 0.0025544476229697466, 0.008869320154190063, -0.014652450568974018, -0.012893878854811192, -0.010474973358213902, -0.015333636663854122, -0.017613524571061134, -0.04504168778657913, 0.0247312244027853, 0.014346611686050892, 0.019545868039131165, 0.05755326896905899, 0.001273748348467052, -0.027803512290120125, -0.010120478458702564, -0.009487948380410671, -0.016640402376651764, -0.012031969614326954, 0.012685352005064487, -0.012490727938711643, -0.014833173714578152, -0.014499531127512455, -0.0038924915716052055, 0.019907314330339432, -0.0049351234920322895, 0.0026117924135178328, -0.005237486679106951, 0.005227060057222843, 0.028206663206219673, -0.0016855879221111536, -0.006457365583628416, -0.013700180687010288, -0.01520852092653513, 0.03909173607826233, 0.023980528116226196, -0.009474046528339386, -8.981837891042233e-05, -0.00579703226685524, -0.006182806100696325, -0.009974509477615356, -0.017599623650312424, 0.0009965820936486125, 0.022632058709859848, -0.05140869319438934, 0.0050532883033156395, -0.004403381142765284, -0.018989797681570053, 0.005324372556060553, 0.024911945685744286, -0.00020494229102041572, -0.004545873962342739, 0.015083405189216137, -0.01209452748298645, -0.0021339196246117353, 0.027497673407197, 0.017502309754490852, -0.004667514469474554, -0.008354955352842808, -0.03253011032938957, -0.017001846805214882, -0.034059301018714905, -0.0030705502722412348, 0.011955509893596172, -0.010037067346274853, 0.012129281647503376, 0.001041762880049646, 0.0021547721698880196, -0.014888780191540718, -0.013540309853851795, -0.008577383123338223, -0.00531742163002491, 0.004417282994836569, -0.0089527303352952, 0.006349626928567886, 0.0011329931439831853, -0.007347078062593937, 0.011489801108837128, -0.013602867722511292, -0.014721959829330444, 0.02651064842939377, -0.020129742100834846, -0.011392489075660706, -0.010461071506142616, 0.005362602416425943, 0.010447169654071331, -0.030305827036499977, 0.002020967658609152, 0.010815566405653954, -0.019531967118382454, -0.0030218942556530237, 0.0021964774932712317, 0.005487718153744936, -0.04454122483730316, -0.0021669361740350723, 0.015834100544452667, -0.007555604446679354, -0.005373028572648764, -0.016751615330576897, -0.17683033645153046, -0.0014735860750079155, 0.018030578270554543, -0.04359590634703636, 0.0035362590570002794, 0.024328073486685753, 0.012205741368234158, 0.00283074495382607, -0.035004619508981705, -0.015806296840310097, 0.0019114913884550333, -0.002929795067757368, -0.038424454629421234, -0.04943464323878288, -0.011482850648462772, 0.028721027076244354, 0.006492120213806629, -0.023897118866443634, 0.021839657798409462, -0.011163109913468361, 0.04014826938509941, -0.033586643636226654, -0.000742875097785145, 0.014721959829330444, 0.01645967923104763, 0.008973583579063416, 0.0012963387416675687, 0.017627427354454994, -0.014207594096660614, -0.023076914250850677, 0.0009348930907435715, -0.009689523838460445, 0.0279703326523304, -0.005400832276791334, 0.008883222006261349, 0.010947632603347301, 0.023855412378907204, -0.0029871398583054543, -0.013255324214696884, 0.028234466910362244, 0.01981000229716301, 0.010329004377126694, 0.005772704258561134, 0.019684886559844017, 0.0024050038773566484, 0.0216867383569479, 0.03247450292110443, -0.01989341340959072, 0.01590360887348652, -0.01593141257762909, 0.007173305843025446, -0.01643187552690506, 0.008820664137601852, 0.009620015509426594, 0.011392489075660706, 0.021436506882309914, 0.011149208061397076, -0.0016265054000541568, -0.006436512805521488, -0.019212227314710617, 0.008792860433459282, -0.012775713577866554, 0.007840590551495552, -0.024439286440610886, -0.006398282945156097, -0.05352175980806351, -0.015597769990563393, 0.004017607308924198, -0.028151055797934532, 0.0020852633751928806, -0.013971264474093914, 0.009063945151865482, -0.017196472734212875, -0.01406162604689598, 0.023841511458158493, 0.036506012082099915, -0.013241422362625599, 0.0027525476180016994, 0.021450409665703773, 0.005671916529536247, -0.01257413811981678, 0.019087111577391624, -0.00178463791962713, 0.014499531127512455, -0.01597311720252037, -0.011190913617610931, -0.018725665286183357, 0.013039846904575825, -0.014235397800803185, 0.004382528364658356, 0.021964773535728455, -0.01741890050470829, 0.001060008886270225, -0.018656156957149506, -0.0062627410516142845, 0.018127890303730965, -0.003213043324649334, -0.013623720966279507, -0.007089895661920309, 0.017516212537884712, 0.010794713161885738, -0.003485865192487836, -0.010044018737971783, 0.010676548816263676, 0.018113987520337105, 0.00603336188942194, -0.016084332019090652, 0.013283127918839455, 0.04873955622315407, -0.025815561413764954, -0.001379749272018671, 0.006582481320947409, 0.01544485054910183, 0.005574604030698538, 0.007305372506380081, 0.025301195681095123, -0.006916123442351818, -0.009835491888225079, 0.0053938813507556915, -0.001643013791181147, 0.04159405454993248, -0.007319274358451366, 0.003367700381204486, 0.0073540289886295795, -0.012393414974212646, -0.030222417786717415, -0.10570894926786423, 0.0027681870851665735, 0.0024380204267799854, 0.02756718173623085, -0.02603798918426037, 0.02845689468085766, 0.0092238150537014, 0.02085263468325138, -0.01744670420885086, 0.0309453085064888, -0.026329925283789635, -0.012226594612002373, 0.005136698950082064, 0.013012043200433254, -0.00445551285520196, -0.008681646548211575, -0.007805835921317339, -0.007069042883813381, -0.029304901137948036, 0.02810935117304325, 0.00893187802284956, -0.008069969713687897, 0.014186741784214973, -0.018141791224479675, -0.0019375572446733713, -0.004330397117882967, -0.028234466910362244, 0.006832712795585394, 0.02662186324596405, -0.0072011095471680164, -0.0026413334999233484, -0.026413336396217346, -0.0038924915716052055, -0.025982381775975227, 0.007291471119970083, -0.030278023332357407, 0.021853560581803322, 0.0033798643853515387, 0.03714549168944359, -0.012428170070052147, 0.010335955768823624, -0.006940451450645924, -0.009835491888225079, -0.018155694007873535, 0.004869089927524328, -0.023535672575235367, -0.02803984098136425, 0.03336421400308609, -0.01109360158443451, -0.023299342021346092, -0.02758108451962471, -0.000404888647608459, -0.04292862117290497, 0.007333176210522652, 0.040815554559230804, 0.017794247716665268, -0.019601475447416306, 0.004632760304957628, -0.014131134375929832, 0.009335028938949108, -0.012928633019328117, -0.022479139268398285, -0.0502687506377697, 0.0016873256536200643, 0.02373029664158821, 0.025537526234984398, -0.01981000229716301, -0.012636695988476276, 0.010356808081269264, 0.009731229394674301, 0.004038460087031126, 0.029110277071595192, -0.01739109680056572, 0.01691843755543232, -0.029416115954518318, -0.0028585486579686403, -0.001923655509017408, -0.04798886179924011, 0.008354955352842808, -0.0036144566256552935, -0.0043547251261770725, -0.013846148736774921, -0.006568579468876123, -0.019184423610568047, 0.00043725367868319154, 0.009001387283205986, -0.013783590868115425, -0.0010721728904172778, 0.0024588729720562696, -0.052409619092941284, 0.018058380112051964, 0.012483776547014713, 0.023466164246201515, 0.0164179727435112, -0.014200643636286259, 0.0022138545755296946, -0.058776624500751495, -0.011531506665050983, 0.03714549168944359, 0.006829237565398216, -0.031056523323059082, -0.008389709517359734, -0.05619089677929878, 0.027289146557450294, 0.0055641778744757175, -0.0062627410516142845, 0.0023563476279377937, -0.030194614082574844, 0.01835031807422638, -0.0256765428930521, 0.03950878977775574, 0.01740499772131443, -0.01889248564839363, 0.009800737723708153, -0.01400601863861084, -0.0041044931858778, -0.0051019443199038506, -0.0037604249082505703, 0.03333641216158867, -0.01255328580737114, 0.021547721698880196, 0.009925853461027145, 0.017224274575710297, -0.011232619173824787, -0.02179795317351818, 0.02227061241865158, 0.0137488367035985, -0.013005092740058899, -0.023521771654486656, 0.0036631126422435045, -0.010947632603347301, 0.001913229119963944, 0.00874420441687107, -0.014805370010435581, -0.01987951062619686, 0.024050038307905197, 0.005769228562712669, -0.01597311720252037, 0.002571824938058853, 0.0193929485976696, 0.031139932572841644, 0.011413341388106346, -0.021645033732056618, -0.03572751209139824, 0.014110282063484192, -0.021436506882309914, -0.019031504169106483, 0.0010400251485407352, 0.0018315563211217523, -0.009335028938949108, 0.03328080475330353, -0.008042166009545326, 0.033614445477724075, 0.019003700464963913, -0.02562093548476696, -0.04531972482800484, -0.002893302822485566, -0.003798654768615961, 0.018725665286183357, 0.017988871783018112, 0.014555138535797596, 0.006902221590280533, 0.011163109913468361, 0.005790081340819597, 0.01634846441447735, -0.014457826502621174, -0.007798884995281696, -0.017001846805214882, -0.01650138385593891, 0.010078772902488708, 0.010773860849440098, -0.006811860483139753, 0.008076920174062252, 0.0008054329664446414, -0.010509727522730827, 0.0016847189981490374, 0.0018889011116698384, -0.00449374271556735, 0.005876967217773199, 0.00919601134955883, -0.010342906229197979, 0.013102404773235321, 0.016167741268873215, -0.015291931107640266, -0.002375462558120489, 0.009765983559191227, 0.02320202998816967, 0.01794716715812683, -0.02705281600356102, 0.009133453480899334, -0.018489334732294083, 0.00047439741319976747, -0.007611211389303207, 0.0008323676302097738, -0.00868859700858593, 0.010787762701511383, 0.00047179084504023194, -0.004976828582584858, -0.017794247716665268, 0.010037067346274853, 0.03617236763238907, -0.027789609506726265, 0.021408703178167343, -0.0054460130631923676, -0.0028272694908082485, -0.01937904767692089, -0.006224511191248894, 0.01837812177836895, -0.030166810378432274, -0.016070429235696793, 0.018002774566411972, 0.020185349509119987, 0.005949951708316803, -0.03686745837330818, -0.0356719046831131, -0.0011894690105691552, -0.0169601421803236, -0.005505095236003399, -0.008382759056985378, -0.03180721774697304, -0.019698787480592728, 0.056357719004154205, 0.0053938813507556915, -0.0038646881002932787, 0.03683965280652046, 0.011496752500534058, 0.015764590352773666, 0.02316032536327839, 0.010641793720424175, -0.011740032583475113, 0.030722880735993385, -0.0025249063037335873, -0.0013519458007067442, 0.00120684620924294, -0.0013901755446568131, -0.011197864077985287, -0.024411482736468315, -0.0025596607010811567, 0.020505089312791824, -0.0020522465929389, 0.0049316477961838245, 0.10404074192047119, 0.027914725244045258, -0.009105649776756763, 0.031612593680620193, -0.04771082475781441, 0.011190913617610931, 0.008619088679552078, 0.025009259581565857, -0.020477285608649254, -0.019712690263986588, 0.0002196043060394004, 0.0009053518297150731, 0.0005239224410615861, -0.03781277686357498, -0.007444390095770359, -0.017071356996893883, -0.0028967782855033875, 0.01686283014714718, -0.013234471902251244, -0.0010243856813758612, 0.018475433811545372, -0.017168669030070305, 0.006342676002532244, 0.000964434293564409, 0.010558383539319038, 0.012129281647503376, 0.018461531028151512, 0.006919599138200283, 0.0025509721599519253, -0.023354949429631233, 0.03100091591477394, 0.029388312250375748, -0.03353103622794151, -0.014151987619698048, -0.005710146389901638, -0.0082437414675951, -0.0006638088379986584, 0.000801957561634481, 0.007458291947841644, 0.008132527582347393, 0.006797958631068468, 0.010259496048092842, 0.004598005674779415, -0.0337812677025795, -0.0019028028473258018, -0.008605186827480793, 0.007458291947841644, -0.0152363246306777, -0.03631138801574707], metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='90e778aa-c5fb-43e6-8423-8969352b85ca', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='9f43478fa989eb42ec8009c53d1b4b9f3e497e510cfd3638923af749a6aee2e8'), : RelatedNodeInfo(node_id='d0d4887c-3440-499b-9372-e28f36f94617', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='75226031e1fb4fa40d41510cebbc99ac5d45ee091c750fd2bc39ec8f65539507'), : RelatedNodeInfo(node_id='e779be67-cd54-42bb-afbf-413ee25b8c06', node_type=, metadata={}, hash='5d20f04dad4cdf71f887576a5760877b6a9a001acd49d13c278ad133a2c84b4f')}, hash='68e0442116aaaf38aa9ff21ca704ff7875262d2962bc13196c9f3e5ee22d1316', text='As a solution, LLM embedding is adopted to address the semantic complexity. Specifically, the enhanced query is projected into the embedding space that contains the preprocessed product embeddings. Next, the product retrieval is done by comparing the similarity between the query embedding and product embeddings, which then generates the top-k products as search results. There is a wide range of techniques to implement the idea as there exist many options for each step. Here, I provide one example implementation based on Hugging Face and LangChain. The actual code is hosted on the Github repo below, with the details explained as follows. Generate the enhanced query First, the recently announced Llama 2 is adopted as the LLM to generate the enhanced query for a given raw query. As demonstrated below, the Hugging Face pipeline is used, considering its simplicity. It\\'s worth noting that the pipeline itself is enough to accomplish the task so the use of LangChain is totally optional. The prompt template adopted here aims to generate relevant and diverse product names to address the fuzziness of the raw query. Create product embeddings Next, the sentence transformer and FAISS in LangChain are used to create and store the product embeddings based on the product titles in the inventory. Here, due to the lack of access to actual search engines, the offline Ebay product dataset \"products.csv\" is adopted as the mockup of the E-commerce product inventory. This dataset contains approximately 3,000 products covering a wide range of categories. Product retrieval When it comes to retrieval, the same sentence transformer model that encodes the products is used again to generate the query embedding for the enhanced query. Finally, the top-10 products are retrieved based on the similarity between the query embedding and product embeddings. Showcase To demonstrate the effectiveness of this approach, let\\'s look at the above-mentioned query \"What are the best gifts for boys under 5?\" and compare the LLM enhancement with the original Ebay search results presented in Figure 1. First, after receiving the raw query, Llama 2 generates 10 products as instructed by the prompt template. They look pretty impressive for boys\\' gift ideas although a better product-level granularity is expected. Next, let\\'s have a look at the similarity match in the embedding space. What are', start_char_idx=1773, end_char_idx=4159, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='e779be67-cd54-42bb-afbf-413ee25b8c06', embedding=[-0.015359093435108662, 0.00948373693972826, -0.004671444650739431, -0.04397127404808998, -0.01132146269083023, 0.007116156164556742, -0.031952280551195145, -0.01017456129193306, -0.03686182200908661, -0.057680439203977585, -0.007330781314522028, 0.01653953082859516, -0.00870572216808796, -0.0005323702935129404, -0.0003791566414292902, 0.019436966627836227, 0.01636514812707901, 0.003231110516935587, -0.002548670396208763, -0.015573717653751373, -0.0006254303152672946, -0.03444729372859001, 0.005050391890108585, -0.019839387387037277, 0.0012869109632447362, -0.017129749059677124, 0.03801543265581131, -0.03597649559378624, -0.02784757874906063, 0.013139067217707634, -0.00231057102791965, 0.006348201539367437, -0.030959639698266983, 0.0036419159732759, -0.01936989650130272, 0.02042960561811924, 0.021395418792963028, -0.00535556161776185, 0.04541999101638794, -0.014272554777562618, 0.008940467610955238, 0.021677114069461823, 0.012790301814675331, -0.026734212413430214, -0.005959194153547287, -0.0012408001348376274, 0.0046278489753603935, -0.02254902757704258, -0.00821610912680626, 0.020644230768084526, 0.0175053421407938, 0.049927111715078354, -0.014473765157163143, 0.018618708476424217, -0.00581834651529789, 0.016485873609781265, 0.00907460879534483, 0.017787037417292595, 0.021288106217980385, 0.0007490911521017551, -0.0030349299777299166, 0.023662393912672997, -0.018913818523287773, 0.015976140275597572, 0.006730502005666494, -0.01936989650130272, -0.02945726551115513, 0.013313449919223785, 0.02897435985505581, -0.007994776591658592, 0.001085700117982924, 0.030423076823353767, -0.014312797226011753, -0.01225373987108469, 0.01832360029220581, -0.0035010683350265026, -0.010919041000306606, -0.014970085583627224, -0.0017673018155619502, -0.0010278519475832582, 0.007686253637075424, -0.009946522302925587, -0.01396403182297945, 0.01408475823700428, 0.013990859501063824, 0.00596590107306838, 0.011334876529872417, 0.007887464016675949, -0.01692853681743145, 0.00425225542858243, -0.015171296894550323, 0.005647317040711641, 0.04000071436166763, -0.007921000011265278, -0.016231006011366844, 0.017465099692344666, -0.015989553183317184, 0.01310553215444088, 0.000819095759652555, -0.02532573603093624, 0.0009867714252322912, -0.026761040091514587, -0.036191120743751526, -0.004282437264919281, -0.03704962134361267, -0.01408475823700428, -0.00965141225606203, -0.005301905330270529, 0.004721747245639563, 0.011663520708680153, -0.010288580320775509, 0.023568494245409966, 0.013668922707438469, -0.02905484288930893, -0.008652065880596638, -0.010731244459748268, -0.0020389363635331392, -0.008001483976840973, -0.001837725518271327, 0.0046110814437270164, 0.03498385474085808, 0.026519587263464928, 0.01302504725754261, -0.028786562383174896, 0.03200593590736389, 0.0014537482056766748, -0.005372329149395227, -0.01742485724389553, -0.004651323426514864, -0.012957977131009102, -0.00740455836057663, 0.023541666567325592, 0.017196819186210632, 0.007666132412850857, -0.03468874841928482, 0.03474240377545357, -0.0087526710703969, -0.013212844729423523, -0.02197222225368023, -0.02344776876270771, 0.017961420118808746, 0.02076495811343193, 0.0007583132828585804, -0.00523148151114583, -0.01776020973920822, 0.027793921530246735, 0.0036419159732759, 0.00498332129791379, 0.003375311614945531, 0.012434829026460648, 0.002598973223939538, -0.025701329112052917, -0.012280567549169064, 0.03401804342865944, 0.010402599349617958, -0.010959283448755741, 0.003631855361163616, 0.01903454400599003, -0.03809591755270958, -0.01800166256725788, 0.0027129927184432745, -0.006297898944467306, -0.007947827689349651, 0.014835945330560207, 0.012461657635867596, 0.03061087429523468, 0.04372981935739517, -0.005405864212661982, -0.003105353796854615, -0.008001483976840973, -0.01822970062494278, 0.022656340152025223, -0.03721058741211891, 0.014889601618051529, -0.03785446286201477, 0.003408846678212285, 0.027498813346028328, -0.007424679584801197, -0.012528727762401104, -0.03621795028448105, 0.011308048851788044, -0.005888770334422588, 0.013870133087038994, 0.009309354238212109, -0.024198954924941063, -0.00341052352450788, -0.01248848531395197, -0.021851496770977974, 0.017277302220463753, -0.033749762922525406, 0.012273860163986683, 0.03554724529385567, -0.0019400077871978283, -0.023072175681591034, -0.6314263939857483, -0.012133012525737286, 0.03836419805884361, -0.015077398158609867, -0.0007792727556079626, -0.013414055109024048, -0.009537393227219582, 0.009215455502271652, -0.009309354238212109, 0.03629843518137932, -0.015587132424116135, -0.005737862084060907, -0.010758072137832642, 0.003792824223637581, 0.009463615715503693, -0.004728454630821943, 0.0072167618200182915, -0.0019483915530145168, 0.01588224060833454, 0.023555081337690353, -0.009705068543553352, -0.008672187104821205, 0.005533297546207905, -0.009430080652236938, -0.011354997754096985, 0.014192070811986923, 0.018095560371875763, -0.0021948746871203184, 0.011046474799513817, 0.018591880798339844, -0.016096865758299828, 0.02865242213010788, 0.02052350528538227, 0.022589268162846565, 0.05250261351466179, -0.00961117073893547, -0.02587571181356907, 0.017639482393860817, 0.006391797214746475, 0.0236087366938591, -0.02921581268310547, -0.026439102366566658, 0.0016390298260375857, -0.007612476125359535, -0.0016415449790656567, 0.04233475774526596, 0.022320987656712532, 0.015251780860126019, -0.025781814008951187, -0.01832360029220581, 0.008242936804890633, 0.007572234142571688, -0.014151828363537788, -0.01653953082859516, 0.019893044605851173, 0.004872655496001244, 0.016874881461262703, -0.011489138007164001, 0.027874406427145004, 0.01083184964954853, 0.016713913530111313, -0.014192070811986923, -0.022830722853541374, -0.02222708985209465, -0.03286443650722504, 0.036754511296749115, 0.012917735613882542, 0.0007440608460456133, 0.004262316040694714, -0.016137108206748962, 0.013367106206715107, 0.030986467376351357, -0.019758902490139008, 0.005194592755287886, 0.00023893786419648677, 0.006559472996741533, 0.01725047454237938, 0.020858855918049812, -0.011824489571154118, -0.00039718177868053317, 0.014420109800994396, -0.018135802820324898, 0.0034474122803658247, -0.0255671888589859, 0.018055317923426628, 0.010496498085558414, -0.022508785128593445, -0.019436966627836227, -0.019423551857471466, 0.020778371021151543, 0.011797661893069744, 0.013977445662021637, -0.04469563066959381, -0.05569515749812126, -0.004637909587472677, 0.011858024634420872, 0.014111585915088654, 0.01888698898255825, 0.028115859255194664, -0.02426602505147457, -0.010798314586281776, 0.0014805763494223356, 0.017035849392414093, 0.00533208716660738, 0.03028893657028675, 0.01977231726050377, -0.00025130395079031587, 0.00019439900643192232, 0.015090811997652054, -0.025017213076353073, 0.0013959001516923308, 0.003164040157571435, 0.011341583915054798, -0.02248195745050907, 0.0019182099495083094, -0.028518281877040863, -0.005519883707165718, -0.01887357607483864, 0.00887339748442173, -0.0196918323636055, 0.009919693693518639, 0.0017002314561977983, 0.013085410930216312, -0.014742046594619751, -0.004295851103961468, 0.020174739882349968, -0.00669696694239974, 0.0066097755916416645, -0.0020959461107850075, 0.021113723516464233, 0.019235754385590553, -0.023796534165740013, 0.013521367684006691, -0.01278359442949295, 0.01757241226732731, 0.0162980780005455, 0.04128846153616905, -0.009248991496860981, 0.013575023971498013, -0.02198563702404499, -0.018202872946858406, -0.016016382724046707, 0.013253086246550083, -0.031093779951334, -0.04144943132996559, -0.02881339006125927, -0.020040597766637802, 0.010811728425323963, -0.00012397521641105413, -0.011126958765089512, -0.024883072823286057, -0.01506398431956768, -0.008645358495414257, 0.027740266174077988, -0.0041717709973454475, -0.002149602398276329, -0.014138414524495602, -0.013950617052614689, -0.007089328020811081, -0.022683167830109596, 0.003474240191280842, 0.029832858592271805, -0.015050569549202919, 0.004218720365315676, 0.0004770373343490064, -0.01492984313517809, 0.01278359442949295, 0.03924952447414398, -0.028706077486276627, -0.04810280352830887, 0.010919041000306606, -0.021784424781799316, 0.005308612249791622, 0.025097697973251343, 0.0015124346828088164, 0.019343066960573196, -0.013534781523048878, -0.005979314912110567, 0.009282526560127735, -0.004899483639746904, 0.004332739859819412, 0.02131493389606476, 0.017773622646927834, -0.013568316586315632, 0.009269111789762974, 0.01977231726050377, 0.02311241626739502, -0.003216019831597805, -0.01781386509537697, 0.0049330187030136585, 0.0015870503848418593, 0.021113723516464233, -0.013078703545033932, -0.004725100938230753, -0.006435392890125513, 0.008397198282182217, -0.0015560303581878543, 0.00654941238462925, -0.0015224952949211001, -0.007847222499549389, -0.018202872946858406, -0.0038397733587771654, -0.01692853681743145, -0.0020775017328560352, -0.002491660648956895, -0.0075252847746014595, -0.0056037213653326035, -0.027874406427145004, 0.015265194699168205, 0.028679249808192253, 0.0314425453543663, -0.01840408332645893, -0.005734508391469717, -0.019356481730937958, -0.019235754385590553, 0.03208642080426216, -0.012609211727976799, 0.00782039389014244, -0.01242141518741846, 0.007297246251255274, -0.004681505262851715, -0.002805214375257492, 0.020308880135416985, -0.011958629824221134, -0.00522812781855464, 0.01388354692608118, -0.0058485278859734535, 0.00242123706266284, -0.014661562629044056, -0.022736823186278343, 0.001988633768633008, 0.021060066297650337, 0.03817640244960785, 0.024158714339137077, 0.023246558383107185, -0.005050391890108585, 0.05134900286793709, -0.0006681876257061958, 0.03637891635298729, 0.0029225873295217752, 0.003259615506976843, 0.05210018903017044, 0.0027062855660915375, -0.018256528303027153, 0.019343066960573196, -0.006743916310369968, 0.02402457222342491, 0.010979403741657734, 0.0060597993433475494, 0.008088675327599049, -0.032944921404123306, 0.015774928033351898, -0.011844610795378685, 0.01953086443245411, 0.022495370358228683, -0.006495756097137928, 0.001179598504677415, 0.007189933676272631, 0.02646593004465103, 0.007981362752616405, 0.00900083128362894, -0.008544753305613995, 0.03128157556056976, -0.009423374198377132, 0.015761515125632286, -0.0008828124846331775, 0.005932366009801626, -0.020778371021151543, -0.0022300865966826677, -0.027391500771045685, -0.0037492283154278994, -0.0016524438979104161, 0.0027331137098371983, -0.03157668560743332, 0.010872092097997665, 0.01522495225071907, 0.0059088910929858685, 0.015077398158609867, 0.018176045268774033, 0.0436493344604969, -0.03965194895863533, -0.031952280551195145, 0.04150308668613434, -0.006874703336507082, -0.005248249042779207, -0.004510476253926754, -0.02131493389606476, -0.005251602735370398, -0.0092422841116786, -0.0025235190987586975, 0.011690349318087101, 0.021771011874079704, 0.016418803483247757, -0.006465574726462364, -0.006204000674188137, 0.006411918438971043, 0.036754511296749115, 0.001563575817272067, 0.010154440067708492, 0.008296593092381954, 0.009738604538142681, 0.010389185510575771, -0.036164291203022, -0.0027113158721476793, 0.043032288551330566, -0.024118471890687943, -0.017599239945411682, -0.018055317923426628, 0.009919693693518639, -0.004409870598465204, 0.0001209360925713554, -0.0031070306431502104, 0.009644705802202225, 0.013206137344241142, 0.04257621243596077, 0.015842000022530556, 0.023139245808124542, -0.003470886731520295, 0.006204000674188137, 0.024869658052921295, 0.006720441859215498, -0.027713438495993614, 0.022750237956643105, 0.030503561720252037, 0.0530928298830986, 0.00931606162339449, -0.008779498748481274, 0.028303656727075577, -0.014259140938520432, -0.015815170481801033, -0.029913343489170074, 0.008403905667364597, 0.018108975142240524, 0.019879629835486412, -0.03876661881804466, -0.01741144433617592, 0.011375118978321552, -0.003437351668253541, 0.02425261214375496, -0.0011150432983413339, 0.010811728425323963, -0.0019416845170781016, -0.007350902073085308, 0.0019785731565207243, 0.008544753305613995, -0.0037492283154278994, -0.003970560152083635, 0.007096035405993462, 0.012776887975633144, -0.01758582703769207, 0.046439457684755325, 0.02449406497180462, -0.001013599568977952, -0.0405372753739357, -0.011160493828356266, 0.006462221033871174, 0.002661013277247548, 0.005778104066848755, -0.017196819186210632, 0.030503561720252037, 0.00010636926890583709, -0.008108796551823616, 0.037827637046575546, 0.0002802280068863183, 0.006881410256028175, 0.029081672430038452, 0.007639304269105196, 0.021918566897511482, 0.017773622646927834, -0.026331789791584015, 0.013078703545033932, 0.019329654052853584, 0.006214061286300421, -0.0027901234570890665, 0.0069149453192949295, -0.008075261488556862, -0.024051401764154434, -0.003953792620450258, 0.0112007362768054, 0.0018897050758823752, -0.016311490908265114, 0.0021529558580368757, -0.01692853681743145, -0.02905484288930893, 0.003514482406899333, -0.02344776876270771, 0.011744005605578423, -0.009785553440451622, -0.010644053108990192, -0.0012726584682241082, -0.015452991239726543, 0.007350902073085308, -0.028223171830177307, -0.008853276260197163, -0.0029678596183657646, -0.011844610795378685, -0.044749289751052856, -0.03444729372859001, 0.009034366346895695, 0.0012785270810127258, 0.013695750385522842, -0.012025700882077217, 0.004319325555115938, 0.01776020973920822, 0.0008530500927008688, -0.0075252847746014595, 0.0070826211012899876, -0.021100308746099472, -0.00740455836057663, -0.002526872558519244, -0.015077398158609867, -0.025017213076353073, -0.026881767436861992, -0.018082145601511, 0.01045625563710928, -0.013608559034764767, -0.00473851477727294, 0.0003915227425750345, 0.021516144275665283, 0.02229415997862816, 0.008839862421154976, 0.018337013199925423, 0.017210232093930244, -0.0338570736348629, -0.007578941062092781, -0.01781386509537697, -0.004215366672724485, -0.02800854668021202, 0.00037244963459670544, 0.005392450373619795, 0.02002718485891819, -0.0017756855813786387, 0.009631291963160038, 0.006126869935542345, 0.0068512288853526115, 0.004812292288988829, -0.0005244057392701507, -0.005798225291073322, 0.017451684921979904, 0.008202694356441498, 0.010543446987867355, 0.015037155710160732, 0.03541310504078865, -0.02709639072418213, -0.011831196956336498, -0.024306267499923706, 0.03133523464202881, -0.007122863084077835, -0.017719967290759087, 0.0036553300451487303, 0.013239672407507896, -0.014755460433661938, -0.013313449919223785, 0.004647970199584961, -0.02083202823996544, 0.009544100612401962, -0.02002718485891819, -0.006113455630838871, -0.023648979142308235, -0.01302504725754261, -0.02319290116429329, -0.0015904039610177279, -0.027136633172631264, -0.011891559697687626, 0.015171296894550323, 0.004530597012490034, -0.019893044605851173, -0.02433309704065323, 0.02370263636112213, -0.02611716464161873, -0.004138235934078693, 0.0335083082318306, 0.006411918438971043, 0.02156980149447918, -0.009705068543553352, 0.01363538671284914, -0.04496391490101814, -0.027203703299164772, 0.0010965990368276834, -0.03978608921170235, -0.011428775265812874, -0.002048996975645423, 0.029832858592271805, 0.02580864168703556, 0.06073884293437004, -0.016660256311297417, 0.02727077342569828, 0.0030835559591650963, 0.0037324607837945223, 0.0067003206349909306, 0.00843073334544897, 0.01187814585864544, -0.008611823432147503, 0.013259793631732464, 0.011750712059438229, -0.007136277388781309, 0.02230757288634777, 0.01351466029882431, 0.009289233013987541, 0.02449406497180462, -0.028303656727075577, -0.005053745117038488, -0.0162980780005455, -0.0019685125444084406, -0.00520800705999136, -0.007089328020811081, -0.0145676638931036, 0.007203347515314817, -0.03670085594058037, -0.01970524713397026, 0.02532573603093624, 0.020389363169670105, 0.009403252974152565, 0.008517924696207047, 0.029188985005021095, -0.027740266174077988, 0.01938330940902233, 0.01962476223707199, -0.022441715002059937, -0.01004712749272585, 0.0029980414547026157, -0.03809591755270958, -0.012153133749961853, 0.00998005736619234, -0.006529291160404682, -0.001693524420261383, 0.02800854668021202, -0.013078703545033932, 0.020389363169670105, 0.003281413344666362, 0.0090410728007555, -0.0073844376020133495, -0.01970524713397026, -0.01694195158779621, -0.009785553440451622, -0.01298480574041605, -0.03613746538758278, 0.005992729216814041, -0.005892123561352491, 0.005278430879116058, 0.0052214208990335464, 0.011744005605578423, -0.03882027417421341, -0.016311490908265114, 0.0026107104495167732, 0.01831018552184105, 0.045876067131757736, -0.011207442730665207, 0.006338140927255154, 0.030154796317219734, 0.006385090295225382, -0.0050839269533753395, 0.010603810660541058, 0.022414885461330414, -0.007719788700342178, 0.004517183173447847, 0.03425949811935425, -0.00391019694507122, -0.04257621243596077, 0.017451684921979904, -0.01734437420964241, -0.0030567278154194355, -0.0327034667134285, 0.017679724842309952, -0.002426267135888338, 0.004406516905874014, -0.020161325111985207, -0.022897792980074883, -0.009886158630251884, -0.008397198282182217, -0.03012796863913536, 0.025580603629350662, 0.014339624904096127, 0.00029364204965531826, 0.01564078778028488, 0.03372293338179588, 0.0021797840017825365, 0.02614399418234825, -0.021368589252233505, -0.008813033811748028, 0.01242141518741846, -0.020483262836933136, -0.012595797888934612, 0.02426602505147457, 0.001213133567944169, 0.0196918323636055, -0.02221367508172989, 0.01700902171432972, 0.006311312783509493, -0.0036285019014030695, 0.0063046058639883995, 0.005660731345415115, 0.019423551857471466, 0.032032765448093414, -0.01643221825361252, -0.013695750385522842, 0.017062678933143616, -0.015117640607059002, -0.004302558023482561, -0.02189173735678196, -0.0007578941294923425, 0.00019062630599364638, -0.0085514597594738, -0.0007147176074795425, 0.023984331637620926, 0.008323421701788902, -0.01314577367156744, 0.010845263488590717, -0.011415361426770687, -0.0030835559591650963, -0.01004712749272585, -0.008531339466571808, 0.009557514451444149, -0.016499288380146027, -0.014057929627597332, 0.011824489571154118, 0.011401946656405926, 0.02945726551115513, -0.001371587160974741, -0.015654202550649643, 0.0010588719742372632, 0.020738128572702408, -0.020818613469600677, 0.013286621309816837, 0.026264719665050507, -0.0033183018676936626, 0.005851881578564644, -0.018538223579525948, -0.00888010486960411, -0.01993328519165516, -0.00435286108404398, -0.017894349992275238, -0.033910732716321945, -0.007981362752616405, 0.001685979077592492, -0.007780151907354593, -0.005392450373619795, -0.017371201887726784, 0.016915123909711838, 0.004943079315125942, 0.009295940399169922, -0.009644705802202225, -0.007176519371569157, 0.031388889998197556, -0.0075386990793049335, -0.007176519371569157, 0.010161146521568298, -0.013937203213572502, 0.016391975805163383, -0.003863247809931636, -0.004969907458871603, -0.01733095943927765, -0.04238841310143471, -0.0026459223590791225, -0.03128157556056976, 7.430129335261881e-05, 0.010556861758232117, -0.01444693747907877, -0.016834639012813568, 0.002104329876601696, -0.01757241226732731, -0.003065111581236124, 0.0013875163858756423, 0.007176519371569157, 0.005419278517365456, -0.0010999524965882301, 0.012448242865502834, 0.02539280615746975, -0.01726388931274414, -0.014178656041622162, -0.019919872283935547, -0.009020952507853508, -0.010087369941174984, -0.01506398431956768, -0.017532169818878174, 0.03149620071053505, 0.007257003802806139, -0.028545109555125237, -0.0220527071505785, -0.007069207262247801, -0.058002375066280365, -0.012548848986625671, -0.005016856826841831, -0.0090410728007555, 0.0020758251193910837, 0.02214660495519638, -0.0010035389568656683, 0.026506172493100166, -0.007122863084077835, 0.001657474203966558, -0.007149691227823496, -0.01961134932935238, -0.001296971458941698, 0.0038733084220439196, 0.015144468285143375, 0.008652065880596638, -0.019638177007436752, 0.007572234142571688, 0.017129749059677124, 0.001208103378303349, 0.013896960765123367, 0.03393755853176117, -0.011710470542311668, -0.012314102612435818, 0.019423551857471466, 0.022656340152025223, -0.004728454630821943, -0.0030852328054606915, -0.0032210499048233032, -0.026036681607365608, -0.005992729216814041, 0.0036922188010066748, -0.011495845392346382, -0.004798878449946642, -0.0006665108958259225, 0.011173907667398453, 0.011583036743104458, 0.005385742988437414, 0.01578834280371666, 0.01181107573211193, 0.0013556579360738397, 0.010483084246516228, 0.035386279225349426, 0.00038104300620034337, -0.005295198410749435, 0.038310542702674866, 0.01302504725754261, -0.014715218916535378, -0.0171029195189476, 0.009772139601409435, 0.02076495811343193, -0.003906843718141317, 0.01880650594830513, -0.017465099692344666, -0.0061503443866968155, -0.01106659509241581, -0.009758724831044674, 0.0056003681384027, -0.010986111126840115, -0.009745310992002487, 0.01192509476095438, -0.03576187044382095, 0.019732074812054634, 0.0056171356700360775, -0.019812559708952904, -0.012669575400650501, -0.007485042791813612, -0.007243589963763952, -0.026076924055814743, -0.00837707705795765, 0.0031237981747835875, 0.00682104704901576, -0.022508785128593445, -0.006324727088212967, -0.006968601606786251, -0.006646664347499609, 0.017465099692344666, 0.026103751733899117, -0.014835945330560207, 0.017304131761193275, 0.19702564179897308, -0.008779498748481274, -0.008853276260197163, 0.025057455524802208, 0.01904795877635479, -0.01359514519572258, 0.03184496611356735, 0.01757241226732731, -0.01432621106505394, -0.00596590107306838, 0.013977445662021637, 0.013038462027907372, -0.028545109555125237, 0.003050020895898342, 0.0240111593157053, -0.03372293338179588, -0.019275996834039688, -0.02391725964844227, -0.008618530817329884, -0.005798225291073322, 0.013447590172290802, 0.010932454839348793, -0.007210054900497198, -0.027981719002127647, 0.019799144938588142, -0.00692165270447731, -0.0005537489778362215, -0.005640610121190548, 0.016391975805163383, 0.010369064286351204, -0.0020389363635331392, -0.0015292023308575153, 0.010201388970017433, -0.0187126062810421, -0.014674976468086243, 0.0073844376020133495, 0.018430911004543304, -0.002233440289273858, 0.00496320053935051, 0.013360398821532726, 0.0010806698119267821, -0.0005939911352470517, -0.004138235934078693, -0.026358619332313538, 0.008202694356441498, 0.022320987656712532, -0.031630340963602066, -0.011187322437763214, 0.00919533520936966, -0.0025184887927025557, -0.029645061120390892, 0.003474240191280842, 0.027311015874147415, 0.02841096930205822, -0.013266501016914845, 0.0028471332043409348, -0.010322115384042263, 0.00316571700386703, 0.0008320906199514866, 0.0024581255856901407, -0.03552041947841644, -0.0003749647585209459, 0.0194637943059206, 0.021784424781799316, 0.00620735390111804, 0.004074519500136375, -0.019343066960573196, -0.016311490908265114, -0.002716346178203821, 0.013400641269981861, 0.006277777720242739, -0.00821610912680626, -0.01684805378317833, -0.005858588498085737, -0.012723231688141823, -0.0346619188785553, 0.019235754385590553, 0.01945037953555584, 0.016163935884833336, 0.04112749174237251, 0.000643874634988606, -0.024279439821839333, -0.0025687916204333305, -0.023099003359675407, -0.005167764611542225, -0.011140372604131699, 0.004785464145243168, -0.00753199215978384, -0.007263710722327232, -0.014353038743138313, -0.012763473205268383, 0.020067427307367325, -0.008699014782905579, -0.00965141225606203, 0.005949133541435003, 0.006646664347499609, 0.033159542828798294, -0.0046882121823728085, -0.011422067880630493, -0.008913639932870865, -0.016566358506679535, 0.04426638036966324, 0.02685493789613247, -0.005872002802789211, 0.0006983692292124033, -0.0014361422508955002, 0.002010431606322527, -0.0069283596239984035, -0.008652065880596638, 0.0021462489385157824, 0.02319290116429329, -0.04713698849081993, 0.010328822769224644, -0.007397851441055536, -0.02214660495519638, 0.008739257231354713, 0.017384614795446396, -0.0013615265488624573, -0.001933300751261413, 0.008819741196930408, -0.01578834280371666, -0.010543446987867355, 0.03125474974513054, 0.010301994159817696, -0.01188485324382782, -0.005714387632906437, -0.02905484288930893, -0.011502552777528763, -0.035869184881448746, -0.005358914844691753, -0.0039437320083379745, -0.01855163834989071, 0.013702457770705223, 0.0011368411360308528, 0.005613781977444887, -0.016137108206748962, -0.01604321040213108, -0.011824489571154118, -0.006240888964384794, 0.001282719080336392, -0.0020657645072788, 0.00850451085716486, -0.0025553775485605, -0.001379132503643632, 0.012522020377218723, -0.005365622229874134, -0.012320809997618198, 0.03232787176966667, -0.01334698498249054, -0.008947174996137619, -0.009208749048411846, -0.0039001365657895803, 0.01302504725754261, -0.03358879312872887, 0.007632597349584103, 0.020885683596134186, -0.016485873609781265, -0.009155092760920525, 0.007558820303529501, 0.004678151570260525, -0.0456077866256237, -0.004587606992572546, 0.018216287717223167, -0.01265616063028574, -0.0029343245550990105, -0.014393281191587448, -0.1698755919933319, -0.0041550034657120705, 0.02296486310660839, -0.04783451929688454, 0.002121097408235073, 0.021355176344513893, 0.01686146669089794, -0.0048558879643678665, -0.03436680883169174, -0.021838082000613213, 0.004567485768347979, 0.0014738693134859204, -0.04308594390749931, -0.037559352815151215, -0.006173818837851286, 0.02841096930205822, 0.008886811323463917, -0.013910375535488129, 0.02468186244368553, -0.004366274923086166, 0.031227920204401016, -0.034474123269319534, 0.004144942853599787, 0.0061503443866968155, 0.011334876529872417, 0.0072167618200182915, -0.0037358144763857126, 0.021864909678697586, -0.0165261160582304, -0.02540622092783451, -0.0005445267888717353, -0.007853928953409195, 0.027874406427145004, -0.0011091746855527163, 0.005798225291073322, 0.016257835552096367, 0.006556119304150343, 0.008853276260197163, -0.013729285448789597, 0.025030627846717834, 0.012119598686695099, 0.014192070811986923, 0.00837707705795765, 0.02524525113403797, 0.007719788700342178, 0.022186847403645515, 0.022656340152025223, -0.021274691447615623, 0.011381825432181358, -0.024239197373390198, 0.005288491491228342, -0.01562737487256527, 0.01564078778028488, -0.00017878420476336032, 0.007605769205838442, 0.02800854668021202, 0.013548195362091064, -0.00535556161776185, -0.012434829026460648, -0.016391975805163383, -0.0016029796097427607, -0.01962476223707199, 0.005432692356407642, -0.023219728842377663, -0.003994035068899393, -0.04421272501349449, -0.007679546717554331, 0.012461657635867596, -0.029081672430038452, -0.00753199215978384, -0.012998219579458237, 0.006361615844070911, -0.007800273131579161, -0.0016088482225313783, 0.021127136424183846, 0.041234806180000305, -0.007760031148791313, 0.01814921759068966, 0.021797839552164078, 0.005073866341263056, -0.015385921113193035, 0.024789173156023026, 0.00606315303593874, 0.020979583263397217, -0.01781386509537697, -0.004342800471931696, -0.01578834280371666, 0.0016784336185082793, -0.022428300231695175, 0.013990859501063824, 0.02148931659758091, -0.01888698898255825, 0.0019685125444084406, -0.019343066960573196, 0.0003586163802538067, 0.016378561034798622, -0.0043998099863529205, -0.005643963813781738, -0.00961117073893547, 0.01831018552184105, 0.002761618699878454, -0.012562262825667858, -0.009134971536695957, 0.006539351772516966, 0.017076091840863228, 0.00403092335909605, -0.020228395238518715, 0.0017974834190681577, 0.042790837585926056, -0.025285493582487106, 0.007189933676272631, 0.0008786206017248333, 0.005898830946534872, 0.0026492758188396692, -0.002111037028953433, 0.01643221825361252, 0.00692165270447731, -0.015976140275597572, 0.0046110814437270164, -0.002597296377643943, 0.0416908822953701, -0.01668708398938179, -0.004205306526273489, 0.006730502005666494, -0.009959936141967773, -0.019504036754369736, -0.10285897552967072, -0.008189280517399311, 0.00267610396258533, 0.02068447321653366, -0.034715574234724045, 0.025848884135484695, 0.0006816016975790262, 0.0135884378105402, -0.0031455960124731064, 0.03817640244960785, -0.020885683596134186, -0.012065942399203777, -0.0021848143078386784, 0.00825635064393282, 0.006982015911489725, -0.019410137087106705, 0.011214150115847588, 0.00020435474289115518, -0.03289126232266426, 0.02701590768992901, 0.013051875866949558, -0.005959194153547287, 0.010080662555992603, -0.008779498748481274, -0.007243589963763952, 0.001777362311258912, -0.024239197373390198, 0.009336182847619057, 0.030798669904470444, -0.012770180590450764, -0.00499002868309617, -0.0327034667134285, 0.008249644190073013, -0.0236087366938591, 0.010194681584835052, -0.019423551857471466, 0.014433523640036583, 0.004074519500136375, 0.03240835666656494, -0.0037123397924005985, 0.00321434298530221, -0.011100131087005138, -0.012065942399203777, -0.022361230105161667, 0.008974002674221992, -0.024802587926387787, -0.019504036754369736, 0.02465503290295601, 0.001998694147914648, -0.023903846740722656, -0.027498813346028328, 0.004483648110181093, -0.05016856640577316, 0.005657377652823925, 0.033910732716321945, 0.023984331637620926, -0.021542971953749657, 0.004684858955442905, -0.021851496770977974, 0.01864553615450859, -0.005053745117038488, -0.025285493582487106, -0.05142948776483536, 0.0023675807751715183, 0.013051875866949558, 0.015037155710160732, -0.010959283448755741, -0.02034912258386612, 0.011019646190106869, 0.004014155827462673, 0.00019104548846371472, 0.02523183822631836, -0.010677588172256947, 0.010925748385488987, -0.02905484288930893, 0.0069753085263073444, -0.011663520708680153, -0.04649311676621437, 0.00654941238462925, -0.0038498337380588055, 0.0013564963592216372, -0.02001377008855343, -0.011160493828356266, -0.01922234147787094, 0.00038712125387974083, 0.009886158630251884, -0.012186668813228607, 0.0030064252205193043, 0.00802160520106554, -0.052636753767728806, 0.012897614389657974, 0.011207442730665207, 0.03337416797876358, 0.007639304269105196, -0.00850451085716486, 0.017558997496962547, -0.05682193860411644, -0.021368589252233505, 0.05730484426021576, 0.0036687441170215607, -0.020550332963466644, -0.0022518844343721867, -0.0566609688103199, 0.026479344815015793, 0.0036955722607672215, -0.006281131412833929, -0.0075990622863173485, -0.027069563046097755, 0.02670738473534584, -0.028545109555125237, 0.03745204210281372, 0.010576982982456684, -0.018377255648374557, 0.01346771139651537, -0.013682336546480656, -0.0018477861303836107, -0.008209401741623878, -0.009054487571120262, 0.031308405101299286, -0.0013984153047204018, 0.02457454986870289, 0.010469670407474041, 0.015157882124185562, -0.015546889975667, -0.01993328519165516, 0.022857550531625748, 0.004426638130098581, 0.0004535627376753837, -0.02768661081790924, -0.0030416371300816536, -0.011381825432181358, -0.003866601502522826, 0.006499109789729118, -0.023997744545340538, -0.025674501433968544, 0.018095560371875763, -0.0090410728007555, -0.016002967953681946, -0.00026576596428640187, 0.02685493789613247, 0.022736823186278343, 0.015613960102200508, -0.020375950261950493, -0.020577160641551018, 0.0070826211012899876, -0.012629332952201366, -0.005496409256011248, -0.0007264549494720995, 0.006643310654908419, -0.007391144521534443, 0.020805198699235916, -0.014849359169602394, 0.03600332513451576, 0.009168506599962711, -0.009919693693518639, -0.0460638664662838, -0.009376424364745617, -0.000746995210647583, 0.026828110218048096, 0.011328170076012611, 0.022347815334796906, 0.013789649121463299, 0.010610518045723438, 0.01053674053400755, 0.02147590182721615, -0.019396724179387093, -0.004238841589540243, -0.012334223836660385, -0.017867522314190865, 0.007049086038023233, -0.0008979033445939422, 0.00043511841795407236, 0.008900226093828678, 0.004362921230494976, -0.022186847403645515, 0.006281131412833929, 0.003355190623551607, -0.01384330540895462, 0.00339710945263505, 0.002832042519003153, -0.009745310992002487, 0.014795702882111073, 0.01225373987108469, -0.020711300894618034, -5.33156307938043e-05, 0.011261099018156528, 0.01127451378852129, 0.021341761574149132, -0.025459876284003258, 0.01432621106505394, -0.021623456850647926, -0.006753976922482252, -0.006566179916262627, 0.001698554726317525, -0.011220857501029968, 0.019410137087106705, -0.004570839460939169, -0.0040778727270662785, -0.009396545588970184, 0.005737862084060907, 0.03160351514816284, -0.012562262825667858, 0.014178656041622162, -0.010724537074565887, 0.0028940823394805193, -0.031308405101299286, -0.019718661904335022, 0.01408475823700428, -0.038310542702674866, -0.009269111789762974, 0.02394408918917179, 0.02246854268014431, 0.015131054446101189, -0.02270999550819397, -0.03482288867235184, -0.005969254765659571, -0.016405388712882996, -0.00026534678181633353, -0.010939162224531174, -0.022978276014328003, -0.03053038939833641, 0.05046367645263672, 0.004936372395604849, 0.002543640322983265, 0.03680816665291786, 0.00334848347119987, 0.020054012537002563, 0.019436966627836227, 0.02386360429227352, -0.01253543421626091, 0.03543993458151817, -0.01119402889162302, 0.0010010239202529192, -0.009798967279493809, -0.008980710059404373, 0.0009306001011282206, -0.016217593103647232, -0.006733855698257685, 0.034393638372421265, -0.002736467169597745, 0.0175053421407938, 0.07994776964187622, 0.017451684921979904, -0.00980567466467619, 0.033240027725696564, -0.04150308668613434, 0.017867522314190865, 0.02140883170068264, 0.022924620658159256, -0.01936989650130272, -0.025594016537070274, -0.005436046048998833, 0.00949044432491064, 0.005362268537282944, -0.036995965987443924, -0.00782039389014244, -0.010670880787074566, -0.010080662555992603, 0.016016382724046707, -0.010858677327632904, -0.003194221993908286, 0.017773622646927834, -0.02002718485891819, 0.010623931884765625, -0.00036972490488551557, 0.007907585240900517, 0.0145676638931036, 0.009396545588970184, 0.009155092760920525, 0.007149691227823496, -0.027471985667943954, 0.024708690121769905, 0.03452777862548828, -0.03332051262259483, -0.004490355029702187, -0.00645216042175889, -0.007129570469260216, 0.0014680007006973028, -0.009061194024980068, 0.005929012317210436, 0.007297246251255274, 0.006874703336507082, 0.02010766789317131, 0.0002944804436992854, -0.01670049875974655, -5.218905789661221e-05, -0.018940646201372147, 0.012937855906784534, -0.005291844718158245, -0.026734212413430214], metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='90e778aa-c5fb-43e6-8423-8969352b85ca', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='9f43478fa989eb42ec8009c53d1b4b9f3e497e510cfd3638923af749a6aee2e8'), : RelatedNodeInfo(node_id='adf07b24-466c-499d-8ec2-a7c312d80846', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='68e0442116aaaf38aa9ff21ca704ff7875262d2962bc13196c9f3e5ee22d1316'), : RelatedNodeInfo(node_id='eb11c597-ca57-4552-ba67-d3677b158bc8', node_type=, metadata={}, hash='0396c324c39a5ef36c0bc7e96b202a2a3f5c1d00cb7fd823c79f4b5f65f28bcb')}, hash='5d20f04dad4cdf71f887576a5760877b6a9a001acd49d13c278ad133a2c84b4f', text='the top-10 products are retrieved based on the similarity between the query embedding and product embeddings. Showcase To demonstrate the effectiveness of this approach, let\\'s look at the above-mentioned query \"What are the best gifts for boys under 5?\" and compare the LLM enhancement with the original Ebay search results presented in Figure 1. First, after receiving the raw query, Llama 2 generates 10 products as instructed by the prompt template. They look pretty impressive for boys\\' gift ideas although a better product-level granularity is expected. Next, let\\'s have a look at the similarity match in the embedding space. What are retrieved from the product inventory mockup are not bad at all in comparison with the results of the real-world Ebay search engine in Figure 1. Due to the limited product range of the inventory mockup, the comparison is somewhat unfair but we are still able to observe the significant difference before and after applying LLM. Overall, the retrieval in embedding space achieves both relevance and diversity. Final thoughts After conducting the initial discovery, it is obvious that LLMs are a powerful tool to enhance the product search of E-commerce platforms. For this task, there are many future explorations to conduct, including prompt engineering for generating queries, product embeddings with enriched attributes, online latency optimization for LLM query enhancement, etc. Hope this blog could inspire the E-commerce platforms that need solutions to improve product search. References [1] Nayak, P. (2019) Understanding searches better than ever before, Google. Available at: https://blog.google/products/search/search-language-understanding-bert/ (Accessed: 09 August 2023).[2] Muhamed, A. et al. (no date) Web-scale semantic product search with large language models, Amazon Science. Available at: https://www.amazon.science/publications/web-scale-semantic-product-search-with-large-language-models (Accessed: 09 August 2023).', start_char_idx=3519, end_char_idx=5499, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='eb11c597-ca57-4552-ba67-d3677b158bc8', embedding=[0.017943227663636208, 0.003798634512349963, 0.01469223853200674, -0.013010933063924313, -0.018892014399170876, 0.014957341365516186, -0.015822410583496094, 0.010429675690829754, -0.02720784954726696, -0.047578856348991394, 0.015794506296515465, 0.03580274060368538, -0.012410965748131275, -0.012341201305389404, -0.008036780171096325, -0.003216107375919819, 0.014113199897110462, 0.00043645926052704453, 0.0047020744532346725, -0.02717994526028633, -0.014224821701645851, -0.009885518811643124, -0.01377135794609785, -0.020747730508446693, 0.005636908579617739, 0.000289519433863461, 0.01469223853200674, -0.04414648190140724, -0.028031062334775925, 0.007304261438548565, 0.015110821463167667, 0.021333744749426842, -0.025114938616752625, -0.01206214725971222, 0.000807951029855758, -0.01223655603826046, 0.013185342773795128, -0.006638017948716879, 0.024194058030843735, -0.014029483310878277, 0.008839063346385956, 0.02722180262207985, 0.008783251978456974, -0.026161395013332367, -0.00038609857438132167, 0.025087032467126846, 0.013101626187562943, -0.009006495587527752, -0.010066904127597809, 0.0038090990856289864, 0.014803861267864704, 0.040993161499500275, -0.01572474278509617, 0.01660376414656639, -0.03245408087968826, 0.012257485650479794, 0.0005938636604696512, 0.01573869399726391, 0.015096868388354778, 0.008287929929792881, 0.005061357747763395, 0.011804020963609219, 0.0026143952272832394, 0.022603444755077362, -0.004199775867164135, -0.014134129509329796, -0.014775955118238926, 0.012376083992421627, 0.01332486979663372, -0.010883140377700329, 0.032202932983636856, 0.002480100141838193, 0.008162355050444603, -0.017426976934075356, 0.026886936277151108, 0.005071822088211775, -0.01176913920789957, -0.009278574027121067, -0.027668289840221405, 0.0009636113536544144, 0.012459799647331238, -0.009069283492863178, -0.029886776581406593, 0.03864910081028938, 0.009759943932294846, -0.011078478768467903, 0.012173769064247608, 0.004719515331089497, 0.010471533983945847, 0.009090212173759937, -0.00419279932975769, -0.01023433730006218, 0.04054667428135872, 0.017399070784449577, -0.008985566906630993, 0.004164894111454487, -0.01407134160399437, 0.024919599294662476, -0.02355223149061203, -0.020050091668963432, -0.025882339105010033, 0.003711429890245199, -0.04417438432574272, -0.0239150021225214, -0.016687480732798576, 0.020119857043027878, 0.02482193149626255, -0.003102741437032819, -0.010764542035758495, 0.007283332291990519, -0.02063610777258873, 0.03069603629410267, -0.00010170241876039654, -0.02226857841014862, 0.003812587121501565, -0.003990484867244959, 0.0027731077279895544, -0.0026004426181316376, -0.024068482220172882, -0.015236396342515945, 0.02738923579454422, 0.01572474278509617, 0.017817653715610504, 0.004021878354251385, 0.023315034806728363, 0.001153717515990138, -0.007904229685664177, -0.008901850320398808, -0.008462338708341122, -0.002882985631003976, 0.012445847503840923, 0.030751846730709076, 0.0208035409450531, 0.007367048412561417, -0.031505294144153595, 0.0254079457372427, -0.01261327974498272, -0.004569523502141237, -0.011106383986771107, -0.015041057951748371, 0.0030277452897280455, 0.029803059995174408, -0.0040358309634029865, 0.000720746407750994, -0.019798943772912025, 0.023803381249308586, 0.0061880419962108135, -0.006826379802078009, 0.025966055691242218, 0.0006374659715220332, -0.002075470518320799, -0.023063885048031807, -0.013052791357040405, 0.021501177921891212, 0.023496421054005623, 0.0013970184372738004, 0.012892334721982479, 0.020119857043027878, -0.011371485888957977, -0.020761681720614433, -0.017454883083701134, 0.008483268320560455, 0.0193803608417511, -0.0019150139996781945, 0.005563656333833933, 0.027668289840221405, 0.0321471206843853, -0.011483107693493366, -0.011999359354376793, -0.008650700561702251, -0.022854594513773918, 0.04185822978615761, -0.029272856190800667, 0.017845559865236282, -0.015055010095238686, 0.022408105432987213, 0.028575219213962555, -0.0075065759010612965, -0.021417461335659027, -0.020133808255195618, 0.01287140604108572, 0.017803700640797615, 0.0031515760347247124, 0.010771517641842365, -0.035886455327272415, -0.02464054524898529, -0.0029422848019748926, -0.006693828850984573, 0.007401930633932352, -0.013087673112750053, 0.009976211935281754, 0.012892334721982479, 0.00814142543822527, -0.018389716744422913, -0.62374347448349, -0.013073720969259739, 0.0187943447381258, -0.016715386882424355, -0.0005001186509616673, -0.0010848258389160037, -0.005727601237595081, -0.005490404553711414, -0.016910724341869354, 0.04512317106127739, -0.0017249078955501318, -0.019254786893725395, -0.00042119843419641256, -0.021487224847078323, -0.01718978025019169, -0.01460852287709713, 0.010918022133409977, -0.010631990619003773, 0.0045102243311703205, 0.004785791039466858, 0.0015932288952171803, -0.002928331959992647, 0.0014397486811503768, 0.006048514507710934, -0.007611221633851528, 0.0050299642607569695, 0.0005842711543664336, -0.007035670801997185, 0.028575219213962555, 0.0026143952272832394, -0.0202872883528471, 0.0055427271872758865, 0.01022038422524929, -0.015934033319354057, 0.05754111334681511, -0.0024853325448930264, -0.01287140604108572, 0.030556509271264076, 0.010018070228397846, 0.04621148854494095, -0.03298428654670715, -0.016659576445817947, 0.014043436385691166, 0.026440449059009552, -0.012906287796795368, 0.02154303528368473, 0.016506096348166466, 0.015473593026399612, -0.025854432955384254, -0.014734096825122833, 0.00041269598295912147, 0.006672899704426527, 0.008050733245909214, -0.01003202237188816, 0.012641185894608498, 0.0072205448523163795, 0.02388709783554077, -0.017050253227353096, 0.02924495004117489, -0.008636748418211937, 0.010994762182235718, -0.005745042115449905, -0.025296324864029884, -0.029524005949497223, -0.02225462533533573, 0.0046497518196702, 0.02321736514568329, 0.011001738719642162, -0.0037288707681000233, -0.01767812669277191, -0.006578718777745962, 0.006045026239007711, 0.007729819975793362, -0.023147601634263992, -0.009459960274398327, 0.04001646861433983, 0.023970812559127808, -0.008685583248734474, -0.009446007199585438, 0.004806720186024904, 0.018864110112190247, -7.837517478037626e-05, 0.015613120049238205, -0.015752647072076797, 0.020915161818265915, 0.007785630878061056, -0.013443468138575554, 0.0075693633407354355, -0.01023433730006218, 0.02518470212817192, -0.014001578092575073, 0.012599327601492405, -0.012857452966272831, -0.04032342880964279, -0.0031585523393005133, 0.0329284742474556, -0.01004597544670105, 0.011538919061422348, 0.02430567890405655, -0.021766280755400658, 0.00025420155725441873, -0.02172442153096199, 0.03161691874265671, 0.016366567462682724, 0.025673048570752144, 0.004123035818338394, 0.0035893432796001434, -0.005462499335408211, 0.011301722377538681, -0.03228664770722389, 0.004869507625699043, 0.025338182225823402, -0.015836363658308983, -0.006557789631187916, 0.012759784236550331, -0.026761362329125404, -0.0028533360455185175, 0.002377198776230216, 0.02412429451942444, -0.008532103151082993, 0.014845719560980797, 0.000466980884084478, 0.0171758271753788, 0.009194858372211456, 0.017203733325004578, 0.019631510600447655, 0.005563656333833933, -0.009062306955456734, 0.014231798239052296, 0.0018626912496984005, -0.006589183118194342, -0.030082115903496742, 0.019980328157544136, -0.033877260982990265, 0.021152358502149582, 0.013841121457517147, 0.04060248285531998, 0.008197236806154251, -0.0015836363891139627, -0.01974313147366047, -0.05514124408364296, -0.01122498232871294, 0.01423877477645874, 0.0022586004342883825, -0.04548594355583191, -0.015334065072238445, -0.013848097994923592, 0.0044648777693510056, 0.004600916989147663, -0.009543676860630512, -0.006644994020462036, -0.012822571210563183, -0.009187881834805012, 0.015389876440167427, -0.014231798239052296, -0.013101626187562943, 0.024235915392637253, -0.027096228674054146, -0.007555410731583834, -0.04827649146318436, -0.0081344498321414, 0.02772410213947296, 0.0016490399139001966, 0.012822571210563183, 0.014929435215890408, -0.0039521148428320885, 0.0031044853385537863, 0.018919920548796654, -0.029663532972335815, -0.0365561880171299, 0.014524806290864944, -0.04015599563717842, 0.0008947196765802801, 0.022156957536935806, -0.008155378513038158, 0.013366728089749813, -0.02189185470342636, 0.011357532814145088, -0.012110981158912182, -0.014343420043587685, -0.010750588960945606, 0.004123035818338394, 0.017036300152540207, -0.025059128180146217, 0.010785470716655254, 0.011287769302725792, 0.023956861346960068, 0.008225142024457455, -0.015361970290541649, -0.001082209637388587, 0.012508634477853775, 0.01232724916189909, -0.03125414624810219, 0.019310597330331802, 0.001761533902026713, 0.008880921639502048, 0.024738214910030365, -0.0012400500709190965, -0.006341522093862295, 0.012320272624492645, -0.007318214047700167, 0.00524623179808259, 0.012320272624492645, -0.013066744431853294, -0.01679910346865654, -0.04068620130419731, 0.015013151802122593, -0.035663213580846786, 0.011664493940770626, 0.003045186400413513, 0.011448225937783718, -0.005441570188850164, -0.006212458945810795, -0.014078318141400814, 0.002427777275443077, 0.04953223839402199, -0.0015923568280413747, 0.009648322127759457, -0.016757244244217873, 0.01770603097975254, -0.016366567462682724, 0.0081344498321414, 0.02484983578324318, 0.01004597544670105, -0.000462620664620772, 0.005539239384233952, -0.01622704043984413, 0.005218326114118099, -0.0009069283260032535, -0.03622132167220116, 0.0011205796618014574, 0.005657837726175785, 0.010101786814630032, 0.021808138117194176, 0.01296907477080822, -0.008469315245747566, 0.015236396342515945, 0.006132230628281832, 0.028603123500943184, -0.016757244244217873, -0.00547296367585659, 0.02607767842710018, -0.007667032536119223, -0.026398591697216034, 0.023049931973218918, -0.011357532814145088, 0.0164642371237278, -0.007646103389561176, -0.029133329167962074, 0.0011301722843199968, -0.020873304456472397, 0.023803381249308586, -0.005445057991892099, -0.005392735358327627, 0.009404148906469345, -0.014552711509168148, 0.002075470518320799, 0.0023649900685995817, 0.03602598235011101, 0.007834465242922306, -0.01023433730006218, -0.004862531088292599, -0.024208009243011475, -0.026426495984196663, 0.020496580749750137, -0.02316155470907688, -0.0005502613494172692, -0.008511173538863659, -0.02430567890405655, 0.023287128657102585, -0.031672727316617966, -0.02484983578324318, 0.01806880347430706, -0.03669571503996849, 0.022896451875567436, 0.02482193149626255, 0.0007939983042888343, 0.010659895837306976, 0.021431414410471916, 0.03248198702931404, -0.03401678800582886, -0.035691119730472565, 0.028882179409265518, -0.0005149434437043965, -0.00931345671415329, -0.01543173473328352, -0.01213888730853796, 0.001656888285651803, 0.0013699850533157587, 0.012438870966434479, -0.004171870183199644, 0.001770254340954125, -0.009062306955456734, -0.01515267975628376, -0.008873945102095604, 0.014803861267864704, 0.017943227663636208, -0.004740444477647543, -0.01716187410056591, -0.003638177877292037, -0.005225302651524544, 0.005818293895572424, -0.028937989845871925, -0.0019272227073088288, 0.045178983360528946, -0.007904229685664177, -0.02791943959891796, 0.007883300073444843, -0.010541297495365143, -0.012522587552666664, 0.004562546964734793, 0.016715386882424355, -0.011824950575828552, -0.0015670674620196223, 0.021054690703749657, -0.003111461875960231, 0.008622795343399048, 0.006899631582200527, 0.02826825901865959, 0.006289198994636536, -0.0042102402076125145, -0.025896292179822922, -0.0012252252781763673, 0.030165832489728928, 0.05893638730049133, 0.01158077735453844, -0.03337496146559715, 0.019798943772912025, -0.019771037623286247, 0.0005463371053338051, -0.03996065631508827, -0.007562386803328991, 0.010108762420713902, 0.019784990698099136, -0.02882636897265911, 0.002237671287730336, 0.010645943693816662, 0.02370571158826351, 0.02339875139296055, -0.0015906128101050854, 0.006725222337990999, -0.019031541422009468, -0.016687480732798576, 0.013645783066749573, -0.0033504024613648653, -0.008797205053269863, 0.009236716665327549, 0.03164482116699219, 0.04152336344122887, -0.0016472957795485854, 0.037504974752664566, 0.020329147577285767, -0.003402725327759981, -0.019840801134705544, 0.0075693633407354355, 0.013555089943110943, 0.0015862525906413794, 0.020119857043027878, -0.010101786814630032, 0.03103090263903141, 0.0013708570040762424, 0.00849722046405077, 0.009355315007269382, 0.010199455544352531, -0.005926427897065878, 0.025128891691565514, 0.001739732688292861, -0.017594410106539726, -0.005905498750507832, -0.03362611308693886, -0.0047474210150539875, 0.02408243529498577, -0.0232034120708704, -0.037867747247219086, 0.021403508260846138, 0.010464557446539402, -0.010813375934958458, -0.0062543172389268875, 0.03636084869503975, 0.003732358803972602, -0.0035649260971695185, -0.01663167029619217, -0.011852855794131756, -0.023635948076844215, 0.0021051201038062572, -0.015375923365354538, -0.010659895837306976, -0.001574043883010745, -0.010806400328874588, 0.00012601070920936763, -0.010059928521513939, -0.006327569019049406, -0.0357748344540596, 0.03139367327094078, -0.0035160912666469812, -0.028798462823033333, -0.05592259764671326, -0.005315995309501886, 0.0164642371237278, 0.013624854385852814, 0.027863629162311554, 0.0014632940292358398, -0.006320592947304249, 0.00748564675450325, -0.008790228515863419, -0.020929114893078804, -0.005225302651524544, -0.029607722535729408, -0.0013394634006544948, -0.019589651376008987, -0.012110981158912182, -0.018473433330655098, -0.01991056464612484, 0.0022812734823673964, -0.004743932746350765, 0.013820192776620388, -0.024612639099359512, 0.002138257957994938, 0.0239150021225214, 0.0347423329949379, 0.03703058138489723, 0.026621835306286812, 0.0343516543507576, -0.03884443640708923, -0.008713488467037678, -0.0169804897159338, -0.030444886535406113, -0.014245751313865185, 0.007112410850822926, -0.004213728476315737, 0.015320111997425556, -0.002333596348762512, 0.0058427113108336926, -0.026021866127848625, 0.020022187381982803, -0.000484421820146963, 0.0022115099709481, 0.01414808165282011, 0.006578718777745962, -0.01571078971028328, 0.02097097411751747, 0.013924838043749332, 0.021040737628936768, -0.029747249558568, -0.022156957536935806, -0.04311397671699524, 0.029663532972335815, 0.023635948076844215, -0.012843500822782516, 0.029077516868710518, 0.007150780875235796, 0.0008031547768041492, -0.03583064675331116, 0.0017580456333234906, -0.025100985541939735, 0.019966376945376396, -0.014127152971923351, -0.007318214047700167, -0.011845879256725311, -0.005657837726175785, 0.00039590909727849066, 0.020357053726911545, -0.023105744272470474, 0.005431105382740498, 0.012536539696156979, 0.010764542035758495, -0.006167112849652767, -0.01442713662981987, 0.015138726681470871, -0.03524462878704071, -0.006453143898397684, 0.012550492770969868, 0.01661771722137928, 0.03619341552257538, -0.007513552438467741, 0.005720624700188637, -0.013980649411678314, -0.022408105432987213, 0.0011022667167708278, -0.036974769085645676, 0.005786900408565998, 0.021054690703749657, 0.027877582237124443, 0.017468834295868874, 0.0430302619934082, -0.0029126352164894342, 0.01388297975063324, 0.00995528232306242, -0.022603444755077362, -0.004600916989147663, -0.008462338708341122, 0.005005546845495701, 0.008301882073283195, -0.027514809742569923, 0.020691918209195137, -0.015306159853935242, 0.01213888730853796, -0.01608751341700554, 0.01552940346300602, 0.022603444755077362, -0.025073079392313957, -0.018012991175055504, -0.011106383986771107, -0.018850157037377357, -0.009697156958281994, 0.0261195357888937, -0.020580297335982323, 0.0020091950427740812, -0.03867700695991516, -0.008260023780167103, 0.017217686399817467, -0.007897253148257732, 0.00594038050621748, -0.00039503705920651555, 0.015361970290541649, -0.026928795501589775, 0.007541458122432232, 0.007918181829154491, 0.019422218203544617, -0.0383700430393219, 0.007799583487212658, -0.043365128338336945, 0.006847308948636055, 0.024166151881217957, -0.0004970664740540087, 0.007471694145351648, 0.02429172582924366, 0.002952749375253916, 0.0032143632415682077, 0.0028690327890217304, 0.0193803608417511, -0.0028812414966523647, -0.014301561750471592, -0.032230839133262634, -0.010534320957958698, -0.02010590396821499, -0.010987785644829273, 0.012864429503679276, -0.010973832570016384, -0.010373865254223347, 0.018040897324681282, 0.025268418714404106, -0.03728172928094864, -0.014301561750471592, 0.029105423018336296, 0.009920400567352772, 0.05681557208299637, 0.011587753891944885, 0.014259704388678074, 0.021431414410471916, -0.004133500158786774, -0.012578397989273071, -0.008280953392386436, 0.0017406047554686666, -0.014943388290703297, 0.008455362170934677, 0.01805485039949417, -0.020594250410795212, -0.020412864163517952, 0.016478190198540688, 0.0038614217191934586, -0.015096868388354778, -0.03211921453475952, 0.029551910236477852, -0.002989375265315175, 0.01917107030749321, -0.024584734812378883, -0.02267320826649666, -0.01023433730006218, 0.01661771722137928, 0.005567144602537155, 0.016910724341869354, -0.018403667956590652, -0.00012415761011652648, 0.011385438963770866, 0.021236075088381767, 0.02430567890405655, 0.007255426608026028, -0.011371485888957977, 0.0162688996642828, 0.03340286761522293, 0.006390356458723545, -0.02464054524898529, 0.004775326699018478, -0.00985761359333992, 0.01661771722137928, -0.009243692271411419, 0.0015661955112591386, 0.022422058507800102, 0.017259543761610985, -0.0013429515529423952, 0.0032579656690359116, 0.01341556292027235, 0.0387607216835022, -0.030221642926335335, 0.0040358309634029865, 0.01737116649746895, -0.02193371206521988, -0.015348018147051334, -0.018571101129055023, -0.009153000079095364, -0.015794506296515465, -0.015989843755960464, -0.005629932042211294, 0.02539399266242981, 0.006243852898478508, -0.02244996465742588, 0.0015592190902680159, -0.001363008632324636, -0.02740318886935711, -0.0033364498522132635, -0.014106223359704018, 0.0007569363224320114, -0.018766440451145172, -0.02717994526028633, 0.009446007199585438, -0.002296970458701253, 0.021836044266819954, -0.005731089506298304, -0.01095988042652607, -0.009432055056095123, 0.024877741932868958, -0.03329124674201012, 0.010004117153584957, 0.012655138038098812, -0.0018469943897798657, -0.03181225433945656, -0.01296209916472435, -0.014510853216052055, -0.0037672407925128937, -0.00354050868190825, -0.043699994683265686, -0.034993480890989304, -0.014455042779445648, 0.012466776184737682, 0.01214586291462183, 0.0024225451052188873, -0.007583315949887037, 0.01864086464047432, 0.010394793935120106, -0.0002422109100734815, -0.005218326114118099, -0.0050474051386117935, 0.017426976934075356, -0.0014842230593785644, -0.0061252545565366745, 0.007234497461467981, -0.00985761359333992, 0.01586426980793476, -0.011176147498190403, 0.008894873782992363, -0.003359123133122921, -0.043365128338336945, -0.005057869479060173, 0.01240398921072483, 0.005078798625618219, -0.013896932825446129, -0.00024046681937761605, -0.013596948236227036, -0.006139207165688276, -0.01883620396256447, 0.014455042779445648, -0.005061357747763395, 0.006034561432898045, 0.02116631157696247, -0.0042939567938447, 0.025073079392313957, 0.0111482422798872, -0.01992451772093773, -0.0038160753902047873, -0.015473593026399612, 0.0015618352917954326, -0.03089137375354767, -0.004102106671780348, -0.014915483072400093, 0.044844117015600204, -0.001458933693356812, -0.03337496146559715, -0.027249708771705627, -0.01589217409491539, -0.029077516868710518, -0.0034498157911002636, 0.009006495587527752, 0.01013666857033968, 0.023510372266173363, 0.004646263550966978, -0.00611827801913023, 0.02175232768058777, -0.018696676939725876, 0.003885839134454727, -0.010597108863294125, 0.009166952222585678, -0.014455042779445648, 0.00026750026154331863, 0.006411285605281591, -0.005765971262007952, -0.020733777433633804, -0.008162355050444603, 0.0006426982581615448, -0.010611061938107014, -0.009048353880643845, 0.012913264334201813, 0.0033556348644196987, -0.019617557525634766, 0.0018435062374919653, 0.007729819975793362, -0.003057394875213504, 0.0010508160339668393, 0.024180104956030846, -0.031672727316617966, -0.006170600652694702, 0.008406528271734715, -0.010952903889119625, -0.013952743262052536, 0.0004826777148991823, 0.008636748418211937, 0.0008001026581041515, -0.0013054535957053304, -0.006310128141194582, -0.011392415501177311, 0.00443348428234458, -0.0023196435067802668, 0.04741142317652702, 0.012669091112911701, -0.009229740127921104, 0.02134769782423973, 0.0056962077505886555, -0.009697156958281994, -0.005807829555124044, 0.00547296367585659, 0.0030730918515473604, -0.0016560162184759974, 0.021319791674613953, -0.04503945633769035, 0.0031759932171553373, -0.0025463756173849106, 0.010569203644990921, -0.02027333714067936, 0.004503247793763876, -0.027472952380776405, -0.010283172130584717, -0.0416070818901062, 0.015041057951748371, 0.0029667022172361612, -0.03418422117829323, 0.0040672249160707, -0.0024591709952801466, 0.007548434194177389, -0.014678286388516426, -0.015975890681147575, -0.007660055998712778, -0.0037602644879370928, -0.0025237025693058968, 0.004709050990641117, -0.014789908193051815, -0.006861261557787657, 0.012480729259550571, 0.03873281553387642, -0.024375442415475845, 0.006906608119606972, 0.19868706166744232, -0.0178874172270298, -0.014831766486167908, 0.01179006788879633, -0.0043358150869607925, 0.0028620564844459295, 0.023956861346960068, 0.01386205106973648, -0.011371485888957977, -0.015194538049399853, 0.011197077110409737, 0.004269539378583431, -0.02175232768058777, 0.00019272227655164897, 0.0232034120708704, -0.0208035409450531, -0.027514809742569923, -0.04403485730290413, -0.007185663096606731, -0.005183444358408451, 0.004133500158786774, 0.005343900993466377, -0.01805485039949417, -0.009097188711166382, 0.0171758271753788, 0.0015234651509672403, 0.02522655948996544, 0.0037393353413790464, 0.008553031831979752, 0.010924998670816422, -0.0015906128101050854, 0.003889327170327306, 0.010255266912281513, 0.013534161262214184, -0.014482947997748852, -0.009264621883630753, 0.00257776933722198, -0.011559847742319107, 0.017273496836423874, 0.0073321666568517685, 0.015473593026399612, -0.006658947095274925, -0.004402090795338154, -0.02244996465742588, -0.008190260268747807, 0.014566664583981037, 0.007660055998712778, 0.008001898415386677, 0.002811477752402425, 0.02065006084740162, -0.019087353721261024, -0.000864198082126677, 0.02373361773788929, 0.024919599294662476, -0.0014205636689439416, 0.007973993197083473, -0.007778654340654612, 0.010087833739817142, -0.001073489198461175, 0.0017528134630993009, -0.026440449059009552, -0.004374185111373663, 0.02116631157696247, 0.02847754955291748, -0.006896143313497305, 0.015055010095238686, 0.015557308681309223, -0.015975890681147575, 0.01989661157131195, -0.008671630173921585, -0.018724581226706505, -0.016854913905262947, -0.0036172487307339907, -0.010994762182235718, -0.024054529145359993, -0.04478830844163895, 0.03521672636270523, 0.022756924852728844, 0.024389395490288734, 0.03189597278833389, -0.010541297495365143, -0.006871726363897324, -0.004171870183199644, -0.019296644255518913, -0.006550813093781471, -0.04944852367043495, 0.016506096348166466, -0.037895653396844864, -0.012480729259550571, -0.018166471272706985, 0.006958930753171444, -0.002483588410541415, -0.005452034529298544, 0.000720746407750994, 0.014196916483342648, -0.010345959104597569, 0.0034062135964632034, -0.0039032800123095512, -0.005148562602698803, -0.03636084869503975, -0.028031062334775925, 0.05257393792271614, 0.01791532337665558, 0.019840801134705544, 0.003585855010896921, 0.008273976854979992, -0.01737116649746895, 0.011252887547016144, -0.014455042779445648, -0.020496580749750137, 0.015222443267703056, -0.027528762817382812, 0.019296644255518913, 0.006327569019049406, -0.0022498799953609705, 0.011259864084422588, -0.0017711264081299305, -0.005110192112624645, 0.020943067967891693, -0.0061880419962108135, -0.014957341365516186, -0.01369461789727211, 0.015515451319515705, 0.01407134160399437, 0.010338982567191124, -0.0200919508934021, -0.012229579500854015, -0.010611061938107014, -0.02812873013317585, -0.002419056836515665, -0.002155698835849762, -0.03156110644340515, 0.022017428651452065, 0.003742823377251625, 0.006896143313497305, -0.004217216745018959, -0.0030294894240796566, -0.01861296035349369, -0.003324241144582629, 0.006543836556375027, 0.009111141785979271, 0.00529506616294384, 0.008671630173921585, -0.002638812642544508, 0.008971613831818104, -0.011294745840132236, -0.009271598421037197, 0.009878542274236679, -0.019240833818912506, -0.026426495984196663, -0.014510853216052055, 0.0018452503718435764, 0.00496717682108283, 0.009180905297398567, 0.023440608754754066, 0.02102678455412388, -0.01767812669277191, 0.0034079577308148146, -0.0018330416642129421, 0.016199136152863503, -0.04947642982006073, -0.0033172648400068283, 0.016910724341869354, 0.011294745840132236, -0.0072205448523163795, -0.039514169096946716, -0.1784835010766983, -0.0021103525068610907, 0.01341556292027235, -0.034993480890989304, 0.021333744749426842, 0.012299343012273312, 0.02924495004117489, 0.02010590396821499, -0.03864910081028938, -0.0024957971181720495, -0.003385284449905157, -0.005664813797920942, -0.013241153210401535, -0.014496900141239166, -0.02083144709467888, -0.0013560322113335133, -0.022561585530638695, -0.007967016659677029, 0.025059128180146217, -0.001493815565481782, 0.022589491680264473, -0.038453761488199234, 0.007862371392548084, 0.0016185182612389326, 0.015389876440167427, 0.021333744749426842, 0.0149712935090065, 0.025700952857732773, 0.0011458690278232098, -0.03471442684531212, -0.01022038422524929, 0.004077689256519079, 0.023998718708753586, -0.0025917221792042255, 0.009327408857643604, 0.03119833394885063, 0.014036459848284721, 0.006505466531962156, -0.028449643403291702, 0.007890276610851288, 0.028072919696569443, 0.0215151309967041, 0.0185990072786808, 0.004586964379996061, -0.017440930008888245, 0.012801642529666424, 0.02850545570254326, -0.014901529997587204, 0.012620256282389164, -0.013764381408691406, 0.017817653715610504, 0.003645154181867838, 0.021780231967568398, -0.0023894072510302067, -0.02699855901300907, 0.007750749122351408, -0.007674009073525667, 0.010638967156410217, 0.01249468233436346, -0.016896773129701614, -0.018850157037377357, -0.004409066867083311, 0.011211029253900051, -0.007834465242922306, -0.007499599829316139, -0.025519568473100662, -0.02921704575419426, 0.009236716665327549, -0.033347055315971375, 0.012920240871608257, -0.01974313147366047, -0.006222923751920462, -0.01141334418207407, 0.015585214830935001, 0.009976211935281754, 0.03382144868373871, -0.010687801986932755, -0.0006710397428832948, 0.03998856246471405, 0.00671475799754262, -0.016701433807611465, 0.010450605303049088, -0.01397367287427187, -0.0029353084973990917, -0.024361491203308105, -0.008608843199908733, -0.019478030502796173, 0.016492143273353577, -0.012187721207737923, 0.010834305547177792, 0.029328666627407074, -0.012445847503840923, -0.009920400567352772, -0.0082321185618639, -0.004280004184693098, 0.012180745601654053, -0.005326459649950266, -0.0115040373057127, 0.0047020744532346725, 0.0008554775849916041, -0.003128902753815055, -0.00046174859744496644, -0.021124454215168953, 0.012152839452028275, 0.03652828186750412, -0.0029597256798297167, -0.019966376945376396, 0.0003553589340299368, 0.038090988993644714, -0.0085879135876894, 0.0009636113536544144, -0.005455522798001766, 0.0078065600246191025, -0.011015690863132477, -0.011699375696480274, 0.014901529997587204, -0.0008742265636101365, -0.013122555799782276, 0.008727441541850567, 0.0055427271872758865, 0.031700633466243744, -0.01103662047535181, -0.00776470173150301, 0.01827809400856495, -0.0053334361873567104, -0.007049623876810074, -0.12044008076190948, -0.010534320957958698, 0.018473433330655098, 0.009808778762817383, -0.009878542274236679, 0.029496099799871445, -0.012801642529666424, 0.026872985064983368, -0.03309590741991997, 0.049002036452293396, -0.044090669602155685, -0.004374185111373663, 0.003041698131710291, -0.0008624539477750659, 0.010164573788642883, -0.0005759866908192635, 0.006233388092368841, -0.008301882073283195, -0.02484983578324318, 0.022854594513773918, 0.0035195795353502035, -0.006861261557787657, 0.011776115745306015, -0.012320272624492645, 0.004970665089786053, -0.0028376393020153046, -0.034798141568899155, 0.03164482116699219, 0.0089437086135149, -0.01989661157131195, 0.005382271017879248, -0.03602598235011101, -0.0012374339858070016, -0.028882179409265518, 0.011406367644667625, -0.023119695484638214, 0.021068641915917397, -0.007799583487212658, 0.009920400567352772, -0.020510533824563026, 0.014929435215890408, 0.03050069697201252, 0.0017842070665210485, -0.021319791674613953, -0.005518310237675905, -0.0015295695047825575, -0.01933850347995758, 0.03488186001777649, -0.0021103525068610907, -0.01242491789162159, -0.034770235419273376, -0.009871565736830235, -0.05438779294490814, 0.004667192697525024, 0.019282691180706024, -0.00016863198834471405, 0.0042730276472866535, -0.02392895519733429, -0.01369461789727211, 0.013876003213226795, -0.010659895837306976, -0.012745831161737442, -0.01604565419256687, -0.0005794749013148248, 0.02408243529498577, 0.009090212173759937, 0.004538130015134811, -0.032593607902526855, 0.010785470716655254, -0.024975411593914032, 0.004150941036641598, 0.011420320719480515, -0.00428349245339632, -0.004513712599873543, -0.03580274060368538, -0.0014571896754205227, -0.008434433490037918, -0.023063885048031807, -0.005322971846908331, 0.015082916244864464, -0.004056760109961033, -0.0050020585767924786, -0.002544631715863943, -0.02794734574854374, -0.0040811775252223015, -0.008650700561702251, 0.0029161234851926565, -0.012341201305389404, -0.01880829781293869, -0.04752304404973984, -0.00410559494048357, 0.034770235419273376, 0.008657677099108696, -0.01470619160681963, 0.023342939093708992, -0.0007107178680598736, -0.01021340861916542, -0.004559059161692858, -0.006962419021874666, -0.0005681382608599961, -0.019031541422009468, 0.00515553867444396, -0.052462317049503326, 0.013541137799620628, -0.0028010131791234016, -0.01805485039949417, 0.003885839134454727, -0.018026944249868393, -0.00689265551045537, 0.008406528271734715, -0.014957341365516186, 0.024361491203308105, -0.028561266139149666, 0.02284064143896103, -0.0246265921741724, -0.015627073124051094, -0.04540222883224487, 0.0036870124749839306, 0.009257645346224308, -0.020496580749750137, 0.02006404474377632, 0.023775475099682808, 0.02632882632315159, -0.01661771722137928, 0.03956998139619827, 0.0072693792171776295, 0.014287609606981277, -0.014455042779445648, -0.022408105432987213, 0.02303597889840603, 0.00625780550763011, -0.014210869558155537, 0.030919279903173447, -0.019296644255518913, -0.0058427113108336926, 0.009801802225410938, -0.002551608020439744, -0.012934193015098572, -0.00524623179808259, 0.011657517403364182, 0.0232034120708704, 0.03273313492536545, -0.012627232819795609, -0.04361627623438835, 0.012285390868782997, -0.0050474051386117935, 0.006927537266165018, 0.01714792102575302, -0.019491983577609062, -0.008594890125095844, 0.004820672795176506, 0.018515290692448616, 0.03767240792512894, 0.031365767121315, -0.017831606790423393, -0.03887234255671501, -0.006477561313658953, 0.006833356339484453, 0.02831011638045311, 0.012383059598505497, -0.0005454650963656604, 0.03510510176420212, 0.033877260982990265, -0.011573800817131996, 0.01260630413889885, -0.013952743262052536, 0.00042032639612443745, 0.004538130015134811, -0.017761843279004097, 0.00340098119340837, 0.001047327765263617, -0.022938311100006104, 0.003732358803972602, 0.010108762420713902, -0.012264461256563663, 0.014371326193213463, 0.025296324864029884, 0.0015688115963712335, 0.009104165248572826, 0.0018435062374919653, -0.008329788222908974, 0.035133007913827896, 0.004757885355502367, 0.006878702435642481, -0.009997140616178513, 0.018319953233003616, 0.027458999305963516, 0.0012766760773956776, 0.012536539696156979, -0.009529723785817623, -0.0012819083640351892, -0.0017545574810355902, -0.004949735943228006, 0.013352775946259499, 0.0022062775678932667, 0.02522655948996544, 0.00021855664090253413, -0.010645943693816662, 0.01753859780728817, 0.011706352233886719, 0.024026624858379364, 0.014566664583981037, 0.03870490938425064, -0.008392575196921825, 0.0028428714722394943, -0.026203252375125885, -0.024319631978869438, 0.003983508329838514, -0.040239714086055756, -0.021152358502149582, 0.021808138117194176, 0.04185822978615761, 0.005881081335246563, -0.01679910346865654, 0.012522587552666664, 0.0048729958944022655, -0.009739015251398087, 0.0335703007876873, 0.006383380386978388, -0.026147441938519478, -0.03597017377614975, 0.0224918220192194, 0.013052791357040405, -0.004569523502141237, 0.037532880902290344, -0.021989524364471436, 0.03153320029377937, 0.0075065759010612965, 0.03650037571787834, -0.02704041637480259, 0.027849676087498665, 0.004234657622873783, 0.00839955173432827, -0.025045175105333328, -0.007680985145270824, 0.005336924456059933, -0.026566023007035255, -0.02208719216287136, 0.01331789419054985, 0.027891535311937332, 0.004363720770925283, 0.0948786586523056, 0.03602598235011101, -0.004576500039547682, 0.007792607415467501, -0.030807657167315483, -0.011552872136235237, 0.017496740445494652, 0.018347857519984245, -0.01049246359616518, -0.009592510759830475, -0.0012574910651892424, 0.0008742265636101365, -0.010848257690668106, -0.02651021257042885, -0.021668611094355583, -0.01068082544952631, 0.006672899704426527, 0.013408586382865906, 0.01713396981358528, 0.019087353721261024, 0.017301401123404503, 0.006951954681426287, -0.0005293322028592229, 0.004607893526554108, -0.015403828583657742, 0.008420480415225029, 0.01806880347430706, 0.001034247106872499, -0.000738187343813479, -0.019115258008241653, 0.038258422166109085, 0.013066744431853294, -0.023510372266173363, -0.015543356537818909, 0.00011838031059596688, 0.0017423488898202777, -0.011636587791144848, -0.012529564090073109, 0.005026475992053747, 0.0005624699988402426, 0.011929595842957497, 0.013024886138737202, -0.020343100652098656, -0.018292047083377838, -0.00875534676015377, -0.0035963195841759443, 0.006913584657013416, -0.02045472152531147, -0.025463756173849106], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='e779be67-cd54-42bb-afbf-413ee25b8c06', node_type=, metadata={'title': 'Enhancing E-commerce Product Search Using LLMs', 'url': 'https://pub.towardsai.net/enhancing-e-commerce-product-search-using-llms-30d5a2117f71#e5f3', 'source_name': 'towards_ai'}, hash='5d20f04dad4cdf71f887576a5760877b6a9a001acd49d13c278ad133a2c84b4f'), : RelatedNodeInfo(node_id='c64cb6a5-c1bc-466b-aa89-f8cb15f55ec5', node_type=, metadata={}, hash='07f600fb14765333fd2a210c8119609741f1e79e177ffa94844e4feb944346c1')}, hash='0396c324c39a5ef36c0bc7e96b202a2a3f5c1d00cb7fd823c79f4b5f65f28bcb', text='Fine Tuning on Custom Domain Data All the popular models like GPT3/3.4/4 and LLAMA2 are trained primarily on the data scraped from the internet. Common Crawl, WebText, GitHub, StackOverflow etc: These are massive datasets of text and code that are crawled from the public web and a few curated like the QA dataset SQAD. The worldview and information the model has learned are also based on this data. However, this means that if we have some domain-specific data that the model has not seen, then it won\\'t be able on its own to answer questions related to such data in case of Closed Book QA use-case or any other use case that depends on the specific domain data. For example, most online portals are adding virtual assistants for their customers, banks, e-commerce, customer support etc. And a huge if not the majority of data in the world still lives outside of the internet in enterprises. We have seen in Part 2 how LLMs can help address information retrieval use cases based on Vector space embeddings. But what if our use case is more high level? It needs domain \"understanding\", maybe some higher level reasoning tasks. This is where fine-tuning with custom data comes into play. I am not able to provide a use case where higher-level reasoning can be used. There are a few simpler ones, like training on custom issues and then asking it to reason on similar issues and possible solutions, but these are as of now not tested. So let\\'s stick with a simpler use-case Closed-Book QA - the model answers questions based on the knowledge it internally has for now. The above is from a 2021 paper Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA? This is already outdated in the sense of the number and size of models and training released. The authors with 2021 models could not achieve great results and the great results they found in some studies described could be attributed to the high train and test overlap in datasets. There are also a lot of tutorials on the internet that try to portray this concept with toy datasets. The real trouble is making the model \\'understand\\' the data first and not just parrot it out. Without understanding, it will parrot out the answer based on the', start_char_idx=0, end_char_idx=2229, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='c64cb6a5-c1bc-466b-aa89-f8cb15f55ec5', embedding=[-0.010889994911849499, 0.005850622430443764, 0.015991242602467537, -0.024241238832473755, -0.007548746652901173, 0.007507496513426304, -0.007479996886104345, 0.013309993781149387, -0.03052498586475849, -0.047767478972673416, 0.019029991701245308, 0.042074982076883316, -0.011048120446503162, -0.017476242035627365, -0.0058918725699186325, 0.017489992082118988, 0.012636244297027588, 0.004644060507416725, 0.005867809988558292, -0.01647249236702919, -0.004743747878819704, -0.006159997079521418, -0.03269748389720917, -0.015784993767738342, 0.0028153113089501858, 0.01651374250650406, 0.027747487649321556, -0.04028748348355293, -0.021078741177916527, 0.017063742503523827, 0.00813999678939581, 0.019854990765452385, -0.04333998262882233, -0.005664997734129429, -0.0004653513606172055, -0.010291870683431625, 0.019854990765452385, -0.009693745523691177, 0.019249992445111275, -0.02524498850107193, 0.026097487658262253, 0.01871374249458313, 0.008181245997548103, -0.01997874118387699, -0.0010656245285645127, 0.016829991713166237, 0.011639369651675224, -0.018727492541074753, -0.018356241285800934, 0.011281870305538177, 0.027829987928271294, 0.031707484275102615, -0.027458738535642624, 0.010161245241761208, -0.027596237137913704, 0.003318904899060726, -0.009329371154308319, 0.020377490669488907, 0.017558742314577103, -0.003212342271581292, -0.00012460931611713022, 0.0030696862377226353, -0.0050118728540837765, 0.02664748765528202, -0.018562491983175278, -0.01623874343931675, -0.01175624504685402, 0.0032742172479629517, 0.017049992457032204, -0.0098724951967597, 0.013935619033873081, 0.02399373985826969, 0.012663744390010834, -0.017283743247389793, 0.028627486899495125, -0.013743119314312935, -0.0017574210651218891, -0.018067492172122, -0.03734498471021652, 0.008284371346235275, 0.009274370968341827, -0.006269997451454401, -0.010546245612204075, 0.0291224867105484, -0.0014978899853304029, -0.0061393724754452705, 0.019098741933703423, -0.014286243356764317, -0.0015760930255055428, 0.020088741555809975, -0.0011180463479831815, -0.009088746272027493, 0.042954981327056885, 0.0070674968883395195, 0.001537421252578497, -0.008181245997548103, -0.010704370215535164, 0.016348741948604584, -0.010814370587468147, -0.02315499074757099, -0.020377490669488907, -0.0021587491501122713, -0.032779984176158905, -0.016458742320537567, -0.017242493107914925, 0.008758746087551117, 0.016348741948604584, 0.00298031116835773, 0.00260734255425632, 0.02216499112546444, -0.005359060131013393, 0.031377486884593964, 0.0008606637129560113, -0.026757488027215004, -0.01843874156475067, -0.016857491806149483, 0.0032346860971301794, -0.0017032804898917675, -0.005273122806102037, -0.018823741003870964, 0.025162488222122192, 0.005946872290223837, 0.03085498698055744, -0.005334997549653053, 0.012581244111061096, -0.0023340615443885326, -0.0024028115440160036, -0.0015623430954292417, -0.019703742116689682, 0.004162810742855072, 0.0024440614506602287, 0.02906748652458191, 0.0017230460653081536, 0.0024457802064716816, -0.031377486884593964, 0.024254988878965378, -0.010559995658695698, -0.0037159358616918325, -0.004547810647636652, -0.0028754675295203924, -0.0020985929295420647, 0.03154248744249344, -0.009549370966851711, -0.00487781036645174, -0.005671872291713953, 0.034374985843896866, -0.003836248302832246, 0.014437493868172169, 0.0038534358609467745, -0.006228747311979532, 0.006025935057550669, -0.01797124184668064, -0.003846560837700963, 0.02352624014019966, 0.019208742305636406, 0.011845619417726994, 0.005833434872329235, 0.01227186992764473, -0.02906748652458191, -0.01311061903834343, 0.001197968260385096, 0.020033741369843483, 0.0007596871582791209, 0.002741405041888356, 0.0022274989169090986, 0.02859998680651188, 0.033054985105991364, -0.007858121767640114, -0.010415620170533657, -0.030414987355470657, -0.020336240530014038, 0.05439497530460358, -0.03407248482108116, 0.018823741003870964, 0.0003946677898056805, 0.026289988309144974, 0.033989984542131424, -0.010855619795620441, -0.012938744388520718, -0.022371239960193634, 0.0008460542885586619, 0.0060156225226819515, 0.0036643734201788902, 0.007555621676146984, -0.038004983216524124, -0.015661243349313736, 0.003588748397305608, -0.005654685199260712, -0.0006896481500007212, -0.013296243734657764, 0.011529370211064816, 0.021243739873170853, 0.00443437322974205, -0.016774993389844894, -0.6331596970558167, -0.013914993964135647, 0.017476242035627365, -0.013859993778169155, -0.0002513670769985765, 0.0053074974566698074, -0.0037846858613193035, -0.0005061716656200588, -0.010161245241761208, 0.03943498432636261, -0.013241244480013847, -0.01429999340325594, -0.0038396858144551516, -0.016114993020892143, -0.007864996790885925, -0.01300061959773302, 0.013564368709921837, -0.02029499039053917, 0.018534991890192032, 7.277828899532324e-06, -0.003678123466670513, 0.004358747974038124, 0.0016113274032250047, 0.0034581234212964773, -0.017764993011951447, 0.0075624966993927956, 0.007844371721148491, -0.01951124146580696, 0.03126748651266098, 0.007974996231496334, -0.02972748689353466, 0.01740749180316925, 0.017146242782473564, 0.01005812082439661, 0.047519978135824203, -0.013777493499219418, -0.004039060790091753, 0.013220619410276413, -0.003002654993906617, 0.03409998491406441, -0.03552998602390289, -0.0050496854819357395, 0.0034804672468453646, 0.029507486149668694, -0.008325621485710144, 0.028764987364411354, 0.014004369266331196, 0.005582497455179691, -0.020569991320371628, -0.015949992462992668, -0.012526244856417179, 0.013516244478523731, 0.01533124316483736, -0.020638741552829742, 0.00039595685666427016, 0.013804993592202663, 0.028434988111257553, -0.016912491992115974, 0.02551998943090439, -0.016871241852641106, 0.005293747875839472, 0.0024199988692998886, -0.03192748501896858, -0.011948744766414165, -0.03844498470425606, 0.0112956203520298, 0.007053746841847897, 0.009411870501935482, -0.012732494622468948, -0.012876869179308414, -0.005434684921056032, 0.004035623278468847, -0.012704994529485703, -0.025354988873004913, -0.00279984250664711, 0.027747487649321556, 0.008408121764659882, -0.005572184920310974, -0.005352185107767582, 0.016266243532299995, 0.024708738550543785, 0.008373746648430824, -0.010078745894134045, -0.004389685578644276, 0.030442487448453903, 0.010470620356500149, 0.003808748209849, 0.0017385148676112294, -0.008958120830357075, 0.010601245798170567, -0.000644101295620203, 0.007081246934831142, -0.016994992271065712, -0.04322998225688934, 0.002395936520770192, 0.009521870873868465, -0.0038259357679635286, 0.010546245612204075, 0.020734990015625954, -0.014643743634223938, -0.002026405418291688, -0.01187311951071024, 0.030167486518621445, 0.017063742503523827, 0.027334988117218018, 0.011281870305538177, 0.002597030019387603, 0.0024440614506602287, 0.010016870684921741, -0.032972484827041626, -0.0025248427409678698, 0.022481240332126617, -0.0034254672937095165, -0.010711245238780975, 0.010704370215535164, -0.026496239006519318, 0.002536873798817396, -0.008621246553957462, 0.012429994530975819, -0.01688499189913273, 0.02832498773932457, 0.003939373418688774, 0.009721245616674423, -0.0013732806546613574, 0.006562184542417526, 0.030304986983537674, 0.0039084358140826225, -0.021394990384578705, 0.008641871623694897, 0.011054995469748974, -0.00012708002759609371, -0.01392874401062727, 0.019772490486502647, -0.01005812082439661, 0.012924994342029095, 0.010614994913339615, 0.04966497793793678, 0.0030439049005508423, -0.0010793745750561357, -0.01894749142229557, -0.03099248558282852, -0.011852494440972805, 0.0014368743868544698, 0.00026167958276346326, -0.03503498435020447, -0.004283123183995485, -0.0072049968875944614, -0.004716247785836458, 0.003006092505529523, -0.022384990006685257, -0.015152493491768837, -0.015564993023872375, -0.012409369461238384, 0.011357494629919529, -0.006280309520661831, -0.010113121010363102, 0.009301871061325073, -0.030634986236691475, -0.006565622054040432, -0.03475998342037201, -0.0015434367815032601, 0.023209989070892334, -0.004124998115003109, 0.013330618850886822, 0.003612810978665948, -0.015647493302822113, 0.009466870687901974, 0.012106869369745255, -0.03764748200774193, -0.03354998677968979, 0.010663120076060295, -0.052662476897239685, 0.00449281046167016, 0.01968999207019806, -0.014031868427991867, 0.01077999547123909, -0.0036849984899163246, 0.009184995666146278, -0.009308746084570885, -0.016211243346333504, -0.0035681233275681734, 0.02799498848617077, 0.013660619035363197, -0.004427498206496239, 0.023306239396333694, 0.013749994337558746, 0.019469991326332092, 0.013076243922114372, -0.011515620164573193, -0.0036162484902888536, 0.013825618661940098, 0.014059368520975113, -0.014836243353784084, 0.010339995846152306, -0.007074371911585331, 0.01367436908185482, 0.011907494626939297, -0.012258119881153107, -0.012615619227290154, 0.02151874080300331, -0.0011481244582682848, 0.012333744205534458, 0.007184371817857027, -0.020281240344047546, -0.009315621107816696, -0.036134984344244, 0.01084874477237463, -0.007184371817857027, -3.394529630895704e-05, 0.010333120822906494, 0.009322496131062508, -0.0044653103686869144, -0.0065724970772862434, -0.01810874231159687, -0.007383746560662985, 0.040672481060028076, 0.010229995474219322, 0.018961241468787193, -0.022054990753531456, 0.008036871440708637, 0.010807495564222336, 0.005664997734129429, 0.01750374212861061, -0.00036910141352564096, -0.00820874609053135, 0.012546869926154613, -0.006778746843338013, 0.00856624636799097, -0.0034581234212964773, -0.04091998189687729, -0.008765621110796928, 0.014073118567466736, 0.007624371442943811, 0.033577486872673035, 0.01460249349474907, -0.003251873655244708, 0.02337498962879181, -0.004939685110002756, 0.02925998717546463, -0.010972495190799236, -0.012127494439482689, 0.014244994148612022, 0.0039943731389939785, -0.020459990948438644, 0.024928739294409752, -0.0059778098948299885, 0.00933624617755413, 0.001350936945527792, -0.024199988692998886, -0.0026159363333135843, -0.008346246555447578, 0.025506239384412766, -0.019387491047382355, 0.013028119690716267, 0.007493746932595968, -0.021477490663528442, 0.0018562491750344634, 0.006668746937066317, 0.022948740050196648, 0.016912491992115974, -0.006562184542417526, 0.008504371158778667, -0.005180309992283583, -0.015881242230534554, 0.023636240512132645, -0.019799990579485893, 0.00043462871690280735, 0.0017703117337077856, -0.023457489907741547, 0.01633499190211296, -0.016912491992115974, -0.010374370031058788, 0.0164174921810627, -0.03407248482108116, 0.01154999528080225, 0.012959369458258152, 0.0032364048529416323, 0.007022809237241745, 0.022109990939497948, 0.03503498435020447, -0.024667488411068916, -0.02967248670756817, 0.01791624166071415, -0.011907494626939297, 0.0001530761073809117, -0.022618740797042847, -0.036382485181093216, 0.0024337489157915115, -0.004657810553908348, 0.0002472850610502064, -0.008552496321499348, 0.009329371154308319, -0.005726872477680445, -0.003361873561516404, -0.006936871912330389, 0.0037056233268231153, 0.03275248408317566, 0.0021982803009450436, -0.00225843652151525, -0.0015546086942777038, 0.0041181230917572975, 0.018356241285800934, -0.030469985678792, -0.0015460149152204394, 0.026908738538622856, -0.023814989253878593, -0.035997483879327774, 0.003477029735222459, -0.006177184637635946, -0.010532495565712452, 0.0005414059851318598, 0.008490621112287045, 0.008524996228516102, 0.007548746652901173, 0.013536868616938591, 0.008064371533691883, 0.01300061959773302, 0.01698124222457409, 0.032504986971616745, 0.0034701547119766474, -0.010388120077550411, -0.026674987748265266, -0.00013545891852118075, 0.02674373798072338, 0.06583496928215027, 0.021449990570545197, -0.026427488774061203, 0.011598119512200356, -0.023787489160895348, 0.011604994535446167, -0.0150699932128191, -0.008188121020793915, 0.0010750776855275035, 0.01670624315738678, -0.022838739678263664, -0.0041696857661008835, 0.026344988495111465, 0.0025299987755715847, 0.02534123882651329, 0.00010140620724996552, 0.009019996039569378, -0.0202537402510643, -0.01586749218404293, -0.00928812101483345, 0.005482810083776712, 4.315672049415298e-05, 0.008442495949566364, 0.016994992271065712, 0.031432487070560455, -0.009906870312988758, 0.024089990183711052, 0.028434988111257553, -0.013282494619488716, -0.015812493860721588, -0.002260155277326703, -0.0015709367580711842, -0.0029854674357920885, 0.012313119135797024, -0.008463121019303799, 0.022481240332126617, -0.004420623183250427, 0.005864372476935387, 0.008875621482729912, 0.0044515603221952915, 0.01814999245107174, 0.01717374287545681, 0.005754372570663691, -0.008291246369481087, -0.00010516597103560343, -0.03255998715758324, -0.00645218463614583, 0.02169748954474926, -0.008380621671676636, -0.037729982286691666, 0.03470498323440552, 0.008648746646940708, -0.02791248820722103, -0.002552342601120472, 0.03393498435616493, -0.011343744583427906, -0.00813999678939581, -0.0185762420296669, -0.00675468472763896, -0.017957491800189018, -0.006586247123777866, -0.037124983966350555, -0.0008108199690468609, -0.006909371819347143, -0.00391874834895134, 0.0036574983969330788, -0.012849369086325169, 0.008339371532201767, -0.04036998376250267, 0.024268738925457, -0.004956872668117285, -0.03574998304247856, -0.06792496889829636, -0.013406244106590748, 0.007988746277987957, 0.017806241288781166, 0.024791238829493523, 0.0056478101760149, -0.0071156220510602, 0.008408121764659882, -0.007088121958076954, -0.033989984542131424, -0.0026984363794326782, -0.03943498432636261, -0.004881247878074646, -0.005499997641891241, -0.01362624391913414, -0.020776240155100822, -0.017696242779493332, -0.0019267179304733872, 0.0052593727596104145, 0.003654060885310173, -0.01680249348282814, -0.00634562224149704, 0.015812493860721588, 0.025093739852309227, 0.024584989994764328, 0.01586749218404293, 0.018782490864396095, -0.03871998190879822, -0.010195620357990265, -0.004259060602635145, -0.027843737974762917, -0.027843737974762917, -0.007074371911585331, 0.002856561215594411, 0.02239874005317688, 0.0007974996697157621, -0.008394371718168259, -0.02715623751282692, 0.01736624166369438, -0.01253311987966299, 0.010628744959831238, 0.009879370220005512, -0.009762495756149292, -0.006916246842592955, 0.022247489541769028, 0.01306249387562275, 0.01885124109685421, -0.04089248180389404, -0.01278749480843544, -0.04124998301267624, 0.02655123919248581, 0.004149060696363449, -0.007754996418952942, 0.033852484077215195, 0.003404842223972082, 0.0014016400091350079, -0.024571239948272705, 0.0019937490578740835, -0.010168120265007019, 0.03489748388528824, -0.002160467905923724, -0.00944624561816454, -0.028352487832307816, -0.005211247596889734, -0.012010619975626469, 0.007363121956586838, -0.02407624013721943, 0.008689995855093002, 0.003253592411056161, 0.017531242221593857, -0.005197497550398111, -0.0013500775676220655, 0.021862490102648735, -0.02622123807668686, -0.004592497833073139, 0.016266243532299995, 0.023539990186691284, 0.03258748725056648, 0.0035268734209239483, 0.020267490297555923, -0.04606248065829277, -0.02220623940229416, -0.014822493307292461, -0.020597491413354874, 0.012938744388520718, 0.015757493674755096, 0.0202537402510643, 0.01533124316483736, 0.05244247615337372, -0.0005035935319028795, -0.0012753119226545095, 0.018452491611242294, -0.016224993392825127, 0.0032106235157698393, 0.002758592600002885, 0.0036849984899163246, -0.005634060129523277, -0.010051245801150799, 0.0028634362388402224, -0.01838374137878418, 0.0012091400567442179, -0.023347489535808563, 0.007094996981322765, 0.009418745525181293, -0.007727496791630983, -0.0033292172010987997, -0.015179993584752083, -0.020198741927742958, -0.02347123995423317, 0.01651374250650406, -0.010601245798170567, 0.006039684638381004, -0.02356749027967453, -0.01721499301493168, 0.020886240527033806, -0.004602810367941856, 0.021243739873170853, 0.007108747027814388, 0.02884748764336109, -0.014671243727207184, 0.009741870686411858, 0.014478744007647038, 0.02011624164879322, -0.03503498435020447, 1.0238642971671652e-05, -0.05106747895479202, 0.014684993773698807, 0.00691968435421586, 0.0003037889255210757, 0.012491869740188122, 0.004819372668862343, 0.006448747124522924, 0.007026246748864651, -0.009315621107816696, 0.014272493310272694, -0.0022876551374793053, -0.017242493107914925, -0.03033248707652092, -0.01904374174773693, -0.02483248896896839, -0.0034787484910339117, 0.007603746838867664, -0.019854990765452385, 0.004111248068511486, 0.003750310745090246, 0.028682487085461617, -0.03486998379230499, -0.019249992445111275, 0.02220623940229416, 0.028022488579154015, 0.06247997283935547, 0.009301871061325073, -0.0035079671069979668, 0.01150187011808157, 0.012168744578957558, -0.02193124033510685, 0.008359996601939201, 0.02249499037861824, -0.001101718284189701, 0.002096874173730612, 0.01843874156475067, -0.00296827987767756, -0.018919991329312325, 0.023759989067912102, -0.0009135152213275433, -0.019401241093873978, -0.04707998037338257, 0.03627248480916023, -0.005235310178250074, 0.01098624523729086, -0.027733737602829933, -0.021381240338087082, -0.006874997168779373, 0.013303118757903576, 0.00938437134027481, 0.02571248821914196, -0.006771871820092201, -0.0126431193202734, 0.008854996412992477, 0.018796240910887718, 0.031432487070560455, -0.0013363275211304426, 0.0006797653040848672, 0.0012667181435972452, 0.04311998188495636, -0.0020899991504848003, -0.015111243352293968, -0.000755819957703352, -0.001074218307621777, 0.03206498548388481, -0.008662495762109756, -0.005661560222506523, 0.013055618852376938, 0.017008742317557335, 0.014506243169307709, 0.005386560223996639, 0.01005812082439661, 0.03187248483300209, -0.04232248291373253, -0.00855937134474516, -0.0007854683790355921, -0.011144369840621948, -0.0014506243169307709, -0.022481240332126617, -0.0032982798293232918, -0.01735249161720276, 0.0008610933437012136, 0.006624059751629829, 0.02323748916387558, 0.0015958587173372507, -0.02762373723089695, -0.004967185202986002, -0.011598119512200356, -0.02631748840212822, -0.008916870690882206, -0.008036871440708637, 0.008944370783865452, -0.0341549851000309, -0.01988249085843563, 0.0023082802072167397, -0.017888741567730904, 0.01801249198615551, -0.007094996981322765, -0.0212712399661541, 0.006775309331715107, 0.022316239774227142, -0.0351724848151207, 0.014464993961155415, 0.016266243532299995, -0.009425620548427105, -0.01586749218404293, -0.003764060791581869, -0.025121238082647324, 0.011226870119571686, 0.0015949993394315243, -0.028352487832307816, -0.02380123920738697, -0.011673744767904282, -0.011020620353519917, 0.018328741192817688, -0.0013595306081697345, -0.00015490227087866515, 0.0150699932128191, 0.010140620172023773, -0.0007704293238930404, 0.0009685151744633913, -0.013083118945360184, 0.027376238256692886, 0.0054312474094331264, 0.0017995304660871625, 0.01311061903834343, -0.016362491995096207, 0.005462185014039278, -0.01208624430000782, 0.003997810650616884, -0.01094499509781599, -0.029232487082481384, 0.00020055654749739915, 0.0013303118757903576, -0.003599060932174325, -0.012512494809925556, 0.007404371630400419, -0.012196244671940804, 0.005860934965312481, -0.01516624353826046, 0.008951245807111263, 0.011625619605183601, 0.007445621769875288, 0.011467495001852512, 0.007878746837377548, 0.020281240344047546, 0.0011180463479831815, -0.02678498812019825, -0.00820874609053135, -0.016499992460012436, 0.0037056233268231153, -0.03514498472213745, -0.0121343694627285, -0.013330618850886822, 0.04963747784495354, -0.009033746086061, -0.03555748611688614, -0.027444988489151, -0.012189369648694992, -0.03885748237371445, -0.0024096863344311714, 0.007404371630400419, 0.007706871721893549, 0.01797124184668064, 0.030579986050724983, -0.0009736714418977499, 0.028269987553358078, -0.017723742872476578, 0.005362497642636299, 0.0018631241982802749, 0.0020349991973489523, -0.020171241834759712, -0.004592497833073139, 0.002122655278071761, -0.0008752730791456997, -0.00912312138825655, -0.014217494055628777, 0.013399369083344936, -0.005719997454434633, -0.010140620172023773, 0.018411241471767426, -0.004375935532152653, -0.021449990570545197, -0.009762495756149292, -0.004919060505926609, 0.007919996976852417, 0.0005663278861902654, 0.025588739663362503, -0.02080374024808407, -0.003351561026647687, 0.008133121766149998, -0.017751242965459824, -0.0029407800175249577, -0.021532490849494934, 0.006294059567153454, 0.008277496322989464, 0.010353745892643929, -0.009157495573163033, -0.011027495376765728, 0.004884685389697552, 0.003901560790836811, 0.035254985094070435, 0.004709372762590647, 0.008896246552467346, 0.03233998641371727, 0.013536868616938591, -0.012876869179308414, -0.001849374151788652, 0.005702809896320105, 0.00636968482285738, 0.012959369458258152, 0.03577748313546181, -0.02734873816370964, -0.008483746089041233, -0.007919996976852417, -0.004186873324215412, -0.011357494629919529, -0.0046268729493021965, -0.011178744956851006, -0.003272498492151499, -0.032642487436532974, 0.03148748725652695, 0.005664997734129429, -0.02155999094247818, 0.021078741177916527, -0.00038929670699872077, 0.00026318346499465406, -0.006496872287243605, -0.016362491995096207, -0.014712493866682053, -0.017008742317557335, 0.01068374514579773, 0.002177655231207609, -0.009068121202290058, -0.01175624504685402, -0.0036746859550476074, 0.04133248329162598, -0.007122497074306011, -0.015564993023872375, 0.20107990503311157, -0.03244998678565025, -0.00562374759465456, 0.010999995283782482, 0.00012965814676135778, -0.006909371819347143, 0.036794982850551605, 0.020404990762472153, -0.01814999245107174, -0.007940621115267277, -0.007479996886104345, -0.0021467178594321012, -0.03869248181581497, -0.005833434872329235, 0.0247774887830019, -0.026207488030195236, -0.05106747895479202, -0.04069998115301132, -0.01337186899036169, 0.005231872666627169, -0.003281092271208763, -0.0001790721871657297, -0.004987810272723436, -0.015179993584752083, 0.011529370211064816, -0.005018747877329588, 0.0012435150565579534, 0.007789371535181999, 0.009260620921850204, 0.023787489160895348, -0.017049992457032204, -0.006620622240006924, 0.01717374287545681, 0.007858121767640114, -0.014946243725717068, -0.003214061027392745, 0.00018637687026057392, -0.007170621771365404, 0.02226123958826065, 0.02253624051809311, 0.024708738550543785, 0.011213120073080063, 0.012897494249045849, -0.020143741741776466, -0.006218434777110815, 0.02580873854458332, -0.009783120825886726, 0.006060309708118439, -0.013956244103610516, -0.005561872385442257, -0.017187492921948433, 0.00551718520000577, 0.010546245612204075, 0.029782487079501152, 0.003722810884937644, -0.0021054677199572325, -0.022604990750551224, -0.00021011709759477526, 0.004867497831583023, 0.003250154899433255, -0.030304986983537674, -0.010979370214045048, 0.000875702768098563, 0.037317484617233276, -0.0026932801119983196, 0.02230248972773552, 0.009439370594918728, 0.011336869560182095, 0.0023512488696724176, -0.02762373723089695, -0.016183743253350258, -0.012443744577467442, -0.007727496791630983, -0.0046268729493021965, -0.03176248446106911, -0.038609981536865234, 0.042074982076883316, 0.01633499190211296, 0.013887493871152401, 0.03299998492002487, -0.007232496980577707, -0.01666499301791191, -0.01005812082439661, -0.02557498961687088, -0.0097074955701828, -0.044357482343912125, 0.016829991713166237, -0.03453998640179634, -0.005585934966802597, -0.01820499263703823, 0.0009530464303679764, -0.009260620921850204, -0.002562655135989189, 0.001233202638104558, -0.004929373040795326, -0.011206245049834251, -0.0003768357855733484, 0.004320935811847448, 0.001370702520944178, -0.04839997738599777, -0.0046784356236457825, 0.049252476543188095, 0.039077483117580414, 0.004437810741364956, 0.00107593706343323, 0.002416561357676983, -0.010071870870888233, 0.015592493116855621, -0.004094060510396957, -0.02762373723089695, 0.008236246183514595, -0.03206498548388481, 0.02473623864352703, 0.007961246185004711, -0.011123744770884514, 0.004956872668117285, 0.004482497926801443, 0.007796246558427811, 0.02719748765230179, -0.00724624702706933, -0.010037495754659176, -0.016926242038607597, 0.01867249235510826, -0.0009848433546721935, 0.009748745709657669, -0.03286248445510864, -0.018658742308616638, -0.00040003887261264026, -0.04166248068213463, -0.0008232808904722333, -0.001704139867797494, -0.030469985678792, 0.022041240707039833, 0.005094372667372227, 0.008703745901584625, -0.0022154678590595722, -0.004891560412943363, -0.0013732806546613574, -0.00549312261864543, -0.005324685014784336, 0.0008133981027640402, -0.0009891402442008257, 0.0038534358609467745, -0.013268744572997093, 0.013990619219839573, -0.0030078112613409758, -0.0012787494342774153, 0.011955619789659977, -0.0006703122053295374, -0.015413743443787098, -0.010656245052814484, -0.00397718558087945, 0.010498120449483395, -0.006967809516936541, 0.02323748916387558, 0.023017490282654762, -0.021683741360902786, -0.0010501558426767588, -0.0038809357210993767, 0.01150187011808157, -0.029012486338615417, 0.00753499660640955, 0.004640622995793819, -0.001433436875231564, -0.008827496320009232, -0.02884748764336109, -0.17566992342472076, 0.0015167961828410625, 0.01814999245107174, -0.03486998379230499, 0.04278998076915741, 0.003434061072766781, 0.024557489901781082, 0.0032192172948271036, -0.03574998304247856, -0.01098624523729086, -0.0031246861908584833, -0.007136246655136347, -0.0035646860487759113, -0.010924370028078556, -0.017489992082118988, -0.00038607403985224664, -0.007184371817857027, -0.0013268743641674519, 0.03489748388528824, 0.014162493869662285, 0.02804998680949211, -0.044962480664253235, 0.011900619603693485, -0.0033464047592133284, -0.000537968531716615, 0.014547493308782578, 0.0034839047584682703, 0.0244474895298481, -0.013523119501769543, -0.03085498698055744, -0.021477490663528442, -0.008318746462464333, 0.01787499152123928, -0.00041615215013734996, 0.024392489343881607, 0.018589992076158524, 0.018356241285800934, -0.006280309520661831, -0.03360498696565628, 0.01791624166071415, 0.019538741558790207, 0.01951124146580696, 0.023883739486336708, -0.010931245051324368, -0.026661237701773643, 0.002933904994279146, 0.02514873817563057, -0.01264999434351921, 0.025272488594055176, -0.011433119885623455, 0.029094986617565155, -0.014327493496239185, 0.0164174921810627, -0.00521468510851264, -0.012161869555711746, -0.0011824994580820203, 0.009569996036589146, 0.01376374438405037, 0.016307493671774864, -0.021298740059137344, -0.020597491413354874, 0.0012692962773144245, 0.009824370965361595, 0.00825687125325203, 4.2565898183966056e-06, -0.028709987178444862, -0.02524498850107193, -0.003712498350068927, -0.03214748576283455, 0.010044370777904987, -0.01736624166369438, -0.0032621859572827816, -0.008428745903074741, 0.009501245804131031, 0.02435123920440674, 0.017929991707205772, -0.006758122239261866, 0.00028832018142566085, 0.03448498621582985, 0.007961246185004711, -0.01000999566167593, 0.02249499037861824, -0.013048743829131126, 0.006713434588164091, -0.010814370587468147, -0.024323739111423492, -0.006359372287988663, 0.021078741177916527, -0.01889249123632908, -0.001331171253696084, 0.02496998943388462, -0.013234369456768036, -0.0005439841188490391, -0.004939685110002756, -0.007507496513426304, -0.0027345300186425447, 0.0015657806070521474, -0.014464993961155415, 0.007253121584653854, -0.010999995283782482, 0.002913279924541712, 0.006214997265487909, -0.01927749067544937, 0.0046887481585145, 0.03990248218178749, 0.009013121016323566, -0.011309370398521423, 0.005180309992283583, 0.03957248106598854, -0.01689874194562435, -0.003609373467043042, -0.01764124259352684, -0.003392810933291912, 0.006445309612900019, -0.005053122993558645, 0.011254370212554932, -0.006751247216016054, -0.0279537383466959, 0.027362488210201263, 0.01693999208509922, 0.033989984542131424, -0.006280309520661831, -0.015056243166327477, 0.023168738931417465, -0.006899059284478426, -0.015702493488788605, -0.12077994644641876, -0.013138119131326675, 0.004276248160749674, 0.028104986995458603, -0.02080374024808407, 0.03467748314142227, -0.0003291404864285141, 0.04237748309969902, -0.011673744767904282, 0.03561248257756233, -0.042487479746341705, -0.001215155702084303, 0.01935999095439911, -0.00758312176913023, 0.009198745712637901, -0.009824370965361595, 0.007706871721893549, -0.016252493485808372, -0.020239990204572678, 0.02814623713493347, -0.006084372289478779, -0.0006097262958064675, 0.017833741381764412, -0.014836243353784084, 0.0033412484917789698, -0.0013045306550338864, -0.03951748088002205, 0.026496239006519318, -0.0007493746816180646, -0.006455622147768736, 0.015523742884397507, -0.039132483303546906, -0.00882062129676342, -0.022549990564584732, 0.012264994904398918, -0.010044370777904987, 0.01227186992764473, -0.015839993953704834, 0.03396248444914818, -0.009920620359480381, -0.00022214834461919963, 0.004454997833818197, 0.008964995853602886, -0.020033741369843483, -0.015193743631243706, -0.004066560883074999, -0.02925998717546463, 0.022604990750551224, -0.0012744525447487831, -0.033302485942840576, -0.026097487658262253, -0.013199994340538979, -0.05134247615933418, 0.009783120825886726, 0.03134998679161072, -0.00771374674513936, 0.006737497169524431, -0.0004232419887557626, -0.00549312261864543, 0.008339371532201767, -0.006954059470444918, -0.006802809424698353, -0.010374370031058788, -0.006579372100532055, 0.014684993773698807, -0.01022312045097351, -0.017187492921948433, -0.03775748237967491, 0.00611530989408493, -0.01852124184370041, 0.0012031245278194547, 0.015688743442296982, -0.009088746272027493, 0.011556870304048061, -0.03140498697757721, -0.002471561310812831, -0.014739993959665298, -0.03976498171687126, -0.002890936331823468, 0.021202491596341133, -0.00714999670162797, -0.017187492921948433, 0.012704994529485703, -0.003351561026647687, 0.004458435345441103, 0.0004329099610913545, -0.003143592271953821, -0.017434991896152496, -0.010037495754659176, -0.04765747860074043, 0.003904998302459717, 0.027417488396167755, 0.009954995475709438, -0.028118737041950226, -0.00263140513561666, 0.007225621957331896, -0.02183499000966549, 0.002868592506274581, 0.006479684729129076, 0.015619993209838867, -0.020776240155100822, 0.004149060696363449, -0.05216747522354126, 0.036327484995126724, 0.0031349987257272005, -0.01894749142229557, 0.00070296844933182, -0.01643124222755432, 0.005365935154259205, -0.0012744525447487831, -0.011226870119571686, 0.0066824969835579395, -0.026894988492131233, 0.009418745525181293, -0.01604624278843403, -0.018919991329312325, -0.028709987178444862, 0.003860310884192586, 0.003071404993534088, -0.012519369833171368, 0.009019996039569378, 0.03079998679459095, 0.012546869926154613, -0.0002316014579264447, 0.03500748425722122, 0.019029991701245308, 0.013715619221329689, -0.004427498206496239, -0.007679371628910303, 0.021821239963173866, 0.005008435342460871, -0.018727492541074753, 0.006799371913075447, -0.008531871251761913, -0.008504371158778667, 0.005850622430443764, -0.011116869747638702, -0.006084372289478779, 0.0034581234212964773, 0.01582624390721321, 0.011948744766414165, 0.048372477293014526, -0.020982490852475166, -0.0438624806702137, 0.005565309897065163, -0.019662491977214813, 0.01332374382764101, 0.006984997075051069, -0.012759994715452194, -0.020597491413354874, 0.008194996044039726, 0.012457494623959064, 0.0344574861228466, 0.03085498698055744, -0.018933741375803947, -0.0411674827337265, -0.009941245429217815, 0.017421241849660873, 0.020033741369843483, 0.016857491806149483, 0.009624996222555637, 0.03396248444914818, 0.03316498547792435, -0.009178120642900467, 0.013564368709921837, -0.004135310649871826, 0.011996869929134846, -0.005324685014784336, -0.02315499074757099, 7.49267273931764e-05, 0.0037812483496963978, -0.0182462427765131, 0.014904993586242199, 0.013296243734657764, 0.015207493677735329, 0.018259992823004723, 0.021078741177916527, 0.007002184633165598, 0.005692497361451387, 0.001612186781130731, -0.01777874305844307, 0.024392489343881607, 0.01350936945527792, 0.010910619981586933, -0.012636244297027588, 0.013268744572997093, 0.02169748954474926, 0.0008374605677090585, 0.022109990939497948, 0.010119995102286339, -0.0047884355299174786, -0.010408745147287846, 0.006548434495925903, 0.011494995094835758, -0.003157342318445444, 0.0428449809551239, 0.01684374175965786, 0.007521246559917927, 0.013873743824660778, -0.0025592176243662834, 0.01647249236702919, 0.003997810650616884, 0.027609987184405327, -0.011866244487464428, 0.000514335697516799, -0.01913999207317829, -0.02226123958826065, -0.005548122338950634, -0.02132624015212059, -0.033302485942840576, 0.025629987940192223, 0.018534991890192032, 0.002301405183970928, -0.008586871437728405, 0.013138119131326675, 0.008579996414482594, -0.015977492555975914, 0.030717486515641212, -0.000671601272188127, -0.016719993203878403, -0.03280748426914215, 0.024282488971948624, 0.016651242971420288, 0.00400124816223979, 0.039544980973005295, -0.007940621115267277, 0.04336748272180557, 0.012148119509220123, 0.036464985460042953, -0.027431238442659378, 0.04069998115301132, 0.011089370585978031, 0.00673062214627862, -0.021807489916682243, -0.014437493868172169, -0.0002623241161927581, -0.023856239393353462, -0.02637248858809471, 0.0010235151275992393, 0.028874987736344337, 0.004424060694873333, 0.08805496245622635, 0.014671243727207184, -0.00027242174837738276, 0.000468359183287248, -0.006379997357726097, 0.004138748161494732, 0.012663744390010834, 0.01847999170422554, -0.011508745141327381, -0.029342487454414368, -0.0033704673405736685, 0.002291092649102211, -0.012636244297027588, -0.030634986236691475, -0.008490621112287045, -0.014643743634223938, 0.015716243535280228, 0.014354993589222431, 0.005888435058295727, -0.0045031229965388775, 0.030249986797571182, -0.0003849998174700886, 0.011054995469748974, 0.0038706231862306595, -0.012622494250535965, -0.009391245432198048, 0.0318174846470356, -7.610836473759264e-05, 0.0020040615927428007, -0.018727492541074753, 0.0448799803853035, 0.023759989067912102, -0.045429978519678116, -0.019249992445111275, -0.0019507803954184055, 0.007596871815621853, -0.008765621110796928, -0.023856239393353462, 0.00301640504039824, -0.015111243352293968, 0.007995621301233768, 0.012285619974136353, -0.009377496317029, -0.01077999547123909, -0.0054690600372850895, -0.004094060510396957, -0.009473745711147785, -0.019841240718960762, -0.03112998604774475], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='eb11c597-ca57-4552-ba67-d3677b158bc8', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='0396c324c39a5ef36c0bc7e96b202a2a3f5c1d00cb7fd823c79f4b5f65f28bcb'), : RelatedNodeInfo(node_id='b787d3ae-2d0c-416d-ba5e-2f7e4284e846', node_type=, metadata={}, hash='f88f26d7578fb8b30f51c5c3f0acf9f52f35c0a8a701aa540a7b569380405eca')}, hash='07f600fb14765333fd2a210c8119609741f1e79e177ffa94844e4feb944346c1', text=\"paper Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA? This is already outdated in the sense of the number and size of models and training released. The authors with 2021 models could not achieve great results and the great results they found in some studies described could be attributed to the high train and test overlap in datasets. There are also a lot of tutorials on the internet that try to portray this concept with toy datasets. The real trouble is making the model 'understand' the data first and not just parrot it out. Without understanding, it will parrot out the answer based on the similarity of the question in the training set, or both the question and answer. To prevent this, the authors have an intermediate step called 'Recite' where the model is made to recite/output the relevant passages and, after that, output the answer. Just to be clear, there is no doubt now (2023), especially with GPT3/4, LLAMA2 and similar models about the feasibility of this use case, that a model can understand the question, has some ability for causal reasoning, and can generalize to learn a world model from its training data, and to use both to create a well-formed answer to the question. Let's see the difficulties one by one however, of training a large model. First is the importance of the model size. This GIF from the Google AI blog illustrates this beautifully. It is relatively easy and cost-efficient to train or fine-tune a small model with our custom data, as the GPU and infrastructure requirements are very less. On the contrary, it needs huge fleets of GPUs and training infrastructure to load very large language models and fine-tune them (without quantisation) in a distributed way (e.g. see libraries like DeepSpeed) LLMs come in various sizes, based on the number of trainable parameters or weights. The smaller ones, which have less than 1 billion parameters (GPT2 124 M, Bloom 560M, Flan-T5 783 M ) etc can be trained on a laptop GPU with 8 to 15 GB GPU RAM ) For quite some time, this is what I tried. I tried to overfit a small test data set on decoder models like GPP2-small,\", start_char_idx=1593, end_char_idx=3739, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='b787d3ae-2d0c-416d-ba5e-2f7e4284e846', embedding=[-0.015202161855995655, 0.01462065801024437, 0.016212869435548782, -0.021003350615501404, -0.004939318168908358, 0.01786046288907528, -0.016960516571998596, 0.004067062865942717, -0.02380010485649109, -0.04607722535729408, 0.019189614802598953, 0.039486855268478394, -0.017957380041480064, -0.005956949200481176, -0.00404283357784152, 0.009193292818963528, 0.01250232383608818, 0.020975660532712936, 0.014288370497524738, -0.019120387732982635, -0.01041860319674015, 0.0003061113820876926, -0.026707623153924942, -0.006822281517088413, -0.0122531084343791, 0.013651485554873943, 0.03405948728322983, -0.027593722566962242, -0.021903296932578087, 0.01199696958065033, 0.011007029563188553, 0.012716926634311676, -0.020352620631456375, -0.00287982658483088, -0.008182584308087826, -0.005572741385549307, 0.022969385609030724, -0.00382476975210011, 0.022387882694602013, -0.028576740995049477, 0.03148425742983818, 0.018469657748937607, 0.00526814442127943, -0.0074833957478404045, 0.003714007092639804, 0.015451377257704735, 0.0005070848274044693, -0.006874201353639364, -0.0162820965051651, 0.0021979445591568947, 0.0207956712692976, 0.03962530568242073, -0.026859920471906662, 0.01647593080997467, -0.036828551441431046, 0.006534991320222616, 0.0019521901849657297, 0.006631908472627401, 0.01597750000655651, 0.0024350457824766636, 0.017043588683009148, -0.007794915232807398, -0.008916386403143406, 0.02612612023949623, -0.00700227078050375, -0.005281989462673664, -0.00728263845667243, -0.008597943931818008, 0.022789396345615387, -0.025683069601655006, 0.016489775851368904, 0.02608458325266838, -0.0008869658340699971, 0.0030200104229152203, 0.014011464081704617, -0.016268251463770866, -0.005984639748930931, -0.01265462301671505, -0.02049107477068901, -0.0004958355566486716, 0.016019035130739212, -0.007635693997144699, -0.013423037715256214, 0.024824658408761024, 0.008521794341504574, -0.009054839611053467, 0.0053650615736842155, -0.02504618465900421, -0.0064934552647173405, 0.010716278105974197, 0.005254298914223909, -0.004724715370684862, 0.0415913425385952, 0.005219685845077038, 0.004288588184863329, 0.009352513588964939, -0.022484799847006798, 0.015479068271815777, -0.0180958341807127, -0.01516062580049038, -0.022664789110422134, 0.007372633088380098, -0.0488462895154953, -0.019964952021837234, -0.01816505938768387, 0.001025418983772397, 0.018068142235279083, 0.014717575162649155, -0.004783558193594217, 0.0263199545443058, -0.01028014998883009, 0.024450834840536118, -0.0013187667354941368, -0.0377977229654789, -0.022775551304221153, -0.01273077167570591, 0.017818927764892578, -0.006822281517088413, -0.00036906430614180863, -0.022194048389792442, 0.019452674314379692, 0.0042055160738527775, 0.020048024132847786, -0.0034630608279258013, 0.01437144260853529, 0.003407679498195648, 0.011636991985142231, -0.007739534135907888, -0.020075714215636253, 0.0032726875506341457, 0.008784855715930462, 0.03785310685634613, -0.007441859692335129, -0.011283935979008675, -0.04657565802335739, 0.019840344786643982, -0.0028434826526790857, -0.019300376996397972, -0.02234634757041931, 0.006026175804436207, -0.00015370469191111624, 0.03774234279990196, -0.0017808543052524328, -0.009456354193389416, -0.015229851938784122, 0.0361085943877697, -0.011706218123435974, 0.017652783542871475, -0.002653109608218074, -0.02198636904358864, -0.0018950782250612974, -0.01693282648921013, -0.0016925904201343656, 0.030182797461748123, 0.017154352739453316, 0.008847159333527088, 0.014676039107143879, 0.004579339642077684, -0.03519480302929878, -0.013118441216647625, 0.007023038808256388, 0.017957380041480064, -0.007974904030561447, 0.007608003448694944, 0.0061715515330433846, 0.02157100848853588, 0.02971205674111843, -0.011782367713749409, -0.01816505938768387, -0.012266953475773335, -0.0003504596825223416, 0.054799776524305344, -0.04148057848215103, 0.019978797063231468, 0.012446942739188671, 0.02658301405608654, 0.03333953022956848, -0.013748402707278728, -0.008459490723907948, -0.021460246294736862, 0.005185072310268879, 0.0144268237054348, 0.010017089545726776, 0.0019816113635897636, -0.03522249311208725, -0.014717575162649155, 0.005434288177639246, 0.0034197941422462463, -0.0021356407087296247, -0.020518764853477478, 0.00623039435595274, 0.02697068452835083, -0.017154352739453316, -0.024700051173567772, -0.6220425367355347, -0.021211029961705208, 0.015409841202199459, -0.0030771223828196526, -0.012329258024692535, 0.006209626328200102, -0.0024229311384260654, -0.0005944834556430578, -0.011401621624827385, 0.032425738871097565, -0.013381501659750938, -0.01682206429541111, -0.004292049445211887, -0.022900160402059555, -0.00971941463649273, -0.016960516571998596, 0.011567764915525913, -0.01456527691334486, -0.004170902539044619, 0.013069982640445232, -0.01340919267386198, 0.004690102301537991, -0.008092589676380157, 0.008542562834918499, -0.01709897071123123, 0.008383341133594513, 0.000333153031533584, -0.010065548121929169, 0.02500464767217636, -0.007767224684357643, -0.016918981447815895, 0.020671064034104347, 0.009193292818963528, 0.007400323636829853, 0.043806593865156174, -0.016420550644397736, -0.021044887602329254, 0.00715803075581789, 0.0017505676951259375, 0.02414623834192753, -0.030265869572758675, -0.028272144496440887, 0.006832665763795376, 0.011616223491728306, -0.013672254048287868, 0.018275823444128036, 0.0011422389652580023, 0.009788641706109047, -0.012017738074064255, -0.022166358307003975, -0.000470308237709105, 0.014925255440175533, 0.013180744834244251, -0.00796798150986433, 0.008009517565369606, 0.01751432940363884, 0.018151214346289635, -0.004236667882651091, 0.016462085768580437, -0.013360734097659588, -0.0022533258888870478, 0.010598592460155487, -0.036247048527002335, 8.431583410128951e-05, -0.029490532353520393, 0.010162465274333954, 0.004357814788818359, 0.017375877127051353, -0.0029023252427577972, -0.01138085313141346, 0.004070524126291275, 0.012488478794693947, 0.0033817195799201727, -0.015769820660352707, -0.0025475388392806053, 0.00745570519939065, 0.019646508619189262, -0.012149268761277199, -0.007995672523975372, 0.004600107669830322, 0.021349484100937843, -0.00023710110690444708, -0.013374579139053822, -0.017237422987818718, 0.025669224560260773, 0.010003243573009968, 0.020629527047276497, 0.0021650618873536587, -0.01608826220035553, 0.015285233967006207, 0.00339556485414505, 0.03129042312502861, -0.010944725945591927, -0.05493823066353798, -0.015008327551186085, 0.00814104825258255, -0.0031861544121056795, 0.005458517465740442, 0.0061057861894369125, -0.006365385837852955, 0.00926251895725727, -0.021114112809300423, 0.027953701093792915, 0.025378471240401268, 0.031733475625514984, 0.00682920403778553, -0.003842076286673546, 0.0018396968953311443, 0.012266953475773335, -0.01848350279033184, 0.005995023529976606, -0.0006286641000770032, -0.0067426711320877075, 0.002317360369488597, 0.005977717228233814, -0.022318655624985695, -0.004866630304604769, 0.0043889665976166725, 0.013686099089682102, -0.017085125669836998, 0.02824445255100727, -0.010377067141234875, 0.004769712686538696, 0.004285126458853483, 0.004973931238055229, 0.030930446460843086, 0.0007069766870699823, -0.009899403899908066, 0.0038074629846960306, 0.009200215339660645, -0.00280194659717381, -0.012744617648422718, 0.0344194658100605, -0.026458406820893288, 0.020158786326646805, 0.01230848953127861, 0.04433271661400795, 0.0009397511021234095, 0.0015160625334829092, -0.022512489929795265, -0.022747861221432686, -0.004312817472964525, 0.018469657748937607, -0.011367008090019226, -0.03356105461716652, -0.00870178360491991, -6.814493826823309e-05, -0.002213520696386695, 0.007594158407300711, -0.01720973290503025, -0.011007029563188553, -0.007050729356706142, -0.011733909137547016, 0.014869874343276024, 0.00222390447743237, -0.010460139252245426, 0.0033696049358695745, -0.04247744381427765, -0.014219144359230995, -0.0432804711163044, 0.006503839045763016, 0.01678052730858326, -0.01510524470359087, 0.015395996160805225, 0.007043806836009026, -0.02002033405005932, 0.015479068271815777, 0.012218494899570942, -0.03411486744880676, -0.030376633629202843, 0.007608003448694944, -0.05089539662003517, 0.015423687174916267, 0.026596860960125923, -0.015520604327321053, 0.007144185248762369, -0.0016796104609966278, 0.01209388766437769, -0.020034179091453552, -0.008764088153839111, 0.004665873013436794, 0.020435692742466927, -0.0009890750516206026, 0.005216224584728479, 0.03835153579711914, 0.018192751333117485, 0.01701589860022068, 0.0072341798804700375, -0.03680086135864258, 0.0024229311384260654, 0.011567764915525913, 0.006292697973549366, -0.021903296932578087, 0.004669334273785353, 0.006621524225920439, 0.014869874343276024, 0.01462065801024437, -0.027718331664800644, -0.0012850187486037612, 0.019231149926781654, 0.009920172393321991, 0.008231042884290218, 0.0012798267416656017, -0.0005451595061458647, -0.0005970794591121376, -0.032508812844753265, 0.011934665963053703, -0.019784962758421898, 0.007386478595435619, 0.018081989139318466, 0.001252136193215847, -0.005545050837099552, -0.022194048389792442, -0.008611788973212242, -0.002028339309617877, 0.03214883431792259, 0.002192752668634057, 0.015465223230421543, -0.020117251202464104, 0.012405406683683395, 0.005614277441054583, 0.00777414720505476, 0.016794374212622643, -3.518117591738701e-05, 0.00030914004310034215, 0.015022172592580318, -0.002255056519061327, 0.011373930610716343, -0.0029057865031063557, -0.03098582662642002, -0.010370144620537758, 0.007642616983503103, 0.01346457377076149, 0.03392103314399719, 0.006285775452852249, -0.00612655421718955, 0.030155107378959656, -0.0019816113635897636, 0.03807463124394417, -0.006798052228987217, -0.002684261417016387, 0.019591128453612328, 0.006960734724998474, -0.035250186920166016, 0.02021416835486889, -0.011277013458311558, 0.024063166230916977, 0.02781524881720543, -0.005586586892604828, -0.013741480186581612, -0.025406163185834885, 0.02569691464304924, -0.010058625601232052, 0.006517684552818537, 0.009747105650603771, -0.02222173847258091, 0.013485342264175415, 0.009968630969524384, 0.024700051173567772, 0.02157100848853588, 0.005264683160930872, 0.020851053297519684, -0.004402811639010906, -0.020311085507273674, 0.009844022803008556, -0.010743968188762665, 0.006410383153706789, 0.002182368654757738, -0.01290383841842413, 0.022678634151816368, -0.0162820965051651, -0.013672254048287868, 0.004752406384795904, -0.03893304243683815, 0.01917576789855957, 0.005967332981526852, -0.005164304282516241, 0.016752837225794792, 0.02742758020758629, 0.0377977229654789, -0.01817890629172325, -0.026486096903681755, 0.024450834840536118, -0.01604672707617283, -0.011858516372740269, -0.018926553428173065, -0.0361085943877697, 0.003094429150223732, 0.01805429719388485, -0.0033332607708871365, -0.0046243369579315186, 0.002104488667100668, -0.011990047059953213, -0.004482422489672899, -0.024547751992940903, -0.006894969381392002, 0.035665545612573624, 0.00791260041296482, -0.01516062580049038, 0.008674093522131443, 0.0056523522362113, 0.02215251326560974, -0.03799155727028847, -0.010494752787053585, 0.0307089202105999, -0.013699944131076336, -0.04148057848215103, 0.0033903727307915688, 0.013374579139053822, -0.009934017434716225, 0.007074958644807339, -0.010522443801164627, 0.009400972165167332, 0.0043232012540102005, 0.012474633753299713, 0.01639285869896412, 0.018774254247546196, 0.028604431077837944, 0.035360947251319885, 0.00728263845667243, -0.004679718054831028, -0.023440128192305565, -0.012100810185074806, 0.02198636904358864, 0.05463363230228424, 0.02442314475774765, -0.026416871696710587, 0.010889344848692417, -0.02114180475473404, 0.003082314506173134, -0.007753379177302122, -0.006282314192503691, -0.0037105458322912455, 0.026223037391901016, -0.013616872951388359, -0.013769171200692654, 0.018497347831726074, 0.006351540796458721, 0.010930879972875118, 0.0025060030166059732, 0.015423687174916267, -0.01671130210161209, -0.018234286457300186, 0.005801189225167036, 0.004292049445211887, -0.004160518757998943, 0.004613953176885843, 0.017957380041480064, 0.03040432371199131, 0.000387885287636891, 0.012052351608872414, 0.01271000411361456, -0.002917901147156954, -0.007054190617054701, 0.007815683260560036, -0.006278852932155132, -0.005385829601436853, 0.011816981248557568, 0.011560842394828796, 0.02465851604938507, -0.005316602997481823, 0.012322335503995419, 0.014800647273659706, -0.007199566345661879, -0.0016328825149685144, 0.013769171200692654, -0.003987452015280724, 0.012260030955076218, 0.0026254188269376755, -0.03464099019765854, -0.02213866636157036, 0.023412436246871948, 0.00025527310208417475, -0.031124280765652657, 0.05338755622506142, 0.01248155627399683, -0.031235042959451675, -0.019494211301207542, 0.022817088291049004, -0.009691724553704262, -0.0009925364283844829, -0.026527633890509605, 0.0002909680479206145, -0.03012741729617119, -0.014191453345119953, -0.036939315497875214, -0.0014286639634519815, -0.003890535095706582, -0.016849754378199577, 0.012322335503995419, 0.001175986835733056, 0.02353704534471035, -0.03328415006399155, 0.013423037715256214, -0.014468359760940075, -0.03461330011487007, -0.06734363734722137, -0.008265656419098377, 0.01020400132983923, 0.009061762131750584, 0.01570059359073639, -0.0007342346361838281, -0.002436776412650943, 0.02550308033823967, -0.01578366570174694, -0.021778689697384834, -0.007303406484425068, -0.03527787700295448, -0.004382044076919556, -0.002360627055168152, -0.010847808793187141, -0.016725147143006325, -0.014087613672018051, 0.0004724715545307845, 0.00966403353959322, -0.011200863867998123, -0.004877014085650444, 0.0063619245775043964, 0.0008964844746515155, 0.026375334709882736, 0.02287246845662594, 0.00455164909362793, 0.02951822243630886, -0.04552341252565384, -0.004655488766729832, -0.014939100481569767, -0.033090315759181976, -0.012779230251908302, -0.013056136667728424, 0.00021676579490303993, 0.028327524662017822, 0.008078744634985924, 0.00446511572226882, -0.022927850484848022, 0.004091292154043913, -0.013803784735500813, 0.0050639258697628975, 0.02029724046587944, 0.00144423998426646, -0.012986910529434681, 0.021058732643723488, 0.012045429088175297, 0.007164953276515007, -0.02630610764026642, -0.003402487374842167, -0.0544121079146862, 0.03383796289563179, 0.0072134118527174, -0.010425526648759842, 0.03646857291460037, 0.009954784996807575, -0.0043232012540102005, -0.016877446323633194, 0.014897564426064491, -0.005108923185616732, 0.03912687674164772, -0.001458950573578477, -0.009463276714086533, -0.03228728845715523, -0.01070935558527708, -0.010335532017052174, 0.010003243573009968, -0.021584853529930115, 0.012218494899570942, -0.0055173602886497974, 0.0234955083578825, -0.006953812204301357, 0.0023467817809432745, 0.02202790416777134, -0.02971205674111843, -0.0026081122923642397, 0.002814061241224408, 0.029075171798467636, 0.0381300114095211, -0.005029312800616026, 0.014537585899233818, -0.04372351989150047, -0.0180958341807127, -0.01701589860022068, -0.007808760739862919, 0.010896267369389534, 0.009947862476110458, 0.019161922857165337, 0.008431799709796906, 0.06119631603360176, 0.0042193615809082985, -0.005067387130111456, 0.029075171798467636, -0.009421740658581257, 0.016614384949207306, 0.006226932629942894, 0.0014373173471540213, -0.007884910330176353, -0.006652676500380039, 0.015866737812757492, -0.019881879910826683, 0.00825873389840126, -0.029545914381742477, 0.0033038395922631025, 0.017611246556043625, -0.009574038907885551, 0.002952514449134469, -0.012017738074064255, -0.011283935979008675, -0.021847914904356003, 0.00694688968360424, -0.016157489269971848, 0.0018293129978701472, -0.012128500267863274, -0.009290209971368313, 0.009373282082378864, -0.0018396968953311443, 0.02222173847258091, 0.003469983348622918, 0.0113047044724226, -0.015312924049794674, 0.0072480253875255585, 0.019577283412218094, 0.025599997490644455, -0.025184636935591698, -0.01169237308204174, -0.04449886083602905, 0.015202161855995655, 0.00941481813788414, -0.006483071018010378, 0.02357858046889305, 0.014205298386514187, 0.004755867645144463, 0.004963547457009554, -0.009144834242761135, -0.0030978904105722904, -0.009006381034851074, -0.018621955066919327, -0.027912165969610214, -0.035360947251319885, -0.026721468195319176, -0.0022914004512131214, 0.010363222099840641, -0.008950999937951565, 0.0018379662651568651, -0.01180313527584076, 0.030265869572758675, -0.03048739582300186, -0.005475824233144522, 0.014274525456130505, 0.029601294547319412, 0.038213085383176804, 0.0010816656285896897, -0.003222498344257474, 0.012585395947098732, 0.003963222727179527, -0.03361643850803375, 0.008424877189099789, 0.023620115593075752, 0.006271929945796728, 0.0015870198840275407, 0.011277013458311558, -0.002654840238392353, -0.020671064034104347, 0.02932438813149929, -0.012453865259885788, -0.009670956060290337, -0.04906781390309334, 0.029739748686552048, -0.005880799610167742, 0.009677878580987453, -0.021626390516757965, -0.01840043067932129, -0.012190804816782475, 0.003407679498195648, 0.023163221776485443, 0.03145656734704971, 0.0016787450294941664, -0.00412936694920063, 0.019701890647411346, 0.008957922458648682, 0.028036773204803467, 0.013083827681839466, -0.00376246590167284, 0.0034492153208702803, 0.03633011877536774, 0.012647700496017933, -0.03591476008296013, 0.0017419143114238977, 0.0017548943869769573, 0.03403179720044136, -0.020851053297519684, -0.011879284866154194, 0.011367008090019226, 0.014717575162649155, 0.012142346240580082, 0.003149810479953885, 0.00026219573919661343, 0.03165040165185928, -0.045274198055267334, 5.248782690614462e-05, 0.009130989201366901, -0.009927094914019108, 0.013568413443863392, -0.016697457060217857, -0.009407894685864449, -0.028189072385430336, 0.006247700657695532, 0.019840344786643982, 0.026555323973298073, 0.005662736017256975, -0.02669377811253071, -0.0012495401315391064, -0.0131599772721529, -0.022290965542197227, -0.016254406422376633, -0.007379555609077215, 0.009864790365099907, -0.058316487818956375, -0.016143644228577614, 0.005448133684694767, -0.008445645682513714, 0.02380010485649109, 2.8474847567849793e-05, -0.014828338287770748, -0.012883070856332779, 0.02627841755747795, -0.023952404037117958, 0.02411854825913906, 0.022083286195993423, -0.006258084904402494, -0.01199696958065033, -0.023633962497115135, -0.02904748171567917, 0.0003069766971748322, 0.004105137661099434, -0.0271645188331604, -0.03151194751262665, 0.0008796104812063277, -0.005704272072762251, 0.00013369387306738645, 0.007414169143885374, 0.004406273365020752, 0.012640777043998241, 0.017694318667054176, 0.009733260609209538, -0.004527419805526733, -0.0011413736501708627, 0.017929689958691597, 0.004028988070785999, 0.015368305146694183, 0.008265656419098377, -0.01898193359375, 0.003707084571942687, -0.02353704534471035, 0.002964629093185067, -0.000623039435595274, -0.03469637408852577, -0.012758462689816952, -0.002355435164645314, 0.003814385738223791, -0.007137262728065252, 0.014191453345119953, -0.011477770283818245, -0.007940291427075863, -0.011948511004447937, 0.005330448504537344, -0.01307690516114235, 0.016988208517432213, 0.013000755570828915, 0.014676039107143879, 0.01816505938768387, 0.005991562269628048, -0.03705007582902908, -0.021169494837522507, -0.02612612023949623, -0.000521795533131808, -0.03729929402470589, -0.008376418612897396, -0.013789938762784004, 0.03569323569536209, -0.004849323537200689, -0.035554781556129456, -0.011858516372740269, -0.013672254048287868, -0.04989853501319885, -0.0038109244778752327, -0.001456354628317058, -0.0027552186511456966, 0.006351540796458721, 0.03707776591181755, 0.007961058989167213, 0.02932438813149929, -0.018192751333117485, 0.007988750003278255, 0.01028014998883009, 0.01986803486943245, -0.017306650057435036, -0.006379231344908476, -0.005209301598370075, -0.011630069464445114, -0.012045429088175297, 0.0034301781561225653, 0.002277555176988244, -0.01529907900840044, -0.008376418612897396, 0.007850296795368195, -0.012412329204380512, -0.025863058865070343, -0.005178149789571762, -0.004478961229324341, -0.0030788530129939318, -0.0010349376825615764, 0.017694318667054176, -0.024644671007990837, -0.0056869653053581715, 0.01321535836905241, -0.016032880172133446, -0.013845319859683514, -0.009352513588964939, 0.0020577607210725546, -0.0018656569300219417, 0.0012452134396880865, -0.011602378450334072, -0.012633854523301125, 0.011602378450334072, -0.01360302697867155, 0.026112273335456848, 0.005185072310268879, -0.013256894424557686, 0.017915844917297363, 0.005472362972795963, -0.01671130210161209, -0.002104488667100668, 0.01913423277437687, 0.001739318366162479, 0.01732049509882927, 0.03749312832951546, -0.024492371827363968, -0.012834612280130386, 0.0010963763343170285, -0.0006057327846065164, -0.005666197277605534, -5.9004862123401836e-05, -0.01909269578754902, -0.005946564953774214, -0.028964409604668617, 0.02577998675405979, 0.019203459843993187, -0.025863058865070343, 0.0010963763343170285, -0.0035322874318808317, -0.01090318989008665, -0.01132547203451395, -0.005015467293560505, -0.007642616983503103, -0.016226714476943016, -0.0027431040070950985, -0.004582800902426243, -0.01101395208388567, -0.028106000274419785, -0.018192751333117485, 0.03453022986650467, 0.008424877189099789, -0.006244239397346973, 0.20446768403053284, -0.039099182933568954, -4.199567047180608e-05, 0.025516925379633904, 0.008729474619030952, 0.005202379077672958, 0.03278571739792824, 0.013873010873794556, -0.017431259155273438, -0.0005235261633060873, -0.0037659271620213985, 0.0011526228627189994, -0.020781826227903366, -0.006261546164751053, 0.014302215538918972, -0.0006130880792625248, -0.05837187170982361, -0.05108923092484474, -0.016988208517432213, 0.02021416835486889, -0.009740183129906654, -0.0024540829472243786, -0.011955434456467628, -0.018801944330334663, 0.013783016242086887, -0.02103104069828987, -0.006566143129020929, 0.005918874405324459, 0.016600539907813072, 0.01570059359073639, -0.01744510419666767, -0.009269441477954388, 0.017182042822241783, -0.008383341133594513, 0.00018788532179314643, -0.006489994004368782, 0.006735748145729303, -0.005943103693425655, 0.010944725945591927, 0.03558247163891792, 0.028189072385430336, 0.012163113802671432, 0.004537803586572409, -0.035554781556129456, -0.007767224684357643, 0.02843828871846199, -0.017735855653882027, -0.002438507042825222, -0.019771117717027664, 0.0040220655500888824, -0.014454514719545841, 0.006998809520155191, 0.015077553689479828, 0.041452888399362564, 0.0016770143993198872, -0.004800864960998297, -0.024450834840536118, 0.008847159333527088, 0.0030892370268702507, 0.009200215339660645, -0.03048739582300186, -0.01913423277437687, 0.0020041100215166807, 0.025558460503816605, 0.0011335855815559626, 0.018815789371728897, -0.003938993439078331, 0.010210923850536346, 0.00670459633693099, 0.0004508382407948375, -0.02924131602048874, -0.0023883178364485502, -0.021127957850694656, -0.008327960036695004, -0.02893671952188015, -0.02280324324965477, 0.023467818275094032, 0.018040452152490616, 0.009961707517504692, 0.04397273808717728, -0.0012019468704238534, -0.0189403984695673, -0.007559544872492552, -0.008591021411120892, -0.0028400213923305273, -0.013492264784872532, 0.01727895997464657, -0.033699508756399155, -0.012834612280130386, -0.01816505938768387, 0.004631259478628635, -0.015963654965162277, 0.0002851270546671003, 0.005046619102358818, 0.0013213627971708775, -0.007009193301200867, 0.0028105999808758497, -0.001091184327378869, -0.014537585899233818, -0.04366813972592354, -0.010605514980852604, 0.03259188309311867, 0.03292417153716087, 0.0011093562934547663, 0.00654883636161685, 0.0032605729065835476, -0.013609949499368668, 0.008383341133594513, -0.003921687137335539, -0.042615894228219986, 0.013243048451840878, -0.0435296855866909, 0.020726444199681282, 0.016503620892763138, 0.0019469981780275702, 0.013900701887905598, 0.009304055012762547, 0.012862302362918854, 0.022789396345615387, -0.0021962139289826155, 0.005593509413301945, -0.02206944115459919, 0.022484799847006798, -0.007057651877403259, 0.01078550424426794, -0.03508404269814491, -0.020394157618284225, 0.0051435367204248905, -0.04294818267226219, 0.003963222727179527, 0.01381070725619793, -0.03040432371199131, 0.008438723161816597, -0.005794266704469919, 0.006386153865605593, -0.001503947889432311, -0.01863580197095871, -0.01209388766437769, -0.016226714476943016, -0.010833962820470333, 0.0047766356728971004, -0.002772525418549776, 0.003748620394617319, -0.013423037715256214, 0.014101458713412285, -0.00691573740914464, 0.015285233967006207, 0.013783016242086887, 0.011616223491728306, -0.021944832056760788, -0.006815358996391296, -0.01887117139995098, -0.0008268252131529152, -0.005728501360863447, 0.013727635145187378, -0.0039701457135379314, -0.029269007965922356, -0.01921730488538742, -0.015368305146694183, 0.011110869236290455, -0.03284110128879547, -0.013963005505502224, 0.008459490723907948, -0.0018068143399432302, -0.007822605781257153, -0.0226509440690279, -0.17722010612487793, 0.002945591928437352, 0.013769171200692654, -0.027247590944170952, 0.0361085943877697, 0.0077187661081552505, 0.02438160963356495, -0.00045040558325126767, -0.0362747386097908, 0.00011800972424680367, -0.010404758155345917, -0.010515520349144936, 0.00577695993706584, -0.019300376996397972, -0.012889993377029896, 0.0046762567944824696, -0.005607354920357466, 0.005763114430010319, 0.030044345185160637, 0.005655813496559858, 0.02388317696750164, -0.047517139464616776, 0.01321535836905241, -0.006922659929841757, 0.01388685591518879, 0.00893023144453764, 0.006116170436143875, 0.015022172592580318, -0.003264034166932106, -0.048929363489151, -0.020726444199681282, -0.01828966848552227, 0.0135822594165802, 0.008861005306243896, 0.026721468195319176, 0.02863212302327156, 0.012266953475773335, -0.022817088291049004, -0.03356105461716652, 0.012640777043998241, 0.01671130210161209, 0.021847914904356003, 0.00605732761323452, -0.0035063272807747126, -0.023163221776485443, 0.01186543982475996, 0.03148425742983818, -0.019161922857165337, 0.014412978664040565, 0.004548187833279371, 0.03225959464907646, -0.020048024132847786, 0.0018223902443423867, 0.00027928606141358614, -0.006476148497313261, 0.003096159780398011, 0.011754676699638367, 0.002166792517527938, 0.0015169278485700488, -0.027372198179364204, -0.02673531323671341, 0.0015766358701512218, 0.012820766307413578, -0.00814104825258255, -0.0005603028112091124, -0.027884475886821747, -0.01736203208565712, 0.0010288803605362773, -0.033201079815626144, 0.009892481379210949, -0.018123524263501167, -0.014219144359230995, -0.007171875797212124, 0.011103946715593338, 0.02222173847258091, 0.005555434618145227, -0.011263168416917324, -0.009767873212695122, 0.037908487021923065, 0.009511735290288925, -0.0036447804886847734, 0.0362747386097908, -0.00425397465005517, 0.019009625539183617, -0.010688587091863155, -0.017818927764892578, -0.014689885079860687, 0.019452674314379692, -0.015271387994289398, -0.020767981186509132, 0.02191714197397232, 0.0012841534335166216, 0.008667170070111752, -0.003295186208561063, 0.010730123147368431, 0.006043482106178999, -0.003212114330381155, -0.023661652579903603, 0.004423579666763544, -0.018151214346289635, -0.0017133583314716816, 0.017625093460083008, -0.02056029997766018, 0.016185179352760315, 0.03915456682443619, 0.01593596301972866, -0.015036017633974552, 0.006455380469560623, 0.028078310191631317, -0.017528176307678223, -0.0013127094134688377, -0.022194048389792442, -0.00614386098459363, 0.008805623278021812, -0.0017176850233227015, -0.00498777674511075, 0.0027448346372693777, -0.030736610293388367, 0.02364780753850937, 0.017195887863636017, 0.04449886083602905, -0.01388685591518879, -0.02075413428246975, 0.030238179489970207, 0.004742022138088942, -0.013817629776895046, -0.10184617340564728, -0.01228772196918726, 0.0023121684789657593, 0.03912687674164772, -0.003018279792740941, 0.038213085383176804, -0.005832341033965349, 0.04447116702795029, -0.02692914754152298, 0.05150459334254265, -0.040566787123680115, -0.014939100481569767, 0.021349484100937843, -0.000668469350785017, 0.0026808001566678286, 0.005451594945043325, 0.018497347831726074, -0.013540723361074924, -0.024713896214962006, 0.03469637408852577, -0.00020421847875695676, -0.005084693897515535, 0.01817890629172325, -0.024713896214962006, 0.003994375001639128, -0.010065548121929169, -0.02368934266269207, 0.02971205674111843, 0.009456354193389416, -0.017182042822241783, 0.01928653195500374, -0.033007241785526276, -0.008743319660425186, -0.009082529693841934, 0.016420550644397736, -0.010757814161479473, 0.0046762567944824696, -0.015908272936940193, 0.027261435985565186, 0.003199999686330557, 0.004316278733313084, 0.021307947114109993, -0.0022810164373368025, -0.00143991329241544, -0.020324930548667908, -0.01084088534116745, -0.022830933332443237, 0.03297955170273781, -0.0033817195799201727, -0.02882595732808113, -0.027759866788983345, -0.014122226275503635, -0.04098214954137802, 0.007358787581324577, 0.01462065801024437, -0.006718441843986511, 0.022277120500802994, 0.0036897778045386076, -0.0040739853866398335, 0.0055692801252007484, -0.00808566715568304, -0.005448133684694767, 0.0034769061021506786, 0.00752493180334568, 0.02215251326560974, -0.01859426498413086, -0.016268251463770866, -0.04042833670973778, 0.008383341133594513, -0.016019035130739212, -0.0063757700845599174, 0.008715629577636719, -0.007043806836009026, 0.009020226076245308, -0.033090315759181976, 0.002789831953123212, -0.0031515411101281643, -0.039680689573287964, 0.005631584208458662, 0.029684366658329964, -0.024215465411543846, -0.01770816557109356, 0.007144185248762369, -0.006631908472627401, -0.006372308824211359, 0.011671604588627815, -0.0017159543931484222, -0.011249322444200516, -0.01228772196918726, -0.04189594089984894, 0.01199696958065033, 0.028715195134282112, 0.01617133431136608, -0.029767438769340515, -0.020269548520445824, 0.012647700496017933, -0.02854905091226101, 0.00032752836705185473, 0.011290858499705791, 0.022775551304221153, -0.025336936116218567, 0.0004534342442639172, -0.058316487818956375, 0.031207352876663208, 0.009892481379210949, -0.010446294210851192, -0.003651703242212534, -0.015603676438331604, -0.012086964212357998, -0.00947019923478365, -0.0002903190616052598, 0.0065073007717728615, -0.020698754116892815, 0.01450989581644535, -0.009940939955413342, -0.021820224821567535, -0.03923763707280159, -0.0010859923204407096, 0.0008527851896360517, -0.02634764462709427, 0.009816331788897514, 0.03187192603945732, 0.01597750000655651, -0.0005075175431557, 0.0162820965051651, 0.028036773204803467, 0.023121684789657593, -0.015769820660352707, 0.0020058408845216036, 0.01960497349500656, 0.0024298536591231823, -0.006465764716267586, 0.0008441318641416728, -0.0004222822608426213, -0.013063060119748116, 0.0020889127627015114, -0.017375877127051353, -0.014856028370559216, 0.013263816945254803, 0.004437425173819065, 0.014357597567141056, 0.0298228207975626, -0.011242399923503399, -0.031733475625514984, 0.00794721394777298, -0.005763114430010319, 0.009269441477954388, 0.003630935214459896, 0.005617738701403141, -0.009463276714086533, 0.006673444528132677, 0.01662822999060154, 0.047240231186151505, 0.03209345415234566, -0.009137911722064018, -0.04981546103954315, -0.028604431077837944, 0.026555323973298073, 0.019189614802598953, 0.0018673875601962209, 0.002332936506718397, 0.027330663055181503, 0.03336722031235695, -0.008127203211188316, 0.01304229162633419, 9.594374569132924e-05, 0.008985612541437149, 0.0014572199434041977, -0.010287073440849781, 0.00011746888776542619, 0.0019850728567689657, -0.032896481454372406, 0.01840043067932129, 0.024838505312800407, 0.015312924049794674, 0.01766662858426571, 0.02485235035419464, 0.007642616983503103, 0.01651746779680252, -0.0030442397110164165, -0.01574212871491909, 0.007566467393189669, 0.018414275720715523, 0.010681664571166039, -0.008327960036695004, 0.007068036124110222, 0.029601294547319412, 0.0001328285434283316, 0.006500377785414457, 0.02068490907549858, -0.00597079424187541, 0.006209626328200102, -0.003502866020426154, 0.013762248679995537, 0.008203351870179176, 0.025433853268623352, 0.018358895555138588, 0.008784855715930462, 0.0036067059263587, 0.0029871277511119843, 0.020352620631456375, 0.0013551106676459312, 0.018234286457300186, -0.01504986360669136, -0.0015091398963704705, -0.009871713817119598, -0.0181373693048954, -0.015437532216310501, -0.02411854825913906, -0.018857326358556747, 0.015437532216310501, 0.016559002920985222, -0.002483504358679056, -0.014329906553030014, -0.001481449231505394, 0.009234828874468803, -0.01217003632336855, 0.021307947114109993, 0.0006221740623004735, -0.010072470642626286, -0.025876903906464577, 0.022830933332443237, 0.019355757161974907, 0.004911627154797316, 0.033090315759181976, 0.004326662514358759, 0.04436040669679642, 0.018718872219324112, 0.02118333987891674, -0.027482960373163223, 0.03012741729617119, 0.012038505636155605, 0.003945916425436735, -0.013132286258041859, -0.013956082984805107, -0.0012625200906768441, -0.015451377257704735, -0.0326472669839859, 0.005399675108492374, 0.01705743372440338, 0.003997836261987686, 0.0955880880355835, 0.015216006897389889, -0.01302152406424284, 0.002718874718993902, -0.009587883949279785, 0.006372308824211359, 0.009359436109662056, 0.009816331788897514, -0.01286922488361597, -0.028964409604668617, -0.002137371338903904, 0.006894969381392002, -0.022014059126377106, -0.0344194658100605, -0.011581610888242722, -0.014032232575118542, 0.02287246845662594, 0.0144268237054348, -0.0025613843463361263, -0.002461005700752139, 0.029905891045928, 0.01327073946595192, -0.0021356407087296247, 0.005067387130111456, 0.004873552825301886, -0.007012654561549425, 0.03680086135864258, 0.006521145813167095, -0.0016657650703564286, -0.020158786326646805, 0.04394504800438881, 0.01113163772970438, -0.038794588297605515, -0.027330663055181503, 0.0004170902830082923, 0.01151930633932352, -0.0065453751012682915, -0.019978797063231468, 0.008134125731885433, -0.015340615063905716, -0.009906326420605183, 0.01381070725619793, -0.0006057327846065164, -0.015645211562514305, 0.0018656569300219417, 0.00011151973012601957, -0.012350025586783886, -0.021695617586374283, -0.028881337493658066], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='c64cb6a5-c1bc-466b-aa89-f8cb15f55ec5', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='07f600fb14765333fd2a210c8119609741f1e79e177ffa94844e4feb944346c1'), : RelatedNodeInfo(node_id='673b7d72-08c4-44db-9cc1-bf52d669ca3f', node_type=, metadata={}, hash='239793189d7ec2dc24d164bcbc873bfb54f363cb0028b3194a6fe5bdcc1a6e4a')}, hash='f88f26d7578fb8b30f51c5c3f0acf9f52f35c0a8a701aa540a7b569380405eca', text='load very large language models and fine-tune them (without quantisation) in a distributed way (e.g. see libraries like DeepSpeed) LLMs come in various sizes, based on the number of trainable parameters or weights. The smaller ones, which have less than 1 billion parameters (GPT2 124 M, Bloom 560M, Flan-T5 783 M ) etc can be trained on a laptop GPU with 8 to 15 GB GPU RAM ) For quite some time, this is what I tried. I tried to overfit a small test data set on decoder models like GPP2-small, GPT-Medium, and Bloom and encoder-decoder models like Flan-T5, thinking somehow that the understanding we see in ChatGPT ( see- unsupervised learning Part 1) may come in some form if we train on these smaller models. ( less than one billion parameters). As per the paper, I tried both Causal training, where the model is presented with only previous tokens, and Masked LM-based training, where the model is presented with full tokens, but a certain percentage of tokens are masked in random, and the model has to predict it. The next option was to fine-tune a large model with the data. However, this is extremely difficult to do, and even if cloud-based solutions are used, it would be pretty expensive. (What OpenAI provides now is Instruct Fine-Tuning, which we will cover later) It takes months of GPU fleet time and a specialized library and infrastructure to distribute training across multiple GPUs needed to train LLMs. For example, even a relatively small model like the BigScience Bloom 3 Billion model, even when the weights are loaded in 16 Bit cannot be trained with A100 on ColabPro with 40GB GPU RAM ( the highest you can get) as it goes out of memory. Solution - Fine-Tuning Large Models via Qunaitsation and Parmeter Efficient Tuning The solution to this is to reduce the size of the models so that they can fit a commodity GPU and then fine-tune them. There are two parts to this- Quantisation and Parameter Efficient Tuning. The real magic of this is that a laptop with a sufficient recent GPU (having Tensor', start_char_idx=3244, end_char_idx=5267, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='673b7d72-08c4-44db-9cc1-bf52d669ca3f', embedding=[0.0016215471550822258, 0.01480728667229414, 0.008847389370203018, -0.008982517756521702, -0.005693195387721062, 0.013655134476721287, -0.024650361388921738, -0.003490238217636943, -0.036755070090293884, -0.040510233491659164, 0.009985316544771194, 0.039656784385442734, -0.027296043932437897, -0.004238781053572893, -0.00449481513351202, -0.0037124897353351116, 0.013164402917027473, 0.01910296455025673, 0.02234605886042118, -0.011037900112569332, -0.010070661082863808, 0.00422811321914196, -0.01817839778959751, -0.007759245578199625, -0.009366569109261036, 0.006311943754553795, 0.03658438101410866, -0.030809396877884865, -0.020639166235923767, 0.0018206845270469785, 0.00911764707416296, 0.033967144787311554, -0.0282917320728302, -0.008150408044457436, 0.003059959039092064, -0.0143805630505085, 0.030866293236613274, 0.004477034788578749, 0.02797880209982395, -0.024408552795648575, 0.027594750747084618, 0.011315270327031612, 0.014259658753871918, -0.006052353885024786, -0.0016739985439926386, 0.011357942596077919, -0.004985546227544546, -0.004793521016836166, -0.007417867425829172, 0.009316784329712391, 0.018363310024142265, 0.032430943101644516, -0.02890336699783802, 0.01701202057301998, -0.027523629367351532, 0.006084357853978872, 0.003269764594733715, 0.011613976210355759, 0.016087455675005913, -0.0011894901981577277, 0.011187253519892693, 0.0026936884969472885, -0.013313756324350834, 0.030183536931872368, -0.013761814683675766, -9.404017873748671e-06, -0.004754405003041029, 0.005604294594377279, 0.024963293224573135, -0.015589611604809761, 0.010909883305430412, 0.03490593656897545, -0.011272598057985306, -0.004672616254538298, 0.014878407120704651, -0.020596494898200035, -0.015276681631803513, 0.00627282727509737, -0.008242865093052387, 0.006137698423117399, 0.00858424324542284, -0.008214416913688183, -0.019629254937171936, 0.025261998176574707, 0.008783380500972271, -0.011116133071482182, 0.001100589637644589, -0.011365054175257683, -0.004804189316928387, 0.0049428739584982395, 0.011329494416713715, 0.01003510132431984, 0.04184729605913162, 0.019487014040350914, 0.007574332412332296, 0.0002571450313553214, -0.017538312822580338, 0.029842158779501915, -0.017509864643216133, -0.005863884463906288, -0.032231807708740234, -0.0028910478577017784, -0.051377441734075546, -0.017196934670209885, -0.021705973893404007, -0.003851174609735608, 0.00706226471811533, 0.023910708725452423, 0.002313193865120411, 0.014622372575104237, -0.007094269152730703, 0.04412315413355827, 0.010867211036384106, -0.02712535485625267, -0.013797375373542309, -0.018505550920963287, 0.015575387515127659, -0.007147609256207943, -0.004999770317226648, -0.030183536931872368, 0.029500780627131462, 0.018704690039157867, 0.010995227843523026, -0.010874323546886444, 0.015973662957549095, 0.00019113632151857018, 0.002089164452627301, -0.015034872107207775, -0.025731394067406654, 0.0007614337373524904, -0.0047295126132667065, 0.03280077129602432, -0.0036271449644118547, 0.006656878162175417, -0.022971918806433678, 0.02459346503019333, -2.62673529505264e-05, -0.014793062582612038, -0.023000366985797882, -0.00435613002628088, 0.004857529420405626, 0.029130952432751656, -0.01280168816447258, -0.017353400588035583, -0.014487244188785553, 0.03635679557919502, -0.01539047434926033, 0.017339175567030907, 4.8061894631246105e-05, -0.012602550908923149, -0.002254519611597061, -0.018477102741599083, 0.001033914159052074, 0.016115903854370117, 0.01829219050705433, 0.00017591209325473756, 0.006215930916368961, 0.022843901067972183, -0.020866751670837402, -0.01615857519209385, 0.007424979470670223, 0.015888318419456482, -0.012026474811136723, 0.014010736718773842, 0.019472790881991386, 0.025489583611488342, 0.04514728859066963, -0.02058226987719536, -0.01457970030605793, -0.027552077546715736, 0.0031577497720718384, 0.05063778907060623, -0.016315041109919548, 0.02236028201878071, 0.009921308606863022, 0.020553821697831154, 0.03143525868654251, -0.023455537855625153, -0.0122896209359169, -0.021222354844212532, -0.009565706364810467, 0.0064364043064415455, 0.011315270327031612, 0.004573047626763582, -0.025788290426135063, -0.014721941202878952, 0.00495354225859046, -0.014963751658797264, -0.013512893579900265, -0.0009583486244082451, 0.011592639610171318, 0.02001330628991127, -0.021862439811229706, -0.018007708713412285, -0.6295017004013062, -0.015874093398451805, 0.01610167883336544, -0.004096540156751871, -0.009437689557671547, -0.002240295521914959, -0.01155707985162735, -0.005764315836131573, -0.0038725107442587614, 0.027367165312170982, -0.02382536418735981, -0.02382536418735981, -0.007908598519861698, -0.016471505165100098, -0.011713544838130474, -0.011649536900222301, 0.012915480881929398, -0.013420436531305313, 0.0013584013795480132, 0.011528631672263145, -0.008491786196827888, 0.007215173915028572, -0.00674222270026803, 0.002603010041639209, -0.014373451471328735, 0.010888547636568546, -0.009665274992585182, -0.028305955231189728, 0.02631458081305027, -0.0035862508229911327, -0.014608148485422134, 0.014444571919739246, 0.013434660620987415, 0.006091469898819923, 0.04668349027633667, -0.018733138218522072, -0.020610718056559563, 0.017452968284487724, 0.015077544376254082, 0.03058181144297123, -0.030354226008057594, -0.03098008595407009, 0.01778012327849865, 0.0016535514732822776, -0.014721941202878952, 0.026897769421339035, 0.01091699581593275, 0.00620881887152791, -0.015376250259578228, -0.022730108350515366, -0.0012952819233760238, 0.005415825173258781, 0.014522803947329521, -0.006233711261302233, 0.005935004912316799, 0.01341332495212555, 0.01691245287656784, -0.005095783155411482, 0.019671928137540817, -0.0069769201800227165, -0.001017912058159709, -0.003083073301240802, -0.028220610693097115, -0.007766357623040676, -0.03499128296971321, 0.009074974805116653, 0.004370354115962982, 0.00866247620433569, -0.02068183943629265, -0.008093511685729027, 0.006571533158421516, 0.012794576585292816, 0.008797604590654373, -0.017808571457862854, -0.009238551370799541, 0.01620124839246273, 0.014821510761976242, -0.0020873863250017166, -0.004910869989544153, 0.020226668566465378, 0.0179365873336792, -0.0066924383863806725, -0.0033533312380313873, -0.012687895447015762, 0.010504496283829212, 0.011464622803032398, -0.005632742773741484, 0.014793062582612038, -0.009587042033672333, -0.0010001319460570812, 0.0079228226095438, 0.030354226008057594, -0.015831422060728073, -0.044265393167734146, 0.00032270923838950694, 0.015774525701999664, -0.013271084055304527, 0.008925621397793293, 0.0064364043064415455, -0.014152977615594864, 0.000912120274733752, -0.007972607389092445, 0.025361567735671997, 0.012147380039095879, 0.033199045807123184, 0.0038405065424740314, 0.0015468706842511892, 0.001950479461811483, 0.021962007507681847, -0.031008534133434296, -0.004541043192148209, 0.002784367185086012, -0.028049921616911888, 0.007609892636537552, 0.008057951927185059, -0.02366890013217926, -0.004640611819922924, 0.007567220367491245, 0.010710746049880981, -0.01686977967619896, 0.03851885721087456, -0.012083371169865131, 0.019060291349887848, 0.0054051573388278484, -0.003476013895124197, 0.02839129976928234, 0.012887032702565193, -0.009338120929896832, 0.0003333773056510836, 0.005774983670562506, -0.005316256545484066, -0.012936817482113838, 0.030695604160428047, -0.024038726463913918, 0.015788748860359192, 0.013776038773357868, 0.028633110225200653, 0.0018455768004059792, 0.0017113367794081569, -0.013256859965622425, -0.037352483719587326, -0.011365054175257683, 0.017154263332486153, -0.007005368359386921, -0.03496283292770386, -0.01726805604994297, 0.0009823518339544535, 0.006511081010103226, -0.008057951927185059, -0.01594521477818489, -0.015148664824664593, -0.004203220829367638, -0.028519317507743835, 0.0024661030620336533, 0.0033835573121905327, -0.013043497689068317, -0.015418922528624535, -0.03123611956834793, -0.010909883305430412, -0.042387813329696655, 0.0019682596903294325, 0.0179365873336792, -0.015930989757180214, 0.024266311898827553, 0.010596953332424164, 0.002483883174136281, 0.013235523365437984, 0.024707257747650146, -0.035275764763355255, -0.02860466204583645, 0.01194113027304411, -0.04827658832073212, 0.007574332412332296, 0.027310268953442574, -0.016528401523828506, 0.002355866366997361, -0.014636596664786339, 0.01312884222716093, 0.0010623623384162784, -0.013470221310853958, -0.010049325414001942, 0.026343028992414474, -0.00800105556845665, -0.010660961270332336, 0.019316324964165688, 0.01924520544707775, 0.02463613823056221, 0.00740364333614707, -0.03615765646100044, 0.011109020560979843, 0.011628200300037861, 0.020482702180743217, -0.01839175820350647, 0.021464163437485695, 0.0021745089907199144, 0.010390703566372395, 0.01412452943623066, -0.011386390775442123, 0.00740364333614707, 0.015490042977035046, 0.010554281063377857, 0.001925587304867804, 0.006226599216461182, -0.00700892461463809, 0.0033142149914056063, -0.02631458081305027, 0.01706891879439354, -0.031065430492162704, 0.024963293224573135, 0.014238322153687477, 0.007410755380988121, -0.014849958941340446, -0.01975727267563343, -0.016115903854370117, 0.0032288702204823494, 0.04546021670103073, 0.008349545300006866, 0.01706891879439354, -0.014963751658797264, 0.006543084979057312, -0.010433375835418701, 0.012353628873825073, 0.017381848767399788, -0.007965494878590107, 0.005174015648663044, 0.003301768796518445, -0.013640910387039185, 0.014330779202282429, 0.010831650346517563, -0.026641735807061195, 0.00261012208648026, 0.007058708928525448, 0.005451385863125324, 0.03123611956834793, 0.0017726782243698835, -0.021777095273137093, 0.03408093750476837, 0.0011299267644062638, 0.029045607894659042, -0.013100394047796726, -0.0002411429159110412, 0.006831123027950525, 0.0016695535741746426, -0.028419747948646545, 0.012446085922420025, -0.010646737180650234, 0.01904606819152832, 0.029529228806495667, 0.0010588063159957528, 0.0003662705421447754, -0.022474074736237526, 0.0214926116168499, -0.021905111148953438, 0.012574102729558945, 0.008548683486878872, -0.0323171503841877, 0.005931449122726917, 0.019074516370892525, 0.032032668590545654, 0.015205561183393002, 0.0038405065424740314, 0.024109845981001854, -0.01797926053404808, -0.011763329617679119, 0.004160548560321331, -0.00970083475112915, 0.014992199838161469, 0.006553753279149532, -0.01513444073498249, 0.03063870780169964, -0.023640451952815056, -0.016841331496834755, 0.011621087789535522, -0.058546386659145355, 0.017239607870578766, 0.004804189316928387, 0.007033816538751125, 0.012339404784142971, 0.024821052327752113, 0.032231807708740234, -0.022175369784235954, -0.02712535485625267, 0.030297329649329185, -0.005575846415013075, -0.005398045293986797, -0.008598467335104942, -0.03245939314365387, 0.001893583103083074, 0.010269799269735813, 0.013185739517211914, 0.006952027790248394, 0.012794576585292816, -0.01531935390084982, -0.00820019282400608, -0.03937230259180069, -0.010433375835418701, 0.03999816253781319, -0.008335321210324764, 0.0037444939371198416, -0.002233183477073908, 0.009942644275724888, 0.021407267078757286, -0.021606404334306717, -0.003040401032194495, 0.04642745479941368, -0.00613414216786623, -0.024451224133372307, -0.005273584276437759, 0.0018740249797701836, -0.01201225072145462, -0.0005151790683157742, -0.011471735313534737, 0.017097366973757744, 0.005597182549536228, 0.021364595741033554, 0.0048610856756567955, 0.020283564925193787, 0.023526659235358238, 0.031008534133434296, 0.006187482737004757, 0.0020322680938988924, -0.016585297882556915, -0.0046050515957176685, 0.023555107414722443, 0.06730843335390091, 0.02615811675786972, -0.021321922540664673, 0.02076718397438526, -0.013022162020206451, -0.006386619992554188, -0.02661328762769699, -0.019216757267713547, 0.0068346792832016945, 0.013192851096391678, -0.025930531322956085, -0.004317014012485743, 0.026741305366158485, -0.001698001753538847, 0.004267229698598385, -0.00024692146689631045, 0.02076718397438526, -0.014465907588601112, 0.004583715461194515, 0.00746765173971653, 0.012680783867835999, 0.010803202167153358, 0.01701202057301998, 0.027722766622900963, 0.03214646130800247, -0.0031719738617539406, 0.021976232528686523, 0.019159860908985138, 0.0014961973065510392, -0.02341286651790142, 0.01985684037208557, 0.004811301361769438, -0.00015101992175914347, 0.014963751658797264, 0.019543910399079323, 0.03206111863255501, 0.015248233452439308, 0.0214926116168499, 0.00845622643828392, -0.007250734139233828, -0.0037693860940635204, 0.02494906820356846, 0.007481875829398632, 0.014508579857647419, 0.004775741137564182, -0.018349086865782738, -0.01884693093597889, 0.01447302009910345, -0.026442598551511765, -0.030098192393779755, 0.04540332034230232, 0.018462879583239555, -0.026286132633686066, -0.017950812354683876, 0.023996053263545036, -0.004313457757234573, -0.00726495822891593, -0.026911994442343712, 0.0014490799512714148, -0.022289162501692772, -0.023142607882618904, -0.0336257666349411, 0.005664747208356857, 0.0003729380841832608, -0.015831422060728073, -0.00039760800427757204, -0.003200422041118145, 0.023910708725452423, -0.03334128484129906, 0.017296504229307175, -0.012645223177969456, -0.032430943101644516, -0.05368174612522125, 0.005810543894767761, 0.019686151295900345, 0.012033587321639061, 0.011670872569084167, 0.00035204642335884273, -0.014537028037011623, 0.022218041121959686, -0.01275190431624651, -0.023284848779439926, -0.004775741137564182, -0.03516197204589844, 0.00041738839354366064, -0.01168509665876627, -0.004110764246433973, -0.011934018693864346, -0.013299532234668732, -0.003104409435763955, 0.009217215701937675, -0.00707293301820755, 0.0038333944976329803, 0.005149123724550009, -0.0019006951479241252, 0.017794346436858177, 0.01635771244764328, 0.003511574352160096, 0.025873634964227676, -0.03957144170999527, 0.00800105556845665, -0.02098054438829422, -0.028832247480750084, 0.001599322073161602, -0.003255540505051613, -0.012830136343836784, 0.02473570592701435, -0.006532417144626379, -0.008420665748417377, -0.015674956142902374, 0.007773469667881727, -0.020440028980374336, 0.008726484142243862, 0.007837478071451187, 0.0021585070062428713, -0.016229696571826935, 0.029984399676322937, 0.0004573936457745731, 0.007396531291306019, -0.014593924395740032, -0.0058852205984294415, -0.05607139691710472, 0.022957693785429, 0.004509039223194122, 0.004085872322320938, 0.028277507051825523, 0.002035824116319418, 0.0005556288524530828, -0.012310956604778767, 0.010710746049880981, -0.004807745106518269, 0.02797880209982395, -0.004690396599471569, -0.01610167883336544, -0.02880379930138588, -0.023199504241347313, -0.0003138191532343626, 0.012730567716062069, -0.00845622643828392, 0.0038725107442587614, -0.016115903854370117, 0.02076718397438526, 0.0017673441907390952, -0.004590827506035566, 0.005447829607874155, -0.022061577066779137, -0.010988116264343262, 0.008520234376192093, 0.005725199356675148, 0.03226025402545929, 0.008634028024971485, 0.014387675561010838, -0.035332661122083664, -0.02742406167089939, -0.009857299737632275, -0.010027988813817501, 0.010874323546886444, 0.005287808366119862, 0.014764614403247833, 0.01742452010512352, 0.05905845761299133, 0.009067862294614315, -0.002611899981275201, 0.017196934670209885, -0.014167201705276966, 0.019273653626441956, -0.001383293536491692, -0.008833165280520916, -0.016172800213098526, -0.00797971896827221, 0.022971918806433678, -0.015077544376254082, -0.0008289982215501368, -0.03052491508424282, 0.003940075170248747, 0.022218041121959686, -0.014359227381646633, -0.0015237565385177732, -0.012986601330339909, -0.010483160614967346, -0.022417178377509117, 0.006102138198912144, -0.02169174887239933, 0.0017655661795288324, -0.013363540172576904, -0.01884693093597889, 0.014316555112600327, -0.0019362553721293807, 0.018093053251504898, 0.009423465467989445, 0.011919794604182243, -0.019287876784801483, 0.021919336169958115, 0.011926906183362007, 0.023199504241347313, -0.029756814241409302, -0.009174543432891369, -0.03732403367757797, 0.02133614756166935, 0.010796090587973595, -0.0029515004716813564, 0.017339175567030907, 0.024408552795648575, 0.0020660501904785633, -0.00997820496559143, -0.002194067230448127, 0.002336308127269149, -0.008826052770018578, -0.023498211055994034, -0.030610259622335434, -0.029756814241409302, -0.031150775030255318, -0.010788978077471256, 0.006315499544143677, -0.014565476216375828, 0.011201477609574795, -0.001183267217129469, 0.022033128887414932, -0.02921629697084427, -0.019159860908985138, 0.00830687303096056, 0.0355602465569973, 0.04998348280787468, -0.000852556899189949, -0.00012657225306611508, 0.009779067710042, 0.0031399696599692106, -0.017552537843585014, -0.00430278992280364, 0.014636596664786339, 0.0021193905267864466, 0.006173258647322655, 0.010433375835418701, -0.018377535045146942, -0.02265898883342743, 0.018349086865782738, -0.006379507947713137, -0.027552077546715736, -0.052458472549915314, 0.031577497720718384, -0.01249587070196867, 0.02463613823056221, -0.009594154544174671, -0.02884647063910961, -0.016884004697203636, -0.003957855515182018, 0.004569491371512413, 0.02082408033311367, -0.006479076575487852, 0.010902771726250648, 0.016243919730186462, 0.01539047434926033, 0.013299532234668732, 0.01635771244764328, -0.012353628873825073, 0.003216424258425832, 0.03763696551322937, 0.01787969097495079, -0.028618885204195976, -0.004409470595419407, -0.0029283862095326185, 0.039542991667985916, -0.02529044635593891, -0.004441474564373493, 0.009160319343209267, 0.01914563588798046, 0.008413554169237614, 0.010881435126066208, 0.010042212903499603, 0.030951637774705887, -0.0410507470369339, -9.634604066377506e-05, 0.004985546227544546, -0.009302560240030289, 0.012033587321639061, -0.01839175820350647, -0.017751675099134445, -0.015817197039723396, 0.0007809919188730419, 0.012453198432922363, 0.02127925120294094, -0.00034071161644533277, -0.027865007519721985, -0.006109250243753195, -0.012062035501003265, -0.012225612066686153, -0.024849500507116318, 0.0014286328805610538, -0.003127523697912693, -0.052657611668109894, -0.027011562138795853, 0.01074630580842495, -0.007186725735664368, 0.01843443140387535, 0.010340919718146324, -0.006041685584932566, -0.02250252291560173, 0.022075800225138664, -0.017310727387666702, 0.015177113004028797, 0.02661328762769699, 0.007176057435572147, -0.021108562126755714, -0.002019821899011731, -0.01595943793654442, 0.011542855761945248, 0.010476048104465008, -0.029074056074023247, -0.02402450144290924, -0.007282738108187914, -0.007681013084948063, 0.012979489751160145, 0.0071120490320026875, -0.000325153989251703, 0.012730567716062069, 0.029330089688301086, 0.013754703104496002, 0.008882949128746986, -0.00033182153129018843, 0.011926906183362007, 0.0061590345576405525, 0.01570340432226658, 0.01671331562101841, -0.018007708713412285, 0.013832935132086277, -0.02240295521914959, 0.0016233251662924886, -0.0016651084879413247, -0.045915387570858, -0.003511574352160096, 0.011827337555587292, 0.00759566854685545, -0.009032302536070347, -0.0010899215703830123, 0.005234468262642622, -0.0032093122135847807, -0.028590437024831772, 0.004388134460896254, -0.01726805604994297, 0.010781866498291492, 0.018377535045146942, 0.016229696571826935, 0.02641415037214756, 0.014949527569115162, -0.03496283292770386, -0.019088739529252052, -0.01701202057301998, 0.01320707518607378, -0.04056712985038757, 0.00215139496140182, -0.01155707985162735, 0.02860466204583645, -0.011457511223852634, -0.03923006355762482, -0.01480728667229414, -0.007929935120046139, -0.03447921574115753, -0.003468901850283146, -0.015532715246081352, 0.001734450925141573, 0.00837799347937107, 0.025774065405130386, 0.006183926481753588, 0.025077085942029953, -0.01950123906135559, 0.006909355521202087, -0.00040449778316542506, 0.015049096196889877, -0.027964577078819275, -0.0029283862095326185, -0.009274112060666084, -0.01412452943623066, -0.02031201310455799, -0.007129829376935959, -0.0033426631707698107, -0.015177113004028797, -0.004242337308824062, 0.0035720267333090305, -0.017751675099134445, -0.026584839448332787, -0.005330480635166168, 0.0011521519627422094, 0.0053518167696893215, 0.001433966914191842, 0.03220335766673088, -0.022132696583867073, -0.012716343626379967, 0.012339404784142971, -0.00982885155826807, -0.014693493023514748, 0.00024892171495594084, 0.011052124202251434, 0.006994700524955988, 0.002894603880122304, -0.015333577990531921, -0.017709001898765564, 0.019088739529252052, -0.007830366492271423, 0.04369642958045006, 0.012652335688471794, -0.010838762857019901, 0.022587867453694344, 0.006756446789950132, -0.02173442207276821, -0.009459025226533413, 0.011315270327031612, -0.006952027790248394, -0.0034386757761240005, 0.04008350893855095, -0.026271909475326538, 0.005110007245093584, -0.010682297870516777, -0.010255575180053711, -0.01155707985162735, -0.004295677877962589, -0.014636596664786339, -0.0069164675660431385, -0.023299073800444603, 0.03496283292770386, 0.013441773131489754, -0.034166283905506134, 0.004843305330723524, 0.004373910371214151, -0.0075814444571733475, -0.01807882823050022, -0.012616774998605251, -0.004562379326671362, -0.036698173731565475, -0.011549967341125011, 0.0023380862548947334, -0.014174314215779305, -0.020454254001379013, -0.0036627051886171103, 0.0294154342263937, 0.004740180913358927, 0.004601495806127787, 0.19674772024154663, -0.029330089688301086, -0.003996971528977156, 0.026143891736865044, 0.004221001174300909, 0.0025958979967981577, 0.014906855300068855, 0.015561163425445557, -0.02031201310455799, 0.008107735775411129, 0.004060979932546616, 0.021777095273137093, -0.026428375393152237, -0.008342433720827103, 0.014864183031022549, 0.005632742773741484, -0.04972744733095169, -0.04901624098420143, -0.023427089676260948, 0.012894145213067532, -0.0029977287631481886, 0.005561622325330973, -0.009437689557671547, -0.01829219050705433, 0.012787464074790478, -0.02062494307756424, 0.006013237405568361, -0.01247453410178423, 0.02240295521914959, 0.018277965486049652, -0.024394327774643898, -0.0014010736485943198, 0.010532944463193417, 0.00277547724545002, 0.004096540156751871, -0.0005516282981261611, 0.003858286654576659, -0.011521519161760807, 0.013363540172576904, 0.02676975354552269, 0.027210699394345284, 0.004693952389061451, 0.005664747208356857, -0.022616315633058548, -0.012687895447015762, 0.01945856586098671, -0.01539047434926033, 0.0072542899288237095, -0.015888318419456482, 0.00939501728862524, -0.013320867903530598, 0.010931219905614853, 0.014295218512415886, 0.026655960828065872, -0.0009023412130773067, -0.0122896209359169, -0.007346746511757374, 7.65378717915155e-06, 0.005419381428509951, 0.01995640993118286, -0.03519041836261749, -0.0008014390477910638, 0.0063012754544615746, 0.02341286651790142, -0.005650523118674755, 0.006368840113282204, 0.0035471345763653517, 0.007759245578199625, 0.008321097120642662, -0.007016036659479141, -0.015205561183393002, 0.001493530347943306, -0.020411580801010132, -0.005846104584634304, -0.03302835673093796, -0.02463613823056221, 0.028320180252194405, 0.01691245287656784, 0.01320707518607378, 0.03402404114603996, 0.009316784329712391, -0.022331833839416504, -0.0028323736041784286, -0.0070302607491612434, -0.018861154094338417, -0.023441314697265625, 0.016926676034927368, -0.02270166017115116, -0.012118931859731674, -0.010860099457204342, 0.008292648941278458, -0.029443882405757904, -0.009316784329712391, 0.019316324964165688, -0.005174015648663044, -0.01384715922176838, 0.009345232509076595, 0.004349017981439829, -0.010340919718146324, -0.03809213638305664, -0.014330779202282429, 0.033853352069854736, 0.030468018725514412, 0.0022616316564381123, 0.0010810315143316984, 0.0005498502869158983, 0.00036293675657361746, 0.019871065393090248, -0.005792764015495777, -0.029045607894659042, 0.011976690962910652, -0.026172339916229248, 0.007186725735664368, 0.0069769201800227165, -0.0032733206171542406, 0.015091768465936184, 0.010504496283829212, -0.0004511706065386534, 0.03464990481734276, -0.010120445862412453, -0.0051384554244577885, -0.034109387546777725, 0.010148894041776657, -0.00594211695715785, 0.003918739035725594, -0.034763697534799576, -0.002931942231953144, 0.002917718142271042, -0.03894558176398277, -0.015504267066717148, 0.015859870240092278, -0.015674956142902374, 0.01782279461622238, -0.0035257984418421984, 0.0035151303745806217, -0.007773469667881727, -0.022929245606064796, -0.012993713840842247, -0.009181655012071133, -0.0037516059819608927, 0.000601857143919915, -0.0023380862548947334, -0.0029906167183071375, -0.01341332495212555, 0.006749334745109081, -0.007773469667881727, 0.012168715707957745, 0.011457511223852634, 0.0052095758728682995, -0.03621455281972885, -0.005255804397165775, -0.018605120480060577, -0.007275626063346863, -0.007275626063346863, 0.014977975748479366, 0.0060985819436609745, -0.01667064242064953, -0.02386803738772869, 0.0032128682360053062, 0.0028181495144963264, -0.01960080675780773, -0.0079228226095438, 0.017182711511850357, 0.00030959639116190374, -0.008065063506364822, -0.035275764763355255, -0.18445810675621033, -0.001325508113950491, 0.02696889080107212, -0.03689730912446976, 0.02113701030611992, 0.00408942811191082, 0.020696062594652176, 0.012524318881332874, -0.030439570546150208, -0.010120445862412453, -0.005206020083278418, -0.011080572381615639, 0.0023612002842128277, -0.023711571469902992, -0.018249517306685448, -0.0009174543083645403, -0.01971459947526455, -0.007766357623040676, 0.03305680304765701, 0.0059456732124090195, 0.016087455675005913, -0.04733780026435852, 0.02026933990418911, -0.006162590347230434, 0.01115169283002615, 0.014046297408640385, 0.0070373727940022945, 0.021962007507681847, 0.0015886540059000254, -0.0472240075469017, -0.013477332890033722, -0.015760300680994987, 0.008776268921792507, -0.010390703566372395, 0.02137881889939308, 0.0202124435454607, 0.006443516351282597, -0.012630999088287354, -0.01823529414832592, 0.016571074724197388, 0.02291502244770527, 0.02265898883342743, 0.006297719664871693, 0.0016828886000439525, -0.018918050453066826, 0.028305955231189728, 0.018405983224511147, -0.014921079389750957, 0.018562447279691696, -0.008726484142243862, 0.03078094869852066, -0.028206387534737587, 0.01736762374639511, 0.004011195618659258, -0.005334036890417337, 0.00805083941668272, 0.003531132359057665, 0.0013015050208196044, -0.004544599447399378, -0.025930531322956085, -0.031207671388983727, -0.002899938030168414, 0.016571074724197388, -0.010412040166556835, 0.004501927178353071, -0.015162888914346695, -0.021919336169958115, -0.001780679333023727, -0.019031843170523643, 0.00825708918273449, -0.020240891724824905, -0.020852528512477875, -0.017396071925759315, 0.008022391237318516, 0.02265898883342743, 0.009124758653342724, -0.022260714322328568, -0.004149880725890398, 0.022033128887414932, 0.009352345019578934, -0.006802674848586321, 0.030240433290600777, -0.00022636319044977427, 0.022388730198144913, -0.017097366973757744, -0.0063652838580310345, 0.003733825869858265, 0.01425254624336958, -0.019686151295900345, -0.018619345501065254, 0.027523629367351532, -0.002483883174136281, 0.006351059768348932, -0.015788748860359192, 0.004413026385009289, 0.008065063506364822, 0.007773469667881727, -0.008484674617648125, -0.006610649637877941, -0.005124231334775686, -0.0028270394541323185, 0.018918050453066826, -0.020738735795021057, 0.018206845968961716, 0.046000733971595764, 0.019316324964165688, -0.028277507051825523, 0.008882949128746986, 0.03402404114603996, -0.016841331496834755, 0.00027536964626051486, -0.017026245594024658, -0.0034084494691342115, 0.007986831478774548, -0.0030564030166715384, 0.004064536187797785, 0.0020002638921141624, -0.026229236274957657, 0.025461135432124138, 0.017538312822580338, 0.05342571437358856, -0.023398641496896744, -0.02184821479022503, 0.018377535045146942, 0.006102138198912144, -0.018505550920963287, -0.1073634922504425, -0.021819766610860825, 0.003655593143776059, 0.02981371060013771, -0.010390703566372395, 0.03282921761274338, -0.0038547306321561337, 0.0368688628077507, -0.025987427681684494, 0.044834356755018234, -0.040311094373464584, -0.028675781562924385, 0.018974946811795235, 0.014622372575104237, -0.004306345712393522, 0.010525832884013653, 0.01526245754212141, 0.0043205698020756245, -0.017026245594024658, 0.030809396877884865, -0.013982288539409637, -0.006816898938268423, 0.023996053263545036, -0.006066577974706888, 0.0001832463894970715, 0.0015442036092281342, -0.02789345569908619, 0.025859409943223, 0.005238024052232504, -0.006685326341539621, 0.015148664824664593, -0.02854776568710804, -0.013840047642588615, -0.0043810224160552025, 0.006749334745109081, -0.014764614403247833, 0.008783380500972271, -0.011109020560979843, 0.020866751670837402, -0.0126950079575181, 0.014266770333051682, 0.015831422060728073, 0.000760544731747359, -0.007503211963921785, -0.00746765173971653, -0.008939845487475395, -0.017566761001944542, 0.03809213638305664, 0.00032270923838950694, -0.025162430480122566, -0.03325594216585159, -0.01716848649084568, -0.03032577782869339, 0.01275190431624651, 0.02179131843149662, -0.005718087311834097, 0.02779388800263405, 0.0025123313535004854, -0.0031701959669589996, -0.002144282916560769, -0.004793521016836166, 0.001367291435599327, -0.011734881438314915, 0.003929407335817814, 0.017396071925759315, -0.014280994422733784, -0.013214187696576118, -0.028889143839478493, 0.012318069115281105, -0.00031448592199012637, -0.001587764942087233, -0.00667821429669857, -0.001909585203975439, 0.00800105556845665, -0.02702578715980053, -0.0019540356006473303, -0.014508579857647419, -0.04241625964641571, 0.020752958953380585, 0.027139579877257347, -0.017282279208302498, -0.02204735204577446, -0.0025016632862389088, -0.004757960792630911, 0.0064257364720106125, 0.013882719911634922, -0.0066995504312217236, -0.019060291349887848, -0.016371937468647957, -0.03988436982035637, 0.005856772419065237, 0.03439386934041977, 0.016741763800382614, -0.0358731746673584, -0.004441474564373493, -0.003468901850283146, -0.020055977627635002, -0.003607586957514286, -0.00858424324542284, 0.008420665748417377, -0.01849132776260376, -0.0060985819436609745, -0.06406533718109131, 0.03402404114603996, 0.014963751658797264, -0.007887262850999832, -0.00476151704788208, -0.019060291349887848, -0.00891139730811119, -0.012097595259547234, -0.02103744074702263, 0.005646966863423586, -0.01655684970319271, 0.030240433290600777, -0.0179365873336792, -0.025887858122587204, -0.029130952432751656, -0.004846861585974693, -0.004925094079226255, -0.03951454535126686, 0.009807515889406204, 0.012438974343240261, 5.3270914577296935e-06, 0.0079228226095438, 0.02341286651790142, 0.019273653626441956, 0.024821052327752113, -0.01843443140387535, -0.0029337203595787287, 0.018107276409864426, 0.0060167936608195305, -0.004245893098413944, 0.005316256545484066, -0.005184683948755264, -0.022331833839416504, 0.016243919730186462, -0.018562447279691696, -0.016386160627007484, 0.011123244650661945, 0.010732081718742847, 0.01635771244764328, 0.03419473394751549, -0.014032073318958282, -0.02706845849752426, 0.008150408044457436, 0.014665044844150543, 0.0015290905721485615, 0.008171744644641876, -0.00608080206438899, -0.00429212162271142, 0.0202124435454607, 0.02564604952931404, 0.023398641496896744, 0.023953381925821304, -0.0056078508496284485, -0.04332660138607025, -0.02123657800257206, 0.015347802080214024, 0.002862599678337574, 0.0022047352977097034, -0.0026990226469933987, 0.02961457334458828, 0.031520601361989975, 0.0037302698474377394, 0.01320707518607378, -0.002437654882669449, -0.005725199356675148, -0.009551482275128365, -0.009366569109261036, -0.0006952027906663716, 0.014593924395740032, -0.03820592910051346, 0.01393961627036333, 0.005401601083576679, 0.007915711030364037, 0.018206845968961716, 0.016627971082925797, 0.014736166223883629, 0.010596953332424164, -0.007880150340497494, -0.013584014028310776, 0.010433375835418701, 0.00891139730811119, 0.0011806001421064138, -0.010390703566372395, 0.005444273818284273, 0.023939156904816628, 0.010881435126066208, 0.011734881438314915, 0.008299761451780796, -0.00120371428783983, 0.004811301361769438, -0.008164632134139538, 0.016940901055932045, 0.00817885622382164, 0.02103744074702263, 0.0033764452673494816, 0.00647552078589797, 0.0073254103772342205, -0.00812907237559557, 0.023996053263545036, 0.004313457757234573, 0.024166742339730263, -0.0062123751267790794, -0.006564421113580465, -0.023327521979808807, -0.02189088799059391, -0.0021265025716274977, -0.009814627468585968, -0.021862439811229706, 0.01849132776260376, 0.014963751658797264, -0.009217215701937675, -0.006386619992554188, 0.008342433720827103, 0.012453198432922363, -0.010212902911007404, 0.019927961751818657, 0.00010134669719263911, -0.023697348311543465, -0.03632834553718567, 0.02123657800257206, 0.019316324964165688, 0.0027363609988242388, 0.031719740480184555, 0.014878407120704651, 0.0420464351773262, 0.02955767698585987, 0.03163439407944679, -0.020909424871206284, 0.03302835673093796, -0.004693952389061451, 0.019558135420084, -0.01722538284957409, -0.024408552795648575, -0.0009894638787955046, -0.006831123027950525, -0.012318069115281105, 0.017452968284487724, 0.00950169749557972, -0.006671102251857519, 0.10269799083471298, 0.016286592930555344, -0.00929544772952795, 0.005682527087628841, -0.008107735775411129, 0.006297719664871693, 0.01068940944969654, 0.009409241378307343, -0.011251261457800865, -0.03601541742682457, -0.009715058840811253, -0.0018224625382572412, -0.023811141029000282, -0.04326970502734184, -0.014181425794959068, -0.000335377553710714, 0.021094337105751038, 0.008491786196827888, -0.011493070982396603, -0.013349316082894802, 0.021720198914408684, 0.009587042033672333, -0.0008147741318680346, 0.003947187215089798, 0.002969280583783984, -0.00633683567866683, 0.009857299737632275, 0.005949229001998901, -0.0029586125165224075, -0.03957144170999527, 0.018505550920963287, 0.005170459859073162, -0.03977057710289955, -0.03632834553718567, -0.008214416913688183, -0.007474763784557581, -0.0034653458278626204, -0.015461594797670841, 0.002969280583783984, -0.0033515531104058027, 0.008363769389688969, 0.015561163425445557, -0.006343947723507881, -0.019017620012164116, 0.008619803935289383, 0.010447599925100803, -0.004530375357717276, -0.016699090600013733, -0.03826282545924187], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='b787d3ae-2d0c-416d-ba5e-2f7e4284e846', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='f88f26d7578fb8b30f51c5c3f0acf9f52f35c0a8a701aa540a7b569380405eca'), : RelatedNodeInfo(node_id='963c8522-f749-46c3-abc4-14cf12915942', node_type=, metadata={}, hash='21c63642fa15ad2697bb4741bedb02e7241ecdec9a5423166f63e6196cb38a68')}, hash='239793189d7ec2dc24d164bcbc873bfb54f363cb0028b3194a6fe5bdcc1a6e4a', text=\"model like the BigScience Bloom 3 Billion model, even when the weights are loaded in 16 Bit cannot be trained with A100 on ColabPro with 40GB GPU RAM ( the highest you can get) as it goes out of memory. Solution - Fine-Tuning Large Models via Qunaitsation and Parmeter Efficient Tuning The solution to this is to reduce the size of the models so that they can fit a commodity GPU and then fine-tune them. There are two parts to this- Quantisation and Parameter Efficient Tuning. The real magic of this is that a laptop with a sufficient recent GPU (having Tensor Cores), can run the 7 billion Lamma2 pre-trained model open-sourced recently by Meta Research. Imagine the compressed knowledge and an NLU (Natural Language Understanding) model running on your local laptop. This is still a smallish model, but it's still capable of understanding and has sufficient world knowledge embedded in it to be quite useful. Imagine what a model like this or better models in the future could do if it could run in small servers or in cars, and leverage its causal reasoning and world model knowledge to supervise lower-level/specialist AI/ML systems. So we have now a way to fit reasonably large models (7B or more) in a single GPU, via Quantisation and then train them in a parameter-efficient way via LoRa/QLoRa. Take 1: Un-supervised Training Fine-tuning with QLoRa Using the small training data and QLoRA, I first tried to train a large 7B Lamma2 model by feeding in the training text as is (Causal LM model training via UnSupervised learning). Note that this model was loaded in 4-bit, making it runnable on a single T4 GPU and trained with QLoRa. With QLoRA, only a fraction of the adapter weights are trained and summed with the existing frozen pre-trained weights of the model during inference. Here is an illustrative Colab notebook. You can see that training the model with just the text as is, does not result in proper output to questions. The answers are not affected by the training data. Take 2: Instruct Fine-tuning with QLoRa Instruction Tuning concept is a higher-level\", start_char_idx=4705, end_char_idx=6781, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='963c8522-f749-46c3-abc4-14cf12915942', embedding=[-0.006197275128215551, 0.023487422615289688, 0.004255486186593771, -0.005607228726148605, -0.006093570031225681, 0.013374384492635727, -0.023616159334778786, 0.004355615004897118, -0.033614762127399445, -0.040166065096855164, 0.015562920831143856, 0.04173952341079712, -0.03630394488573074, -0.005728813819587231, -0.0035742507316172123, 0.0003316775837447494, 0.0024084621109068394, 0.007216446101665497, 0.02345881424844265, -0.01169364620000124, -0.0062509155832231045, -0.0022117800544947386, -0.01303823757916689, -0.014561629854142666, -0.0034544533118605614, 0.011135784909129143, 0.03301398828625679, -0.03335728868842125, -0.03533126413822174, 0.00881135929375887, 0.014575934037566185, 0.027721451595425606, -0.03272790461778641, -0.007291542831808329, -0.00833217054605484, -0.025962041690945625, 0.023673376068472862, -0.0027553378604352474, 0.030696716159582138, -0.023716289550065994, 0.0290803462266922, 0.011779471300542355, 0.021999789401888847, 0.0033829326275736094, 0.009104594588279724, 0.009197571314871311, 0.0019900654442608356, -0.009683912619948387, 0.001231945352628827, 0.01901022158563137, 0.013295711949467659, 0.03344311565160751, -0.022900952026247978, 0.0007009035907685757, -0.02587621659040451, 0.010649443604052067, 0.025818999856710434, 0.004384223371744156, 0.008661165833473206, -0.0013097241753712296, 0.00219032377935946, 0.00012884914758615196, -0.02091267518699169, 0.033242855221033096, 0.006461902055889368, -0.0007353229448199272, -0.012637720443308353, 0.023544639348983765, 0.017336634919047356, -0.01725080981850624, 0.0017647751374170184, 0.025103792548179626, -0.005092279054224491, -0.010327599942684174, 0.0266343355178833, -0.01825210079550743, -0.006515542510896921, 1.1028447261196561e-05, -0.0061722430400550365, 0.0011854568729177117, 0.010806788690388203, -0.01064229104667902, -0.026333948597311974, 0.03487353026866913, 0.010334751568734646, -0.003854969749227166, 0.0013669407926499844, -0.0010656595695763826, -0.0035527944564819336, 0.009412134066224098, 0.0023762776982039213, 0.010356208309531212, 0.03699054569005966, 0.027850190177559853, 0.008546732366085052, -0.013159822672605515, -0.015062275342643261, 0.021584969013929367, -0.006343892775475979, -0.0039550988003611565, -0.02729232795536518, 0.008632557466626167, -0.04688901826739311, -0.013174126856029034, -0.019854167476296425, -0.003059301059693098, 0.011929664760828018, 0.01507657952606678, -0.00438064755871892, 0.009741129353642464, -0.02411680482327938, 0.04139622300863266, 0.006883874535560608, -0.02790740691125393, -0.008918640203773975, -0.019997209310531616, 0.008189128711819649, -0.005875431466847658, -0.006451173685491085, -0.023616159334778786, 0.03547430410981178, 0.02145623229444027, 0.022986777126789093, -0.0036046470049768686, 0.02260056510567665, 0.004083835985511541, 0.0071878377348184586, -0.00995569210499525, -0.035588737577199936, -0.0002726729435380548, 0.0022511163260787725, 0.037133585661649704, 0.005181679967790842, 0.004498656839132309, -0.010349055752158165, 0.03264208137989044, -0.00421614944934845, -0.002328001195564866, -0.0261479951441288, -0.012759306468069553, 0.0014491897309198976, 0.009455046616494656, -0.019339216873049736, -0.018094755709171295, -0.002885863184928894, 0.0232156440615654, 0.00033145409543067217, 0.005982712842524052, 0.02260056510567665, -0.010599378496408463, 0.003438361221924424, -0.03573177754878998, 0.002106286818161607, 0.008818511851131916, 0.02641977369785309, 0.022242961451411247, 0.016621427610516548, 0.02849387563765049, -0.015219620428979397, -0.0150908837094903, 0.001597595284692943, 0.006125754211097956, -0.02245752327144146, 0.005228168796747923, 0.013960855081677437, 0.029437949880957603, 0.0320126973092556, -0.021298887208104134, -0.009505110792815685, -0.02363046444952488, -0.0065977913327515125, 0.04823360964655876, -0.029781250283122063, 0.024274149909615517, 0.005760998465120792, 0.004348462913185358, 0.030582282692193985, -0.022343089804053307, -0.013531730510294437, -0.022099919617176056, 0.007910197600722313, 0.012251508422195911, 0.005206712521612644, -0.002036554040387273, -0.03161218389868736, -0.023272860795259476, -0.004487928468734026, -0.010956982150673866, -0.009283396415412426, 0.0041482048109173775, -0.0028930152766406536, 0.028751350939273834, -0.0016950423596426845, -0.009297700598835945, -0.6216013431549072, -0.016535602509975433, 0.015520008280873299, -0.005052942782640457, -0.006254491861909628, -0.008961552754044533, -0.010728116147220135, -0.014847712591290474, -0.0068016257137060165, 0.0312688834965229, -0.014890625141561031, -0.01343875378370285, 1.630170845601242e-05, -0.013338624499738216, -0.009712520986795425, -0.014640302397310734, 0.006308132316917181, -0.008024631068110466, 0.013195582665503025, 0.008325017988681793, -0.005789606831967831, 0.002884075278416276, -0.002258268417790532, 0.007602658122777939, -0.010999894700944424, 0.021985486149787903, -0.011293129995465279, -0.02172801084816456, 0.0191818717867136, -0.0015251805307343602, -0.02335868403315544, 0.02049785479903221, 0.02883717603981495, 0.010663747787475586, 0.052009906619787216, -0.010763876140117645, -0.027349544689059258, 0.01121445745229721, 0.00758835393935442, 0.026262428611516953, -0.03504518046975136, -0.024002371355891228, 0.0184523593634367, 0.012945259921252728, -0.01042057666927576, 0.01580609194934368, 0.0011362863006070256, 0.010999894700944424, -0.007688483223319054, -0.016621427610516548, -0.0026516327634453773, -0.0011836688499897718, 0.00028317756368778646, -0.005675173364579678, 0.0062008509412407875, 0.02014024928212166, 0.020640894770622253, 0.0006709542358294129, 0.01652129925787449, -0.00853958074003458, -0.005721661727875471, 0.0003725785354617983, -0.02797892689704895, -0.007255782373249531, -0.03244182467460632, 0.016607124358415604, 0.010763876140117645, 0.032069914042949677, -0.011128632351756096, -0.02680598571896553, 0.007438160479068756, 0.014468652196228504, -0.005685901734977961, -0.014468652196228504, -0.012401701882481575, 0.029209084808826447, 0.010771028697490692, 0.00197576149366796, 0.00015242864901665598, 0.01452586892992258, 0.01908174343407154, 0.00086987140821293, 0.001442931592464447, 0.0019256968516856432, 0.005170952063053846, -0.0029770522378385067, -0.0034151170402765274, 0.013889334164559841, -0.01622091233730316, 0.006740833166986704, -0.011879600584506989, 0.016092173755168915, -0.01921048015356064, -0.03887869417667389, 0.005489219445735216, 0.017637023702263832, -0.015520008280873299, 0.004194693174213171, 0.016979031264781952, -0.025075184181332588, 0.007681331131607294, -0.007767156232148409, 0.018795659765601158, 0.009412134066224098, 0.032270174473524094, 0.022686390206217766, 0.0018559640739113092, 0.0006365348817780614, 0.004874140955507755, -0.03650420159101486, -0.011829536408185959, 0.011793775483965874, -0.020712416619062424, 0.0003513458068482578, 0.0003061983152292669, -0.025075184181332588, -0.00027580198366194963, 0.0232156440615654, 0.0200401209294796, -0.013574643060564995, 0.023687681183218956, -0.011579213663935661, 0.02021177113056183, -0.001042415271513164, 0.008046086877584457, 0.0171077698469162, 0.0070447963662445545, 0.0005609910585917532, 0.007345183286815882, 0.0073380316607654095, -0.01086400542408228, -0.021399015560746193, 0.027764365077018738, -0.02649129554629326, 0.020197466015815735, 0.010771028697490692, 0.035588737577199936, 0.00862540490925312, 0.008468059822916985, -0.0066478559747338295, -0.031783830374479294, -0.009397829882800579, 0.009619544260203838, -0.003722656285390258, -0.036761678755283356, -0.034101106226444244, 0.019167566671967506, -0.0049814218655228615, 0.0017987474566325545, -0.005635837092995644, -0.018552489578723907, -0.016707252711057663, -0.032556258141994476, 0.011936817318201065, -0.00490632513538003, -0.0167358610779047, -0.003733384422957897, -0.029409341514110565, -0.012287269346415997, -0.03481631353497505, -0.004037347622215748, 0.02453162521123886, 0.003876426024362445, 0.02280082367360592, 0.0050851269625127316, -0.007824372500181198, 0.00960524007678032, 0.02629103697836399, -0.03533126413822174, -0.028923001140356064, -0.008303562179207802, -0.047661442309617996, -0.003143338020890951, 0.014053831808269024, -0.0044021038338541985, 0.014776191674172878, -0.015148099511861801, -0.0020258259028196335, -0.003722656285390258, -0.016092173755168915, -0.00921187549829483, 0.02753549814224243, 0.00041526748100295663, -0.01328140776604414, 0.0007961156079545617, 0.017336634919047356, 0.022271569818258286, 0.01876705139875412, -0.01207270659506321, 0.0060578095726668835, 0.0057145096361637115, 0.012616264633834362, -0.016807381063699722, 0.028608309105038643, 0.009133202955126762, 0.01649269089102745, 0.016950422897934914, -0.015820395201444626, 0.0022529044654220343, 0.022371698170900345, 0.004183965269476175, 0.0009190419223159552, 0.011164393275976181, -0.0030646652448922396, -0.015548616647720337, -0.026333948597311974, 0.026176603510975838, -0.03001011721789837, 0.0301817674189806, 0.014304154552519321, 0.016278129070997238, -0.02049785479903221, -0.009455046616494656, -0.019124655053019524, -0.0072271740064024925, 0.040938492864370346, -0.0023244251497089863, 0.01450441312044859, -0.012809370644390583, 0.0068016257137060165, -0.015877611935138702, 0.028436658903956413, 0.009240483865141869, -0.006883874535560608, 0.010449185036122799, 0.0010495673632249236, -0.0068409619852900505, 0.004334158729761839, 0.003858545795083046, -0.025933433324098587, 0.009562327526509762, 0.0045058089308440685, 0.013846421614289284, 0.040795449167490005, 0.004824076313525438, -0.015591529197990894, 0.010778180323541164, -0.003976555075496435, 0.03407249599695206, -0.010155949741601944, 0.001461705775000155, 0.010062973015010357, -0.0036761676892638206, -0.029552383348345757, 0.02611938677728176, -0.014833408407866955, 0.018967309966683388, 0.012537592090666294, -0.013360080309212208, 0.002328001195564866, -0.009476502425968647, 0.020726719871163368, -0.023716289550065994, 0.000992350745946169, 0.003998011350631714, -0.019553780555725098, 0.004938509315252304, 0.015591529197990894, 0.03261347487568855, 0.003563522594049573, 0.007852980867028236, 0.02763562649488449, -0.008947248570621014, -0.0013544246321544051, 0.0069303628988564014, -0.01717928983271122, 0.009655304253101349, -0.018895788118243217, -0.01676446944475174, 0.011765167117118835, -0.011500540189445019, -0.01886717975139618, 0.020168857648968697, -0.0456874705851078, 0.018581097945570946, 0.01690751127898693, 0.00811045616865158, 0.026105081662535667, 0.023158427327871323, 0.03186965733766556, -0.02179953269660473, -0.012222900055348873, 0.042168647050857544, -0.007459616754204035, -0.007695635315030813, -0.008038935251533985, -0.024402888491749763, 0.010999894700944424, 0.0025479276664555073, 0.005253200884908438, 0.011157240718603134, -0.011328890919685364, -0.01925339177250862, -0.003754840698093176, -0.028794264420866966, 0.012179987505078316, 0.029580991715192795, -0.012344486080110073, -0.002118802862241864, -0.00874699093401432, -0.0009109958773478866, 0.01634964905679226, -0.03212713077664375, -0.010084428824484348, 0.042654991149902344, -0.011243065819144249, -0.008153368718922138, 0.012373093515634537, 0.010935526341199875, -0.020240379497408867, 0.0038978822994977236, 0.0001582397089805454, 0.007298694923520088, -0.007616962306201458, 0.02197118103504181, 0.004824076313525438, 0.009312004782259464, 0.016549907624721527, 0.031554967164993286, -0.0005672491388395429, -0.0037405365146696568, -0.03289955481886864, 0.006190123036503792, 0.015248228795826435, 0.05818930268287659, 0.032556258141994476, -0.02397376298904419, 0.023086905479431152, -0.016378257423639297, -0.0020937707740813494, -0.03049645759165287, -0.025375571101903915, 0.007284390740096569, 0.011722254566848278, -0.02504657581448555, 0.002866195049136877, 0.012816522270441055, 0.0063546206802129745, 0.001738848863169551, 0.0030646652448922396, 0.017794368788599968, -0.022242961451411247, 0.008732686750590801, -1.9668212189571932e-05, 0.005786030553281307, -0.006651431787759066, 0.017551198601722717, 0.028036143630743027, 0.028622614219784737, -0.004659578204154968, 0.028579700738191605, 0.016163695603609085, 0.009025922045111656, -0.025761783123016357, 0.023272860795259476, -0.000660673133097589, 0.0059576802887022495, 0.018395142629742622, 0.01531974971294403, 0.025790391489863396, 0.006082841660827398, 0.0005730601842515171, 0.008618253283202648, -0.0021241670474410057, -1.1810706382675562e-05, 0.028694134205579758, 0.0058647035621106625, -0.0031683703418821096, 0.011171544902026653, -0.018223492428660393, -0.021742315962910652, 0.014089592732489109, -0.01371053233742714, -0.028865784406661987, 0.03515961393713951, 0.002469254657626152, -0.012001185677945614, -0.011564909480512142, 0.021742315962910652, -0.011808079667389393, -0.01773715205490589, -0.008310713805258274, 0.0034401491284370422, -0.02204270288348198, -0.019196175038814545, -0.0245602335780859, 0.011042807251214981, -0.0024621025659143925, -0.004369919188320637, -0.012215748429298401, -0.005682325456291437, 0.015849003568291664, -0.03570317104458809, 0.009183267131447792, -0.011078568175435066, -0.027549801394343376, -0.0596197172999382, 0.00758120184764266, 0.010871157981455326, 0.011700798757374287, 0.008267801254987717, 0.01449010893702507, -0.009304853156208992, 0.02490353398025036, -0.0135031221434474, -0.02483201213181019, 0.014676063321530819, -0.025132400915026665, 0.013810661621391773, -0.010248927399516106, -0.002261844463646412, -0.004362767096608877, -0.016850294545292854, -0.0066478559747338295, -0.010184558108448982, -0.0009025027975440025, -0.002744609722867608, 0.003858545795083046, 0.007717091590166092, 0.03902173414826393, 0.01610647886991501, 0.005646564997732639, 0.021270278841257095, -0.029580991715192795, 0.003490213770419359, -0.033614762127399445, -0.02680598571896553, -0.009111746214330196, -0.006243763491511345, -0.0033131998497992754, 0.02260056510567665, -0.002973476191982627, -0.018752746284008026, -0.006540574599057436, 0.017265114933252335, -0.005524979904294014, -0.0025783239398151636, 0.008997313678264618, 0.005285385064780712, -0.01265917718410492, 0.016950422897934914, 0.011235913261771202, -0.002399521879851818, -0.030467849224805832, -0.01444004476070404, -0.051723822951316833, 0.026648640632629395, 0.005403394345194101, -0.005303265526890755, 0.03601786121726036, -0.005703781731426716, 0.006708648521453142, -0.02866552583873272, 0.011936817318201065, -0.002226084005087614, 0.03390084579586983, 0.00032944255508482456, -0.014304154552519321, -0.013724836520850658, -0.01464745495468378, -0.016921814531087875, 0.0044021038338541985, -0.012766458094120026, -0.002851890865713358, -0.01265917718410492, 0.015276837162673473, -0.006826657801866531, -0.02172801084816456, 0.011100023984909058, -0.01693611964583397, -0.01932491362094879, 0.022071311250329018, 0.0012596596498042345, 0.02062659151852131, 0.0033596884459257126, 0.020369116216897964, -0.02242891490459442, -0.033414505422115326, -0.0033078358974307775, -0.020812544971704483, 0.007688483223319054, 0.00695181917399168, 0.01945365034043789, 0.007874437607824802, 0.060535185039043427, -0.0019900654442608356, -0.00663355179131031, 0.022471826523542404, -0.03318563848733902, 0.014575934037566185, -0.014962146058678627, -0.004473624285310507, -0.0066871922463178635, -0.011808079667389393, 0.009025922045111656, -0.003822785336524248, 0.0070447963662445545, -0.03902173414826393, -0.0002677559095900506, 0.00811045616865158, -0.018480967730283737, -0.0009087608195841312, -0.004291246645152569, -0.025933433324098587, -0.025861911475658417, 0.018824268132448196, -0.017050553113222122, -0.0014804800739511847, -0.020783936604857445, -0.007073404733091593, 0.02446010522544384, -0.007012611720710993, 0.01793741062283516, -0.001737060840241611, 0.020083032548427582, -0.01310975756496191, 0.013588947243988514, 0.013946550898253918, 0.024860620498657227, -0.02873704768717289, 0.0003725785354617983, -0.03856400027871132, 0.025404179468750954, 0.021127237007021904, -0.012301573529839516, 0.009655304253101349, 0.017722846940159798, -6.895049591548741e-05, -0.014447196386754513, 0.0001310841616941616, 0.010835397057235241, -0.009304853156208992, -0.019954295828938484, -0.03321424871683121, -0.013889334164559841, -0.029952900484204292, -0.0016959363128989935, 0.008775599300861359, 0.00014304154319688678, 0.010992743074893951, 0.018795659765601158, 0.016921814531087875, -0.029437949880957603, -0.012895195744931698, 0.006293828133493662, 0.03098279982805252, 0.05160938948392868, 0.0036082230508327484, 0.0023762776982039213, 0.008325017988681793, -0.004244757816195488, -0.016278129070997238, -0.003661863738670945, 0.011164393275976181, -0.012587656266987324, -0.00260514416731894, 0.008768446743488312, -0.018395142629742622, -0.014096744358539581, 0.02639116533100605, -0.002469254657626152, -0.023659072816371918, -0.05206712335348129, 0.030238984152674675, 0.014254090376198292, 0.023516030982136726, -0.02252904325723648, -0.021999789401888847, -0.025618741288781166, 0.0019149687141180038, -0.00219032377935946, 0.012845130637288094, -0.016893206164240837, 0.014819104224443436, 0.009483654983341694, 0.02483201213181019, 0.01725080981850624, 0.00858964491635561, -0.013474513776600361, 0.002676665084436536, 0.046517111361026764, 0.015620136633515358, -0.023301467299461365, -0.001217641169205308, 0.0017460009548813105, 0.03573177754878998, -0.020369116216897964, 0.009397829882800579, 0.013731989078223705, 0.02086976170539856, 0.004083835985511541, 0.02242891490459442, 0.010370512492954731, 0.027864493429660797, -0.030439240857958794, 4.031424759887159e-05, 0.006701496429741383, -0.01531974971294403, 0.003422269131988287, -0.006508390419185162, 0.0012793279020115733, -0.002871559001505375, -0.013875029981136322, -0.0006843644077889621, 0.02401667647063732, -0.006064961664378643, -0.03790600970387459, -0.0059684086591005325, -0.010513553395867348, -0.024860620498657227, -0.021685099229216576, -0.016821686178445816, 0.008317866362631321, -0.05175243318080902, -0.030067333951592445, 0.009655304253101349, -0.004881293047219515, 0.019296305254101753, 0.0038800020702183247, -0.0027607018128037453, -0.024545930325984955, 0.019754037261009216, -0.010206014849245548, 0.01245176699012518, 0.013016780838370323, 0.004959965590387583, -0.031068624928593636, -0.005879007745534182, 0.0008215949055738747, 0.005256776697933674, 0.023859329521656036, -0.01942504197359085, -0.01576317846775055, -0.02001151256263256, 0.009862714447081089, 0.004452168010175228, 0.0008524382137693465, -0.002270784694701433, 0.017093464732170105, 0.023086905479431152, 0.01407528854906559, 0.015376966446638107, 0.002952019916847348, 0.009183267131447792, 0.013016780838370323, 0.021685099229216576, 0.01993999257683754, -0.006193698849529028, 0.012609112076461315, -0.0069947317242622375, 0.002660572761669755, -0.009891322813928127, -0.044657573103904724, 0.0012087010545656085, 0.008503819815814495, 0.0004052098956890404, -0.0060971458442509174, -0.004555873107165098, 0.0015055122785270214, -0.0030378447845578194, -0.025747478008270264, 0.004763283766806126, -0.02172801084816456, 0.006208003032952547, 0.03015315905213356, 0.010377664119005203, 0.028036143630743027, 0.021685099229216576, -0.03390084579586983, -0.02470327541232109, -0.009104594588279724, 0.019825559109449387, -0.041310399770736694, -0.018438056111335754, -0.020512158051133156, 0.034444406628608704, -0.01735094003379345, -0.03704776242375374, -0.015577225014567375, -0.016707252711057663, -0.04102431610226631, -0.0026122962590306997, -0.036590028554201126, 0.002412038156762719, 0.0025801118463277817, 0.0126448730006814, -0.005668021272867918, 0.021956877782940865, -0.023072602227330208, 0.0033435961231589317, -0.003527762135490775, 0.0006897284765727818, -0.0232156440615654, -0.002726729493588209, -0.016678644344210625, -0.00347590958699584, -0.032785121351480484, -0.013495970517396927, 0.00406238017603755, -0.01869552955031395, -0.0029341396875679493, 0.012416006065905094, -0.025432787835597992, -0.019367825239896774, -0.0008779175113886595, 0.012766458094120026, 0.004527265205979347, -0.019267696887254715, 0.04099570959806442, -0.012623416259884834, -0.006579911336302757, 0.007709939498454332, -0.004652426578104496, -0.014833408407866955, 0.0007143137045204639, 0.011450476013123989, 0.019968600943684578, 0.007144925184547901, -0.005471339449286461, -0.010155949741601944, 0.021642185747623444, -0.01202264241874218, 0.03973694145679474, 0.01745106838643551, -0.0004845532530453056, 0.032556258141994476, -0.010649443604052067, -0.01027753483504057, -0.008131911978125572, 0.0050314865075051785, -0.008596797473728657, -0.004709642846137285, 0.043627671897411346, -0.016235215589404106, -0.0033596884459257126, -0.013202735222876072, -0.008339322172105312, -0.010155949741601944, -0.009719673544168472, -0.003719080239534378, 0.00490632513538003, -0.0290803462266922, 0.034616053104400635, -0.00011767402611440048, -0.031383316963911057, -0.0017611990915611386, 0.001913180691190064, -0.0006834703963249922, 0.005392666440457106, -0.010141645558178425, 0.00030195177532732487, -0.023659072816371918, -0.007810068316757679, -0.012458918616175652, -0.006973275449126959, -0.007931653410196304, -0.003021752694621682, 0.01586330682039261, -0.019825559109449387, 0.017193594947457314, 0.20174579322338104, -0.028436658903956413, 0.005685901734977961, 0.02583330310881138, 9.850868809735402e-05, 0.00962669588625431, 0.01883857138454914, 0.007495377212762833, -0.027163589373230934, 0.0030807573348283768, 0.0033686284441500902, 0.017436765134334564, -0.03247043117880821, -0.005392666440457106, 0.016678644344210625, -0.0003634149325080216, -0.03553152084350586, -0.054899346083402634, -0.023415900766849518, 0.0013875029981136322, 0.00022908998653292656, 0.005889735650271177, -0.007202141918241978, -0.019582387059926987, 0.009347764775156975, -0.014475804753601551, 0.00260514416731894, -0.007473920937627554, 0.017708543688058853, 0.0245602335780859, -0.029409341514110565, 0.004534417297691107, 0.026262428611516953, 0.00420899735763669, 0.00722002238035202, 0.009598087519407272, 0.0046989149414002895, 0.0029663241002708673, 0.010098733007907867, 0.02172801084816456, 0.027921710163354874, -0.0012712817406281829, 0.016793077811598778, -0.02641977369785309, -0.0026122962590306997, 0.021499143913388252, -0.01324564777314663, 0.005167375784367323, -0.02084115333855152, -0.005149495787918568, -0.012909499928355217, 0.014454348012804985, 0.02963820844888687, 0.02724941447377205, 0.004076684359461069, 0.011343195103108883, -0.019153263419866562, 0.010499249212443829, 0.010477793402969837, 0.012337333522737026, -0.02531835436820984, -0.0023440932855010033, 0.009025922045111656, 0.020397724583745003, -0.0038692739326506853, -0.001059401431120932, 0.02314412221312523, -0.009984300471842289, 0.0011845628032460809, 0.0009995028376579285, -0.011822383850812912, -0.006254491861909628, -0.013796357437968254, -0.00173795479349792, -0.03624672815203667, -0.03381502255797386, 0.03281373158097267, 0.005478491075336933, 0.02159927412867546, 0.04294107109308243, 0.00962669588625431, -0.007709939498454332, -0.011872448958456516, -0.014461500570178032, -0.011572061106562614, -0.04191117361187935, 0.008325017988681793, -0.029552383348345757, -0.015562920831143856, -0.015133796259760857, 0.003386508673429489, -0.030725324526429176, -0.005478491075336933, 0.019024526700377464, -0.015047971159219742, -0.015348358079791069, 0.02245752327144146, 0.005657293368130922, -0.010134493932127953, -0.03181244060397148, -0.01084970124065876, 0.045658864080905914, 0.029209084808826447, 0.007874437607824802, 0.006461902055889368, 0.019510867074131966, -0.005120887421071529, 0.004770435858517885, -0.013531730510294437, -0.03189826384186745, 0.02252904325723648, -0.02712067775428295, 0.016464082524180412, 0.005038638599216938, -0.0008345580426976085, 0.008360778912901878, 0.009376373142004013, 0.000993244699202478, 0.030038725584745407, -0.006093570031225681, -0.01138610765337944, -0.027864493429660797, -0.0019507291726768017, 0.0018541760509833694, -0.009662456810474396, -0.036103688180446625, -0.004015891347080469, -0.002261844463646412, -0.042340297251939774, 0.0015269685536623001, 0.009362068958580494, -0.028479572385549545, 0.017336634919047356, -0.006901754532009363, 0.01550570409744978, -0.004659578204154968, -0.017608415335416794, -0.0060184733010828495, -0.021742315962910652, 0.005128039512783289, -0.0030682412907481194, 0.0015743509866297245, 0.008868576027452946, -0.006665735971182585, 0.004630970302969217, -0.014475804753601551, 0.005296113435178995, 0.00035715685226023197, 0.002027614042162895, -0.020884066820144653, -0.0068016257137060165, -0.014304154552519321, 0.003422269131988287, 0.010999894700944424, 0.01617799885571003, 0.003499153768643737, -0.028021838515996933, -0.018781354650855064, 0.017436765134334564, -0.0022189319133758545, -0.028021838515996933, -0.002519319299608469, 0.005939800292253494, 0.0050851269625127316, -0.011579213663935661, -0.02656281553208828, -0.18503855168819427, -0.001911392668262124, 0.025747478008270264, -0.037762969732284546, 0.015877611935138702, 0.0034830616787075996, 0.015005058608949184, 0.010034364648163319, -0.038935910910367966, -0.00044074677862226963, -0.0007362169562838972, -0.00041862003854475915, -0.0016458717873319983, -0.017679935321211815, -0.012287269346415997, 0.010778180323541164, -0.014862016774713993, -0.015362662263214588, 0.02966681681573391, 0.009483654983341694, 0.03118305839598179, -0.04494365304708481, 0.0034169049467891455, -0.008668317459523678, 0.010256079025566578, -0.0020061577670276165, 0.005281809251755476, 0.014261242002248764, -0.009097442030906677, -0.0405665822327137, -0.01205840241163969, -0.0012301573297008872, 0.0057753026485443115, -0.012323029339313507, 0.025075184181332588, 0.02421693503856659, 0.01810906082391739, -0.008718382567167282, -0.02480340376496315, 0.022958168759942055, 0.019539475440979004, 0.0200401209294796, -0.0004675670643337071, -0.002188535640016198, -0.019510867074131966, 0.030267592519521713, 0.009977147914469242, -0.01707916148006916, 0.008239192888140678, -0.009233332239091396, 0.01921048015356064, -0.012795066460967064, 0.017465373501181602, 0.0020079456735402346, -0.0010522493394091725, 0.013081149198114872, 0.007860133424401283, 0.001110360026359558, 0.00361001119017601, -0.022300178185105324, -0.01735094003379345, -0.010906917974352837, 0.019224783405661583, -0.013395841233432293, 0.011994034051895142, -0.023744897916913033, -0.026920419186353683, 0.011328890919685364, -0.025962041690945625, 0.0067479852586984634, -0.02511809580028057, -0.01563444174826145, -0.006762288976460695, 0.0046488502994179726, 0.02639116533100605, 0.026276731863617897, -0.019296305254101753, -0.003288167528808117, 0.04005163535475731, 0.014533021487295628, -0.012837979011237621, 0.01533405389636755, 0.003840665565803647, 0.020125946030020714, -0.011672190390527248, -0.020297596231102943, -0.007924501784145832, 0.015477095730602741, -0.01412535272538662, 0.01228011678904295, 0.028536789119243622, -0.0042519099079072475, 0.008568189106881618, -0.013753444887697697, 0.001687890267930925, 0.009841258637607098, 0.004065955989062786, -0.019024526700377464, -0.004162508994340897, -0.011207304894924164, 0.00573596591129899, 0.004555873107165098, -0.01590622030198574, 0.007996022701263428, 0.04291246458888054, 0.008468059822916985, -0.030382024124264717, 0.007137773092836142, 0.051552172750234604, -0.01328140776604414, -0.0028626190032809973, -0.0014876320492476225, 0.001982913352549076, 0.0061722430400550365, -0.00014684109191875905, 0.010956982150673866, 0.0003690024896059185, -0.03238460794091225, 0.03364337235689163, 0.005668021272867918, 0.05183825641870499, -0.026176603510975838, -0.013217039406299591, 0.022242961451411247, 0.000895350705832243, -0.028093360364437103, -0.11717963963747025, -0.011135784909129143, 0.023544639348983765, 0.016607124358415604, -0.015477095730602741, 0.025747478008270264, -0.007137773092836142, 0.030868366360664368, -0.03204130753874779, 0.05261068046092987, -0.03430136293172836, -0.027177894487977028, 0.007352335378527641, 0.01086400542408228, -0.0006727422587573528, 0.0005243366467766464, 0.007795764598995447, -0.0012748577864840627, -0.01666434109210968, 0.03235599771142006, -0.008246345445513725, -0.019267696887254715, 0.02704915590584278, 0.0014643878675997257, -0.007230750285089016, -0.01353888213634491, -0.026648640632629395, 0.025075184181332588, 0.00500287814065814, -0.012330181896686554, 0.012795066460967064, -0.03118305839598179, 0.0007621432305313647, -0.002885863184928894, 0.014182569459080696, -0.01228011678904295, -0.002884075278416276, -0.0025425634812563658, 0.030038725584745407, -0.023659072816371918, 0.015748875215649605, 0.0015698809875175357, -0.005471339449286461, -0.007845829240977764, -0.00611502630636096, 0.0043413108214735985, -0.017122073099017143, 0.02680598571896553, -0.005356905981898308, -0.025675958022475243, -0.0347018800675869, -0.02328716404736042, -0.044657573103904724, 0.002903743414208293, 0.03081114962697029, -0.007602658122777939, 0.009991452097892761, -0.002360185608267784, -0.001913180691190064, -0.01752259023487568, 0.01353888213634491, -0.010928374715149403, -0.014139656908810139, 0.0012891619699075818, 0.020755328238010406, -0.007488225121051073, -0.010678051970899105, -0.03401527926325798, 0.014168265275657177, 0.006955395452678204, -0.005077974870800972, 0.011822383850812912, 0.005335449706763029, 0.00395152298733592, -0.02446010522544384, -0.00045996796688996255, -0.018509576097130775, -0.03464466333389282, 0.01164358202368021, 0.012394550256431103, -0.010084428824484348, -0.02421693503856659, 0.001825567800551653, -0.0312688834965229, 0.009304853156208992, 0.0063224365003407, -0.00521744042634964, -0.010878309607505798, -0.015205316245555878, -0.0216278824955225, -0.005006454419344664, 0.03432997316122055, 0.005936224479228258, -0.025375571101903915, 0.0015394847141578794, -0.002606932306662202, -0.02566165290772915, 0.005757422186434269, -0.001236415351741016, 0.00306108919903636, -0.016263823956251144, -0.006483358331024647, -0.06568467617034912, 0.018609706312417984, 0.013574643060564995, -0.011858144775032997, -0.011629277840256691, -0.01725080981850624, 0.002726729493588209, 0.00032363150967285037, -0.008682621642947197, 0.008904336020350456, -0.028651222586631775, 0.026004953309893608, -0.02272930182516575, -0.02656281553208828, -0.02380211278796196, -0.02197118103504181, 0.002642692532390356, -0.04168230667710304, 0.023401597514748573, 0.006368924863636494, 0.016306737437844276, 0.005142343696206808, 0.016635732725262642, 0.024774795398116112, 0.02483201213181019, -0.025161007419228554, -0.0012632356956601143, 0.01693611964583397, -0.00447720056399703, -0.0005998804699629545, 0.0009342401172034442, -0.0006155256414785981, -0.03547430410981178, 0.023644767701625824, -0.02524683251976967, -0.016020653769373894, 0.01976834237575531, 0.021828141063451767, 0.017122073099017143, 0.02888008952140808, -0.012981020845472813, -0.03398667275905609, 0.007205718196928501, 0.01328140776604414, -0.011035655625164509, -0.00032161996932700276, -0.0018881484866142273, -0.0035885549150407314, 0.03146914020180702, 0.012044098228216171, 0.023372989147901535, 0.025261137634515762, -0.02377350442111492, -0.041539266705513, -0.016363952308893204, 0.013925095088779926, 0.013510274700820446, 0.0007353229448199272, 0.0028089783154428005, 0.020226074382662773, 0.0388500839471817, 0.003443725174292922, 0.019024526700377464, 0.010763876140117645, 0.00010610777098918334, -0.014790495857596397, -0.01783728040754795, -0.0026355404406785965, -0.0024138260632753372, -0.028450964018702507, -0.012494679540395737, 0.009826954454183578, -0.003407964948564768, -0.002000793581828475, 0.012959564104676247, 0.005263928789645433, -0.0013302863808348775, -0.014447196386754513, -0.023086905479431152, 0.02390224300324917, 0.01717928983271122, 0.009533719159662724, 0.0027356697246432304, 0.015262532979249954, 0.025575829669833183, 0.0027857341337949038, 0.011285978369414806, 0.0025675958022475243, -8.984797023003921e-05, 0.0009673184831626713, -0.01676446944475174, 0.015233924612402916, 0.008582493290305138, 0.03164079040288925, -0.010785332880914211, -0.0007223598076961935, 0.01138610765337944, -0.004255486186593771, 0.015191012062132359, -0.00737379165366292, 0.017222203314304352, -0.0020901947282254696, -0.006948243360966444, -0.02338729240000248, -0.0268775075674057, 0.0028214945923537016, -0.022686390206217766, -0.03144053369760513, 0.03624672815203667, 0.019897079095244408, -0.011765167117118835, -0.018509576097130775, 0.008561036549508572, 0.009097442030906677, -0.012630568817257881, 0.01873844303190708, -0.004437863826751709, -0.02898021787405014, -0.03587482124567032, 0.016478385776281357, 0.020826850086450577, 0.014704670757055283, 0.05012175813317299, 0.004866988863795996, 0.025990650057792664, 0.02825070545077324, 0.029867075383663177, -0.01597774028778076, 0.030038725584745407, -0.001494784140959382, 0.016778772696852684, 0.008410843089222908, -0.020068729296326637, -0.009476502425968647, -0.009133202955126762, -0.009412134066224098, 0.010856853798031807, -0.0011845628032460809, -0.006429717410355806, 0.10882601141929626, 0.022414609789848328, -0.013016780838370323, 0.004430711735039949, -0.022085614502429962, 0.011729407124221325, -0.01268063299357891, 0.016821686178445816, -0.008453755639493465, -0.023473117500543594, 0.0035045179538428783, -0.0002916706434916705, -0.015877611935138702, -0.04359906539320946, -0.0205264613032341, -0.007023340091109276, 0.009655304253101349, 0.016578515991568565, -0.010041516274213791, -0.005986288655549288, 0.02101280353963375, -0.005206712521612644, -0.00798887014389038, 0.0008725534426048398, -0.006569182965904474, 0.015963437035679817, 0.02549000456929207, 0.004695338662713766, -0.010084428824484348, -0.03321424871683121, 0.024960750713944435, 0.009505110792815685, -0.03704776242375374, -0.03312842175364494, -0.011557756923139095, -0.017808672040700912, 0.0033239279873669147, -0.0183236226439476, 0.00753828976303339, 0.004126748535782099, 0.009612391702830791, 0.021413320675492287, -0.007241478189826012, -0.01444004476070404, 0.006286676041781902, 0.01042057666927576, 0.004205421544611454, 0.0002793780295178294, -0.036418378353118896], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='673b7d72-08c4-44db-9cc1-bf52d669ca3f', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='239793189d7ec2dc24d164bcbc873bfb54f363cb0028b3194a6fe5bdcc1a6e4a'), : RelatedNodeInfo(node_id='901e1051-5f07-45e1-b42f-1cecaf895ab4', node_type=, metadata={}, hash='7f0c261bd900367ec5e82614ee8277ea7dfc513608117abb6f5ee3d834edad00')}, hash='21c63642fa15ad2697bb4741bedb02e7241ecdec9a5423166f63e6196cb38a68', text='LM model training via UnSupervised learning). Note that this model was loaded in 4-bit, making it runnable on a single T4 GPU and trained with QLoRa. With QLoRA, only a fraction of the adapter weights are trained and summed with the existing frozen pre-trained weights of the model during inference. Here is an illustrative Colab notebook. You can see that training the model with just the text as is, does not result in proper output to questions. The answers are not affected by the training data. Take 2: Instruct Fine-tuning with QLoRa Instruction Tuning concept is a higher-level training concept introduced by this paper FineTuned Language Models Are Zero shot Learners (FLAN) We leverage the intuition that NLP tasks can be described via natural language instructions, such as \"Is the sentiment of this movie review positive or negative?\" or \"Translate \\'how are you\\' into Chinese.\" We take a pre-trained language model of 137B parameters and perform instruction tuning ... Since we use QLoRa we are effectively closely following this paper - QLORA: Efficient Finetuning of Quantized LLMs concerning the training data set, the format that the authors used to train their Gauanco model This is the format for the Llama2 model and will be different for others. One of the hardest problems of training is finding or creating a good quality data set to train. In our case, converting the available training data set to the instruction data set. Since our use case is Closed Book QA, we need to convert this to a QA format. Using older NLP methods like NER (Named Entity Recognition) and then using that to create a QA dataset was not effective. This is where the Self-instruct concept could be used However previous to Llama2, the best-performing model was the GPT 3/4 model via ChatGPT or its API and using these models to do the same was expensive. The 7 billion model of Llama2 has sufficient NLU (Natural Language Understanding) to create output based on a particular format. Running this in 4-bit mode via Quantisation makes it feasible compute-wise to run this on a large data set and convert it to a QA dataset. This was the prompt used. The', start_char_idx=6197, end_char_idx=8347, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='901e1051-5f07-45e1-b42f-1cecaf895ab4', embedding=[-0.012155902571976185, 0.026447871699929237, 0.001775078009814024, -0.015345948748290539, -0.005069643724709749, 0.017004210501909256, -0.022625437006354332, -0.0013359197182580829, -0.028260717168450356, -0.043564509600400925, 0.01074356958270073, 0.03181614354252815, -0.0059936330653727055, -0.0163999292999506, 0.0009766881121322513, 0.0038645933382213116, 0.011664045974612236, 0.00838968064635992, 0.006826277356594801, -0.013322307728230953, -0.005635279696434736, 5.333029184839688e-05, -0.013561209663748741, -0.009457713924348354, 0.002102690050378442, 0.002148362575098872, 0.02700999565422535, -0.03563857823610306, -0.031225914135575294, 0.02249895967543125, 0.00673493230715394, 0.01453087106347084, -0.028949318453669548, -0.0062184822745621204, -0.0034570544958114624, -0.015050834976136684, 0.024072904139757156, 0.017411749809980392, 0.03159129619598389, -0.020278574898838997, 0.021262289956212044, 0.015458373352885246, 0.009120440110564232, -0.009752828627824783, -0.003123294096440077, 0.010069022886455059, -0.00662602111697197, -0.012148876674473286, -0.009043148718774319, 0.007890797220170498, 0.02772670052945614, 0.025225255638360977, -0.024199381470680237, 0.009127466939389706, -0.00874100811779499, 0.0104484548792243, 0.0276564359664917, 0.008473999798297882, 0.010160367004573345, 0.00673493230715394, 0.004022690467536449, -0.008698848076164722, -0.014355207793414593, 0.03544183447957039, -0.021908732131123543, -0.014910303987562656, -0.020278574898838997, 0.007546497043222189, 0.02521120198071003, -0.013223935849964619, 0.0073146214708685875, 0.013476891443133354, -0.011439196765422821, -0.020784486085176468, 0.03524509072303772, -0.006752498913556337, -0.01285855658352375, -0.011404063552618027, -0.011439196765422821, 0.0101322615519166, 0.01812845654785633, -0.01080680824816227, -0.025885749608278275, 0.042468369007110596, 0.011228400282561779, 0.004029716830700636, 0.0007882892386987805, 0.007982142269611359, -0.0075043379329144955, 0.00011923148849746212, 0.0022467339877039194, -0.004992351867258549, 0.03274364769458771, 0.029567653313279152, 0.0023099728859961033, -0.004479415249079466, -0.005972553510218859, 0.019688347354531288, -0.009717695415019989, -0.011186241172254086, -0.03060757927596569, 0.0051890951581299305, -0.05607173591852188, -0.02006777934730053, -0.005635279696434736, -0.0007830193499103189, 0.011825655587017536, 0.008790193125605583, 0.0008945655426941812, 0.02283623442053795, -0.008298336528241634, 0.03724062815308571, 0.0021589023526757956, -0.0299049261957407, -0.009078281000256538, -0.01994130201637745, -0.006200915668159723, -0.011158134788274765, -0.01086302101612091, -0.0199272483587265, 0.025941962376236916, 0.011179215274751186, 0.00922583881765604, 0.004841281566768885, 0.025351732969284058, 0.01857815496623516, -0.013259069062769413, -0.02238653600215912, -0.023004870861768723, -0.0075043379329144955, 0.005041537806391716, 0.035357516258955, 0.024986352771520615, 0.004310778342187405, -0.029286591336131096, 0.03156318888068199, -0.01087004691362381, -0.01743985526263714, -0.02854177914559841, -0.0028703389689326286, 0.00823509693145752, 0.026405712589621544, -0.002504959236830473, -0.004078902769833803, -0.0055333953350782394, 0.03853350877761841, 0.002912498079240322, 0.010251712054014206, 0.010300897993147373, -0.0071951705031096935, 0.010673304088413715, -0.04423905536532402, -0.0052031478844583035, 0.015444320626556873, 0.018507888540625572, 0.019266754388809204, 0.009984703734517097, 0.01890137605369091, -0.028836892917752266, -0.014516818337142467, -0.007588656153529882, 0.010546826757490635, -0.012050504796206951, 0.011628912761807442, 0.00406836299225688, 0.03518887981772423, 0.03679092973470688, -0.02174009382724762, -0.011692151427268982, -0.025801431387662888, -0.01787550188601017, 0.039770178496837616, -0.030691897496581078, 0.015177312307059765, -0.004078902769833803, 0.0013763222377747297, 0.02353888750076294, -0.015360002405941486, -0.013230962678790092, -0.029623866081237793, 0.00456724688410759, 0.012689919210970402, 0.005884721875190735, 0.011151108890771866, -0.030045457184314728, -0.03431759029626846, -0.004806148819625378, -0.020334787666797638, -0.012359672226011753, 0.004096468910574913, 0.01846572943031788, 0.012465070001780987, -0.013357440009713173, -0.028316929936408997, -0.6151870489120483, -0.01625939831137657, 0.031731825321912766, -0.014587083831429482, -0.01240885816514492, 0.0001882891374407336, -0.004932626616209745, -0.004215919878333807, -0.012970981188118458, 0.031928569078445435, -0.0057195983827114105, 0.004865874536335468, 0.011495408602058887, -0.018943535163998604, -0.014882197603583336, -0.009549058973789215, 0.012415884993970394, -0.0254079457372427, 0.01482598576694727, 0.013104485347867012, -0.019435390830039978, 0.007258409168571234, 0.008108619600534439, -0.0034640810918062925, -0.018746791407465935, 0.01321690995246172, 0.009724722243845463, -0.009043148718774319, 0.024789610877633095, 0.0013385546626523137, -0.0266867745667696, 0.014039013534784317, 0.013104485347867012, 0.0013403112534433603, 0.04558815062046051, -0.021655775606632233, -0.022906498983502388, 0.012732078321278095, -0.008635609410703182, 0.021332556381821632, -0.035273198038339615, -0.02418532781302929, 0.025421997532248497, 0.03465486317873001, -0.017720917239785194, 0.02077043242752552, 0.010659251362085342, 0.019786719232797623, -0.01510704681277275, -0.027895338833332062, -0.0013473378494381905, -0.004721830599009991, 0.00883937906473875, -0.013687686994671822, 0.023819949477910995, 0.01794576644897461, 0.018212774768471718, -0.010083075612783432, 0.014910303987562656, -0.005150448996573687, 0.00037723701098002493, 0.0033393600024282932, -0.019140277057886124, -0.019786719232797623, -0.03549804911017418, 0.023890214040875435, 0.01974455825984478, 0.003553669434040785, -0.017130687832832336, -0.023496728390455246, -0.006861410103738308, 0.02873852290213108, -0.014783826656639576, -0.014643295668065548, -0.010244686156511307, 0.01703231781721115, 0.0033780059311538935, -0.010792755521833897, -0.00573716452345252, 0.012675866484642029, 0.015121100470423698, -0.007729186676442623, -0.006868436466902494, -0.0008445014827884734, 0.015163259580731392, 0.005122343078255653, -0.005550961475819349, 0.01337851956486702, -0.01794576644897461, 0.009633377194404602, -0.02161361649632454, 0.02418532781302929, -0.011558647267520428, -0.03828055411577225, 0.005199634935706854, 0.021838465705513954, -0.0016319124260917306, 0.008867485448718071, 0.0192948617041111, -0.01973050646483898, -0.003987557720392942, -0.015219471417367458, 0.026785146445035934, 0.008530211634933949, 0.04010745510458946, 0.01967429369688034, -0.0039383722469210625, 0.0008985179592855275, 0.005009918473660946, -0.02559063583612442, 0.0020833672024309635, 0.009345289319753647, -0.010603039525449276, -0.0018532482208684087, 0.0039383722469210625, -0.02688351646065712, 0.023004870861768723, 0.007827558554708958, 0.017580386251211166, -0.021950891241431236, 0.022794075310230255, -0.01079978235065937, 0.03510456159710884, -0.0036221779882907867, 0.008080513216555119, 0.027248896658420563, 0.011066790670156479, -0.013006113469600677, 0.0018181155901402235, 0.014516818337142467, -0.023229720070958138, -0.03780275210738182, 0.02925848588347435, -0.0347391813993454, 0.015922125428915024, -0.0017557550454512239, 0.04482928290963173, 0.00781350489705801, 0.005947960540652275, -0.012626680545508862, -0.03993881493806839, -0.005217201076447964, 0.008537238463759422, 0.0018831109628081322, -0.030832428485155106, -0.022906498983502388, -0.01859220676124096, 0.0005318207549862564, 0.006506570149213076, -0.022653544321656227, -0.01981482468545437, -0.02315945364534855, -0.022470854222774506, 0.01928080804646015, -0.00996362417936325, -0.021051494404673576, 0.003249771660193801, -0.028345035389065742, -0.009478793479502201, -0.0321534164249897, 0.008656688965857029, 0.03884267807006836, 0.010757623240351677, 0.019449444487690926, 0.009844173677265644, -0.00512936944141984, 0.00033310160506516695, 0.0196040291339159, -0.037015777081251144, -0.02738942764699459, 0.0012814640067517757, -0.04019177332520485, 0.003035462461411953, 0.011200294829905033, -0.009183679707348347, 0.02873852290213108, -0.008558318018913269, 0.0017513635102659464, -0.022147633135318756, -0.007799452170729637, -0.005712571553885937, 0.03119780868291855, 0.016161026433110237, -0.007708107121288776, 0.024016691371798515, 0.007490284740924835, 0.0315069779753685, 0.014081173576414585, -0.00775026623159647, 0.01346986461430788, 0.01679341495037079, 0.010054969228804111, -0.027811018750071526, 0.011579726822674274, -0.012289406731724739, 0.021585511043667793, 0.020882857963442802, -0.018817055970430374, 0.010272791609168053, 0.029146060347557068, -0.007897824048995972, 0.022414641454815865, 0.0010346570052206516, -0.020152097567915916, 0.0026419765781611204, -0.03614448755979538, 0.02103744074702263, -0.0247615035623312, 0.008916671387851238, 0.005638793110847473, 0.007497311104089022, -0.013610395602881908, -0.0076237889006733894, -0.010912206955254078, 0.0021870085038244724, 0.04348018765449524, 0.00568797904998064, 0.010687357746064663, -0.005979579873383045, 0.003565965685993433, -0.0031057277228683233, 0.014587083831429482, 0.01031495165079832, 0.006394145544618368, 0.0007918024784885347, 0.006113084033131599, -0.013617421500384808, 0.007665948010981083, 0.0030811349861323833, -0.019070012494921684, 0.010076048783957958, -0.0005186460330151021, 0.01891542784869671, 0.031282126903533936, 0.006998427212238312, -0.012458044104278088, 0.019337020814418793, 0.004233486484736204, 0.031169703230261803, -0.002726295031607151, -0.011523514986038208, 0.008333468809723854, -0.010785728693008423, -0.018929481506347656, 0.030916746705770493, -1.723696550470777e-05, 0.019646188244223595, 0.008832352235913277, -0.023131348192691803, 0.01186078879982233, -0.00679817097261548, 0.03260311484336853, -0.015036781318485737, -0.0017522417474538088, 0.0050485641695559025, -0.013680661097168922, -0.0017724430654197931, 0.009394475258886814, 0.018873268738389015, 0.0035712355747818947, -0.004293212201446295, 0.012050504796206951, -0.0247474517673254, 0.0013666608138009906, 0.018114402890205383, -0.023749683052301407, -0.0029669536743313074, -0.01485409215092659, -0.028893105685710907, -0.0014457092620432377, -0.02393237315118313, -0.013497970998287201, 0.019505657255649567, -0.048258233815431595, 0.019786719232797623, 0.02386210858821869, 0.003724062815308571, 0.019575921818614006, 0.01780523546040058, 0.040866319090127945, -0.021824413910508156, -0.02211952768266201, 0.02398858591914177, -0.014270889572799206, -0.0017522417474538088, -0.01080680824816227, -0.02148713916540146, 0.009542032144963741, -0.009591218084096909, 0.006548729259520769, 0.0037381157744675875, 0.004869387950748205, -0.010884100571274757, -0.0029669536743313074, -0.013062326237559319, 0.020868804305791855, 0.020362894982099533, -0.018985694274306297, -0.012465070001780987, -0.005835535936057568, -0.0021624157670885324, 0.012535335496068, -0.030776217579841614, -0.000751839077565819, 0.023904267698526382, -0.026124652475118637, -0.016877733170986176, -0.006812224164605141, -0.012422910891473293, -0.026012226939201355, 0.00515747582539916, 0.01780523546040058, 0.002278353553265333, 0.005445563700050116, 0.026700828224420547, 0.006847356911748648, 0.008396707475185394, 0.00048526996397413313, 0.044407691806554794, 0.012050504796206951, -0.005255847238004208, -0.03549804911017418, 0.005853102542459965, 0.01550053246319294, 0.055340979248285294, 0.028569884598255157, -0.029933033511042595, 0.008691822178661823, -0.001175187760964036, 0.0015273927710950375, -0.024424230679869652, -0.035582367330789566, 0.001942836563102901, 0.002469826489686966, -0.031928569078445435, -0.007553523406386375, 0.028499620035290718, 0.010244686156511307, 0.024606920778751373, 0.004500494804233313, 0.00204120809212327, -0.011649992316961288, -0.011909974738955498, -0.0048799277283251286, 0.010146314278244972, -0.00801024865359068, 0.015781594440340996, 0.020039673894643784, 0.01922459527850151, -0.003316523740068078, 0.029483335092663765, 0.016484247520565987, -0.0008787558181211352, -0.03620070219039917, 0.016680991277098656, -0.013554182834923267, 0.0028123699594289064, 0.013582289218902588, 0.0008005856652744114, 0.021529298275709152, 0.00020289115491323173, 0.001481720246374607, -0.006295774132013321, -0.0006951876566745341, 0.003980531357228756, 0.0215433519333601, 0.007708107121288776, -0.0028510158881545067, 0.0038048678543418646, -0.02174009382724762, -0.0017864961409941316, 0.010279818437993526, -0.01289368886500597, -0.04210298880934715, 0.024143168702721596, 0.0019340533763170242, -0.031872354447841644, 0.0009204758680425584, 0.01819872111082077, -0.0025822510942816734, -0.01800197921693325, -0.010188473388552666, -0.0013684174045920372, -0.015837807208299637, -0.020756380632519722, -0.023257825523614883, 0.013448785059154034, -0.0008361574728041887, -0.013413652777671814, -0.004166734404861927, -0.010596012696623802, 0.016610724851489067, -0.04409852251410484, 0.02258327789604664, -0.009036121889948845, -0.02431180514395237, -0.06211455538868904, 0.012113743461668491, 0.010216579772531986, 0.0013429461978375912, 0.021402820944786072, 0.010083075612783432, -0.004665618296712637, 0.011200294829905033, -0.009591218084096909, -0.05019755661487579, 0.0013359197182580829, -0.03383978456258774, -0.002735078101977706, -0.008340495638549328, 0.0009064228506758809, -0.013139617629349232, -0.01890137605369091, -0.010139287449419498, 0.005090723745524883, -0.001326258177869022, -0.0071740904822945595, -0.008895591832697392, 0.022555172443389893, 0.022780021652579308, 0.022934606298804283, 0.007335701026022434, 0.021065548062324524, -0.03240637108683586, -0.003386789234355092, -0.03181614354252815, -0.023679418489336967, -0.014334128238260746, 0.0004165416758041829, -0.00463048554956913, 0.0029107416048645973, 0.006362526211887598, -0.0004222507413942367, -0.015711328014731407, 0.016765309497714043, -0.01128461305052042, -0.01595023088157177, 0.0006789388135075569, 0.01492435671389103, -0.0074340724386274815, 0.016034549102187157, 0.006457384210079908, 0.0036151513922959566, -0.023707523941993713, -0.011249479837715626, -0.04932626336812973, 0.02816234715282917, 0.020559636875987053, -0.011530541814863682, 0.03229394927620888, 0.013364466838538647, 0.001955132931470871, -0.026644615456461906, 0.008916671387851238, -0.005863642320036888, 0.03763411194086075, 0.010588985867798328, -0.01755228079855442, -0.021135812625288963, -0.01613292098045349, -0.011593780480325222, 0.016118867322802544, -0.01353310327976942, 0.000969661632552743, -0.001955132931470871, -0.0011901190737262368, -0.013786058872938156, -0.015781594440340996, 0.007560550235211849, -0.025126883760094643, -0.02062990330159664, 0.03516077250242233, 0.011614860035479069, 0.023524833843111992, 0.013125564903020859, 0.01800197921693325, -0.02951144054532051, -0.02521120198071003, -0.002663056133314967, -0.036425549536943436, -0.0004756084817927331, 0.014713561162352562, 0.022990817204117775, 0.020981229841709137, 0.06413819640874863, 0.012429937720298767, 0.007096798624843359, 0.023566992953419685, -0.0133433872833848, 0.0050485641695559025, 0.0008980788406915963, -0.001209442038089037, -0.013476891443133354, -0.006271181162446737, 0.004324831534177065, -0.015360002405941486, 0.00874803401529789, -0.02159956470131874, -0.0016635317588225007, 0.013462837785482407, -0.014910303987562656, 0.007065179292112589, -0.007068692706525326, -0.019716452807188034, -0.022920552641153336, 0.023075135424733162, -0.0133433872833848, -0.0017144741723313928, -0.03131023421883583, -0.007546497043222189, 0.020939070731401443, -0.005287466570734978, 0.014910303987562656, 0.008523184806108475, 0.026279235258698463, -0.02346862107515335, 0.0002375846670474857, 0.01137595809996128, 0.0302140936255455, -0.02809208072721958, 0.007065179292112589, -0.035132668912410736, 0.018535995855927467, 0.017018264159560204, 0.012233194895088673, 0.016484247520565987, 0.014558977447450161, -0.004974785726517439, -0.008347521536052227, 0.015908071771264076, 0.008031328208744526, 0.0006640074425376952, -0.015416214242577553, -0.037718430161476135, -0.02116391807794571, -0.02501446008682251, -0.0066716936416924, 0.020109938457608223, -0.007855664007365704, 0.0023960478138178587, 0.011017604731023312, 0.016807468608021736, -0.021009335294365883, -0.023510782048106194, 0.002627923619002104, 0.01859220676124096, 0.053598396480083466, 0.009556085802614689, -0.009886332787573338, 0.021964943036437035, -0.001393010257743299, -0.018367359414696693, 0.009366368874907494, 0.009520952589809895, -0.022021155804395676, -0.00024724614922888577, 0.013188803568482399, -0.01337851956486702, -0.01980077102780342, 0.019435390830039978, 0.009211785160005093, -0.039826393127441406, -0.05581878125667572, 0.02384805493056774, 0.008537238463759422, 0.024733398109674454, -0.030129775404930115, -0.025309573858976364, -0.023229720070958138, -0.004609405994415283, 0.0029792501591145992, 0.02584359049797058, -0.0041737607680261135, 0.01427791640162468, 0.01344175823032856, 0.00419484032317996, 0.021810360252857208, 0.012176982127130032, -0.013631475158035755, 0.01328014861792326, 0.03145076334476471, 0.01032197754830122, -0.02019425667822361, 0.007644868455827236, -0.007251382805407047, 0.030860535800457, -0.02605438604950905, 0.01871868595480919, 0.012205088511109352, 0.009605271741747856, 0.022231951355934143, 0.014024960808455944, 0.02147308550775051, 0.033671148121356964, -0.03769032657146454, -0.004672644659876823, -0.000543238886166364, -0.017538227140903473, 0.0017987926257774234, -0.025562528520822525, -0.004008637275546789, 0.0037416291888803244, -0.020531531423330307, 0.012184008955955505, 0.03066379204392433, 0.004388070199638605, -0.02186657302081585, 8.053066267166287e-05, -0.008930724114179611, -0.025956014171242714, -0.007743239868432283, 0.009668510407209396, 0.00874803401529789, -0.05008513107895851, -0.009127466939389706, 0.0032796345185488462, -9.820678678806871e-05, 0.009408527985215187, -0.002018371829763055, 0.0074340724386274815, -0.013301228173077106, 0.017327431589365005, -0.022456800565123558, 0.016090761870145798, 0.004222946707159281, 0.0009617567993700504, -0.018985694274306297, -0.002548875054344535, 0.004742910154163837, 0.008677768521010876, 0.004834255203604698, -0.026391658931970596, -0.014910303987562656, -0.004317804705351591, 0.01170620508491993, 0.014158464968204498, 0.007785398978739977, 0.004479415249079466, 0.013385546393692493, 0.020306682214140892, 0.009724722243845463, 0.00024812447372823954, -0.012781264260411263, 0.0018567615188658237, 0.009956598281860352, 0.015247577801346779, 0.02206331491470337, -0.005695005413144827, -0.0022028181701898575, -0.022274110466241837, -0.0012085638009011745, -0.0037416291888803244, -0.05191202834248543, -0.0025190121959894896, -0.0013798355357721448, -0.0011479599634185433, -0.007251382805407047, 0.0017135958187282085, -0.009204759262502193, 0.005972553510218859, -0.018803004175424576, 0.00919773243367672, -0.009064228273928165, 0.004943166393786669, 0.020109938457608223, 0.00718814367428422, 0.024775557219982147, 0.02070016786456108, -0.03324955701828003, -0.005543935112655163, -0.013526077382266521, -0.006942214909940958, -0.0202645231038332, -0.010139287449419498, -0.009766881354153156, 0.041709501296281815, -0.009984703734517097, -0.028049921616911888, -0.02249895967543125, -0.019688347354531288, -0.044857390224933624, -0.011207320727407932, -0.017383644357323647, -0.0002817200729623437, 0.014994622208178043, 0.018367359414696693, -0.018212774768471718, 0.020784486085176468, -0.01909811794757843, -0.010202527046203613, -0.010483588092029095, -0.00977390818297863, 0.0032550415489822626, -0.006271181162446737, -0.01690584048628807, 0.0029933033511042595, -0.018240880221128464, -0.014130358584225178, -0.014200624078512192, -0.012514255940914154, 0.007384886499494314, 0.0024944194592535496, -0.008937750943005085, -0.025309573858976364, 0.01884516328573227, 0.011664045974612236, 0.012458044104278088, -4.688015178544447e-05, 0.010490614920854568, -0.027347268536686897, 0.002013101940974593, 0.006288747303187847, -0.004932626616209745, -0.016624778509140015, -0.010764649137854576, 0.009436634369194508, -0.0030337057542055845, -0.004605892580002546, -0.018184669315814972, -0.017215007916092873, 0.014270889572799206, -0.015191365033388138, 0.05382324755191803, 0.004683184437453747, 0.002814126666635275, 0.03968586027622223, -0.012451017275452614, -0.022794075310230255, -0.007370833773165941, 0.024353964254260063, 0.013111511245369911, -0.009535006247460842, 0.03611638396978378, -0.020334787666797638, -0.007026533596217632, -0.0024505036417394876, -0.0022098447661846876, -0.02064395509660244, -0.003660823917016387, -0.010813835076987743, 0.01092625968158245, -0.033727359026670456, 0.01679341495037079, 0.014727613888680935, -0.030326519161462784, 0.013807138428092003, -0.0104484548792243, 0.006566295400261879, 0.0006512718391604722, -0.01883110962808132, -0.023763736709952354, -0.01762254536151886, -0.005312059540301561, -0.009000989608466625, -0.01041332259774208, -0.0026648128405213356, -0.002543605165556073, 0.024719344452023506, -0.014797879382967949, 0.012015372514724731, 0.20157718658447266, -0.022527066990733147, 0.0034886738285422325, 0.022091422230005264, -0.0028861486352980137, 0.0018268986605107784, 0.022625437006354332, 0.015135153196752071, -0.009471767581999302, -0.0006907960632815957, 0.0026700827293097973, 0.016512352973222733, -0.030382730066776276, -8.344008529093117e-05, 0.026771092787384987, -0.014039013534784317, -0.03774653747677803, -0.03979828581213951, -0.027417533099651337, -0.007574602961540222, 0.0015879966085776687, -0.0012261300580576062, -0.005298006348311901, -0.014242783188819885, 0.018999746069312096, -0.003720549400895834, 0.0032146391458809376, 0.0070546395145356655, 0.019393231719732285, 0.034373801201581955, -0.02289244532585144, 0.01434115506708622, 0.012640734203159809, -0.0016117111081257463, -0.013638501986861229, -0.0007228546310216188, -0.004700751043856144, 0.007082745898514986, 0.015641063451766968, 0.017467962577939034, 0.02301892451941967, -0.0047745294868946075, 0.003991071134805679, -0.01877489686012268, -0.009998757392168045, 0.019463498145341873, -0.0022028181701898575, 0.010539799928665161, -0.0062536150217056274, 0.0065944017842411995, -0.01083491463214159, 0.0034728641621768475, 0.03754979372024536, 0.02630734071135521, -0.0075394706800580025, -0.009303130209445953, -0.00880424678325653, 0.004950192756950855, -0.0010970175499096513, 0.016161026433110237, -0.027108365669846535, -0.0012059288565069437, 0.014544924721121788, 0.025436051189899445, -0.005744191352277994, 0.0013956452021375299, 0.005891748238354921, 0.0031250508036464453, 0.009394475258886814, -0.008783167228102684, -0.00019136324408464134, -0.011551621370017529, -0.018662473186850548, -0.009886332787573338, -0.030045457184314728, -0.04390178248286247, 0.034430015832185745, 0.01902785338461399, 0.011031657457351685, 0.03760600835084915, 0.013547156937420368, -0.012549389153718948, -0.007391913328319788, -0.01537405513226986, -0.017636599019169807, -0.04733072966337204, 0.006481977179646492, -0.023004870861768723, -0.019126223400235176, -0.012148876674473286, -0.002192278392612934, -0.016048602759838104, -0.006773578468710184, 0.014601136557757854, -0.0076940543949604034, -0.018732737749814987, 0.020222363993525505, 0.0045496802777051926, -0.004419689532369375, -0.04227162525057793, -0.014460605569183826, 0.03979828581213951, 0.021978996694087982, 0.018367359414696693, 0.00570554519072175, 0.0048447949811816216, 0.0010434401920065284, -0.0007562306709587574, -0.015317843295633793, -0.0112565066665411, 0.015163259580731392, -0.03125401958823204, 0.008382654748857021, 0.01280234381556511, 0.0075043379329144955, 0.016695043072104454, 0.0044829281978309155, 0.003688930068165064, 0.031872354447841644, -0.015092994086444378, -0.010019836947321892, -0.026714880019426346, 0.014587083831429482, 0.012774238362908363, -0.006351986434310675, -0.028569884598255157, -0.010202527046203613, -0.001939323265105486, -0.04154086485505104, -0.00011802380322478712, 0.010047943331301212, -0.031422656029462814, 0.013322307728230953, -0.0008712901617400348, 0.007996194995939732, 0.004872900899499655, -0.019266754388809204, -0.001418481464497745, -0.017636599019169807, 0.011249479837715626, 0.0005485087749548256, 0.006092004477977753, 0.010005783289670944, -0.005431510508060455, 0.017987925559282303, -0.012387778609991074, 0.004950192756950855, 0.013483917340636253, -0.005772297270596027, -0.022597331553697586, -0.0051434226334095, -0.0038294608239084482, 0.012654786929488182, 0.011509462259709835, 0.013526077382266521, 0.00458130007609725, -0.03296849504113197, -0.0009169626282528043, 0.0005305032827891409, 0.010560879483819008, -0.03634123131632805, 0.013034219853579998, 0.006787631195038557, 0.014769772998988628, -0.009317183867096901, -0.03915184363722801, -0.1801041066646576, -0.01485409215092659, 0.01625939831137657, -0.05618416145443916, 0.020742326974868774, 0.000625361455604434, 0.02462097257375717, 0.014186571352183819, -0.033530618995428085, -0.00257873791269958, -0.004560220055282116, 0.0030020864214748144, -0.01180457603186369, -0.010947339236736298, -0.010357110761106014, 0.012155902571976185, -0.014896251261234283, -0.01715879514813423, 0.04592542350292206, 0.009078281000256538, 0.02900553122162819, -0.03698767349123955, 0.008368601091206074, -0.0055333953350782394, 0.014116305857896805, 0.016666937619447708, -0.0032445017714053392, 0.011137055233120918, -0.0091696260496974, -0.040866319090127945, -0.010076048783957958, 0.008452920243144035, 0.0026367066893726587, -0.020686114206910133, 0.02810613438487053, 0.027754807844758034, 0.022288164123892784, -0.003123294096440077, -0.03313713148236275, 0.01781928911805153, 0.02431180514395237, 0.014544924721121788, 0.0075394706800580025, -0.0015704302350059152, -0.01916838251054287, 0.03420516476035118, 0.015514586120843887, -0.02810613438487053, 0.008417787030339241, -0.01131974533200264, 0.02501446008682251, -0.010040916502475739, 0.017791183665394783, -0.00034473929554224014, -0.006390632130205631, 0.02431180514395237, 0.008537238463759422, 0.010462508536875248, 0.0038926994893699884, -0.02109365351498127, -0.003455297788605094, -0.010504667647182941, 0.025562528520822525, -0.004500494804233313, 0.0018620314076542854, -0.027291055768728256, -0.025548476725816727, 0.003256798256188631, -0.026799198240041733, 0.009106387384235859, -0.019660240039229393, 0.0005972553626634181, -0.013814165256917477, 0.012486150488257408, 0.027431586757302284, 0.028836892917752266, -0.015669168904423714, -0.001993778860196471, 0.02731916308403015, 0.012781264260411263, -0.007651894818991423, 0.014249810017645359, -0.01302016619592905, 0.006552242673933506, -0.01625939831137657, -0.019913196563720703, -0.0050485641695559025, 0.0176787581294775, -0.019969407469034195, -0.0063203671015799046, 0.030523261055350304, -0.003688930068165064, 0.013013140298426151, -0.007086258847266436, 0.004827228374779224, 0.0027526444755494595, 0.008438866585493088, -0.003720549400895834, 0.003857566975057125, -0.014558977447450161, 0.002738591516390443, 0.007051126565784216, -0.02046126499772072, 0.009570138528943062, 0.0385616160929203, 0.01068033091723919, -0.03170371800661087, 0.0143130486831069, 0.041316017508506775, -0.02321566641330719, -0.002513742307201028, -0.011481355875730515, 0.003402598900720477, 0.0038048678543418646, -0.017763076350092888, 0.019955355674028397, -0.008375627920031548, -0.022358430549502373, 0.013975774869322777, -0.003588801948353648, 0.05632469430565834, -0.015472427010536194, -0.0024223974905908108, 0.02077043242752552, -0.005547448061406612, -0.034570544958114624, -0.12557820975780487, -0.029567653313279152, 0.00977390818297863, 0.018240880221128464, -0.011073816567659378, 0.0247615035623312, -0.0017241357127204537, 0.03833676502108574, -0.024143168702721596, 0.03878646343946457, -0.031225914135575294, -0.011305692605674267, 0.010813835076987743, 0.008045380935072899, 0.013006113469600677, -0.0008177128620445728, 0.002880878746509552, -0.0047780429013073444, -0.010996525175869465, 0.0321534164249897, -0.005680952221155167, -0.015584851615130901, 0.029399016872048378, -0.017580386251211166, -0.0029019583016633987, -0.020672062411904335, -0.01981482468545437, 0.03549804911017418, 0.00461291940882802, 0.002650759881362319, 0.013877403922379017, -0.036369338631629944, -0.005926880985498428, -0.016104815527796745, 0.0028633123729377985, -0.02283623442053795, 0.00919773243367672, 0.0006332663469947875, 0.029989244416356087, -0.013561209663748741, 0.011917000636458397, 0.012057531625032425, 0.006207942496985197, 0.01032197754830122, -0.008270230144262314, -0.002928307745605707, -0.013385546393692493, 0.03204099461436272, -0.0012436964316293597, -0.01600644364953041, -0.03763411194086075, -0.010912206955254078, -0.035469941794872284, 0.008923697285354137, 0.02424154058098793, 0.008459946140646935, 0.00974580179899931, 0.001456249039620161, -0.01186078879982233, -0.010265765711665154, 0.008958830498158932, -0.0016977861523628235, -0.0064046853221952915, -0.008143751882016659, 0.01859220676124096, 0.008705874904990196, -0.027305109426379204, -0.03780275210738182, 0.012324539944529533, -0.011987266130745411, -0.007065179292112589, 0.016990158706903458, -0.00832644198089838, 0.01087004691362381, -0.009928491897881031, -0.0023696983698755503, -0.014685454778373241, -0.03220963105559349, 0.004820202011615038, 0.00864966306835413, -0.009401502087712288, -0.009977677837014198, 0.011298665776848793, -0.009499873034656048, -0.00413160165771842, -0.0030301925726234913, -0.007135444786399603, -0.013104485347867012, -0.008256176486611366, -0.04154086485505104, -0.023370251059532166, 0.03819623589515686, 0.005283953156322241, -0.032827965915203094, 0.0024206407833844423, 0.001219103578478098, -0.03029841184616089, -0.002327539259567857, -0.002255517290905118, -0.00406836299225688, -0.024578813463449478, -0.0038645933382213116, -0.04817391186952591, 0.015261630527675152, 0.010673304088413715, -0.012401831336319447, -0.0029669536743313074, -0.005199634935706854, 0.025365786626935005, 0.005561501253396273, -0.01801603101193905, 0.005733651574701071, -0.02925848588347435, 0.029876820743083954, -0.024016691371798515, -0.013104485347867012, -0.025056619197130203, -0.01627345196902752, 0.010019836947321892, -0.024424230679869652, 0.011172188445925713, 0.010279818437993526, 0.011368931271135807, -0.016161026433110237, 0.012113743461668491, 0.023173507302999496, 0.017411749809980392, -0.010188473388552666, -0.004489955026656389, 0.01909811794757843, 0.0061798361130058765, -0.013835244812071323, 0.004374017007648945, -0.01174133736640215, -0.011945107020437717, 0.008825326338410378, -0.010026863776147366, -0.020756380632519722, 0.010272791609168053, 0.011523514986038208, 0.03035462461411953, 0.041456546634435654, -0.015092994086444378, -0.0299049261957407, 0.011952133849263191, -0.008080513216555119, -0.001541445730254054, 0.004718317184597254, -0.019983461126685143, 0.011101922951638699, 0.026194917038083076, -0.0008203478064388037, 0.045756787061691284, 0.03659418597817421, -0.02231626957654953, -0.03175993263721466, -0.026799198240041733, 0.009345289319753647, 0.009345289319753647, 0.008382654748857021, -0.0011523514986038208, 0.039573438465595245, 0.032181523740291595, -0.008937750943005085, 0.02726295031607151, 0.003973504528403282, -0.008965856395661831, -0.015781594440340996, -0.009535006247460842, -0.02064395509660244, 0.005315572489053011, -0.01748201623558998, -0.007412992883473635, 0.00864966306835413, 0.007672974374145269, 0.010019836947321892, 0.00880424678325653, 0.007051126565784216, -0.009640404023230076, -0.009661483578383923, -0.023637259379029274, 0.03451433405280113, 0.010012810118496418, -0.0024469902273267508, -0.009211785160005093, 0.01025873888283968, 0.02875257469713688, 0.00881127268075943, 0.005758244078606367, 0.0054947491735219955, -0.002733321627601981, -0.012303460389375687, -0.002548875054344535, 0.0064538707956671715, 0.0012770724715664983, 0.018226828426122665, 0.003934858832508326, 0.005217201076447964, 0.0020903937984257936, -0.005635279696434736, 0.0196040291339159, 0.008705874904990196, 0.015837807208299637, -0.00771513395011425, -0.0030653253197669983, -0.02810613438487053, -0.03265932947397232, 0.008115646429359913, -0.0347391813993454, -0.02751590497791767, 0.04544761776924133, 0.03490781784057617, -0.0026261669117957354, -0.014544924721121788, -0.007191657088696957, 0.006696286611258984, -0.02039100043475628, 0.022456800565123558, -0.0031988294795155525, -0.030860535800457, -0.03389599919319153, 0.03524509072303772, 0.012879636138677597, 0.015149205923080444, 0.03960154205560684, -0.002893175231292844, 0.04409852251410484, 0.01582375355064869, 0.03319334611296654, -0.029117954894900322, 0.03190046176314354, 0.003720549400895834, 0.0036854168865829706, -0.008502105250954628, -0.015936177223920822, -0.0016705583548173308, -0.003920805640518665, -0.012907741591334343, 0.009991730563342571, 0.008698848076164722, -0.014067119918763638, 0.0996643528342247, 0.017060423269867897, -0.006383605767041445, 0.012542362324893475, -0.018283039331436157, 0.00046638614730909467, 0.0112565066665411, 0.02046126499772072, -0.00020761210180353373, -0.023061083629727364, 0.015149205923080444, -0.006924648769199848, 0.012415884993970394, -0.05118127167224884, -0.0163999292999506, 0.0011374200694262981, 0.007862690836191177, 0.02436801791191101, 0.0051434226334095, 0.00016468437388539314, 0.04702156409621239, 0.003154913429170847, 0.014221703633666039, 0.009029095992445946, -0.01482598576694727, 0.011685125529766083, 0.0225130133330822, -0.00609551789239049, -0.010329004377126694, -0.030776217579841614, 0.021838465705513954, 0.016512352973222733, -0.04148465394973755, -0.026223022490739822, -0.018957586959004402, -0.009731749072670937, 0.009640404023230076, -0.01436926145106554, 0.015345948748290539, -0.0029950598254799843, 0.0010917476611211896, 0.027501851320266724, -0.005863642320036888, -0.006833303719758987, 0.002172955544665456, -0.008431839756667614, 0.0063203671015799046, -0.009000989608466625, -0.03204099461436272], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='963c8522-f749-46c3-abc4-14cf12915942', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='21c63642fa15ad2697bb4741bedb02e7241ecdec9a5423166f63e6196cb38a68'), : RelatedNodeInfo(node_id='782f4be4-451e-4a29-b979-07d9eada17aa', node_type=, metadata={}, hash='e587b7bd9aad2c0b0299cea6ab68b800b8814748c9d603c311e93de1ae31122f')}, hash='7f0c261bd900367ec5e82614ee8277ea7dfc513608117abb6f5ee3d834edad00', text='and then using that to create a QA dataset was not effective. This is where the Self-instruct concept could be used However previous to Llama2, the best-performing model was the GPT 3/4 model via ChatGPT or its API and using these models to do the same was expensive. The 7 billion model of Llama2 has sufficient NLU (Natural Language Understanding) to create output based on a particular format. Running this in 4-bit mode via Quantisation makes it feasible compute-wise to run this on a large data set and convert it to a QA dataset. This was the prompt used. The context was a sliding window from the text dataset. Some minimal parsing and finetuning were done on the output of the model, and we could generate a QA dataset of the format below. This was fed to the QLoRA-based fine-tuning (Colab Notebook). We can see that the output from a fine-tuned 4-bit quantized llama2 7 B model is pretty good. Colab Notebook Trying to reduce hallucination via fine-tuning In the generated dataset, I added a specific tag `Source:8989REF`. The idea was that via attention, this token will be somehow associated with the text that we were training on. And then to use this hash somehow to tweak the prompt to control hallucination. Something like \"[INST] <>\\\\nYou are a helpful Question Answering Assistant. Please only answer from this reference Source:8989REF\" However, that turned out to be a very naive attempt. Also, note that the generated QA missed transforming training data related to Professor Thiersch\\'s method to a proper QA dataset. These and other improvements need to be experimented with, as well as to train with some completely new data that the model has not seen to test more effectively. Update: Training with new data was done by writing an imaginary story with ChatGPT help and then creating an instruction tuning data set (colab notebook). The model was then trained and tested (colab notebook) with this generated instruct dataset. The results confirm that the model learns via Instruct tuning, not only the fed questions but other details and relations of the domain. Problems with hallucinations remain (Bordor, Lila characters who are', start_char_idx=7782, end_char_idx=9940, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='782f4be4-451e-4a29-b979-07d9eada17aa', embedding=[0.0018676453037187457, 0.014128228649497032, 0.012201014906167984, -0.016132531687617302, -0.017702333629131317, 0.023252708837389946, -0.01597835309803486, 0.0018956775311380625, -0.027037056162953377, -0.04681377485394478, 0.004078684840351343, 0.02705107256770134, -0.015641966834664345, -0.015726063400506973, -0.004183806013315916, -0.0008164378232322633, 0.018641412258148193, 0.0028925726655870676, 0.011535250581800938, -0.024163756519556046, -0.009327714331448078, -0.003412920283153653, -0.019412297755479813, -0.011577298864722252, -0.00042486301390454173, 0.008199418894946575, 0.012095894664525986, -0.04025423899292946, -0.03767527639865875, 0.026658622547984123, 0.007533653639256954, 0.024920625612139702, -0.03304996341466904, -0.013041980564594269, 0.003120334353297949, -0.01257244125008583, 0.01889370195567608, -0.00018319480295758694, 0.027261314913630486, -0.02077185921370983, 0.015053290873765945, 0.017548156902194023, 0.004653345327824354, -0.023420903831720352, 0.00159170338883996, 0.017660286277532578, 0.00559242395684123, -0.017884543165564537, -0.014261381700634956, 0.01780044659972191, 0.02304246835410595, 0.027948103845119476, -0.019019847735762596, 0.0011756003368645906, -0.02016916684806347, 0.006156571675091982, 0.01830502599477768, 0.014618792571127415, 0.004744449630379677, 0.015291565097868443, 0.0034076643642038107, 0.0021427113097161055, -0.006636623293161392, 0.02968609891831875, -0.007750903256237507, -0.006951985415071249, -0.01571204885840416, 0.005708056502044201, 0.017422012984752655, -0.010470026172697544, 0.02026727981865406, 0.006535006687045097, -0.005105364602059126, -0.019566476345062256, 0.03319012373685837, -0.011107759550213814, -0.015641966834664345, -0.01168241910636425, -0.01147918589413166, 0.015221484936773777, 0.0137988505885005, -0.017057593911886215, -0.03607743978500366, 0.04928060621023178, 0.01676325500011444, 0.0037633227184414864, 0.01236219983547926, -0.0014778225449845195, 0.005014259833842516, 0.0006504346383735538, 0.00025491780252195895, -0.00972717348486185, 0.04081488400697708, 0.024752432480454445, -0.007806967478245497, -0.016314739361405373, -0.00778594333678484, 0.027485571801662445, -0.012208023108541965, -0.018052736297249794, -0.02518693171441555, 0.007176243234425783, -0.0437302328646183, -0.02095406875014305, -0.010715308599174023, 0.009229601360857487, 0.013735777698457241, 0.003910491708666086, -0.009117472916841507, 0.012691578827798367, -0.022327646613121033, 0.02573356032371521, 0.003679226152598858, -0.026476413011550903, -0.005417222622781992, -0.005897274240851402, -0.0008729402325116098, -0.007144706789404154, -0.01370774582028389, -0.013532544486224651, 0.02127644047141075, 0.026294203475117683, 0.014177285134792328, 0.002980173332616687, 0.02417777292430401, 0.00815036240965128, -0.00651398254558444, -0.016791287809610367, -0.020239248871803284, -0.0012815971858799458, 0.006720719859004021, 0.03478796035051346, 0.02514488250017166, -0.0023441927041858435, -0.030386904254555702, 0.03055509738624096, -0.010750348679721355, -0.009187553077936172, -0.02022523246705532, -0.009853318333625793, 0.007757911458611488, 0.03061116300523281, -0.007309396285563707, -0.003812379203736782, -0.014345478266477585, 0.033722735941410065, 0.004271406214684248, 0.005697544664144516, 0.017057593911886215, -0.006401853635907173, 0.014815017580986023, -0.0315081924200058, -0.0023844889365136623, 0.02235567942261696, 0.018529284745454788, 0.010231752879917622, 0.012264087796211243, 0.02035137638449669, -0.016146546229720116, -0.015866225585341454, -0.01068026851862669, 0.009951431304216385, -0.0009828789625316858, 0.013490496203303337, 0.008851166814565659, 0.03355454280972481, 0.03498418629169464, -0.01753414049744606, -0.017197754234075546, -0.013840898871421814, -0.03192867711186409, 0.04199223592877388, -0.032040804624557495, 0.019005831331014633, -0.006289724726229906, 0.016496948897838593, 0.024345966055989265, -0.012460312806069851, -0.018375106155872345, -0.02581765688955784, 0.011675410903990269, 0.011612338945269585, 0.00083264394197613, 0.0015347629087045789, -0.02988232485949993, -0.028298506513237953, -0.007575701922178268, -0.008739038370549679, -0.0021251910366117954, -0.0052875736728310585, 0.014997227117419243, 0.020337361842393875, 0.004807522054761648, -0.02381335385143757, -0.630163848400116, -0.019117960706353188, 0.021472664549946785, -0.00963606871664524, -0.007792951539158821, -0.004653345327824354, -0.01585220918059349, 0.0012062606401741505, -0.010182696394622326, 0.03994588553905487, -0.007158723194152117, -0.007954136468470097, 0.009460867382586002, -0.02194921299815178, -0.013133085332810879, -0.009082432836294174, 0.008591868914663792, -0.025299061089754105, 0.006114523392170668, 0.011633362621068954, -0.004499168135225773, 0.008830143138766289, 0.01439453475177288, 0.0021216871682554483, -0.01617457903921604, 0.020393425598740578, 0.003087046090513468, -0.002354704774916172, 0.025705527514219284, 0.003523297142237425, -0.014478631317615509, 0.007386484649032354, 0.0032342150807380676, -0.009951431304216385, 0.046477388590574265, -0.006874897051602602, -0.026672638952732086, 0.0124322809278965, 0.00772987911477685, 0.02850874699652195, -0.026294203475117683, -0.02290230803191662, 0.021052181720733643, 0.0233648382127285, -0.016090482473373413, 0.029321681708097458, 0.02136053703725338, 0.01745004393160343, -0.019650572910904884, -0.025383157655596733, 0.0063878376968204975, 0.005630968138575554, 0.0032797674648463726, -0.010470026172697544, 0.02363114431500435, 0.011633362621068954, 0.01917402446269989, -0.007218291517347097, 0.014674856327474117, -0.00132364546880126, -7.046374958008528e-05, 0.00817138608545065, -0.02968609891831875, -0.01468887273222208, -0.03061116300523281, 0.015515822917222977, 0.0178985595703125, 0.011191856116056442, -0.010687275789678097, -0.0157540962100029, -0.020827924832701683, 0.01648293435573578, -0.00240901717916131, -0.02696697600185871, -0.005249029491096735, 0.022930338978767395, 0.01621662825345993, -0.005564391613006592, -0.0070045460015535355, 0.006622607354074717, 0.01562795229256153, -0.003812379203736782, 0.011633362621068954, -0.009699140675365925, 0.010960590094327927, 0.009488899260759354, 0.00020958449749741703, 0.010722316801548004, -0.015263533219695091, 0.017926592379808426, -0.01020372100174427, 0.008921247906982899, -0.007074626628309488, -0.03924508020281792, -0.006923953536897898, 0.028074247762560844, -0.0016232396010309458, 0.01439453475177288, 0.019958926364779472, -0.02577560767531395, 0.0013893458526581526, -0.015137387439608574, 0.029321681708097458, 0.01817888207733631, 0.03148015961050987, 0.011381072923541069, -0.005045795813202858, 0.0037843468599021435, 0.001967509975656867, -0.027906054630875587, 0.0010555875487625599, 0.023252708837389946, -0.0200430229306221, -0.014009092003107071, 0.006710208021104336, -0.027387458831071854, 0.015950322151184082, -0.005515335127711296, 0.0184872355312109, -0.010217736475169659, 0.02176700346171856, -0.002882060594856739, 0.024794479832053185, 0.0019026856170967221, 0.015824176371097565, 0.020617682486772537, 0.00808728951960802, -0.003970060497522354, 0.013055996969342232, 0.015684016048908234, -0.015109355561435223, -0.027079105377197266, 0.017506109550595284, -0.043057460337877274, 0.011696435511112213, 0.00829052273184061, 0.05028976500034332, 0.0063422853127121925, 0.0014200061559677124, -0.020968085154891014, -0.050205670297145844, -0.004036636557430029, 0.009713157080113888, 0.004113725386559963, -0.02796211838722229, -0.020799892023205757, -0.018459202721714973, 0.00826249085366726, -0.0020901509560644627, -0.01215896662324667, -0.010014503262937069, -0.012179991230368614, -0.01749209314584732, 0.02806023135781288, -0.005494310986250639, -0.0121379429474473, 0.0067452481016516685, -0.02727533131837845, -0.007267348002642393, -0.03310602903366089, -0.0007174491183832288, 0.03361060842871666, 0.011843604035675526, 0.021668890491127968, 0.016006385907530785, -0.006040939129889011, -0.005228005349636078, 0.0163427721709013, -0.03184457868337631, -0.034227315336465836, 0.00838162750005722, -0.034087155014276505, -0.0038228912744671106, 0.02682681567966938, -0.0028224920388311148, 0.023967530578374863, -0.00689942529425025, 0.012467321008443832, -0.023070501163601875, -0.001216772710904479, -0.013721762225031853, 0.018543299287557602, 0.023603111505508423, -0.013784834183752537, 0.00627220468595624, 0.008416667580604553, 0.029938388615846634, 0.01275465078651905, -0.017478076741099358, 0.003721274435520172, 0.012418264523148537, 0.014786985702812672, -0.020687762647867203, 0.008640925399959087, -0.00954496394842863, 0.009271649643778801, 0.024472109973430634, -0.01616056263446808, 0.002296888269484043, 0.02308451570570469, -0.002729635452851653, 0.010561130940914154, 0.0066681597381830215, -0.00597786670550704, -0.005098356399685144, -0.04510381072759628, 0.017239803448319435, -0.03621760383248329, 0.009551972150802612, -0.0006854748935438693, 0.010666252113878727, -0.019482379779219627, -0.0036582020111382008, -0.013595616444945335, -0.0021724954713135958, 0.04499167948961258, -0.00404014065861702, 0.009671108797192574, -0.020785875618457794, 0.018795590847730637, -0.020183183252811432, 0.018291009590029716, 0.01388995535671711, 0.009355747140944004, -0.004544720519334078, -0.0006355425575748086, -0.019832780584692955, 0.003458472667261958, 0.00671721575781703, -0.024107690900564194, -0.0009539708262309432, 0.006279212888330221, 0.018641412258148193, 0.030779356136918068, 0.012390232644975185, -0.01953844353556633, 0.013469471596181393, 0.0031010620296001434, 0.038460176438093185, -0.010385929606854916, -0.004159277770668268, 0.012446296401321888, -0.017225787043571472, -0.024766448885202408, 0.03136803209781647, -0.00845170859247446, 0.023336805403232574, -0.005336630158126354, -0.016048435121774673, 0.00022162958339322358, -0.008542812429368496, 0.022804195061326027, -0.007813976146280766, -0.005375174339860678, 0.015081323683261871, -0.019047880545258522, -0.00023455066548194736, 0.005031779874116182, 0.020057039335370064, 0.004937171004712582, 0.0017739126924425364, 0.0071166749112308025, -0.022930338978767395, -0.017267834395170212, 0.012593465857207775, -0.020841941237449646, 0.0012062606401741505, -0.015824176371097565, -0.022944355383515358, 0.005143908783793449, -0.030583130195736885, -0.023112548515200615, 0.01763225346803665, -0.04117930307984352, 0.02496267482638359, 0.008318555541336536, -0.0021970237139612436, 0.015305581502616405, 0.015515822917222977, 0.04053455963730812, -0.0309755802154541, -0.03243325650691986, 0.03296586871147156, -0.00838162750005722, -0.007225299719721079, -0.013455456122756004, -0.017323900014162064, 0.011507217772305012, -0.006724223960191011, 0.008928255178034306, -0.006615599151700735, -0.0022636002395302057, -0.0021339512895792723, -0.018473219126462936, -0.0063527971506118774, 0.013749794103205204, 0.022033309563994408, -0.009713157080113888, -0.0005317357718013227, 0.008774078451097012, -0.00826949905604124, 0.01903386414051056, -0.03501221910119057, -0.007666806690394878, 0.03778740391135216, -0.019552459940314293, -0.022762145847082138, 0.0001549435983179137, -0.013084028847515583, -0.015768112614750862, 0.00540671031922102, 0.015053290873765945, -0.0014068660093471408, 0.0021952716633677483, 0.024668335914611816, 0.0055013191886246204, 0.011023662984371185, 0.004618304781615734, 0.03548876568675041, 0.009762213565409184, -0.003910491708666086, -0.029349712654948235, -0.002146215410903096, 0.01949639432132244, 0.05797059088945389, 0.026111993938684464, -0.02385540120303631, 0.00981127005070448, -0.009019359946250916, -0.0035916254855692387, -0.030162647366523743, -0.013287262991070747, 0.000658756704069674, 0.020295312628149986, -0.027387458831071854, -0.004677873570472002, 0.026210106909275055, 0.022243550047278404, 0.019286153838038445, -0.002021822379902005, 0.007141202688217163, -0.01159131433814764, -0.023462951183319092, 0.0022495840676128864, 0.005666008219122887, -0.01589425653219223, 0.016791287809610367, 0.02901332639157772, 0.031592290848493576, -0.00621614046394825, 0.026336250826716423, 0.01794060878455639, -0.0018553811823949218, -0.03798362985253334, 0.009208577685058117, 0.00017542025307193398, 0.0046708653680980206, 0.019244104623794556, -0.002440553391352296, 0.0227761622518301, 0.0026245147455483675, 0.008647933602333069, 0.004835554398596287, 0.010098599828779697, -0.0025649461895227432, 0.023659177124500275, 0.011149807833135128, -0.01314009353518486, 0.0036897382233291864, -0.018094785511493683, -0.010371914133429527, 0.023252708837389946, -0.019706636667251587, -0.03534860536456108, 0.020071055740118027, 0.011703443713486195, -0.01302796509116888, -0.0009268146241083741, 0.016412852331995964, 0.001220276695676148, -0.007267348002642393, -0.0012737130746245384, -0.014492647722363472, -0.024766448885202408, -0.008073273114860058, -0.026616573333740234, 0.005928810220211744, -0.007820983417332172, -0.00805925764143467, -0.0037422985769808292, -0.008437692187726498, 0.006769776344299316, -0.023603111505508423, 0.024402029812335968, -0.013161118142306805, -0.034171249717473984, -0.05780239775776863, -0.00139722996391356, 0.014730921015143394, 0.010785388760268688, 0.020827924832701683, 0.010477034375071526, 0.0029521409887820482, 0.009299682453274727, -0.01281772367656231, -0.0321529321372509, 0.008101305924355984, -0.027289345860481262, -0.010392937809228897, -0.01980474963784218, -0.0027313875034451485, -0.01236219983547926, -0.015361645258963108, 2.4391298211412504e-05, -0.0018308530561625957, 0.005848217755556107, -0.020869972184300423, -0.00704659428447485, 0.027625732123851776, 0.02988232485949993, 0.023603111505508423, 0.02012711949646473, 0.031592290848493576, -0.03966556116938591, -0.011850612238049507, -0.02782195806503296, -0.029658067971467972, -0.01290882844477892, 0.009376770816743374, -0.005746601149439812, 0.012039829976856709, -0.003412920283153653, 0.001146692200563848, -0.017183737829327583, 0.022327646613121033, -0.0018623892683535814, -0.007246323861181736, 0.017954623326659203, 0.009622052311897278, -0.006948481313884258, 0.02909742295742035, 0.010413962416350842, 0.01670719124376774, -0.034507639706134796, -0.012558425776660442, -0.04653345048427582, 0.02172495424747467, 0.017604220658540726, -0.01761823706328869, 0.03403108939528465, 0.00043756511877290905, 0.0035022730007767677, -0.02988232485949993, 0.012285111472010612, -0.01611851528286934, 0.025537334382534027, -0.006380829494446516, -0.011675410903990269, -0.01913197711110115, -0.009166529402136803, -0.006314252968877554, 0.011325009167194366, -0.016426868736743927, 0.012151958420872688, 0.009558980353176594, 0.007169235032051802, -0.013946019113063812, -0.017155706882476807, 0.01275465078651905, -0.032124899327754974, -0.012607482261955738, 0.026126010343432426, 0.01931418478488922, 0.03689037635922432, 0.00758271012455225, 0.00883715134114027, -0.020757844671607018, -0.016202611848711967, -0.0039525399915874004, -0.028761036694049835, 0.004888114985078573, 0.013770817779004574, 0.013546560890972614, 0.015557871200144291, 0.056092433631420135, -0.0015505310148000717, 0.003029229585081339, 0.017183737829327583, -0.013651681132614613, 0.011079726740717888, -0.015880241990089417, -0.0030520057771354914, -0.006566542666405439, -0.013630657456815243, 0.013020956888794899, -0.018865671008825302, 0.019888846203684807, -0.01844518817961216, 0.018192898482084274, 0.02168290689587593, -0.019412297755479813, -0.0001445410307496786, -0.0019657579250633717, -0.02358909696340561, -0.020982101559638977, 0.022019293159246445, -0.015964338555932045, -0.0016171075403690338, -0.03456370159983635, -9.444442548556253e-05, 0.010897518135607243, -0.004572752397507429, 0.005347141996026039, 0.0020481026731431484, 0.016020402312278748, -0.033134061843156815, 0.010505067184567451, 0.005042291712015867, 0.024037610739469528, -0.041375525295734406, 0.0037948591634631157, -0.04204830154776573, 0.008612893521785736, 0.01972065307199955, 0.0027804437559098005, 0.02194921299815178, 0.018206913024187088, -0.009692133404314518, 0.0028330041095614433, 0.00826249085366726, 0.017828479409217834, 0.003099309979006648, -0.018543299287557602, -0.038095761090517044, -0.01002151146531105, -0.027625732123851776, -0.013595616444945335, 0.007813976146280766, -0.0012553168926388025, 0.0005488179158419371, 0.015698032453656197, 0.020575635135173798, -0.036862343549728394, -0.01834707520902157, 0.014261381700634956, 0.013392383232712746, 0.05474688485264778, 0.008703998290002346, 0.0018501251470297575, 0.024345966055989265, 0.004211837891489267, -0.021640857681632042, 0.009495907463133335, -0.0015356389340013266, -0.02089800499379635, 0.003913995809853077, 0.014352486468851566, -0.012915835715830326, -0.02385540120303631, 0.015333613380789757, 0.00953795574605465, -0.019986959174275398, -0.04577658325433731, 0.025859704241156578, 0.00367221818305552, 0.022383712232112885, -0.02887316606938839, -0.019468363374471664, -0.019832780584692955, 0.008465724065899849, 0.002375728916376829, 0.023939497768878937, -0.012278103269636631, 0.004183806013315916, 0.018515268340706825, 0.01621662825345993, 0.02245379239320755, 0.0012220287462696433, -0.01126894447952509, 0.012418264523148537, 0.03467583283782005, 0.007172739133238792, -0.020869972184300423, 0.00740050058811903, -0.012789690867066383, 0.02709312178194523, -0.016188595443964005, 0.009376770816743374, 0.015810159966349602, 0.015179436653852463, 0.007540661841630936, 0.006888912990689278, 0.018935751169919968, 0.03375076875090599, -0.01840313896536827, 0.005918298382312059, 0.014177285134792328, -0.02054760232567787, 0.00018834133516065776, -0.028592843562364578, -0.008402652107179165, -0.008872191421687603, -0.023799337446689606, -0.0015601671766489744, 0.026294203475117683, 0.014233349822461605, -0.02695295959711075, 0.004923155065625906, -0.01168241910636425, -0.027177218347787857, -0.012964892201125622, -0.004096205346286297, 0.012222039513289928, -0.034956153482198715, -0.019117960706353188, 0.01607646606862545, -0.00657004676759243, 0.010981614701449871, -0.008227450773119926, -0.0006933589465916157, -0.009965446777641773, 0.024528175592422485, -0.032405223697423935, 0.01676325500011444, 0.001485706539824605, -0.005122884642332792, -0.024934642016887665, -0.012649530544877052, 0.0001351239625364542, 0.002638530917465687, -0.003700250294059515, -0.04070275276899338, -0.03607743978500366, -0.009348738938570023, 0.019300170242786407, 0.009895366616547108, 0.01136705745011568, -0.009558980353176594, 0.01866944506764412, 0.01566999964416027, 0.0033200636971741915, 0.006002394948154688, -0.007806967478245497, 0.014758952893316746, 0.00894927978515625, 0.0011063958518207073, 0.013861922547221184, -0.0037317865062505007, 0.013006940484046936, -0.015235500410199165, -0.00018352331244386733, -0.00568002462387085, -0.05334527790546417, -0.009460867382586002, 0.011563282459974289, 0.0022495840676128864, -0.013112061657011509, 0.002876804443076253, -0.0145767442882061, -0.006496462505310774, -0.018276995047926903, 0.01903386414051056, -0.019145991653203964, 0.006860881112515926, 0.01903386414051056, 0.008199418894946575, 0.03683431074023247, 0.017057593911886215, -0.03201277181506157, -0.0011160318972542882, -0.008612893521785736, -0.002407265128567815, -0.03164835274219513, -0.005228005349636078, -0.014289413578808308, 0.046701643615961075, -0.00011990335769951344, -0.025649461895227432, -0.022692065685987473, -0.015291565097868443, -0.035180412232875824, -0.006128539796918631, -0.006538510788232088, 0.002074382733553648, 0.019005831331014633, 0.008963296189904213, -0.009411810897290707, 0.015726063400506973, -0.017590206116437912, 0.003630169900134206, -0.014941162429749966, -0.0002923670981545001, -0.007554677780717611, -0.0024878578260540962, -0.007130690850317478, -0.0012947372160851955, -0.021612826734781265, -0.0035793615970760584, -0.006994033697992563, -0.008521788753569126, -0.00428191851824522, 0.011612338945269585, -0.017744382843375206, -0.03296586871147156, 0.0016460156766697764, 0.002174247521907091, -0.004334479104727507, -0.006156571675091982, 0.01694546453654766, -0.024612272158265114, -0.006713711656630039, 0.006097003351897001, -0.0055994316935539246, -0.018024705350399017, 0.001768656657077372, 0.02016916684806347, 0.009355747140944004, -0.002126943087205291, -0.017646269872784615, -0.01812281645834446, 0.010911533609032631, -0.01967860385775566, 0.05396198481321335, 0.015473774634301662, 0.0062301564030349255, 0.026013880968093872, 0.006895921193063259, -0.010154664516448975, -0.01042797788977623, 0.01745004393160343, 0.017267834395170212, -0.011100751347839832, 0.02960200235247612, -0.023743273690342903, -0.00024352973559871316, 0.002514137886464596, -0.006002394948154688, -0.010687275789678097, 0.006209132261574268, -0.016637111082673073, -0.012355191633105278, -0.03703053668141365, 0.01439453475177288, 0.01302796509116888, -0.027177218347787857, -0.002876804443076253, -0.00262977066449821, 0.012740634381771088, -0.009769221767783165, -0.01958049088716507, -0.025845687836408615, -0.0137988505885005, -0.0029784212820231915, -0.006860881112515926, -0.013147101737558842, -0.0018133328994736075, 0.002247832017019391, 0.02382737025618553, -0.019047880545258522, 0.003980572335422039, 0.19263727962970734, -0.02231363020837307, -0.009194561280310154, 0.015543854795396328, -0.00017257322906516492, 0.0056590004824101925, 0.034451574087142944, 0.018234945833683014, -0.005788649432361126, -0.012684570625424385, 0.013518528081476688, 0.015081323683261871, -0.023350821807980537, 0.002596482401713729, 0.017407996580004692, -0.022944355383515358, -0.03602137789130211, -0.042104363441467285, -0.007912088185548782, -0.008570845238864422, 0.0056134480983018875, -0.002275864128023386, -0.010575147345662117, -0.010540107265114784, 0.02162684127688408, -0.0030029492918401957, 0.007386484649032354, 0.0037563147488981485, 0.015207468532025814, 0.020519569516181946, -0.008052249439060688, -0.0037808429915457964, 0.002440553391352296, 0.004138253629207611, -0.015599919483065605, -0.006401853635907173, -0.000835709972307086, -0.0003333203785587102, 0.010154664516448975, 0.01585220918059349, 0.020141135901212692, -0.0013306534383445978, -0.0009276905911974609, -0.028761036694049835, -0.0005742220673710108, 0.01808076910674572, 0.004534208215773106, 0.010259784758090973, 0.0013499256456270814, 0.0121379429474473, -0.008998336270451546, 0.005991882644593716, 0.035180412232875824, 0.024107690900564194, 0.0031255902722477913, -0.01068026851862669, -0.00022173908655531704, 0.008689981885254383, -0.00767381489276886, 0.010869485326111317, -0.02869095653295517, -0.0029381250496953726, 0.0190759114921093, 0.03288177028298378, -0.009229601360857487, 0.0069589936174452305, 0.008626909926533699, -0.015515822917222977, 0.007568693719804287, -0.00983930192887783, -0.007393492851406336, -0.0036161537282168865, -0.013581600971519947, -0.010385929606854916, -0.029630035161972046, -0.03916098177433014, 0.04709409549832344, 0.015249516814947128, 0.01585220918059349, 0.03310602903366089, -0.007274355739355087, -0.024402029812335968, -0.0005575779941864312, -0.022117406129837036, -0.014128228649497032, -0.04350597411394119, 0.00972016528248787, -0.03630169853568077, -0.012705594301223755, -0.018417155370116234, -0.0030239736661314964, -0.012165974825620651, -0.007151714991778135, 0.01662309467792511, 0.00876707024872303, -0.01352553628385067, 0.018248962238430977, -0.0038894678000360727, -0.01953844353556633, -0.03543270006775856, -0.01421232521533966, 0.03425534814596176, 0.011808563955128193, 0.020057039335370064, 0.009320706129074097, 0.005347141996026039, -0.010371914133429527, 0.002489609643816948, -0.020393425598740578, -0.010259784758090973, 0.013469471596181393, -0.03282570466399193, 0.01099563017487526, 0.011745491996407509, -0.000710879045072943, 0.019047880545258522, -0.00017804827075451612, -0.004127741325646639, 0.0148710822686553, -0.0006565666990354657, -0.006149563938379288, -0.021837083622813225, 0.014037123881280422, 0.010329865850508213, 0.004772481974214315, -0.032629478722810745, -0.017239803448319435, -0.0022495840676128864, -0.037871502339839935, 0.0057045528665184975, -0.0013332815142348409, -0.03747905045747757, 0.022425759583711624, 0.0008873943006619811, 0.01548779010772705, -0.0037633227184414864, -4.369081216282211e-05, -0.017828479409217834, -0.012502361088991165, 0.008970304392278194, 0.0035145371221005917, 0.0025631943717598915, 0.009250625967979431, 0.007652790751308203, -0.0033270716667175293, -0.007155219092965126, -0.006118027493357658, 0.0069905295968055725, -0.007645782548934221, -0.02162684127688408, -0.015543854795396328, -0.006545518524944782, 0.010988621972501278, 0.00618109991773963, 0.02176700346171856, 0.01743602752685547, -0.022706082090735435, 0.0002989371423609555, -0.009671108797192574, 0.015403693541884422, -0.054943110793828964, 0.0012614489533007145, 0.009376770816743374, 0.02049153856933117, -0.00913148932158947, -0.03484402596950531, -0.18019098043441772, -0.007449557073414326, 0.022257566452026367, -0.03851624205708504, 0.024303916841745377, 0.005585415754467249, 0.02555135078728199, 0.01698751375079155, -0.03394699469208717, 0.008970304392278194, -0.0032324630301445723, -0.00381938717328012, -0.006976513657718897, -0.01418429333716631, -0.00972717348486185, 0.004551728256046772, -0.017057593911886215, -0.01393901091068983, 0.028817102313041687, -0.004159277770668268, 0.03304996341466904, -0.032629478722810745, 0.012866780161857605, -0.0041102212853729725, 0.013315294869244099, 0.017281850799918175, 0.003644186072051525, 0.013770817779004574, 0.0020901509560644627, -0.04521593824028969, -0.013960035517811775, 0.00695548951625824, 0.018010688945651054, -0.01070129219442606, 0.029125455766916275, 0.027597701177001, 0.021024150773882866, -0.01273362711071968, -0.032853737473487854, 0.009180545806884766, 0.022131422534585, 0.026560509577393532, 0.011535250581800938, -0.0027594196144491434, -0.02322467789053917, 0.026434363797307014, 0.022481823340058327, -0.027471555396914482, 0.013273246586322784, -0.011745491996407509, 0.0140931885689497, -0.007365460507571697, 0.023126564919948578, -0.002161983400583267, -0.011731475591659546, 0.01866944506764412, -0.0008155617979355156, 0.003693242324516177, 0.0033954002428799868, -0.024037610739469528, -0.012474329210817814, -0.01145115401595831, 0.019426314160227776, -0.014548711478710175, -9.570368274580687e-05, -0.021795036271214485, -0.02286025881767273, 0.006966001819819212, -0.036049410700798035, 0.006132043898105621, -0.02841063402593136, -0.0036652102135121822, -0.01081342063844204, 0.012425272725522518, 0.02541118860244751, 0.02792007103562355, -0.014177285134792328, -0.001753764459863305, 0.029714131727814674, 0.008886206895112991, -0.005637976340949535, 0.010456010699272156, -0.006783792283385992, -0.0038088751025497913, -0.023799337446689606, -0.02546725422143936, -0.014885097742080688, 0.02227158285677433, -0.011822580359876156, 0.003770330920815468, 0.045524291694164276, -0.0016267435858026147, 0.006987025961279869, -0.00019655389769468457, 0.004120733588933945, 0.0063072447665035725, 0.001342041534371674, -0.010638220235705376, 0.0022951364517211914, -0.003651194041594863, 0.005750104784965515, 0.011381072923541069, -0.02769581414759159, 0.020057039335370064, 0.033358316868543625, -0.005399702582508326, -0.027037056162953377, 0.01925812102854252, 0.04367416724562645, -0.007533653639256954, -0.0045587364584207535, -0.00559242395684123, 0.00767381489276886, -0.0025264020077884197, -0.012355191633105278, 0.014562727883458138, -0.0022565920371562243, -0.01785651035606861, 0.018459202721714973, 0.005701048765331507, 0.052756600081920624, -0.014422566629946232, -0.005921802017837763, 0.02719123288989067, -0.015235500410199165, -0.022075356915593147, -0.11717459559440613, -0.02253788895905018, 0.001876405323855579, 0.019061895087361336, -0.011983765289187431, 0.027107136324048042, -0.0012325408169999719, 0.0321529321372509, -0.023575080558657646, 0.04717819392681122, -0.03403108939528465, -0.012880795635282993, 0.017113657668232918, 0.003022221615538001, 0.009755205363035202, 0.00029171007918193936, 0.007449557073414326, -0.00024396773369517177, -0.020869972184300423, 0.03164835274219513, -0.003906988073140383, -0.008388635702431202, 0.022145437076687813, -0.02091202139854431, 0.0017187242629006505, -0.008493756875395775, -0.018599364906549454, 0.032265063375234604, 0.0042328620329499245, -0.015067307278513908, 0.010526090860366821, -0.04258091002702713, -0.011416113004088402, -0.027751877903938293, 0.0135045126080513, -0.02300041913986206, 0.016735224053263664, -0.0021374551579356194, 0.023743273690342903, -0.023533031344413757, 0.016020402312278748, 0.01858534850180149, -0.003812379203736782, -0.011920693330466747, -0.007011554203927517, -0.004120733588933945, -0.01721177063882351, 0.03585318475961685, 0.0005711560952477157, -0.025859704241156578, -0.03913295269012451, -0.014660840854048729, -0.04577658325433731, 0.00962906051427126, 0.021472664549946785, 0.0057360888458788395, 0.011282960884273052, -0.012796699069440365, -0.019790733233094215, 0.002708611311390996, -0.006254684645682573, -0.01585220918059349, -0.01031584944576025, -0.01129697635769844, 0.0178985595703125, 0.006636623293161392, -0.016553014516830444, -0.032265063375234604, 0.016791287809610367, -0.015950322151184082, -0.001811580965295434, 0.012579449452459812, -0.011409105733036995, 0.00049100152682513, -0.018529284745454788, 0.003043245756998658, -0.009096449241042137, -0.027345411479473114, 0.0001599806419108063, 0.01958049088716507, -0.002790955826640129, -0.01834707520902157, 0.0027383954729884863, -0.02354704774916172, 0.008136346004903316, -0.004106717184185982, -0.006832848768681288, -0.021010134369134903, -0.015025258995592594, -0.04398252069950104, -0.017015544697642326, 0.026882879436016083, 0.012194006703794003, -0.01885165460407734, 0.0071482108905911446, 0.010820428840816021, -0.015403693541884422, -0.004089197143912315, 0.007477589417248964, 0.003857931587845087, -0.026126010343432426, 0.0031483664643019438, -0.05068221688270569, 0.00815036240965128, -0.00021527853095903993, -0.014352486468851566, -0.006573550868779421, -0.017085624858736992, 0.00763877434656024, 0.009916390292346478, -0.014408551156520844, 0.013013948686420918, -0.030499033629894257, 0.030414937064051628, -0.021738970652222633, -0.01644088514149189, -0.03411518782377243, -0.005876250099390745, 0.012327159754931927, -0.02081390842795372, 0.008234458975493908, 0.013063005171716213, 0.01197675708681345, -0.013455456122756004, 0.029125455766916275, 0.013749794103205204, 0.027485571801662445, -0.013175133615732193, -0.0227761622518301, 0.008339579217135906, 0.007666806690394878, -0.00230564852245152, 0.022145437076687813, -0.016202611848711967, -0.011871636845171452, 0.011051694862544537, -0.017688317224383354, -0.02290230803191662, -0.007498613558709621, 0.011528242379426956, 0.018150849267840385, 0.039973918348550797, -0.011528242379426956, -0.0369744710624218, 0.009033376350998878, -0.013988067395985126, 0.010329865850508213, 0.0035635933745652437, -0.01903386414051056, -0.0030362375546246767, 0.009790245443582535, 0.00763877434656024, 0.04616903141140938, 0.031003613024950027, -0.019748684018850327, -0.032405223697423935, -0.01735193096101284, 0.0055784075520932674, 0.02255190536379814, 0.007218291517347097, 0.007442548871040344, 0.036497924476861954, 0.028256457298994064, -0.01252338569611311, 0.01585220918059349, -0.006254684645682573, -0.00496520334854722, -0.0030975581612437963, -0.007884056307375431, -0.015235500410199165, -0.0004463251680135727, -0.020099086686968803, 0.005820185411721468, 0.0039525399915874004, -0.00740050058811903, 0.015782129019498825, 0.009488899260759354, 0.012796699069440365, 0.003938524052500725, -0.0037037543952465057, -0.011318000964820385, 0.026560509577393532, 0.008003192953765392, 0.002936372999101877, -0.007884056307375431, 0.005764121189713478, 0.027569668367505074, 0.0037422985769808292, 0.006622607354074717, 0.0015014746459200978, 0.006219644099473953, 0.0007827116060070693, -0.0037843468599021435, 0.012978908605873585, 0.00525954132899642, 0.024752432480454445, 0.0006780288531444967, -0.008332571014761925, 0.013567584566771984, -0.0026437868364155293, 0.017141690477728844, 0.006044443231076002, 0.027527621015906334, -0.021150294691324234, -0.004253886174410582, -0.02527102828025818, -0.024079659953713417, 0.0013884699437767267, -0.038376081734895706, -0.02241174317896366, 0.03520844131708145, 0.04518790543079376, 0.001622363575734198, -0.012950876727700233, 0.006401853635907173, 0.006804816424846649, -0.014562727883458138, 0.027121152728796005, 0.004618304781615734, -0.02800416760146618, -0.02806023135781288, 0.0363297313451767, 0.008073273114860058, 0.0046813772059977055, 0.03921704739332199, -0.015655983239412308, 0.03753511607646942, 0.022509856149554253, 0.042468782514333725, -0.0173098836094141, 0.025607414543628693, 0.013350334949791431, 0.001165088266134262, -0.016020402312278748, -0.008304539136588573, 0.004569248761981726, -0.008760062046349049, -0.024948658421635628, 0.006468430161476135, 0.008535805158317089, 0.0058587295934557915, 0.0935714840888977, 0.02887316606938839, -0.0038053712341934443, 0.018529284745454788, -0.03024674393236637, -0.0021549754310399294, 0.008346587419509888, 0.02208937332034111, -0.006839856971055269, -0.021248407661914825, 0.006696191616356373, -0.0011545761954039335, -0.0016582797979936004, -0.03352651000022888, -0.023925483226776123, -0.0041102212853729725, 0.009495907463133335, 0.020561618730425835, 0.0032534871716052294, 0.007393492851406336, 0.02909742295742035, 0.006054955068975687, 0.005343637894839048, 0.005834201350808144, -0.005844713654369116, 0.016104498878121376, 0.021795036271214485, 0.001741500454954803, -0.014268389903008938, -0.01745004393160343, 0.03621760383248329, 0.020197199657559395, -0.03316209092736244, -0.016749238595366478, -0.015179436653852463, -0.011822580359876156, -0.005872745998203754, -0.015333613380789757, 0.004856578540056944, 0.0012623249785974622, 0.013924995437264442, 0.01254440937191248, -0.0065875668078660965, -0.015515822917222977, -0.004639328923076391, -0.00042113999370485544, 0.00520347710698843, -0.010848461650311947, -0.030330840498209], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='901e1051-5f07-45e1-b42f-1cecaf895ab4', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='7f0c261bd900367ec5e82614ee8277ea7dfc513608117abb6f5ee3d834edad00'), : RelatedNodeInfo(node_id='fd0b157a-7835-4b5c-ac68-570c3fbc3772', node_type=, metadata={}, hash='9aa065e5272d8c7fdcdf6f35a7fa23af9d620864f183be502246c63a0e046fb6')}, hash='e587b7bd9aad2c0b0299cea6ab68b800b8814748c9d603c311e93de1ae31122f', text=\"method to a proper QA dataset. These and other improvements need to be experimented with, as well as to train with some completely new data that the model has not seen to test more effectively. Update: Training with new data was done by writing an imaginary story with ChatGPT help and then creating an instruction tuning data set (colab notebook). The model was then trained and tested (colab notebook) with this generated instruct dataset. The results confirm that the model learns via Instruct tuning, not only the fed questions but other details and relations of the domain. Problems with hallucinations remain (Bordor, Lila characters who are not in the story). The LLama2 13B 4-bit fine-tuned model has better output than the 7B model. A lot more needs to be explored in Fine-tuning. One observation is that slight changes in prompts give different answers. Since the output is not deterministic (that is, with even the same prompt, it varies over time), it is all the more difficult to fine-tune prompts to give the most effective output. This needs to be studied more. Also to be updated are higher level use-cases that should be possible with the fine-tuned models. Fine Tuning on Custom Domain Data All the popular models like GPT3/3.4/4 and LLAMA2 are trained primarily on the data scraped from the internet. Common Crawl, WebText, GitHub, StackOverflow etc: These are massive datasets of text and code that are crawled from the public web and a few curated like the QA dataset SQAD. The worldview and information the model has learned are also based on this data. However, this means that if we have some domain-specific data that the model has not seen, then it won't be able on its own to answer questions related to such data in case of Closed Book QA use-case or any other use case that depends on the specific domain data. For example, most online portals are adding virtual assistants for their customers, banks, e-commerce, customer support etc. And a huge if not the majority of data in the world still lives outside of the internet in enterprises. We have seen in Part 2 how LLMs can help address information retrieval use cases based on Vector space embeddings. But what\", start_char_idx=9293, end_char_idx=11486, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='fd0b157a-7835-4b5c-ac68-570c3fbc3772', embedding=[0.006788900587707758, 0.01018335111439228, 0.009806950576603413, -0.015110778622329235, -0.015507710166275501, 0.020175078883767128, -0.008219223469495773, 0.0036373999901115894, -0.03665458783507347, -0.04612620174884796, 0.018299920484423637, 0.03857081010937691, -0.014138980768620968, -0.013543583452701569, -0.0031566335819661617, -0.003661352675408125, 0.01921696960926056, -0.0003804641601163894, 0.01423479150980711, -0.02904444932937622, -0.0014594083186239004, -0.013310899026691914, -0.013564114458858967, -0.023679029196500778, 0.010984058491885662, -0.0011642759200185537, 0.02083207108080387, -0.04158201813697815, -0.028770703822374344, 0.01275656372308731, 0.013249306008219719, 0.019134845584630966, -0.02705979160964489, -0.013885765336453915, -0.007035272195935249, -0.010676093399524689, 0.019011659547686577, -0.005577574484050274, 0.01954546384513378, -0.021352186799049377, 0.009889073669910431, 0.02084575779736042, 0.014837033115327358, -0.027128228917717934, -0.00028465306968428195, 0.019709711894392967, 0.014440101571381092, -0.016219450160861015, -0.01805354841053486, 0.009238927625119686, 0.0245960783213377, 0.04229375720024109, -0.025567876175045967, 0.017601868137717247, -0.03200090676546097, 0.008944650180637836, -0.0043046558275818825, 0.010402347892522812, 0.014008951373398304, -0.002174569759517908, -0.002906840294599533, 0.006617809645831585, 0.00494795897975564, 0.028551707044243813, -0.0035518542863428593, -0.014180042780935764, -0.015233964659273624, 0.013427240774035454, 0.01887478679418564, -0.012202227488160133, 0.017889300361275673, 0.011996918357908726, 0.015042342245578766, -0.02039407752454281, 0.030878547579050064, 0.0015988476807251573, -0.0020137440878897905, -0.018176734447479248, -0.03372550755739212, 0.008753027766942978, 0.007267956156283617, -0.006819697096943855, -0.018833724781870842, 0.03698308393359184, 0.011230429634451866, -0.012147478759288788, 0.021516434848308563, 0.01190110668540001, 0.003938520327210426, 0.014207417145371437, -0.015247652307152748, -0.005659698508679867, 0.034245625138282776, 0.013831016607582569, -0.004403888713568449, 0.0036373999901115894, -0.007582764141261578, 0.020106643438339233, -0.01534346304833889, -0.017013313248753548, -0.019422277808189392, 0.00193333113566041, -0.045031215995550156, -0.021105816587805748, -0.016903815791010857, 0.006864180788397789, 0.01886109821498394, 0.0007091732113622129, -0.0037776946555823088, 0.015849893912672997, -0.02543100342154503, 0.03553222864866257, 0.004400467034429312, -0.02588268369436264, 0.005344890523701906, -0.010313380509614944, 0.003726367373019457, -0.00038367212982848287, -0.01422110479325056, -0.014590661972761154, 0.027963154017925262, 0.009909604676067829, 0.010703468695282936, 0.002024009358137846, 0.021051067858934402, -0.003863240359351039, -0.006354328710585833, 0.0021985224448144436, -0.022063927724957466, -0.006196924950927496, 0.006990788504481316, 0.025937432423233986, 0.010840341448783875, 0.015617208555340767, -0.03342438489198685, 0.024650827050209045, -0.012051667086780071, -0.00530382851138711, -0.0028076074086129665, -0.014727534726262093, 6.357108941301703e-05, 0.023747464641928673, -0.01030653715133667, -0.002655336167663336, -0.022994663566350937, 0.02740197442471981, 0.015247652307152748, -0.008123412728309631, 0.015863580629229546, 0.0026057197246700525, 0.002867489354684949, -0.02518463134765625, -0.015439273789525032, 0.01686275377869606, 0.029920436441898346, 0.011620517820119858, 0.002571501536294818, 0.02202286571264267, -0.020927881821990013, -0.013091902248561382, -0.013386178761720657, 0.018121985718607903, 0.010600813664495945, 0.011339928023517132, 0.003979582339525223, 0.031124919652938843, 0.02684079483151436, -0.009793262928724289, -0.005950553342700005, -0.02450026571750641, -0.01840941794216633, 0.050205014646053314, -0.03104279562830925, 0.018067235127091408, -0.013714673928916454, 0.015370837412774563, 0.028414834290742874, -0.006337219849228859, -0.01709543727338314, -0.020051894709467888, 0.02083207108080387, 0.008410845883190632, 0.007411672733724117, 0.01353673916310072, -0.041061900556087494, -0.014782283455133438, 0.003247311804443598, -0.007240581791847944, 0.010498158633708954, -0.009492142125964165, 0.005505716428160667, 0.021858617663383484, 0.014316915534436703, -0.023747464641928673, -0.6276448369026184, -0.01176423393189907, 0.025239380076527596, -0.012510191649198532, 0.003286662744358182, -0.0030420024413615465, -0.008013914339244366, -0.005748665891587734, -0.0044928560964763165, 0.04555133357644081, -0.006429608911275864, -0.022707229480147362, -0.00538937421515584, -0.013201400637626648, -0.013413554057478905, -0.014440101571381092, 0.008677748031914234, -0.010292849503457546, 0.009875386953353882, 0.006491201929748058, -0.0031463680788874626, 0.0015894377138465643, 0.0021061331499367952, 0.0006711054011248052, -0.01602782867848873, 0.00919102132320404, 0.010696624405682087, -0.006347485352307558, 0.027128228917717934, 0.0031857190188020468, -0.01828623190522194, 0.0014773729490116239, 0.016944877803325653, -0.011401521041989326, 0.05403745919466019, -0.00844506360590458, -0.012311725877225399, 0.02424020692706108, 0.013899452984333038, 0.038844555616378784, -0.02961931750178337, -0.010874560102820396, 0.01176423393189907, 0.028962327167391777, -0.008732497692108154, 0.022638794034719467, 0.020585699006915092, 0.015206590294837952, -0.024089647457003593, -0.013906296342611313, -0.0007326982449740171, 0.011620517820119858, 0.0020616494584828615, -0.01979183591902256, 0.00965639017522335, 0.007329549174755812, 0.03364338353276253, -0.020298264920711517, 0.034272998571395874, -0.012619690038263798, 0.008294503204524517, -0.010402347892522812, -0.01663006842136383, -0.02670392207801342, -0.03148078918457031, 0.01236647553741932, 0.013776266947388649, 0.007233737967908382, -0.007274799980223179, -0.024760324507951736, -0.0021266641560941935, 0.012304882518947124, -0.0018734491895884275, -0.02283041551709175, -0.0014046591240912676, 0.030604802072048187, 0.01036812923848629, -0.002621117979288101, -0.01176423393189907, 0.013529895804822445, 0.02493825927376747, -0.00943739339709282, 0.008246597833931446, -0.00679574441164732, 0.018888473510742188, 0.008650373667478561, -0.01346830278635025, 0.003498815931379795, -0.008438220247626305, 0.028195837512612343, -0.00843137688934803, 0.016328949481248856, -0.022871477529406548, -0.04286862164735794, -0.0016672841738909483, 0.028195837512612343, -0.008554561994969845, 0.009396331384778023, 0.022761980071663857, -0.016917502507567406, 0.00409592455253005, -0.017971424385905266, 0.03268527239561081, 0.021365875378251076, 0.02118794061243534, 0.005632323678582907, 0.007877040654420853, 0.00477686757221818, 0.010149132460355759, -0.02893495187163353, 0.0008126834291033447, 0.011860045604407787, -0.003134391736239195, -0.007261112332344055, 0.008869370445609093, -0.025444690138101578, 0.0038461312651634216, -0.007288487162441015, 0.02378852665424347, -0.014426413923501968, 0.02120162732899189, -0.0003749036986846477, 0.01946333982050419, 0.0024910885840654373, 0.010402347892522812, 0.027935778722167015, 0.008362940512597561, -0.01394735835492611, 0.014795971103012562, 0.008944650180637836, -0.007623826153576374, -0.037776947021484375, 0.022104989737272263, -0.028414834290742874, 0.021872304379940033, 0.00638512521982193, 0.04987651854753494, 0.009149960242211819, -0.002971854992210865, -0.01709543727338314, -0.05001339316368103, -0.010580282658338547, 0.011750547215342522, 0.003979582339525223, -0.05411958321928978, -0.016479508951306343, -0.009581109508872032, 0.004017222672700882, -0.0004598077211994678, -0.020092956721782684, -0.017259685322642326, -0.018778976052999496, -0.006990788504481316, 0.01306452788412571, -0.016315260902047157, -0.013488833792507648, 0.015890955924987793, -0.02506144531071186, -0.018655790016055107, -0.04577032849192619, -0.009574266150593758, 0.021119503304362297, -0.00028101736097596586, 0.014426413923501968, 0.011558924801647663, -0.01790298894047737, 0.007616982329636812, 0.020353015512228012, -0.03692833334207535, -0.03358863294124603, 0.012462286278605461, -0.04284124821424484, 0.0032832410652190447, 0.019490715116262436, -0.0052251266315579414, 0.01850522868335247, -0.01018335111439228, 0.015302401036024094, -0.0041643609292805195, -0.016014140099287033, -0.01306452788412571, 0.01346830278635025, 0.021625934168696404, -0.025608938187360764, 0.013673612847924232, 0.00688129011541605, 0.020311953499913216, 0.006429608911275864, -0.0020496731158345938, -0.00011762523354263976, 0.008171318098902702, 0.026306990534067154, -0.028168462216854095, 0.01732812076807022, -0.0008165329927578568, 0.018902160227298737, 0.01661638170480728, -0.0011676977155730128, -0.008657217025756836, 0.01001225970685482, -0.00691208615899086, 0.001318258000537753, 0.0010248365579172969, -0.007096864748746157, -0.02038038894534111, -0.032274652272462845, 0.018710538744926453, -0.02811371348798275, 0.01176423393189907, 0.008068663068115711, 0.00711055239662528, -0.0061079575680196285, 0.00038345824577845633, -0.01253072265535593, -0.009321050718426704, 0.052723478525877, 0.004509965423494577, 0.016000453382730484, -0.012866062112152576, 0.013249306008219719, -0.008068663068115711, 0.01299609150737524, 0.021297438070178032, 0.007418516557663679, 0.0016493196599185467, 0.009902761317789555, -0.012729188427329063, 0.006063473876565695, -0.00354158878326416, -0.03610709682106972, 0.0028520911000669003, 0.014713847078382969, 0.00591633515432477, 0.03583335131406784, 0.008985712192952633, -0.015507710166275501, 0.024897199124097824, 0.0010958394268527627, 0.023268409073352814, -0.014043169096112251, -0.01886109821498394, 0.02460976503789425, -0.004260172136127949, -0.023624278604984283, 0.030988046899437904, -0.012736032716929913, 0.018943222239613533, 0.00023867229174356908, -0.029947811737656593, -0.000872137607075274, -0.025034071877598763, 0.023706402629613876, -0.010005416348576546, 0.005249079316854477, 0.008212380111217499, -0.013653081841766834, 0.0006009580101817846, 0.004044597037136555, 0.032521024346351624, 0.008513499982655048, -0.010819810442626476, -0.0008002793183550239, -0.01628788746893406, -0.022707229480147362, 0.018340982496738434, -0.01628788746893406, 0.00015376825467683375, -0.01289343647658825, -0.0210784412920475, 0.017779802903532982, -0.023405281826853752, -0.025020383298397064, 0.014960218220949173, -0.04174626246094704, 0.013091902248561382, 0.028606455773115158, -0.002089024055749178, 0.005098519381135702, 0.013440928421914577, 0.026416487991809845, -0.027949465438723564, -0.03791382163763046, 0.027798905968666077, -0.006244830321520567, -0.011141462251543999, -0.0205035749822855, -0.020544636994600296, 0.00247397948987782, -0.00711055239662528, 0.008178161457180977, -0.001188228721730411, 0.006501467432826757, -0.009238927625119686, -0.010840341448783875, -0.00919786561280489, 0.01541189942508936, 0.020763633772730827, -0.003225069958716631, -0.011353614740073681, -0.0019230656325817108, -0.002665601670742035, 0.010936152189970016, -0.02036670222878456, -0.005570731125771999, 0.03950154781341553, -0.014275853522121906, -0.03241152688860893, 0.00018285376427229494, -0.009266301989555359, -0.01791667565703392, 0.00406854972243309, 0.0216669961810112, -0.010347598232328892, -0.0006398812402039766, 0.026033245027065277, -0.0006321821711026132, 0.005249079316854477, 0.004554449114948511, 0.02833271026611328, 0.002549259690567851, -0.0056562768295407295, -0.030248932540416718, 0.009060992859303951, 0.03372550755739212, 0.06361857056617737, 0.00860246829688549, -0.030769050121307373, 0.020749947056174278, -0.020530950278043747, 0.005847898777574301, -0.03807806968688965, -0.006525420118123293, 0.015548772178590298, 0.01604151539504528, -0.027114540338516235, -6.052352910046466e-05, 0.014590661972761154, 0.009252614341676235, 0.022803042083978653, 0.006368016358464956, 0.00948529876768589, -0.018573665991425514, -0.005974506493657827, 0.010238099843263626, 0.0031480789184570312, -0.002571501536294818, 0.003883771365508437, 0.02964669093489647, 0.03887193277478218, -0.012332256883382797, 0.042102135717868805, 0.021023692563176155, -0.008198692463338375, -0.025732124224305153, 0.009040461853146553, 0.005132737569510937, 0.00027609849348664284, 0.015671957284212112, -0.012907123193144798, 0.03254839777946472, -0.0016784050967544317, -0.004609198309481144, 0.011463113129138947, 0.007774386089295149, 0.006402234546840191, 0.030248932540416718, 0.009676921181380749, -0.012612846679985523, -0.0016587296267971396, -0.03358863294124603, -0.0031001733150333166, 0.025472065433859825, -0.013570957817137241, -0.03137129172682762, 0.026416487991809845, 0.010819810442626476, -0.01675325445830822, -0.00624140864238143, 0.02718297764658928, 0.005738400388509035, -0.00524565763771534, -0.021954428404569626, -0.01457697432488203, -0.020749947056174278, -0.006443296559154987, -0.016903815791010857, -0.003965895157307386, -0.008780403062701225, -0.004297812003642321, -0.006809431593865156, -0.01534346304833889, -0.0022515607997775078, -0.038461312651634216, 0.02670392207801342, 6.790184124838561e-05, -0.030139433220028877, -0.056282177567481995, -0.01212010346353054, 0.015151840634644032, 0.015617208555340767, 0.027319850400090218, 0.0014653964899480343, -0.004989020526409149, 0.005030082538723946, -0.006193503271788359, -0.029701439663767815, -0.0060018808580935, -0.030550053343176842, -0.0024876666720956564, -0.00984116829931736, -0.01594570465385914, -0.019011659547686577, -0.027374599128961563, 0.002131796907633543, -0.003883771365508437, 0.002740881871432066, -0.016465822234749794, -0.002037696773186326, 0.02352846786379814, 0.04043228179216385, 0.025389941409230232, 0.03219252824783325, 0.02554050087928772, -0.04273175075650215, -0.012037980370223522, -0.012872905470430851, -0.02496563456952572, -0.02997518703341484, 0.011935325339436531, -0.00579999340698123, 0.0158088319003582, -0.0002489377511665225, -0.0014756619930267334, -0.028715955093503, 0.022077614441514015, -0.005543356295675039, 0.006573325488716364, 0.007664887700229883, 0.012421224266290665, -0.010942996479570866, 0.021502748131752014, 0.018669476732611656, 0.028168462216854095, -0.03117966838181019, -0.02051726169884205, -0.04308762028813362, 0.029099199920892715, 0.004742649383842945, -0.012517035938799381, 0.029263446107506752, 0.0045407614670693874, 0.008349252864718437, -0.03479311615228653, 0.006258517969399691, -0.015658270567655563, 0.017506055533885956, -0.004136986564844847, -0.0013259571278467774, -0.014837033115327358, -0.004533918108791113, -0.004650259856134653, 0.015671957284212112, -0.027005042880773544, 0.004225953947752714, 0.017506055533885956, 0.01036812923848629, -0.009498986415565014, -0.006131910253316164, 0.022050239145755768, -0.028743328526616096, -0.006114800926297903, 0.01943596638739109, 0.011148305609822273, 0.029427694156765938, -0.00830819085240364, 0.005971084348857403, -0.026895543560385704, -0.026156429201364517, 0.0015090247616171837, -0.036243971437215805, 0.01423479150980711, 0.01991502195596695, 0.021749120205640793, 0.013673612847924232, 0.05009551718831062, -0.007035272195935249, 0.005481763742864132, 0.0022515607997775078, -0.020585699006915092, -0.0036887272726744413, -0.0013593200128525496, 0.0039043021388351917, -0.004195157438516617, -0.01954546384513378, 0.014070544391870499, -0.011853201314806938, 0.01452222466468811, -0.007671731524169445, 0.014316915534436703, 0.01955915056169033, -0.01920328103005886, -0.015179214999079704, -0.018573665991425514, -0.016958564519882202, -0.010053321719169617, 0.022803042083978653, -0.02098263055086136, 0.0032507337164133787, -0.03186403214931488, -0.002099289558827877, 0.014125293120741844, -0.009341581724584103, 0.013529895804822445, -0.0003729789168573916, 0.02189967967569828, -0.021639620885252953, 0.014180042780935764, 0.011812139302492142, 0.020558323711156845, -0.03586072474718094, 0.013201400637626648, -0.041007149964571, 0.012407537549734116, 0.018943222239613533, 0.012448599562048912, -0.0026176960673183203, 0.020065581426024437, 0.0024945102632045746, 0.006063473876565695, 0.002219053450971842, 0.011976387351751328, -0.000898229016456753, -0.010676093399524689, -0.02730616368353367, -0.010854029096662998, -0.019956082105636597, -0.003296928247436881, 0.01428954117000103, -0.006190081126987934, -0.008520344272255898, 0.01840941794216633, 0.030166808515787125, -0.0386255607008934, -0.017738740891218185, 0.025444690138101578, 0.008061819709837437, 0.05693916603922844, 0.016096264123916626, 0.005420170724391937, 0.01708175055682659, -0.007452734746038914, -0.015028655529022217, -0.005666541866958141, 0.014070544391870499, -0.017478682100772858, 0.0066828238777816296, 0.014618036337196827, -0.01359148882329464, -0.026786046102643013, 0.01990133337676525, 0.010847184807062149, -0.024212833493947983, -0.03725682944059372, 0.027853654697537422, -0.0017237443244084716, 0.014823345467448235, -0.022638794034719467, -0.02318628504872322, -0.006279048975557089, 0.014618036337196827, 0.0016159567749127746, 0.02399383671581745, -0.018559979274868965, -0.005327781196683645, 0.013646237552165985, 0.016068890690803528, 0.025157256051898003, 0.008007070049643517, -0.014015794731676579, 0.008636686019599438, 0.03446462005376816, 0.002704952610656619, -0.014453788287937641, 0.005820524413138628, -0.004243062809109688, 0.02378852665424347, -0.00538937421515584, 0.008691435679793358, 0.014864407479763031, 0.020927881821990013, 0.00020488176960498095, 0.00477686757221818, 0.016808003187179565, 0.036353468894958496, -0.03230202570557594, -0.006415921729058027, 0.014713847078382969, -0.022871477529406548, -0.004578401800245047, -0.02566368691623211, -0.003794803749769926, -0.008753027766942978, -0.0036271344870328903, 0.0004602354601956904, 0.02647123858332634, 0.002078758552670479, -0.02692291885614395, 0.0008584503084421158, -0.00039650395046919584, -0.019285405054688454, -0.006925773806869984, -0.008492969907820225, 0.0031754535157233477, -0.01470016036182642, -0.025732124224305153, 0.01006700936704874, -0.007692262530326843, 0.020311953499913216, -0.011271491646766663, -0.013481990434229374, -0.006012146361172199, 0.026211179792881012, -0.033314887434244156, 0.011949012987315655, 0.013605175539851189, 0.004694744013249874, -0.02669023536145687, -0.009423705749213696, -0.01229803916066885, -0.0020736258011311293, 0.004455216228961945, -0.040952399373054504, -0.0245960783213377, -0.01602782867848873, 0.0013139807851985097, 0.005512559786438942, -0.00240212120115757, -0.005793149583041668, 0.016301574185490608, 0.004872678779065609, -0.006056630052626133, -0.0009410018683411181, -0.006439874414354563, 0.022652480751276016, 0.002124953316524625, 0.00240212120115757, 0.011415207758545876, -0.01697225123643875, 0.013358804397284985, -0.01300977822393179, 0.008725653402507305, -0.012640221044421196, -0.03687358647584915, 0.0012686415575444698, 0.0096700768917799, 0.00042494788067415357, -0.01534346304833889, -0.006125066429376602, -0.016205763444304466, 0.004557870794087648, -0.018094610422849655, 0.009457924403250217, 0.009122584946453571, 0.0020650713704526424, 0.02530781738460064, -0.0007117395871318877, 0.02507513388991356, 0.01358464453369379, -0.022228173911571503, -0.006200346630066633, -0.01094983983784914, -0.0004529640718828887, -0.030413180589675903, -0.019025346264243126, -0.013885765336453915, 0.04440160095691681, -0.0045510269701480865, -0.031918782740831375, -0.027032416313886642, -0.017985111102461815, -0.03315063938498497, 6.410574860638008e-05, 0.006658871192485094, 0.008417689241468906, 0.02481507509946823, 0.017889300361275673, -0.007062646560370922, 0.02600586973130703, -0.019148532301187515, 0.005382530391216278, -0.00278023281134665, 0.0060805827379226685, -0.012544410303235054, -0.0074322037398815155, 0.009779575280845165, 0.006261939648538828, -0.01615101285278797, -0.00784966628998518, 0.008486125618219376, -0.012660752050578594, -0.005577574484050274, 0.01779348962008953, -0.003343123011291027, -0.03317801281809807, 0.004048018716275692, -0.00044141541002318263, -0.006990788504481316, 0.0005205451161600649, 0.014426413923501968, -0.02670392207801342, -0.0063885473646223545, 0.00814394373446703, -0.007582764141261578, -0.010025947354733944, 0.0003599332121666521, 0.009252614341676235, 0.010559751652181149, -0.0007048959378153086, 0.0004022782959509641, 0.000774615618865937, 0.004889787640422583, -0.004256749991327524, 0.04511334002017975, 0.015357150696218014, 0.0024859558325260878, 0.026087993755936623, 0.009717983193695545, -0.012065354734659195, 0.003787960158661008, 0.004739227704703808, 0.00033683588844724, -0.0029530348256230354, 0.022173425182700157, -0.04300549626350403, 0.0025338614359498024, -0.005926600657403469, 0.005166955757886171, -0.01861472800374031, 0.0017220333684235811, -0.015671957284212112, -0.0025937433820217848, -0.043525613844394684, 0.029947811737656593, -0.0023422392550855875, -0.03668196499347687, 0.0021437732502818108, -0.0022926228120923042, 0.006847071461379528, -0.007822291925549507, -0.021844930946826935, -0.003620290895923972, -0.002102711470797658, -0.004208844620734453, 0.0031549225095659494, -0.021037379279732704, -0.009834324941039085, 0.015069716610014439, 0.03646296635270119, -0.02027089148759842, -0.0077880737371742725, 0.20706146955490112, -0.0163836982101202, -0.015507710166275501, 0.007863353937864304, -0.009300519712269306, -0.002792209153994918, 0.03837918862700462, 0.01190110668540001, -0.010272318497300148, -0.018204107880592346, 1.932796476467047e-05, 0.003620290895923972, -0.02659442275762558, -0.00042751425644382834, 0.021146878600120544, -0.02836008556187153, -0.02764834463596344, -0.04946590214967728, -0.01082665380090475, 0.0017844816902652383, -0.0012438333360478282, 0.006593856494873762, -0.00632695434615016, -0.014111606404185295, 0.026443863287568092, 0.001370440935716033, 0.024034898728132248, 0.006395390722900629, 0.003808491164818406, 0.01311243325471878, -0.005269610323011875, 0.0028144509997218847, 0.01071031205356121, 0.011196210980415344, -0.01541189942508936, -0.004489434417337179, 0.0009067836217582226, -0.009156803600490093, 0.022063927724957466, 0.006655449513345957, 0.007411672733724117, -0.0013131253654137254, -0.0036305561661720276, -0.018833724781870842, -0.004034331534057856, 0.015425587072968483, -0.00406854972243309, 0.006604121997952461, 0.00111979222856462, 0.00808919407427311, -0.020914193242788315, 0.0018888473277911544, 0.011613673530519009, 0.024801386520266533, -0.0005406483542174101, 0.004739227704703808, -0.018833724781870842, 0.006176393944770098, -0.004044597037136555, -0.007391141727566719, -0.029236072674393654, -0.006152441259473562, 0.01909378357231617, 0.02272091805934906, -0.007137926761060953, 0.018655790016055107, 0.01721862331032753, -0.0013926827814429998, 0.014029482379555702, -0.009232083335518837, -0.010073852725327015, -0.016999626532197, -0.006901821121573448, -0.005211439449340105, -0.024541327729821205, -0.049137406051158905, 0.03643559291958809, 0.01768399216234684, 0.01886109821498394, 0.02707347832620144, -0.0037742729764431715, -0.0075553893111646175, -0.013365647755563259, -0.026744984090328217, -0.014015794731676579, -0.046345196664333344, 0.013694142922759056, -0.03758532553911209, -0.007124239578843117, -0.013139807619154453, 0.008691435679793358, 0.0005299551412463188, 0.0001862755889305845, -0.006693089380860329, 0.007979695685207844, -0.012024292722344398, 0.0066520278342068195, -0.002326841000467539, 0.007397985551506281, -0.04500384256243706, -0.028277961537241936, 0.05458495020866394, 0.027347225695848465, 0.01862841472029686, 0.004157517105340958, 0.005690495017915964, -0.011250960640609264, 0.010114914737641811, -0.00494795897975564, -0.01164789218455553, 0.014193729497492313, -0.025732124224305153, 0.02236504852771759, 0.003805069252848625, -0.010723999701440334, -0.0006317544030025601, -0.0024158083833754063, 0.0034680196549743414, 0.0222692359238863, -0.012284351512789726, -0.014727534726262093, -0.011182524263858795, 0.01602782867848873, 0.013570957817137241, 0.013618863187730312, -0.022310297936201096, -0.023268409073352814, -0.016712192445993423, -0.028907576575875282, 0.0033020609989762306, -0.003610025392845273, -0.030741674825549126, 0.02250192128121853, 0.004937693476676941, 0.007233737967908382, -0.0014696738217025995, -0.006036099046468735, -0.006843649782240391, -0.0036887272726744413, 0.005221704952418804, 0.012003761716187, -0.0027254836168140173, 0.0030847752932459116, 0.003603181568905711, 0.01944965310394764, -0.010696624405682087, -0.0040993462316691875, 0.008848839439451694, -0.01850522868335247, -0.02447289228439331, -0.021968116983771324, 0.00262282881885767, -8.019902253408873e-08, -0.002438050229102373, 0.014399039559066296, 0.019162219017744064, -0.018997972831130028, 0.0013268126640468836, 0.0021523279137909412, 0.016465822234749794, -0.04623569920659065, 0.005991615355014801, 0.014371664263308048, 0.0076375133357942104, -0.004698165692389011, -0.03616184741258621, -0.17421194911003113, -0.006193503271788359, 0.012387006543576717, -0.04262224957346916, 0.025827934965491295, 0.009355269372463226, 0.024869823828339577, 0.012606003321707249, -0.03711995854973793, -0.0024979321751743555, -0.007096864748746157, -0.002047962276265025, -0.016671130433678627, -0.019613901153206825, -0.025745810940861702, 0.0003404715680517256, -0.011661579832434654, -0.0022053662687540054, 0.02825058624148369, 0.007801760919392109, 0.02741566114127636, -0.04973964765667915, 0.0014628301141783595, 0.00022690976038575172, 0.01723231002688408, 0.008622998371720314, 0.007979695685207844, 0.024158084765076637, -0.009218396618962288, -0.03829706460237503, -0.00433545233681798, 0.0022755134850740433, 0.02352846786379814, -0.007240581791847944, 0.013481990434229374, 0.026416487991809845, 0.021393248811364174, 0.007911259308457375, -0.03211040422320366, 0.010546064004302025, 0.021749120205640793, 0.01617838814854622, 0.017738740891218185, 0.0008490402833558619, -0.02025720290839672, 0.005820524413138628, 0.03361600637435913, -0.019244343042373657, 0.007671731524169445, -0.008739341050386429, 0.018245169892907143, -0.0007057514158077538, 0.023145223036408424, -0.010525533929467201, -0.02131112478673458, 0.01147680077701807, -0.009649545885622501, 0.013748892582952976, 0.012804469093680382, -0.017506055533885956, -0.017861926928162575, -0.014303227886557579, 0.015726707875728607, -0.002538994187489152, -0.003743476467207074, -0.030084684491157532, -0.024048585444688797, 0.00773332454264164, -0.033451762050390244, 0.010525533929467201, -0.01839573122560978, -0.012188540771603584, -0.009375800378620625, 0.012455442920327187, 0.014850719831883907, 0.04084290191531181, 0.0019572838209569454, 0.0016039804322645068, 0.030166808515787125, 0.0037400545552372932, -0.013427240774035454, 0.015849893912672997, -0.008999399840831757, 0.004821351263672113, -0.025157256051898003, -0.016479508951306343, -0.015535085462033749, 0.020777320489287376, -0.022460859268903732, 0.00837662722915411, 0.030988046899437904, -0.02095525525510311, -0.0004529640718828887, -0.010231256484985352, -0.001868316438049078, 0.013393023051321507, -0.0035792288836091757, -0.008848839439451694, 0.009218396618962288, -0.0020753368735313416, -0.0013002934865653515, 0.0028058963362127542, -0.007616982329636812, -0.005663120187819004, 0.03372550755739212, -0.005680229514837265, -0.024431830272078514, 0.0019521510694175959, 0.04404573142528534, -0.02120162732899189, 0.0026638905983418226, -0.010860872454941273, 0.0066828238777816296, -0.005536512937396765, -0.009423705749213696, 0.016137326136231422, -0.0016997915226966143, -0.017287058755755424, 0.016000453382730484, 0.01375573594123125, 0.03153553977608681, -0.012927654199302197, -0.003726367373019457, 0.011723171919584274, -0.0057520875707268715, -0.002932504052296281, -0.12307620048522949, -0.017259685322642326, 0.011312553659081459, 0.011045650579035282, -0.01236647553741932, 0.02586899697780609, -0.00395220797508955, 0.02961931750178337, -0.027716781944036484, 0.04314236715435982, -0.04744018241763115, -0.006008724682033062, 0.0041643609292805195, -0.006251674145460129, 0.011942168697714806, -0.012236446142196655, -0.005077988374978304, -0.015206590294837952, -0.020640447735786438, 0.02507513388991356, -0.0045031215995550156, -0.011059338226914406, 0.02001083269715309, -0.008027601055800915, 0.0017793489387258887, -0.002918816637247801, -0.027826281264424324, 0.021379562094807625, 0.004342295695096254, -0.013988420367240906, 0.010484471917152405, -0.036955710500478745, -0.002610852476209402, -0.02540362812578678, 0.013612019829452038, -0.021489061415195465, 0.02016139216721058, -0.007090021390467882, 0.01827254518866539, -0.021708058193325996, 0.007411672733724117, 0.021954428404569626, -0.0027254836168140173, -0.02059938572347164, -0.006018990185111761, -0.0051122065633535385, -0.027032416313886642, 0.025376252830028534, 0.000946990039665252, -0.01616470143198967, -0.03774957358837128, -0.009060992859303951, -0.05318884551525116, 0.006867602467536926, 0.027265101671218872, 0.0016116795595735312, -0.005786305759102106, -0.01229803916066885, -0.011846357956528664, 0.008828308433294296, -0.018902160227298737, -0.0079044159501791, -0.013085058890283108, -0.00577261857688427, 0.02213236317038536, 0.007747011724859476, -0.0028384036850184202, -0.03465624153614044, 0.01534346304833889, -0.02436339296400547, 0.007185832131654024, 0.010730843059718609, -0.0040993462316691875, -0.0065117329359054565, -0.032384149730205536, -0.00030283149681054056, -0.0037742729764431715, -0.03550485521554947, -0.006901821121573448, 0.013269837014377117, -0.008622998371720314, -0.012106416746973991, 0.005786305759102106, -0.017026999965310097, -0.0007801760802976787, -0.009649545885622501, 0.001904245582409203, -0.015302401036024094, -0.006901821121573448, -0.04144514352083206, -0.005697338376194239, 0.031453415751457214, 0.012188540771603584, -0.022542983293533325, 0.015329775400459766, 0.0036921491846442223, -0.028058964759111404, 0.0005427869618870318, 0.005231970455497503, 0.002080469625070691, -0.023473719134926796, 0.000986341037787497, -0.04147251695394516, 0.020914193242788315, 0.0023969884496182203, -0.015836205333471298, -0.001246399711817503, -0.014850719831883907, -6.373148789862171e-05, 0.0071516139432787895, -0.0047563365660607815, 0.019052721560001373, -0.025732124224305153, 0.01968233659863472, -0.013803642243146896, -0.007004475686699152, -0.037886444479227066, 0.002450026571750641, 0.011784764938056469, -0.012024292722344398, 0.020941568538546562, 0.023145223036408424, 0.018601039424538612, -0.009731669910252094, 0.03200090676546097, 0.009184177964925766, 0.01673956774175167, -0.0163836982101202, -0.0149328438565135, 0.02414439618587494, -0.002997518749907613, -0.011634204536676407, 0.026279615238308907, -0.017547117546200752, -0.01400210801512003, 0.018423104658722878, -0.004270437639206648, -0.008622998371720314, 0.002701530698686838, 0.012496504932641983, 0.02610168047249317, 0.03583335131406784, -0.020106643438339233, -0.04273175075650215, 0.0193127803504467, -0.002951323986053467, 0.008636686019599438, 0.01594570465385914, -0.02309047430753708, -0.007117395754903555, 0.008123412728309631, 0.005728134885430336, 0.0339718796312809, 0.026279615238308907, -0.018477855250239372, -0.039200425148010254, -0.00808919407427311, 0.013310899026691914, 0.03139866515994072, 0.016356322914361954, 0.005355156026780605, 0.030248932540416718, 0.033205389976501465, -0.013967889361083508, 0.015357150696218014, -0.006610965821892023, 0.0075553893111646175, 0.0046331509947776794, -0.018012486398220062, 0.014344289898872375, 0.005290141329169273, -0.018436793237924576, 0.002164304256439209, 0.012339101172983646, -0.009300519712269306, 0.019381215795874596, 0.022351359948515892, 0.0018546291394159198, 0.009149960242211819, 0.00591633515432477, -0.009498986415565014, 0.02225554920732975, 0.010313380509614944, 0.005642589181661606, -0.00588553911074996, 0.01602782867848873, 0.027005042880773544, 0.0021078442223370075, 0.012291194871068, -0.002056516706943512, -0.002313153585419059, -0.003917989321053028, 0.011990074999630451, 0.011949012987315655, -0.004715274553745985, 0.029071824625134468, 0.0007801760802976787, -0.005197752267122269, 0.015042342245578766, 0.007445890922099352, 0.022926226258277893, 0.0054407017305493355, 0.04147251695394516, -0.010956683196127415, 0.004294390324503183, -0.026881856843829155, -0.026662860065698624, 0.005953975487500429, -0.03372550755739212, -0.02846958301961422, 0.02142062410712242, 0.028715955093503, 0.005734978709369898, -0.015439273789525032, 0.01861472800374031, 0.0056562768295407295, -0.013146650977432728, 0.025472065433859825, 0.00018531321256887168, -0.029372945427894592, -0.037311580032110214, 0.025827934965491295, 0.015494023449718952, 0.000608657137490809, 0.04442897439002991, -0.017998799681663513, 0.0351216122508049, 0.019531777128577232, 0.04076077789068222, -0.02543100342154503, 0.03022155724465847, 0.0046913218684494495, 0.008595624007284641, -0.022570356726646423, -0.0143579775467515, -0.0006715331692248583, -0.0193401537835598, -0.02087313123047352, 0.008698279038071632, 0.025266755372285843, 0.0018443636363372207, 0.08727022260427475, 0.02797684073448181, -0.006234564818441868, 0.005228548310697079, -0.02625224180519581, -0.007172144949436188, 0.019860271364450455, 0.021105816587805748, -0.011853201314806938, -0.0263617392629385, -0.002918816637247801, 0.0019196438370272517, -0.010689781047403812, -0.029017075896263123, -0.02236504852771759, -0.013358804397284985, 0.0009435682441107929, 0.00618323776870966, 0.014056856743991375, 0.010286006145179272, 0.018436793237924576, -0.006012146361172199, -0.0010727421613410115, 0.0024774011690169573, -0.020325640216469765, 0.00732270535081625, 0.025951121002435684, 0.003216515528038144, -0.004889787640422583, -0.014084231108427048, 0.03733895346522331, 0.015904642641544342, -0.023939087986946106, -0.022200800478458405, 0.001953862141817808, 0.00020306392980273813, -0.0027135072741657495, -0.019134845584630966, 0.011661579832434654, -0.007829135283827782, 0.010990901850163937, 0.014207417145371437, -0.01300977822393179, -0.02038038894534111, -0.006788900587707758, -0.007233737967908382, -0.0051122065633535385, -0.022187113761901855, -0.027032416313886642], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='782f4be4-451e-4a29-b979-07d9eada17aa', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='e587b7bd9aad2c0b0299cea6ab68b800b8814748c9d603c311e93de1ae31122f'), : RelatedNodeInfo(node_id='2ddc83fe-dd1d-4c8b-928f-4ba2b0d2726b', node_type=, metadata={}, hash='a71e203eb3d5842de32a01202961550bf8e113d412f3a5af6f35a2e6a77e5300')}, hash='9aa065e5272d8c7fdcdf6f35a7fa23af9d620864f183be502246c63a0e046fb6', text='data. However, this means that if we have some domain-specific data that the model has not seen, then it won\\'t be able on its own to answer questions related to such data in case of Closed Book QA use-case or any other use case that depends on the specific domain data. For example, most online portals are adding virtual assistants for their customers, banks, e-commerce, customer support etc. And a huge if not the majority of data in the world still lives outside of the internet in enterprises. We have seen in Part 2 how LLMs can help address information retrieval use cases based on Vector space embeddings. But what if our use case is more high level? It needs domain \"understanding\", maybe some higher level reasoning tasks. This is where fine-tuning with custom data comes into play. I am not able to provide a use case where higher-level reasoning can be used. There are a few simpler ones, like training on custom issues and then asking it to reason on similar issues and possible solutions, but these are as of now not tested. So let\\'s stick with a simpler use-case Closed-Book QA - the model answers questions based on the knowledge it internally has for now. The above is from a 2021 paper Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA? This is already outdated in the sense of the number and size of models and training released. The authors with 2021 models could not achieve great results and the great results they found in some studies described could be attributed to the high train and test overlap in datasets. There are also a lot of tutorials on the internet that try to portray this concept with toy datasets. The real trouble is making the model \\'understand\\' the data first and not just parrot it out. Without understanding, it will parrot out the answer based on the similarity of the question in the training set, or both the question and answer. To prevent this, the authors have an intermediate step called \\'Recite\\' where the model is made to recite/output the relevant passages and, after that, output the answer. Just to be clear, there is no doubt now (2023), especially with GPT3/4, LLAMA2 and similar models about the feasibility of this use case,', start_char_idx=395, end_char_idx=2618, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='2ddc83fe-dd1d-4c8b-928f-4ba2b0d2726b', embedding=[-0.02260177955031395, 0.00782632827758789, 0.014103839173913002, -0.022094642743468285, -0.0009945674100890756, 0.008799479342997074, -0.005708696786314249, 0.0031096292659640312, -0.030236218124628067, -0.050110433250665665, 0.016104966402053833, 0.03865192085504532, -0.01764007844030857, -0.008751507848501205, 0.0013003903441131115, 0.026261376217007637, 0.016872523352503777, 0.0177497286349535, 0.01350761204957962, -0.009895987808704376, 0.003580785123631358, -0.003690436016768217, -0.031168250367045403, -0.008778920397162437, 0.003477987600490451, 0.019394492730498314, 0.029194535687565804, -0.033196792006492615, -0.0206280630081892, 0.020367642864584923, 0.014994751662015915, 0.01777714118361473, -0.030016915872693062, 0.003268965519964695, -0.013795445673167706, -0.017160356044769287, 0.019010713323950768, -0.014268315397202969, 0.018010150641202927, -0.02131338231265545, 0.023629754781723022, 0.014816569164395332, 0.007291780784726143, -0.015309997834265232, -0.0016361960442736745, 0.01806497573852539, 0.008648709394037724, -0.023492692038416862, -0.016886228695511818, -0.0010639558313414454, 0.029359010979533195, 0.039721015840768814, -0.027481241151690483, 0.009772630408406258, -0.024068359285593033, 0.0030976361595094204, -0.0005722403293475509, 0.015022164210677147, 0.019394492730498314, 0.006627022288739681, 0.006589329801499844, -0.0038823250215500593, -0.0038617653772234917, 0.030400695279240608, -0.014802862890064716, -0.013425374403595924, -0.01328831072896719, -0.007284927647560835, 0.020847365260124207, -0.008045630529522896, 0.012842854484915733, 0.022656604647636414, 0.010821167379617691, -0.017311125993728638, 0.034348126500844955, -0.00966983288526535, -0.0036458903923630714, -0.011321448720991611, -0.028344741091132164, 0.014117545448243618, 0.013740620575845242, -0.006513944827020168, 1.3378419680520892e-05, 0.02930418588221073, 0.00497198011726141, 0.0024551507085561752, 0.01663951389491558, -0.00908731296658516, -0.007202689535915852, 0.018709173426032066, 0.0037349816411733627, -0.009395706467330456, 0.03966619074344635, 0.010149555280804634, 0.008868011645972729, -0.002794383093714714, -0.008655562996864319, 0.012164389714598656, -0.006404294166713953, -0.03242923319339752, -0.02103925496339798, 0.002210149774327874, -0.04150284081697464, -0.015419648960232735, -0.019983865320682526, 0.0015496746636927128, 0.01779084838926792, 0.009327174164354801, -0.0007191553013399243, 0.02698781155049801, -0.00929976161569357, 0.030181393027305603, 0.0021142051555216312, -0.02913971059024334, -0.025932423770427704, -0.016255736351013184, 0.005246107466518879, -0.0005752385477535427, 0.006089047994464636, -0.015995316207408905, 0.01620091125369072, 0.006880590226501226, 0.013692648150026798, -0.0002606349007692188, 0.011561309918761253, -0.002681305631995201, -0.005201561376452446, -0.012465929612517357, -0.019970158115029335, 0.005163868889212608, 0.000615929311607033, 0.03856968134641647, -0.005866319872438908, -0.017571546137332916, -0.04177697002887726, 0.022711429744958878, -0.0032278464641422033, -0.003683582879602909, -0.015392236411571503, 0.004577922634780407, 0.00236263289116323, 0.02288961224257946, -0.0006947408546693623, -0.004039947874844074, -0.009889135137200356, 0.039721015840768814, -0.0038412059657275677, 0.019435610622167587, -0.0009363153367303312, -0.007202689535915852, 0.00512275006622076, -0.018407633528113365, -0.002599067520350218, 0.02473996952176094, 0.01665322110056877, 0.014528735540807247, 0.005917718634009361, 0.019586380571126938, -0.034348126500844955, -0.003988549113273621, 0.004163305275142193, 0.01441908534616232, 0.006657861638814211, 0.0006202125223353505, 0.00966983288526535, 0.028673693537712097, 0.03166167810559273, -0.015721188858151436, -0.0018435047240927815, -0.024918152019381523, -0.01578972116112709, 0.05668948218226433, -0.03495120257139206, 0.02741270884871483, -0.001233571907505393, 0.024219129234552383, 0.029386423528194427, -0.010238646529614925, -0.015981609001755714, -0.02431507222354412, 0.007798915728926659, 0.004639600869268179, 0.006325482856482267, -0.005643591750413179, -0.04287347570061684, -0.021148905158042908, 0.006332335993647575, -0.012801735661923885, -0.002131338231265545, -0.018983300775289536, 0.00693541532382369, 0.03385469689965248, -0.0030702233780175447, -0.01621461659669876, -0.6359748840332031, -0.01721518114209175, 0.027467533946037292, -0.010821167379617691, -0.01016326155513525, 0.0013826285721734166, -0.016543570905923843, -0.008059336803853512, -0.005503101274371147, 0.032648537307977676, -0.015830839052796364, -0.015172934159636497, -0.009032487869262695, -0.022779962047934532, -0.011855997145175934, -0.009806896559894085, 0.007545348256826401, -0.01321977935731411, 0.017955323681235313, 0.011712079867720604, -0.008456820622086525, 0.003454001387581229, 0.0005371177685447037, 0.003991975914686918, -0.025110041722655296, 0.011348861269652843, 0.00472869211807847, -0.019942745566368103, 0.020847365260124207, 0.0015565279172733426, -0.018805118277668953, 0.009059900417923927, 0.018270570784807205, 0.009532769210636616, 0.045559924095869064, -0.013178659602999687, -0.00852535292506218, 0.00966298021376133, 0.0024397310335189104, 0.02941383793950081, -0.031634267419576645, -0.019298547878861427, 0.010636131279170513, 0.027988376095891, -0.008710388094186783, 0.03840520605444908, 0.012781175784766674, 0.011883409693837166, -0.020806245505809784, -0.023122619837522507, -0.010978790000081062, 0.015296291559934616, 0.011828583665192127, -0.011650401167571545, 0.007935979403555393, 0.011993059888482094, 0.02842697873711586, -0.009608154185116291, 0.02120373025536537, -0.01765378564596176, 0.0007966818520799279, 0.001177889876998961, -0.0367056168615818, -0.006973107811063528, -0.037884365767240524, 0.017818260937929153, 0.0041084797121584415, 0.014117545448243618, -9.18887963052839e-06, -0.014460204169154167, -0.0006746096187271178, 0.01591307856142521, -0.013685795478522778, -0.017694903537631035, -0.013911950401961803, 0.011355714872479439, 0.011177532374858856, -0.009347734041512012, -0.013850271701812744, 0.011177532374858856, 0.021258555352687836, 0.007538495119661093, -0.015405942685902119, -0.007127304561436176, 0.029496075585484505, 0.00994396023452282, 0.010505921207368374, 0.009854868985712528, -0.007627586368471384, 0.014761744067072868, -0.0008502223063260317, 0.009032487869262695, -0.031223075464367867, -0.04588887467980385, 0.00558191305026412, 0.0061472998932003975, -0.009066754020750523, -0.002333506941795349, 0.01747560128569603, -0.01591307856142521, 0.01016326155513525, -0.01555671263486147, 0.02501409687101841, 0.02628878876566887, 0.03415623679757118, 0.01301418337970972, -0.0011924528516829014, -0.0011504770955070853, 0.0047698114067316055, -0.02317744493484497, 0.004372327122837305, 0.01806497573852539, 0.003964562900364399, -0.01067039743065834, -0.0014503035927191377, -0.02460290677845478, 0.0054242899641394615, 0.0001853570283856243, 0.014953632839024067, -0.0240409467369318, 0.03171650320291519, -0.00025635166093707085, 0.007202689535915852, -0.008470526896417141, 0.01650245115160942, 0.030674820765852928, 0.00628779036924243, -0.011472218669950962, 0.011129559949040413, 0.014693211764097214, -0.010211233980953693, -0.01790049858391285, 0.02387646958231926, -0.01578972116112709, 0.010930817574262619, 0.011732639744877815, 0.045395445078611374, 0.007421990856528282, -0.0020816526375710964, -0.02231394499540329, -0.029742790386080742, -0.007531641982495785, 0.011636694893240929, 0.007223248947411776, -0.03952912613749504, 0.001807525521144271, 0.0005700986948795617, 0.0016045001102611423, -0.0016721752472221851, -0.0173659510910511, -0.011259770020842552, -0.023533811792731285, -0.009498503990471363, 0.021395619958639145, -0.00543456943705678, -0.016516156494617462, 0.010019345209002495, -0.039611365646123886, -0.008395141921937466, -0.036897506564855576, -0.000671611400321126, 0.022793667390942574, -0.0015753741608932614, 0.012356278486549854, 0.013953069224953651, -0.019874215126037598, 0.015227760188281536, 0.013953069224953651, -0.03251147270202637, -0.02504150941967964, 0.0006874593673273921, -0.0494525283575058, 0.011581869795918465, 0.02231394499540329, -0.016420213505625725, 0.013103274628520012, -0.002707005012780428, 0.0012798308162018657, -0.015995316207408905, -0.014748037792742252, -0.004303795285522938, 0.03385469689965248, 0.009313467890024185, 0.006849750876426697, 0.02856404334306717, 0.013425374403595924, 0.02346527948975563, 0.010046757757663727, -0.02801578864455223, 0.0011264909990131855, 0.01636538654565811, 0.009429971687495708, -0.024959271773695946, 0.009752071462571621, 0.00882689282298088, 0.02545270137488842, 0.018106093630194664, -0.016461331397294998, -0.005222121253609657, 0.032045457512140274, -0.005324918776750565, 0.007689265068620443, 0.0100124916061759, -0.009477944113314152, -0.003459141356870532, -0.02883817069232464, 0.013514465652406216, -0.005609325598925352, 0.005732682999223471, 0.00788115430623293, 0.005468835588544607, -0.013706354424357414, -0.01131459604948759, -0.009135285392403603, -0.0005216981517150998, 0.034622251987457275, 0.009491650387644768, 0.01977827027440071, -0.02856404334306717, 0.0030462373979389668, 0.0055853393860161304, 0.007689265068620443, 0.0138022992759943, -0.0015248319832608104, -0.007977098226547241, 0.008717241697013378, -0.008840599097311497, 0.010547040030360222, -0.00586289307102561, -0.04616300389170647, 0.0004321784945204854, 0.011061028577387333, 0.012006767094135284, 0.03914535045623779, 0.010039905086159706, -0.004218130838125944, 0.01861323043704033, 0.0016062133945524693, 0.037884365767240524, -0.003707568859681487, -0.006102754268795252, 0.026247669011354446, 0.003047950565814972, -0.028920408338308334, 0.016255736351013184, -0.000819383014459163, 0.018393928185105324, 0.011629842221736908, -0.02190275490283966, 0.009464237838983536, -0.004913728218525648, 0.02375311218202114, -0.017009586095809937, 0.0074494038708508015, 0.005975970532745123, -0.013768033124506474, -0.000756847788579762, 0.0037623944226652384, 0.022985557094216347, 0.017996443435549736, -0.001898330170661211, 0.014001041650772095, 0.004386033397167921, -0.00469100009649992, 0.021244850009679794, -0.009512210264801979, -0.005040511954575777, -0.006181566044688225, -0.023917589336633682, 0.019216308370232582, -0.013637823052704334, -0.014336846768856049, 0.012678378261625767, -0.03741834685206413, 0.02203981764614582, 0.014227195642888546, -0.0074494038708508015, 0.0016687486786395311, 0.01876400038599968, 0.03571876138448715, -0.029770202934741974, -0.03311455249786377, 0.01935337297618389, -0.01879141293466091, -0.009011927992105484, -0.023218564689159393, -0.031031187623739243, 0.00867612287402153, 0.006328909192234278, -0.007702971342951059, -0.007024506572633982, 0.005232400726526976, -0.001613066648133099, -0.0006981674232520163, -0.012609845958650112, 0.011931382119655609, 0.025548644363880157, 0.0012507048668339849, -0.0024208847898989916, 0.001005703816190362, 0.007977098226547241, 0.01441908534616232, -0.03881639614701271, -0.004704706370830536, 0.024918152019381523, -0.027659423649311066, -0.03464966267347336, -0.005311212502419949, -0.006191845517605543, -0.009005075320601463, 0.0018897636327892542, 0.007045066449791193, 0.004831490106880665, 0.008977661840617657, 0.0075110821053385735, 0.014843981713056564, 0.00882689282298088, 0.020367642864584923, 0.034183647483587265, 0.0067675127647817135, -0.006068488582968712, -0.026535501703619957, 0.002593927551060915, 0.023355627432465553, 0.0571829117834568, 0.02031281776726246, -0.02774166129529476, 0.007045066449791193, -0.02419171668589115, 0.0037658209912478924, -0.004701279569417238, -0.009053046815097332, 0.006167859770357609, 0.013672089204192162, -0.017379658296704292, -0.009429971687495708, 0.03141496330499649, 0.005653871223330498, 0.024698851630091667, 0.004286662209779024, 0.008237519301474094, -0.014323140494525433, -0.01792791113257408, -0.0011299175675958395, 0.0013886250089854002, -0.009683539159595966, 0.010615571402013302, 0.01689993590116501, 0.020957015454769135, -0.005139883141964674, 0.013397961854934692, 0.0260146614164114, -0.010889698751270771, -0.014843981713056564, 0.000642057042568922, 0.0022923878859728575, -0.000648910237941891, 0.01315810065716505, -0.00916955154389143, 0.015707481652498245, -0.001290967222303152, -0.001614779932424426, 3.0303894163807854e-05, -0.004320928361266851, 0.012130123563110828, 0.021820517256855965, 0.0007923986413516104, -0.0009037627605721354, -0.0042078508995473385, -0.03188098222017288, -0.010430536232888699, 0.02687816135585308, 0.002045673318207264, -0.030099155381321907, 0.036184776574373245, 0.003125048941001296, -0.027508653700351715, -0.006733246613293886, 0.028235090896487236, -0.016118673607707024, -0.009656126610934734, -0.017736023291945457, -0.007990804500877857, -0.018654348328709602, -0.011602428741753101, -0.031086012721061707, -0.0003460854641161859, -0.011540750972926617, -0.005263240076601505, 0.0085322055965662, -0.003032530890777707, 0.023424159735441208, -0.04120130091905594, 0.013212925754487514, -0.017146648839116096, -0.04026927053928375, -0.06924450397491455, -0.009923400357365608, 0.011945088393986225, 0.009436825290322304, 0.015981609001755714, -0.0054517025128006935, -0.004495684523135424, 0.011143266223371029, -0.006332335993647575, -0.03379987180233002, -0.004684146493673325, -0.03484155237674713, -0.0012661245418712497, -0.005167295690625906, -0.018147213384509087, -0.02047729305922985, -0.016173498705029488, 0.0059862504713237286, 0.003710995428264141, 0.003923444077372551, -0.006520798429846764, -0.002485990058630705, 0.011794318445026875, 0.026220256462693214, 0.027083756402134895, 0.013130688108503819, 0.022917024791240692, -0.047259509563446045, -0.0066887009888887405, -0.011746346019208431, -0.03423847258090973, -0.016447626054286957, -0.006394014228135347, 0.005746389273554087, 0.02247842215001583, -0.002235849155113101, 0.0007649859180673957, -0.027179701253771782, 0.012589287012815475, -0.007003947161138058, 0.007202689535915852, 0.008984515443444252, 0.005252960603684187, -0.00923123024404049, 0.02290331944823265, 0.021930167451500893, 0.01328831072896719, -0.03922758623957634, -0.0147891566157341, -0.0474788136780262, 0.03029104322195053, 0.013706354424357414, -0.015721188858151436, 0.034759316593408585, 0.009930253960192204, 0.008429408073425293, -0.02330080233514309, 0.003051377134397626, -0.00016479750047437847, 0.04106424003839493, -0.007051919586956501, -0.007737237028777599, -0.036157362163066864, -0.001564237754791975, -0.019092952832579613, 0.005030232015997171, -0.0263162013143301, 0.014830275438725948, -0.0034077423624694347, 0.017132943496108055, -0.005818347446620464, -0.004355194047093391, 0.031908392906188965, -0.027220821008086205, -0.006565344054251909, 0.022546952590346336, 0.023081501945853233, 0.035060856491327286, 0.0027344177942723036, 0.012349425815045834, -0.04221557080745697, -0.01689993590116501, -0.010081023909151554, -0.019997570663690567, 0.009011927992105484, 0.015405942685902119, 0.0247262641787529, 0.005989676807075739, 0.05910180136561394, -0.0009825743036344647, -0.00323641300201416, 0.01992904022336006, -0.016570983454585075, 0.008449967950582504, 0.005225547589361668, -0.0030462373979389668, -0.0004797224246431142, -0.0025236825458705425, 0.008066189475357533, -0.008902277797460556, 0.003489980474114418, -0.020710302516818047, 0.005098763853311539, 0.009313467890024185, -0.006500238552689552, 0.006236391142010689, -0.017722316086292267, -0.015186641365289688, -0.02558976411819458, 0.015268879011273384, -0.005924571771174669, -0.0021964432671666145, -0.014035306870937347, -0.010828020051121712, 0.020559532567858696, -0.00564701808616519, 0.024767382070422173, 0.008929690346121788, 0.03157944232225418, -0.008758360520005226, -0.0010442528873682022, 0.016858816146850586, 0.01650245115160942, -0.02686445415019989, -0.012424810789525509, -0.04306536540389061, 0.01137627474963665, 0.011307742446660995, -0.004598482046276331, 0.014473910443484783, 0.013178659602999687, 0.008093602024018764, 0.007134157698601484, -0.011218651197850704, 0.009950813837349415, -0.004218130838125944, -0.013240338303148746, -0.030592583119869232, -0.02143673785030842, -0.028207678347826004, -0.008395141921937466, 0.0009834308875724673, -0.008820039220154285, 0.010896552354097366, -0.008497939445078373, 0.027193408459424973, -0.03840520605444908, -0.01764007844030857, 0.016749165952205658, 0.030510345473885536, 0.049123574048280716, 0.014254609122872353, 0.0037315550725907087, 0.0037589678540825844, 0.016118673607707024, -0.0263162013143301, 0.009361440315842628, 0.029194535687565804, -0.006904575973749161, 0.002496269764378667, 0.010930817574262619, -0.006976534612476826, -0.021107785403728485, 0.02147785760462284, -0.0023849057033658028, -0.011410539969801903, -0.0477803535759449, 0.02500039152801037, 0.0033049448393285275, 0.01790049858391285, -0.02886558324098587, -0.02145044505596161, -0.0054517025128006935, 0.005917718634009361, 0.013343135826289654, 0.032209932804107666, -0.0047903708182275295, -0.022423597052693367, 0.003926870413124561, 0.012280893512070179, 0.02415059693157673, -0.0012669811258092523, -0.004386033397167921, -0.006308349780738354, 0.04407963529229164, 0.006188419181853533, -0.023999826982617378, 0.006856604013592005, 0.005773801822215319, 0.029249360784888268, -0.014282021671533585, 0.0037658209912478924, 0.006424853578209877, 0.009827456437051296, 0.007127304561436176, 0.010430536232888699, 0.009196964092552662, 0.032045457512140274, -0.033772457391023636, -0.011931382119655609, 0.0015822272980585694, -0.011629842221736908, 0.010601865127682686, -0.023341922089457512, -0.0030942095909267664, -0.023547517135739326, -0.003998829051852226, 0.00936829298734665, 0.03295007720589638, -0.004026241600513458, -0.03286783769726753, -0.006585903465747833, -0.011547603644430637, -0.021285967901349068, -0.013884536921977997, 0.004499110858887434, 0.00626037735491991, -0.03936465084552765, -0.013576144352555275, -0.0005641021416522563, -0.00760702695697546, 0.02516486681997776, -0.0090256342664361, -0.017516721040010452, 0.0010031338315457106, 0.023122619837522507, -0.025521231815218925, 0.015666363760828972, 0.011636694893240929, -0.00582862738519907, -0.010636131279170513, -0.003991975914686918, -0.018297983333468437, 0.007223248947411776, 0.0028646280989050865, -0.01818833313882351, -0.02175198495388031, -0.016118673607707024, -0.00929976161569357, 0.010409976355731487, -0.0014794296585023403, 0.0013089568819850683, 0.01605014130473137, 0.005503101274371147, -2.7051311917603016e-05, -0.011218651197850704, -0.01647503860294819, 0.013116981834173203, 0.004718412645161152, 0.006143873557448387, 0.014323140494525433, -0.01108158752322197, 0.009560182690620422, -0.010540186427533627, 0.0020405335817486048, -0.01343908067792654, -0.026974106207489967, -0.005211841315031052, -0.0037521144840866327, 0.0038480591028928757, -0.011280329897999763, 0.004156452137976885, -0.020093515515327454, -0.0008296627784147859, -0.0062124053947627544, 0.010471655055880547, 0.0007457113824784756, 0.005283799488097429, 0.011273476295173168, 0.007737237028777599, 0.01947673037648201, 0.007367165759205818, -0.03311455249786377, -0.011335154995322227, -0.016598396003246307, -0.007785209454596043, -0.04303795471787453, -0.014761744067072868, -0.013247191905975342, 0.04994595795869827, -0.015035871416330338, -0.021409325301647186, -0.024095771834254265, -0.013877684250473976, -0.03829555585980415, -0.007188982795923948, 0.0014674365520477295, 0.007264367770403624, 0.01264411211013794, 0.023849057033658028, -0.005780654959380627, 0.028673693537712097, -0.018106093630194664, 0.004557362757623196, 0.006620169151574373, 0.0108074601739645, -0.014199783094227314, -0.0037898069713264704, -0.004341487772762775, 0.00044931142474524677, -0.00916955154389143, -0.008203253149986267, 0.011958794668316841, -0.008696681819856167, -0.015104402787983418, 0.0183528084307909, -0.01733853854238987, -0.012383691035211086, -0.00831975694745779, -0.009272349067032337, 0.005225547589361668, 0.00128068751655519, 0.02331450954079628, -0.017242593690752983, -0.002928019966930151, 0.013726914301514626, -0.013918803073465824, -0.012239774689078331, -0.02586389146745205, -0.013027889654040337, 0.012472782284021378, 0.003584211692214012, -0.009560182690620422, -7.479600753867999e-05, 0.006908002775162458, -0.005804641172289848, 0.029249360784888268, 0.004605335183441639, 0.007038213312625885, 0.03111342526972294, 0.007846888154745102, -0.012171243317425251, -0.0016045001102611423, 0.0048897420056164265, 0.00797024555504322, 0.016680633649230003, 0.03591064736247063, -0.012685230933129787, -0.007141010835766792, -0.001360355643555522, -0.009429971687495708, -0.01365152932703495, 0.0012849707854911685, -0.016954760998487473, -0.0023917588405311108, -0.0315520279109478, 0.03100377507507801, 0.015186641365289688, -0.02087477780878544, 0.009978226386010647, 7.535817985626636e-06, -0.005266666878014803, -0.005667577497661114, -0.015680069103837013, -0.005376317538321018, -0.018859943374991417, -0.0015359683893620968, 0.00025078345788642764, -0.00936829298734665, -0.01892847567796707, -0.0024620038457214832, 0.03514309227466583, -0.0035293863620609045, -0.0142957279458642, 0.19868731498718262, -0.036486316472291946, -0.008854305371642113, 0.020532120019197464, 0.005506528075784445, 0.00490687508136034, 0.03201804310083389, 0.014871395193040371, -0.021683452650904655, -0.007007373962551355, -0.008943396620452404, 0.0021073520183563232, -0.029633138328790665, -0.005636738147586584, 0.01973715052008629, -0.01746189594268799, -0.046135589480400085, -0.05049420893192291, -0.01932596042752266, -0.00703135970979929, 0.002926306799054146, -0.0002263690112158656, -0.007545348256826401, -0.021121492609381676, 0.015241466462612152, -0.013809151947498322, -0.005228974390774965, 0.005266666878014803, 0.014994751662015915, 0.015172934159636497, -0.01257558073848486, -0.010560746304690838, 0.018818825483322144, -0.004046801012009382, -0.01578972116112709, -0.0019548689015209675, -0.002026827074587345, -0.006842897739261389, 0.015954196453094482, 0.02290331944823265, 0.02660403400659561, 0.013973628170788288, 0.017311125993728638, -0.018407633528113365, -0.0038377793971449137, 0.03166167810559273, -0.012973064556717873, -0.0002199441660195589, -0.01748930849134922, 0.0028474952559918165, -0.013973628170788288, 0.010128996334969997, 0.011184385046362877, 0.04531320929527283, 0.000814243103377521, -0.005643591750413179, -0.02261548489332199, 0.0021107785869389772, 0.00629121670499444, -0.0031130558345466852, -0.03355315700173378, -0.013363695703446865, 0.0032381261698901653, 0.03728128597140312, 0.0006219258648343384, 0.014679505489766598, 0.005407156888395548, 0.018517285585403442, 0.003957709763199091, -0.021285967901349068, -0.01765378564596176, -0.01086913887411356, -0.01387083064764738, -0.0022889613173902035, -0.04153025522828102, -0.03253888711333275, 0.034348126500844955, 0.018654348328709602, 0.015008457936346531, 0.03541722148656845, -0.006311776116490364, -0.01633797399699688, -0.013774886727333069, -0.021943874657154083, 0.00025999240460805595, -0.034759316593408585, 0.013884536921977997, -0.025959836319088936, -0.003378616413101554, -0.013240338303148746, 0.00610960740596056, -0.017859380692243576, -0.007778356317430735, 0.002330080373212695, -0.0019274561200290918, -0.01193823479115963, 0.008011364378035069, 0.008326610550284386, -0.006315202917903662, -0.04251711070537567, -0.0009157558088190854, 0.040296681225299835, 0.03667820617556572, 0.005934851709753275, -0.001110214740037918, 0.0013663521967828274, -0.00742884399369359, 0.007216395810246468, 0.0009628714178688824, -0.03295007720589638, 0.004255823325365782, -0.043997399508953094, 0.026699978858232498, 0.013466493226587772, -0.0068154847249388695, 0.007764650043100119, -0.0006480535957962275, 0.010601865127682686, 0.019997570663690567, -0.010499067604541779, -0.006983387749642134, -0.020957015454769135, 0.030537758022546768, -0.002677879063412547, 0.01022494025528431, -0.03341609239578247, -0.027796486392617226, -0.0022975276224315166, -0.04366844519972801, 0.0032158533576875925, 0.006949121598154306, -0.031935807317495346, 0.01806497573852539, 0.007942832075059414, 0.008388289250433445, 0.013946215622127056, -0.003680156311020255, 4.861472552875057e-05, -0.007319193333387375, -0.011150119826197624, 0.002347213216125965, 0.00043903166078962386, -0.0004900021594949067, -0.013740620575845242, 0.011129559949040413, -0.007517935708165169, 0.008580178022384644, 0.012198655866086483, -0.004368900321424007, -0.01792791113257408, -0.015954196453094482, -0.011211798526346684, 0.002568228170275688, -0.00017861093510873616, 0.017694903537631035, 0.013685795478522778, -0.029797615483403206, -0.007326046470552683, 0.0015248319832608104, 0.0033169377129524946, -0.03728128597140312, 0.008360876701772213, 0.01131459604948759, 0.0022735416423529387, -0.010965083725750446, -0.031031187623739243, -0.17522203922271729, -0.006894296500831842, 0.014254609122872353, -0.037007156759500504, 0.040433745831251144, 0.007003947161138058, 0.02160121500492096, 0.007099891547113657, -0.028235090896487236, -0.012184949591755867, -0.0012678378261625767, -0.009758924134075642, -0.0034454348497092724, -0.017283713445067406, -0.019668618217110634, 0.0016953047597780824, -0.006836044602096081, -0.007613880094140768, 0.03242923319339752, 0.012589287012815475, 0.030016915872693062, -0.04558733478188515, 0.012260334566235542, -0.003481414169073105, -0.003974842838943005, 0.009923400357365608, -0.0009097593137994409, 0.0180512685328722, -0.014528735540807247, -0.03881639614701271, -0.02545270137488842, -0.005324918776750565, 0.012397397309541702, -0.008539059199392796, 0.023711994290351868, 0.02542528696358204, 0.0173659510910511, -0.012630405835807323, -0.04024185612797737, 0.011424246244132519, 0.020806245505809784, 0.013706354424357414, 0.017283713445067406, -0.003995402250438929, -0.0324566476047039, 0.004913728218525648, 0.02006610296666622, -0.011931382119655609, 0.025699414312839508, 0.0012652678415179253, 0.028262503445148468, -0.021656040102243423, 0.01058815885335207, 0.0015445348108187318, -0.010821167379617691, 0.005252960603684187, 0.011403687298297882, 0.007840034551918507, 0.0054379962384700775, -0.024356191977858543, -0.014199783094227314, 0.005664151161909103, 0.014391672797501087, 0.007195836398750544, -0.006294643506407738, -0.030565170571208, -0.014391672797501087, 0.007353459484875202, -0.02968796342611313, 0.005725829862058163, -0.018010150641202927, -0.009930253960192204, -0.01622832380235195, -0.00044202993740327656, 0.021971287205815315, 0.01576230861246586, -0.008114161901175976, -0.009491650387644768, 0.042571935802698135, 0.015611537732183933, -0.015255172736942768, 0.017585253342986107, -0.010218087583780289, -0.000325311761116609, -0.009724658913910389, -0.025068921968340874, -0.0011059314711019397, 0.018859943374991417, -0.019421905279159546, -0.010348297655582428, 0.032319582998752594, -0.00760702695697546, 0.0026264803018420935, -0.004204424098134041, 0.003964562900364399, 0.0006686131237074733, 0.0024431576021015644, -0.024397311732172966, 0.009244936518371105, -0.010444242507219315, 4.082459054188803e-05, 0.014706918969750404, -0.01707811839878559, 0.006969681475311518, 0.028399566188454628, 0.011581869795918465, -0.0066612884402275085, 2.2246056687436067e-05, 0.04361362010240555, -0.02134079486131668, -0.0035567989107221365, -0.02075142040848732, -0.0032346996013075113, -0.0037589678540825844, -0.009505356661975384, 0.006366601679474115, -0.004547083284705877, -0.030455520376563072, 0.028207678347826004, 0.013473346829414368, 0.036760441958904266, -0.010396270081400871, -0.009114725515246391, 0.01208900474011898, -0.0103140315040946, -0.016584688797593117, -0.11447547376155853, -0.019284840673208237, 0.003954283427447081, 0.0289752334356308, -0.008443114347755909, 0.03456742689013481, -0.006280937232077122, 0.042736414819955826, -0.01821574568748474, 0.045395445078611374, -0.04150284081697464, -0.005208414979279041, 0.016982173547148705, -0.005876599345356226, 0.007141010835766792, -0.0074836695566773415, 0.016968466341495514, -0.012452223338186741, -0.02301296964287758, 0.03656855598092079, -0.007175276521593332, -0.004146172199398279, 0.015748601406812668, -0.022807374596595764, 0.0023060941603034735, -0.0016636088257655501, -0.025932423770427704, 0.02944125048816204, 0.0144876167178154, -0.005917718634009361, 0.012171243317425251, -0.03407399728894234, -0.007339752744883299, -0.01703699864447117, 0.01594049111008644, -0.01862693578004837, 0.0033974626567214727, -0.01762637123465538, 0.02585018426179886, -0.007319193333387375, 0.00401938846334815, 0.0016379093285650015, -0.004608761519193649, -0.015515593811869621, -0.025384169071912766, -0.010492214933037758, -0.02687816135585308, 0.031360138207674026, -0.004375753924250603, -0.025521231815218925, -0.03226475790143013, -0.014001041650772095, -0.05000078305602074, 0.013761180453002453, 0.029386423528194427, -0.0003724273410625756, 0.012102711014449596, 0.001459726714529097, 0.0016533290036022663, 8.860944035404827e-06, -0.010348297655582428, -0.016516156494617462, -0.002713858149945736, 0.0009346020524390042, 0.026042073965072632, -0.00339232268743217, -0.022492127493023872, -0.03629442676901817, 0.00782632827758789, -0.011061028577387333, -0.007942832075059414, 0.02443842962384224, -0.004927434492856264, 0.012459076009690762, -0.027248233556747437, 0.0009525916539132595, -0.00866241566836834, -0.03585582226514816, -0.0017681197496131063, 0.023794231936335564, -0.009895987808704376, -0.026932986453175545, 0.007990804500877857, 0.0018572109984233975, -0.005129603203386068, 0.003015398047864437, 0.0004433149006217718, -0.0144876167178154, -0.006246671080589294, -0.04309277981519699, -0.003275818657130003, 0.018572110682725906, 0.008237519301474094, -0.024904446676373482, -0.0100124916061759, 0.00973151158541441, -0.03097636066377163, -0.0006236391491256654, 0.00469100009649992, 0.014967339113354683, -0.01935337297618389, 0.0007217252277769148, -0.04906874895095825, 0.0321551077067852, 0.01037571020424366, -0.01002619881182909, 0.005499674938619137, -0.010704662650823593, 0.003491693874821067, -0.006973107811063528, -0.0031627414282411337, 0.01230145338922739, -0.024835914373397827, 0.01892847567796707, -0.016242031008005142, -0.017585253342986107, -0.02698781155049801, -0.0011093580396845937, 0.001810952089726925, -0.014816569164395332, 0.007737237028777599, 0.020710302516818047, 0.016269443556666374, 0.001917176297865808, 0.026343613862991333, 0.02073771506547928, 0.017831968143582344, -0.012527608312666416, -0.006836044602096081, 0.029770202934741974, -0.0006797495298087597, -0.012102711014449596, 0.004259249661117792, -0.007552201393991709, -0.006904575973749161, 0.008751507848501205, -0.010930817574262619, -0.007929125800728798, 0.014802862890064716, 0.009443677961826324, 0.017804555594921112, 0.04279123991727829, -0.016173498705029488, -0.03994031623005867, 0.007312340196222067, -0.02501409687101841, 0.010821167379617691, -0.003459141356870532, -0.013082715682685375, -0.01864064298570156, 0.009142138995230198, 0.011910822242498398, 0.03157944232225418, 0.028810758143663406, -0.01949043571949005, -0.03829555585980415, -0.021971287205815315, 0.020107222720980644, 0.01847616583108902, 0.004605335183441639, 0.010793753899633884, 0.028673693537712097, 0.039611365646123886, -0.007620733231306076, 0.01536482386291027, 0.0014708632370457053, 0.003505400149151683, 0.0033546302001923323, -0.02272513508796692, 0.0019737151451408863, 0.00801821704953909, -0.018147213384509087, 0.013473346829414368, 0.015611537732183933, 0.01150648482143879, 0.019558968022465706, 0.019572675228118896, 0.00675380602478981, 0.0041735852137207985, 0.004464845173060894, -0.01565265655517578, 0.030071742832660675, 0.01555671263486147, 0.006448839791119099, -0.0067503796890378, 0.013089568354189396, 0.028344741091132164, -0.003395749256014824, 0.009998785331845284, 0.017941618338227272, -0.004204424098134041, -0.007545348256826401, 0.0006304922862909734, 0.005636738147586584, 0.0067949253134429455, 0.02741270884871483, 0.020395055413246155, 0.008388289250433445, 0.006599609740078449, -0.01036885753273964, 0.023095207288861275, -0.00010242287680739537, 0.017160356044769287, -0.011622988618910313, -0.002840641885995865, -0.008991369046270847, -0.015227760188281536, -0.0007911136490292847, -0.02572682686150074, -0.02017575316131115, 0.035444632172584534, 0.025192279368638992, 0.004893168807029724, -0.01833910308778286, 0.0024620038457214832, 0.0022941010538488626, -0.01589937135577202, 0.026261376217007637, -0.004272955935448408, -0.019942745566368103, -0.027645716443657875, 0.024342486634850502, 0.023095207288861275, 0.006178139243274927, 0.04649195447564125, -0.007517935708165169, 0.03256629779934883, 0.030811885371804237, 0.028673693537712097, -0.018805118277668953, 0.03270336240530014, 0.009286055341362953, 0.005838906858116388, -0.008765214122831821, -0.004204424098134041, -0.007346605882048607, -0.015090696513652802, -0.02659032866358757, 0.0012883973540738225, 0.029331598430871964, 0.007517935708165169, 0.09347733855247498, 0.013535025529563427, -0.0017235741252079606, 0.005283799488097429, -0.012609845958650112, 0.0049034482799470425, 0.016680633649230003, 0.013582997024059296, -0.012609845958650112, -0.02158750779926777, 0.0007015940500423312, -0.004063934087753296, -0.00987542886286974, -0.03325161710381508, -0.009704099036753178, -0.014830275438725948, 0.011986207216978073, 0.01513181533664465, 0.0025082628708332777, -0.006678421515971422, 0.02489073947072029, -0.008580178022384644, 0.00788115430623293, -0.0007688408368267119, -0.0017115810187533498, -0.004591628909111023, 0.03199063241481781, 0.007106744684278965, -0.0062192585319280624, -0.013281458057463169, 0.036486316472291946, 0.02346527948975563, -0.04325725510716438, -0.023835349828004837, -0.0066407290287315845, 0.007014227099716663, -0.0011059314711019397, -0.01563895121216774, 0.008484233170747757, -0.01820203848183155, -0.005314638838171959, 0.003954283427447081, -0.005736109334975481, -0.018147213384509087, 0.00024692853912711143, -0.004601908382028341, -0.003909737803041935, -0.02756347879767418, -0.03651372715830803], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='fd0b157a-7835-4b5c-ac68-570c3fbc3772', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='9aa065e5272d8c7fdcdf6f35a7fa23af9d620864f183be502246c63a0e046fb6'), : RelatedNodeInfo(node_id='5acd09dc-5382-4ab4-873c-75bc76f90627', node_type=, metadata={}, hash='fd1317583cd65119619263885ffdb864d13e0bd54cb26d7e5c29577729c1b8d4')}, hash='a71e203eb3d5842de32a01202961550bf8e113d412f3a5af6f35a2e6a77e5300', text=\"concept with toy datasets. The real trouble is making the model 'understand' the data first and not just parrot it out. Without understanding, it will parrot out the answer based on the similarity of the question in the training set, or both the question and answer. To prevent this, the authors have an intermediate step called 'Recite' where the model is made to recite/output the relevant passages and, after that, output the answer. Just to be clear, there is no doubt now (2023), especially with GPT3/4, LLAMA2 and similar models about the feasibility of this use case, that a model can understand the question, has some ability for causal reasoning, and can generalize to learn a world model from its training data, and to use both to create a well-formed answer to the question. Let's see the difficulties one by one however, of training a large model. First is the importance of the model size. This GIF from the Google AI blog illustrates this beautifully. It is relatively easy and cost-efficient to train or fine-tune a small model with our custom data, as the GPU and infrastructure requirements are very less. On the contrary, it needs huge fleets of GPUs and training infrastructure to load very large language models and fine-tune them (without quantisation) in a distributed way (e.g. see libraries like DeepSpeed) LLMs come in various sizes, based on the number of trainable parameters or weights. The smaller ones, which have less than 1 billion parameters (GPT2 124 M, Bloom 560M, Flan-T5 783 M ) etc can be trained on a laptop GPU with 8 to 15 GB GPU RAM ) For quite some time, this is what I tried. I tried to overfit a small test data set on decoder models like GPP2-small, GPT-Medium, and Bloom and encoder-decoder models like Flan-T5, thinking somehow that the understanding we see in ChatGPT ( see- unsupervised learning Part 1) may come in some form if we train on these smaller models. ( less than one billion parameters). As per the paper, I tried both Causal training, where the model is presented with only previous tokens, and Masked\", start_char_idx=2044, end_char_idx=4108, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='5acd09dc-5382-4ab4-873c-75bc76f90627', embedding=[-0.015065891668200493, 0.013770949095487595, 0.01714058592915535, -0.015107664279639721, -0.0002025523572228849, 0.01423044502735138, -0.016569696366786957, 0.0012122682528570294, -0.03227609768509865, -0.05129643902182579, 0.019855787977576256, 0.04628375545144081, -0.021582378074526787, -0.0035367251839488745, -0.0008402332896366715, 0.003839574521407485, 0.01766970194876194, 0.021206427365541458, 0.011703218333423138, -0.015455767512321472, -0.018532996997237206, 0.002957133809104562, -0.031579893082380295, -0.006996867712587118, -0.007734845858067274, 0.013213984668254852, 0.03135710582137108, -0.030688749626278877, -0.020106421783566475, 0.015107664279639721, 0.011292456649243832, 0.017084889113903046, -0.027862153947353363, -0.007505097892135382, -0.007358894683420658, -0.0027517531998455524, 0.02424188330769539, -0.0006200582138262689, 0.024422897025942802, -0.02348998188972473, 0.026734299957752228, 0.017182357609272003, 0.006707942113280296, -0.013318415731191635, 0.0037699539680033922, 0.016249442473053932, -0.003846536623314023, -0.008291809819638729, -0.018783630803227425, 0.00027217293973080814, 0.02187478356063366, 0.035506490617990494, -0.02821025624871254, 0.01383360754698515, -0.0316634364426136, 0.005889900494366884, -0.0007223134743981063, 0.006349396426230669, 0.01489880308508873, -0.0018153564305976033, 0.019465912133455276, -0.003926600329577923, -0.0026072904001921415, 0.02493808977305889, -0.014968423172831535, -0.0021408325992524624, -0.014522851444780827, -0.00448008393868804, 0.02163807488977909, -0.011557015590369701, 0.014425382949411869, 0.032777365297079086, -0.004762047436088324, -0.003152071498334408, 0.015051968395709991, -0.019410215318202972, -0.005040529649704695, -0.013938038609921932, -0.02163807488977909, 0.016987420618534088, 0.017446916550397873, -0.006746233440935612, -0.013722214847803116, 0.028655827045440674, 0.0062101553194224834, -0.005454772152006626, 0.010874733328819275, -0.0184633769094944, -0.005653190426528454, 0.010436124168336391, 0.0071709188632667065, 0.0017144066514447331, 0.04536476731300354, 0.004626287147402763, 0.00023953829077072442, 0.011522204615175724, -0.0164861511439085, 0.025258343666791916, -0.011181063950061798, -0.014884878881275654, -0.023503905162215233, 0.004487046040594578, -0.04525337368249893, -0.014522851444780827, -0.019619077444076538, 0.0026038093492388725, 0.019020341336727142, 0.013770949095487595, 0.0039091953076422215, 0.024882392957806587, -0.005500025115907192, 0.03547864407300949, 8.67537601152435e-05, -0.03124571405351162, -0.02348998188972473, -0.015191209502518177, 0.018658313900232315, -0.004800338298082352, -0.011306380853056908, -0.020259587094187737, 0.01980009116232395, 0.004212044645100832, 0.02016211859881878, -0.0070142727345228195, 0.011758915148675442, 0.002062509534880519, 0.0040936898440122604, -0.010255110450088978, -0.00948928389698267, -0.0025341887958347797, 0.004894326440989971, 0.035673581063747406, -0.0034148890990763903, 0.0002558556152507663, -0.04430653154850006, 0.02504948154091835, -0.006084837950766087, -0.015984883531928062, -0.016653241589665413, 0.003176438622176647, -0.00023409917776007205, 0.032638125121593475, 0.0009007161715999246, -0.010296883061528206, -0.01220448687672615, 0.03859764710068703, -0.009823462925851345, 0.01900641620159149, 0.00863295141607523, -0.014745637774467468, 0.0026908351574093103, -0.016263365745544434, -0.0029101399704813957, 0.021401364356279373, 0.028516586869955063, 0.003853498725220561, 0.011188026517629623, 0.0029693173710256815, -0.027973545715212822, -0.011118405498564243, 0.008869661018252373, 0.013408922590315342, -0.0075886426493525505, 0.011194988153874874, 0.008807002566754818, 0.028126711025834084, 0.036871057003736496, -0.009440549649298191, -0.011995624750852585, -0.02094186842441559, -0.007532945834100246, 0.05472176894545555, -0.037929289042949677, 0.020092496648430824, 0.016917798668146133, 0.026595059782266617, 0.03570143133401871, -0.013422846794128418, -0.014028545469045639, -0.022501369938254356, -0.0022278584074229, 0.012886768206954002, 0.005792431533336639, 0.0011348153930157423, -0.03400268778204918, -0.0191317331045866, 0.004187677521258593, -0.002582923276349902, -0.0047411611303687096, -0.018170969560742378, 0.013889304362237453, 0.02755582332611084, -0.017460839822888374, -0.023782387375831604, -0.6313750743865967, -0.018560845404863358, 0.010429161600768566, 0.004549704492092133, -0.013151326216757298, 0.004657616373151541, 0.0018432047218084335, -0.005552240647375584, -0.008988016285002232, 0.03174697980284691, -0.01622159406542778, -0.023517830297350883, -0.003735143691301346, -0.016569696366786957, -0.007623452693223953, -0.015748172998428345, 0.013610822148621082, -0.0135063910856843, 0.004835148807615042, 0.010324731469154358, -0.015734249725937843, 0.01081207487732172, -0.012093093246221542, 0.0031677361112087965, -0.014648168347775936, 0.018143121153116226, -0.00270301871933043, -0.015720324590802193, 0.02424188330769539, -0.003999702166765928, -0.01754438504576683, 0.02279377542436123, 0.017586156725883484, -0.005409518722444773, 0.049486301839351654, -0.011563977226614952, -0.01725197769701481, 0.014126013964414597, 0.000845454866066575, 0.02677607163786888, -0.03508877009153366, -0.021206427365541458, 0.006861107423901558, 0.015567160211503506, -0.014884878881275654, 0.019841862842440605, 0.0052667963318526745, 0.010596251115202904, -0.0158177949488163, -0.028252027928829193, 0.0011330748675391078, 0.017238054424524307, 0.011515242978930473, -0.010909544304013252, 0.009245611727237701, 0.016193745657801628, 0.023949477821588516, -0.011111443862318993, 0.022765927016735077, -0.01726590283215046, 0.0021878264378756285, 0.007247501518577337, -0.03603560850024223, -0.0023061814717948437, -0.03982296958565712, 0.012406386435031891, 0.007950669154524803, 0.008932319469749928, -0.013993735425174236, -0.01900641620159149, 0.006311105098575354, 0.01008105929940939, 0.0038221694994717836, -0.01805957593023777, -0.005896862596273422, 0.009384852834045887, 0.013332339935004711, -0.015065891668200493, -0.009920931421220303, 0.011849422007799149, 0.02147098444402218, -0.0025063406210392714, -0.0164861511439085, -0.01701526902616024, 0.014007659628987312, 0.01166144572198391, 0.011751952581107616, 0.0005417350912466645, -0.006272813770920038, 0.00851459614932537, 0.00731712207198143, 0.026163412258028984, -0.021178578957915306, -0.04982048273086548, -0.0158177949488163, 0.0013810981763526797, -0.010477895848453045, 0.007783580105751753, 0.007393704727292061, -0.006046546623110771, 0.015316526405513287, -0.017098812386393547, 0.03584067150950432, 0.025425434112548828, 0.03233179450035095, 0.0079158591106534, 0.004629767965525389, -0.0038291316013783216, 0.014223483391106129, -0.02598239853978157, 0.0015368741005659103, -0.005722810979932547, -0.009698146022856236, -0.0014002437237650156, 0.00883485097438097, -0.02516087517142296, -0.0026351388078182936, -0.0012488190550357103, 0.015330450609326363, -0.02493808977305889, 0.025369737297296524, -0.0108816958963871, 0.005367746111005545, -0.0025237458758056164, 0.0013506391551345587, 0.030243176966905594, 0.007644338998943567, -0.01910388469696045, 0.003975334577262402, 0.009106370620429516, -0.004163310397416353, -0.024562139064073563, 0.031050775200128555, -0.022208962589502335, 0.01645830273628235, 0.006746233440935612, 0.03862549364566803, -0.001680466579273343, 0.0011348153930157423, -0.02517479844391346, -0.028711523860692978, -0.005277239251881838, 0.011362077668309212, -0.008584216237068176, -0.03770650178194046, -0.003843055572360754, -0.002518524182960391, -0.002901437459513545, 0.001140036853030324, -0.021986177191138268, -0.01482918206602335, -0.0088905468583107, -0.006171863991767168, 0.017196280881762505, 0.0003504960623104125, -0.014439307153224945, 0.009412701241672039, -0.03383559733629227, -0.015191209502518177, -0.04433438181877136, 0.00036507289041765034, 0.01597096025943756, -0.01570640131831169, 0.01450892724096775, 0.015372222289443016, -0.009078523144125938, 0.012789299711585045, 0.01900641620159149, -0.032888758927583694, -0.03032672218978405, 0.006537371780723333, -0.049625545740127563, 0.016834255307912827, 0.024882392957806587, -0.026929236948490143, 0.0031033370178192854, -0.010986126028001308, 0.010450048372149467, -0.016527924686670303, -0.012364613823592663, 0.004500970244407654, 0.021053262054920197, 0.0009128997917287052, -3.184597153449431e-05, 0.03180267661809921, 0.011000050231814384, 0.022905169054865837, 0.01101397443562746, -0.03391914442181587, 0.011320305056869984, 0.013680442236363888, 0.005583569873124361, -0.028377344831824303, 0.017572233453392982, 0.0034688450396060944, 0.00930827111005783, 0.024603910744190216, -0.025745688006281853, 0.0022452634293586016, 0.014773485250771046, 0.003954448737204075, -0.0021182058844715357, 0.006377244368195534, -0.009712070226669312, -0.0013932817382737994, -0.03517231345176697, 0.015859566628932953, -0.015581084415316582, 0.009774728678166866, 0.012392462231218815, -0.0009903527097776532, -0.018922870978713036, -0.017711473628878593, -0.009015864692628384, -0.005597494076937437, 0.036592572927474976, 0.001109577831812203, 0.02149883285164833, -0.02452036552131176, 0.008006365969777107, 0.0075468700379133224, 0.008375355042517185, 0.01650007627904415, -0.0030302354134619236, -0.002511562081053853, 0.016012731939554214, -0.009572829119861126, 0.014167786575853825, 0.005524392705410719, -0.033557116985321045, -0.0053085689432919025, 0.005545278545469046, 0.011243722401559353, 0.039878662675619125, 0.004333880729973316, -0.00863991305232048, 0.03322293609380722, -0.004500970244407654, 0.03893182426691055, -0.008702571503818035, -0.008723458275198936, 0.014223483391106129, 0.00418419623747468, -0.02940773032605648, 0.010798150673508644, -0.008396240882575512, 0.032359641045331955, 0.02096971683204174, -0.014355761930346489, -0.004758566152304411, -0.021178578957915306, 0.025007709860801697, -0.0071778809651732445, 0.006349396426230669, 0.010540555231273174, -0.027611520141363144, 0.009781690314412117, 0.017725398764014244, 0.034336864948272705, 0.023838084191083908, 0.00013467230019159615, 0.01650007627904415, -0.013039933517575264, -0.015664629638195038, 0.010143717750906944, -0.013151326216757298, 0.007083893287926912, 0.0035071363672614098, -0.011550053022801876, 0.022598838433623314, -0.01192600466310978, -0.015038044191896915, 0.006220598239451647, -0.04380526393651962, 0.017182357609272003, 0.011069671250879765, -0.007449401542544365, 0.014244369231164455, 0.029491275548934937, 0.035534340888261795, -0.01964692585170269, -0.021651998162269592, 0.028168484568595886, -0.01365259476006031, -0.007790542207658291, -0.017335522919893265, -0.033139392733573914, -0.0016926501411944628, 0.009823462925851345, -0.0025133027229458094, 0.003367895260453224, 0.010387389920651913, -0.012100055813789368, -0.012420310638844967, -0.027319112792611122, -0.0023723209742456675, 0.03781789541244507, 0.005691481754183769, -0.0062623703852295876, 0.010067135095596313, 0.012093093246221542, 0.018505148589611053, -0.036063458770513535, -0.00943358801305294, 0.0296583641320467, -0.015135512687265873, -0.03653687611222267, -0.001351509359665215, 0.006676612887531519, -0.008389279246330261, 0.012691830284893513, -0.010763340629637241, 0.0071709188632667065, 0.006432941183447838, 0.019479837268590927, 0.011543091386556625, 0.013812721706926823, 0.0257178395986557, 0.033417876809835434, 0.013074743561446667, 6.982454124226933e-06, -0.020259587094187737, -0.010749416425824165, 0.021693769842386246, 0.0633268728852272, 0.02229250781238079, -0.02730518952012062, 0.011814611032605171, -0.01659754477441311, 0.006655726581811905, -0.014188672415912151, -0.009851311333477497, -0.003216470591723919, 0.016513999551534653, -0.020607689395546913, -0.005409518722444773, 0.020092496648430824, -0.0017892487812787294, 0.017989955842494965, -0.0034932121634483337, 0.012643096037209034, -0.01425133179873228, -0.012907654047012329, 0.005677557550370693, 0.008229151368141174, 0.008340544998645782, 0.007407628931105137, 0.01580386981368065, 0.03400268778204918, 0.0024767518043518066, 0.01725197769701481, 0.022570990025997162, -0.004821224603801966, -0.011835497803986073, 0.010262072086334229, -0.0037142576184123755, -0.00798548012971878, 0.008925357833504677, 0.004163310397416353, 0.02374061569571495, 0.001388930482789874, 0.014425382949411869, 0.009746880270540714, -0.008702571503818035, -0.007111741695553064, 0.01714058592915535, -0.003136406885460019, 0.010227262042462826, 0.0025272269267588854, -0.03305584937334061, -0.017502611503005028, 0.023824160918593407, -0.0075677563436329365, -0.035005223006010056, 0.04310905933380127, 0.011835497803986073, -0.028572283685207367, -0.010791189037263393, 0.015789946541190147, -0.007734845858067274, -0.001026033191010356, -0.022974789142608643, -0.0014733453281223774, -0.028057090938091278, -0.018115272745490074, -0.03503307327628136, -0.0021408325992524624, -0.005858571268618107, -0.014014621265232563, 0.014801333658397198, 0.0021251679863780737, 0.018936796113848686, -0.03386344760656357, 0.01659754477441311, -0.013248794712126255, -0.03403053805232048, -0.06449650228023529, -0.006833259481936693, 0.008988016285002232, 0.011779800988733768, 0.015316526405513287, -0.002525486284866929, -0.007129146717488766, 0.027096327394247055, -0.011041822843253613, -0.028279876336455345, -0.00205902848392725, -0.03734447434544563, 0.0014063356211408973, -0.006909841671586037, -0.010923467576503754, -0.01807350106537342, -0.018825402483344078, 0.0014681238681077957, 0.007727883756160736, -0.010150679387152195, -0.00896712951362133, 0.004828186705708504, -0.003752548946067691, 0.021178578957915306, 0.01779501885175705, 0.0029066589195281267, 0.02213934250175953, -0.04433438181877136, -0.0013227908639237285, -0.009809538722038269, -0.02621910721063614, -0.021039336919784546, -0.008904471062123775, -0.003152071498334408, 0.028029242530465126, 0.0034618829376995564, 0.006680094171315432, -0.021596301347017288, 0.009572829119861126, -0.019591229036450386, -0.001126983086578548, 0.012406386435031891, -9.7251235274598e-05, -0.013513353653252125, 0.025884930044412613, 0.009419663809239864, 0.006070914212614298, -0.025662142783403397, -0.008020290173590183, -0.04430653154850006, 0.03453180566430092, 0.006565220188349485, 0.0017222389578819275, 0.02968621253967285, 0.004814262501895428, -0.004650654271245003, -0.017070963978767395, 0.011320305056869984, -0.004960465710610151, 0.03584067150950432, -0.0013428068486973643, -0.017070963978767395, -0.03219255432486534, -0.013046895153820515, -0.004104132764041424, 0.00963548757135868, -0.0204266756772995, 0.0032547616865485907, -0.014689940959215164, 0.02134566754102707, -0.0004856034938711673, 0.01040827576071024, 0.02266845852136612, -0.02704063057899475, -0.0032321352045983076, 0.00851459614932537, 0.021276047453284264, 0.0283634215593338, 0.004650654271245003, 0.011396887712180614, -0.03506091982126236, -0.01938236691057682, -0.01870008558034897, -0.010275996290147305, 0.015274753794074059, 0.008855736814439297, 0.013485505245625973, 0.018532996997237206, 0.06115471199154854, 0.0008963648579083383, -0.00662787863984704, 0.02387985587120056, -0.010150679387152195, 0.020120345056056976, -0.00022104532399680465, 0.0011626635678112507, -0.009461435489356518, -0.011640559881925583, 0.01409816648811102, -0.023503905162215233, 0.00130103447008878, -0.025996321812272072, 0.003206027438864112, 0.008660798892378807, -0.0030511217191815376, 0.005938634742051363, -0.014731713570654392, -0.014870954677462578, -0.021665923297405243, 0.01523298118263483, -0.018101349472999573, -0.0014228704385459423, -0.016848178580403328, -0.015776021406054497, 0.008375355042517185, 0.008089910261332989, 0.020997565239667892, 0.00596996396780014, 0.01885325089097023, -0.018532996997237206, 0.0046158442273736, 0.0178228672593832, 0.025522902607917786, -0.024854544550180435, -0.014550699852406979, -0.04762047156691551, 0.01935451850295067, 0.006189269013702869, -0.0012261923402547836, 0.020106421783566475, 0.011076632887125015, 0.004525337368249893, -0.0015647223917767406, -0.001737033249810338, 0.00033287337282672524, -0.013715253211557865, -0.009997514076530933, -0.033139392733573914, -0.034364715218544006, -0.029602667316794395, -0.005510468501597643, 0.009468398056924343, -0.013729177415370941, 0.00421900674700737, -0.012914616614580154, 0.026441894471645355, -0.0316077396273613, -0.01266398187726736, 0.013137402012944221, 0.03032672218978405, 0.04536476731300354, 0.004079765640199184, -0.0005695833242498338, 0.005715848878026009, 0.0007205729489214718, -0.026079867035150528, 0.009071560576558113, 0.018686162307858467, 0.006565220188349485, 0.005475657992064953, 0.012907654047012329, 0.006533890962600708, -0.023963401094079018, 0.02216719090938568, -0.0071709188632667065, -0.012371575459837914, -0.04522552341222763, 0.03032672218978405, 0.002234820509329438, 0.016193745657801628, -0.01645830273628235, -0.021693769842386246, -0.008347506634891033, 0.00248893559910357, 0.0177810937166214, 0.024060869589447975, -0.002934507094323635, -0.011285495012998581, 0.011751952581107616, 0.01068675797432661, 0.023935552686452866, 0.006178826093673706, -0.004180715419352055, 0.0020068129524588585, 0.031969767063856125, 0.008953205309808254, -0.021944405511021614, -0.00468198349699378, 0.00035332440165802836, 0.04129892587661743, -0.020858323201537132, -0.0075468700379133224, 0.005788950715214014, 0.00570192513987422, 0.015149436891078949, 0.015734249725937843, 0.0008698220481164753, 0.03227609768509865, -0.039488788694143295, -0.008591178804636002, 0.007254463620483875, -0.011153215542435646, 0.015525387600064278, -0.027903925627470016, -0.01033865474164486, -0.03366851061582565, -9.018040145747364e-05, 0.014787409454584122, 0.021819088608026505, 0.005012681242078543, -0.02899000607430935, -0.0030371975153684616, -0.008827888406813145, -0.018881099298596382, -0.025411508977413177, 0.0023496942594647408, 0.011160178110003471, -0.051212891936302185, -0.02190263196825981, 0.0008580735884606838, -0.01463424414396286, 0.022362127900123596, 0.0015281715895980597, -0.010860809125006199, -0.01008105929940939, 0.026984933763742447, -0.024088717997074127, 0.021415287628769875, 0.02028743550181389, -0.004323437809944153, -0.01569247804582119, -0.01489880308508873, -0.026079867035150528, 0.0004490526916924864, 0.012775375507771969, -0.029964694753289223, -0.019674774259328842, -0.007943707518279552, -0.007066488265991211, 0.006746233440935612, 0.0058481283485889435, 0.006641802843660116, 0.011619674041867256, 0.015525387600064278, 0.008417127653956413, -0.0034392562229186296, -0.0020816551987081766, 0.01885325089097023, 0.0012383759021759033, 0.012343727983534336, 0.017043115571141243, -0.01883932761847973, 0.007372818887233734, -0.02401909790933132, 0.010269034653902054, 0.0029292856343090534, -0.03901536762714386, -0.006370282266288996, -0.004400020465254784, -0.0016439157770946622, -0.0026908351574093103, 0.0034688450396060944, -0.00633199093863368, -0.001059973263181746, -0.013095629401504993, 0.0056288233026862144, -0.008848775178194046, 0.011995624750852585, 0.013569049537181854, 0.013791835866868496, 0.014383610337972641, 0.007435477338731289, -0.04021284356713295, -0.014815257862210274, -0.03188622370362282, 0.006944652181118727, -0.03740017116069794, -0.009099408984184265, -0.006704461295157671, 0.03547864407300949, -9.96036487777019e-06, -0.03887612745165825, -0.02213934250175953, -0.01609627716243267, -0.04564324766397476, -0.0008411035523749888, -0.010693719610571861, 0.00566711463034153, 0.013290567323565483, 0.035784974694252014, -0.004490526858717203, 0.030103936791419983, -0.020384903997182846, 0.009600676596164703, 0.0023531753104180098, 0.016695013269782066, -0.015191209502518177, -0.009440549649298191, -0.00896016787737608, -0.008876622654497623, -0.006248446647077799, -0.0004799468151759356, 0.000509970705024898, -0.01306081935763359, -0.00783927645534277, 0.009802577085793018, -0.0037699539680033922, -0.03252673149108887, -0.008653837256133556, -0.007463325280696154, 0.00698990561068058, -0.0017996918177232146, 0.023559601977467537, -0.020273510366678238, -0.007978517562150955, 0.019159581512212753, -0.012065245769917965, -0.010373465716838837, -0.008827888406813145, 0.001629991689696908, -0.0049186935648322105, -0.0008715625735931098, -0.018087424337863922, -0.01145954616367817, 0.012754488736391068, -0.005921229720115662, 0.027124175801873207, 0.009315232746303082, -0.009008902125060558, 0.021665923297405243, 0.0068367403000593185, -0.018895024433732033, -0.008807002566754818, 0.018895024433732033, 0.00209209811873734, 0.008695609867572784, 0.04519767686724663, -0.02335073985159397, -0.013227908872067928, -0.004789895378053188, -0.001264483667910099, -0.016653241589665413, -0.00093900749925524, -0.016527924686670303, -0.0038743847981095314, -0.026539362967014313, 0.028683675453066826, 0.018115272745490074, -0.026595059782266617, 0.01080511324107647, -0.005057934671640396, -0.0075607942417263985, -0.015316526405513287, -0.014662092551589012, -0.006975981406867504, -0.027750760316848755, -0.004880402237176895, -0.0021878264378756285, -0.009510170668363571, -0.021415287628769875, -0.014940574765205383, 0.03545079752802849, 0.006318067200481892, -0.0032216920517385006, 0.2002844661474228, -0.025745688006281853, -0.0072196535766124725, 0.02070515789091587, 0.009802577085793018, 0.0038082452956587076, 0.023044409230351448, 0.02083047479391098, -0.01470386516302824, -0.002189567079767585, -0.00613009138032794, 0.007393704727292061, -0.02296086587011814, -0.010345617309212685, 0.012420310638844967, -0.004072803538292646, -0.05388632416725159, -0.04920782148838043, -0.02201402559876442, 0.016012731939554214, -0.00602914160117507, -0.0014446269487962127, -0.005660152528434992, -0.019744394347071648, 0.010979164391756058, -0.019702622666954994, 0.00036768364952877164, -0.0032913126051425934, 0.019159581512212753, 0.01739121973514557, -0.022738078609108925, -0.005524392705410719, 0.0197583194822073, -0.00148204795550555, -0.0021286490373313427, 0.0015351336915045977, 0.004309513606131077, -0.0072057293727993965, 0.016444379463791847, 0.030493810772895813, 0.027722911909222603, 0.0092316884547472, 0.010749416425824165, -0.03060520440340042, -0.005211099982261658, 0.029212793335318565, -0.01726590283215046, 0.0029205831233412027, -0.020788703113794327, -0.0049186935648322105, -0.01523298118263483, 0.01035954151302576, 0.013750063255429268, 0.03361281380057335, 0.0015438362024724483, -0.009322194382548332, -0.02344820834696293, 0.0011417773785069585, 0.003216470591723919, 0.008096872828900814, -0.02648366615176201, -0.013367149978876114, -0.0008946243906393647, 0.031022926792502403, 0.0007027326500974596, 0.021164653822779655, -0.0058481283485889435, 0.010617137886583805, 0.01192600466310978, -0.009008902125060558, -0.020774779841303825, -0.00037573353620246053, -0.01672286167740822, -0.00639116857200861, -0.028265953063964844, -0.022487444803118706, 0.03135710582137108, 0.01844945177435875, 0.012120941653847694, 0.036341939121484756, 0.008848775178194046, -0.017182357609272003, -0.005019643343985081, -0.010958278551697731, -0.019716545939445496, -0.028683675453066826, 0.013401960022747517, -0.03403053805232048, -0.01457854826003313, -0.012865882366895676, 0.007331046275794506, -0.011376001872122288, -0.00976080447435379, 0.006551295984536409, -0.003689890494570136, -0.005879457574337721, 0.007129146717488766, 0.009266498498618603, -0.01358297374099493, -0.03929385170340538, -0.010631061159074306, 0.030271025374531746, 0.028683675453066826, 9.66529332799837e-05, 0.011125368066132069, 0.008417127653956413, -0.009315232746303082, 0.012225372716784477, 0.00048212247202172875, -0.03996220976114273, 0.012872844003140926, -0.04071411117911339, 0.018964644521474838, 0.015901338309049606, -0.003014570800587535, 0.02332289144396782, 0.004424387589097023, 0.016583619639277458, 0.02240389958024025, -0.005399075336754322, 0.004257298074662685, -0.020217815414071083, 0.020746931433677673, 0.001237505697645247, 0.010707643814384937, -0.03756726160645485, -0.012086131609976292, 0.002716942923143506, -0.043443236500024796, -0.004027550108730793, 0.019967179745435715, -0.033139392733573914, 0.005594013258814812, -0.00520413788035512, 0.009001940488815308, -0.0043303994461894035, -0.013032970950007439, -0.008417127653956413, -0.010053210891783237, -0.0023601374123245478, 0.0045288181863725185, -0.00028522679349407554, 0.010644985362887383, -0.00884181261062622, 0.009398777037858963, -0.010025362484157085, 0.012476006522774696, 0.00884181261062622, 0.008103834465146065, -0.02438112534582615, -0.008556368760764599, -0.017084889113903046, -0.0008028122247196734, -0.0015029341448098421, 0.01874185912311077, 0.006676612887531519, -0.03233179450035095, -0.012956388294696808, -0.011445621959865093, 0.011292456649243832, -0.029714060947299004, -0.002582923276349902, 0.014801333658397198, 0.009189915843307972, -0.006206674035638571, -0.024882392957806587, -0.17911981046199799, 0.0038848279509693384, 0.009858272969722748, -0.03450395539402962, 0.035283707082271576, 0.00811775866895914, 0.02055199258029461, 0.007519022095948458, -0.03325078636407852, -0.010248148813843727, -0.006579144392162561, -0.008855736814439297, 0.005071858875453472, -0.019326671957969666, -0.009503208100795746, 0.004271222278475761, -0.014341837726533413, 0.004222487565129995, 0.03714953735470772, 0.0066383215598762035, 0.02387985587120056, -0.04466855898499489, 0.013986772857606411, -0.00669401790946722, 0.014077279716730118, 0.010053210891783237, 0.008236113935709, 0.017864638939499855, -0.005378189496695995, -0.04416729137301445, -0.020802626386284828, -0.02135959267616272, 0.014996271580457687, 0.008138645440340042, 0.02240389958024025, 0.026177335530519485, 0.014146900735795498, -0.02212541736662388, -0.026873541995882988, 0.016834255307912827, 0.024186186492443085, 0.014313990250229836, 0.014237407594919205, -0.002931026043370366, -0.029296336695551872, 0.008208265528082848, 0.03060520440340042, -0.008528520353138447, 0.0191317331045866, 0.013200060464441776, 0.03893182426691055, -0.02187478356063366, 0.007762693800032139, 0.004316475708037615, -0.006481675431132317, 0.008270923979580402, 0.012148790061473846, 0.00034418670111335814, 0.004138943273574114, -0.031050775200128555, -0.018491223454475403, -0.0003385300515219569, 0.009391815401613712, -0.0019145658006891608, 0.0028422598261386156, -0.02296086587011814, -0.018115272745490074, 0.002415833994746208, -0.03205331042408943, 0.0072266156785190105, -0.021164653822779655, -0.012893729843199253, -0.007136108819395304, 0.01061017531901598, 0.021262122318148613, 0.007129146717488766, -0.008479786105453968, -0.0032286541536450386, 0.03046596236526966, 0.013012085109949112, 0.00040205882396548986, 0.026052018627524376, -0.006868069525808096, 0.02030135877430439, -0.007463325280696154, -0.02030135877430439, -0.005312049761414528, 0.011633598245680332, -0.01725197769701481, -0.021331744268536568, 0.022334279492497444, 0.002220896305516362, 0.002880551153793931, -0.002760455710813403, 0.012803222984075546, 0.005002238322049379, -0.005503506399691105, -0.0243672002106905, 0.0031207422725856304, -0.015901338309049606, -0.0072057293727993965, 0.017182357609272003, -0.016806406900286674, 0.01430006604641676, 0.04500273987650871, 0.015051968395709991, -0.01233676541596651, 0.004260778892785311, 0.030744444578886032, -0.018519071862101555, -0.006450346205383539, -0.013353225775063038, 0.0019302304135635495, 0.00629021879285574, -0.00804117601364851, -0.0014515889342874289, 0.004062360618263483, -0.025230495259165764, 0.02280770055949688, 0.007156995125114918, 0.050683777779340744, -0.020092496648430824, -0.014759561978280544, 0.017767170444130898, 0.0015603711362928152, -0.016987420618534088, -0.10838530957698822, -0.016179820522665977, 0.002652543829753995, 0.02808493934571743, -0.0041528670117259026, 0.03185837343335152, -0.004372172057628632, 0.046339452266693115, -0.025244420394301414, 0.046339452266693115, -0.0355621874332428, -0.016527924686670303, 0.019716545939445496, 0.0018658313201740384, -0.0025446319486945868, 0.0016038839239627123, 0.014383610337972641, -0.009823462925851345, -0.02665075473487377, 0.028822917491197586, -0.008013327606022358, -0.004055398516356945, 0.017446916550397873, -0.016945647075772285, -0.003867422929033637, -0.013610822148621082, -0.0244089737534523, 0.03258242830634117, 0.012350689619779587, -0.01108359545469284, 0.012294992804527283, -0.031719133257865906, -0.010185489431023598, -0.012865882366895676, 0.011870307847857475, -0.01145954616367817, 0.011870307847857475, -0.018505148589611053, 0.02266845852136612, 0.0017422548262402415, 0.006123129278421402, 0.012225372716784477, -0.004967427812516689, -0.0017222389578819275, -0.020412752404808998, -0.0006352877244353294, -0.025244420394301414, 0.04341538995504379, -0.004121537785977125, -0.027917850762605667, -0.02979760617017746, -0.011389926075935364, -0.0448077991604805, 0.0075538321398198605, 0.019827939569950104, -0.0023322892375290394, 0.028126711025834084, 0.0024193148128688335, 0.0016221593832597136, -0.0035924215335398912, -0.011494356207549572, -0.008820926770567894, -0.006171863991767168, 0.00169700151309371, 0.021401364356279373, -0.014139938168227673, -0.02122035063803196, -0.03915461152791977, 0.008653837256133556, -0.019034264609217644, 0.0005386892007663846, 0.0038848279509693384, -0.00544084794819355, 0.011689294129610062, -0.028934311121702194, 0.0047411611303687096, -0.0050683775916695595, -0.039878662675619125, 0.012281069532036781, 0.02677607163786888, -0.016806406900286674, -0.025648219510912895, 0.010825999081134796, -0.0016717640683054924, -0.01061017531901598, 0.004626287147402763, 0.0036411560140550137, -0.0171266607940197, -0.008612064644694328, -0.0422179140150547, 0.009001940488815308, 0.03675966337323189, 0.007727883756160736, -0.03653687611222267, -0.023629222065210342, 0.009266498498618603, -0.031719133257865906, -0.0011452584294602275, 0.0030058682896196842, 0.018157046288251877, -0.014759561978280544, -0.004849073011428118, -0.050433143973350525, 0.030911535024642944, 0.011619674041867256, -0.009907007217407227, 0.0038952711038291454, -0.008925357833504677, -0.004650654271245003, -0.009134219028055668, -0.01141081191599369, 0.0034862502943724394, -0.019841862842440605, 0.011167139746248722, -0.014787409454584122, -0.02280770055949688, -0.03653687611222267, 0.0021216869354248047, -0.0029640959110111, -0.027736837044358253, 0.009127257391810417, 0.02017604187130928, 0.006777562666684389, 0.0036411560140550137, 0.018268438056111336, 0.025063406676054, 0.01807350106537342, -0.01792033575475216, -0.001167014823295176, 0.026845693588256836, 0.00856333039700985, -0.01688995026051998, 0.0007440698682330549, 0.0003350490005686879, -0.006380725651979446, 0.003954448737204075, -0.015246905386447906, -0.007748769596219063, 0.012914616614580154, 0.010025362484157085, 0.016416531056165695, 0.0369546003639698, -0.012538664974272251, -0.034336864948272705, 0.010046248324215412, -0.006934209261089563, 0.0023079221136868, -0.001831021043471992, -0.0030459000263363123, -0.007616490591317415, 0.009196877479553223, 0.01687602698802948, 0.038820430636405945, 0.031078623607754707, -0.0050614154897630215, -0.04188373684883118, -0.024631759151816368, 0.02279377542436123, 0.01584564335644245, 0.005454772152006626, -0.0015847382601350546, 0.0224317479878664, 0.034476108849048615, -0.008807002566754818, 0.01592918671667576, -0.002593366429209709, 0.012998160906136036, -0.0007932393928058445, -0.010867771692574024, -0.0027517531998455524, 0.005715848878026009, -0.027388732880353928, 0.01885325089097023, 0.013346264138817787, 0.015372222289443016, 0.026441894471645355, 0.022710230201482773, 0.013624746352434158, 0.012810185551643372, -0.00040227637509815395, -0.013812721706926823, 0.014648168347775936, 0.01700134389102459, 0.002276592655107379, -0.007421553134918213, 0.0033348253928124905, 0.028307724744081497, -0.0001427221723133698, 0.01622159406542778, 0.012197524309158325, -0.011181063950061798, 0.0023758020251989365, -0.0011835497571155429, 0.01338107418268919, 0.00824307557195425, 0.02280770055949688, 0.008382316678762436, 0.004636730067431927, 0.016959572210907936, -0.00037616866757161915, 0.025119103491306305, 0.014070318080484867, 0.02411656640470028, -0.012448158115148544, -0.0044557168148458, -0.013541201129555702, -0.018351983278989792, -0.010150679387152195, -0.021122882142663002, -0.020802626386284828, 0.009656373411417007, 0.012552589178085327, 0.00045122834853827953, -0.008069024421274662, -0.001244467799551785, 0.0071709188632667065, -0.013123477809131145, 0.02308618277311325, -0.00431995652616024, -0.016681089997291565, -0.0368989035487175, 0.01872793398797512, 0.01634691096842289, 0.0043303994461894035, 0.02532796375453472, 0.0028683675918728113, 0.04895718768239021, 0.02428365685045719, 0.0316634364426136, -0.029073551297187805, 0.0342533215880394, 0.00916206743568182, -0.0007936745532788336, -0.011905117891728878, -0.013269681483507156, -0.005057934671640396, -0.012044358998537064, -0.026734299957752228, -0.0008463250705972314, 0.01620766893029213, 0.0005304217338562012, 0.09735740721225739, 0.017976032570004463, -0.010930430144071579, -0.0021338704973459244, -0.0011896415380761027, 0.006575663108378649, 0.00884181261062622, 0.00948928389698267, -0.016012731939554214, -0.024562139064073563, -0.0036481181159615517, 0.0029240641742944717, -0.018115272745490074, -0.031552042812108994, -0.008625988848507404, -0.00675319554284215, 0.02424188330769539, 0.021679846569895744, 0.003014570800587535, -0.004044955130666494, 0.038430556654930115, 0.00811079703271389, -0.002696056617423892, -0.0005439107189886272, -0.0038987521547824144, -0.008855736814439297, 0.028962157666683197, 0.00916902907192707, -0.0032843505032360554, -0.023531753569841385, 0.03623054549098015, 0.009830424562096596, -0.04035208374261856, -0.02638619765639305, -0.007240539416670799, 0.0024593467824161053, 0.0009181213099509478, -0.010784226469695568, 0.006871550809592009, -0.013485505245625973, 0.00034396914998069406, 0.01950768381357193, -0.00357501651160419, -0.02346213348209858, -0.0011217615101486444, 0.003662042086943984, -0.005360784009099007, -0.0197722427546978, -0.022738078609108925], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='2ddc83fe-dd1d-4c8b-928f-4ba2b0d2726b', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='a71e203eb3d5842de32a01202961550bf8e113d412f3a5af6f35a2e6a77e5300'), : RelatedNodeInfo(node_id='4a0bde2e-3cfa-410e-ae29-2f79d29a4f8c', node_type=, metadata={}, hash='b6e94600d710d2a0df84e4f01b963e24251b5660318449fb53bab249149eb588')}, hash='fd1317583cd65119619263885ffdb864d13e0bd54cb26d7e5c29577729c1b8d4', text=\"a laptop GPU with 8 to 15 GB GPU RAM ) For quite some time, this is what I tried. I tried to overfit a small test data set on decoder models like GPP2-small, GPT-Medium, and Bloom and encoder-decoder models like Flan-T5, thinking somehow that the understanding we see in ChatGPT ( see- unsupervised learning Part 1) may come in some form if we train on these smaller models. ( less than one billion parameters). As per the paper, I tried both Causal training, where the model is presented with only previous tokens, and Masked LM-based training, where the model is presented with full tokens, but a certain percentage of tokens are masked in random, and the model has to predict it. The next option was to fine-tune a large model with the data. However, this is extremely difficult to do, and even if cloud-based solutions are used, it would be pretty expensive. (What OpenAI provides now is Instruct Fine-Tuning, which we will cover later) It takes months of GPU fleet time and a specialized library and infrastructure to distribute training across multiple GPUs needed to train LLMs. For example, even a relatively small model like the BigScience Bloom 3 Billion model, even when the weights are loaded in 16 Bit cannot be trained with A100 on ColabPro with 40GB GPU RAM ( the highest you can get) as it goes out of memory. Solution - Fine-Tuning Large Models via Qunaitsation and Parmeter Efficient Tuning The solution to this is to reduce the size of the models so that they can fit a commodity GPU and then fine-tune them. There are two parts to this- Quantisation and Parameter Efficient Tuning. The real magic of this is that a laptop with a sufficient recent GPU (having Tensor Cores), can run the 7 billion Lamma2 pre-trained model open-sourced recently by Meta Research. Imagine the compressed knowledge and an NLU (Natural Language Understanding) model running on your local laptop. This is still a smallish model, but it's still capable of understanding and has sufficient world knowledge embedded in it to be quite useful. Imagine what a model like this or better models in the future could do if\", start_char_idx=3582, end_char_idx=5691, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='4a0bde2e-3cfa-410e-ae29-2f79d29a4f8c', embedding=[0.0041793459095060825, 0.02286451868712902, 0.015940159559249878, -0.008174983784556389, -0.007913554087281227, 0.01292311679571867, -0.031060699373483658, -0.0008160852594301105, -0.035215314477682114, -0.04171573370695114, 0.011008319444954395, 0.040133025497198105, -0.038154635578393936, -0.002564839320257306, 9.130175021709874e-05, -0.007093936204910278, 0.008358691819012165, 0.015784714370965958, 0.027330024167895317, -0.018639246001839638, -0.015657532960176468, -0.00897340476512909, -0.014795520342886448, -0.003670617239549756, -0.009616381488740444, 0.007461350876837969, 0.03736327961087227, -0.03052370809018612, -0.03221946954727173, 0.007991276681423187, 0.009891943074762821, 0.03753285855054855, -0.030071506276726723, -0.007341234479099512, 0.0036070263013243675, -0.02888447232544422, 0.026990871876478195, 0.003628223203122616, 0.025789707899093628, -0.026482144370675087, 0.0287290271371603, 0.014738994650542736, 0.018936004489660263, -0.0026937879156321287, 0.00561367766931653, 0.012131760828197002, 0.00044734543189406395, -0.003939113114029169, -0.002623131265863776, 0.010315882973372936, 0.018526194617152214, 0.033547818660736084, -0.03360434249043465, 0.0011446390999481082, -0.029251888394355774, 0.009496265091001987, 0.0018688705749809742, 0.015671662986278534, 0.01715545542538166, -0.009065259248018265, 0.005288656335324049, 0.010549050755798817, -0.019458863884210587, 0.030325869098305702, -0.00032811221899464726, 0.004903577268123627, -0.011403996497392654, 0.017706576734781265, 0.022935176268219948, -0.013460108079016209, 0.00406982796266675, 0.03931340575218201, -0.007475482299923897, -0.011199092492461205, 0.015643401071429253, -0.012068170122802258, -0.01454115565866232, -0.007376562803983688, -0.004589154850691557, 0.008923945017158985, 0.007588533218950033, -0.008019539527595043, -0.020335007458925247, 0.03510226681828499, 0.005924567114561796, -0.014300922863185406, 0.005553619470447302, -0.009044061414897442, -0.010330014862120152, 0.0052321311086416245, 0.00699501670897007, 0.017197849228978157, 0.03934166952967644, 0.025931021198630333, 0.004235871136188507, 0.0002724700316321105, -0.021847061812877655, 0.022313395515084267, -0.011192026548087597, -0.01301497034728527, -0.027061529457569122, 0.0014378644991666079, -0.0522577203810215, -0.01543143019080162, -0.02481464482843876, -0.007108067162334919, 0.012449716217815876, 0.018059860914945602, 0.0011419894872233272, 0.020504584535956383, -0.022341659292578697, 0.04513552039861679, 0.004539695102721453, -0.021437253803014755, -0.008641318418085575, -0.022624285891652107, 0.01435038261115551, -0.014611812308430672, -0.011580638587474823, -0.024984220042824745, 0.03448048606514931, 0.019430601969361305, 0.014286791905760765, -0.005818582139909267, 0.02340150997042656, -0.002043745946139097, 0.009086456149816513, -0.014837914146482944, -0.026807164773344994, -0.001662199618294835, -0.00787116028368473, 0.025422291830182076, 0.0030594365671277046, 0.010372408665716648, -0.0182859618216753, 0.035582732409238815, -0.0016242216806858778, -0.009319623000919819, -0.021310070529580116, -0.0074330884963274, 0.0065180836245417595, 0.016067340970039368, -0.015162934549152851, -0.019967593252658844, -0.014244397170841694, 0.03261514753103256, -0.007482548244297504, 0.013255203142762184, 0.014965096488595009, -0.012456782162189484, 0.006500419694930315, -0.02358521707355976, 0.0032413776498287916, 0.014131346717476845, 0.0166891198605299, 0.00830923207104206, 0.009086456149816513, 0.019656702876091003, -0.01301497034728527, -0.020250219851732254, 0.011962184682488441, 0.010089781135320663, -0.015389036387205124, 0.013438910245895386, 0.019586047157645226, 0.027796359732747078, 0.05316212773323059, -0.022412315011024475, -0.01099418755620718, -0.023486297577619553, 0.0022839789744466543, 0.04994018003344536, -0.025450555607676506, 0.022059032693505287, 0.00294461939483881, 0.009920204989612103, 0.030354132875800133, -0.02265254780650139, -0.014011230319738388, -0.019275156781077385, 0.0021320669911801815, 0.00897340476512909, 0.00473753409460187, 0.0044761039316654205, -0.03662845119833946, -0.02396676316857338, -0.003628223203122616, -0.008959273807704449, -0.01215295772999525, 0.001840607961639762, 0.004165214486420155, 0.027683308348059654, -0.011594769544899464, -0.019458863884210587, -0.6285622715950012, -0.019713228568434715, 0.016773909330368042, -0.0021815267391502857, -0.00983541738241911, -0.012548635713756084, -0.00727764330804348, -0.006680594291538, -0.00470573827624321, 0.0285453200340271, -0.02368413656949997, -0.02180466800928116, -0.0007926802500151098, -0.014767257496714592, -0.017989205196499825, -0.015855370089411736, 0.006401500198990107, -0.004938905593007803, 0.005754990968853235, 0.010746888816356659, -0.012831262312829494, 0.009764760732650757, -0.005080219358205795, -0.0015765284188091755, -0.0141596095636487, 0.014753125607967377, -0.01268994901329279, -0.026326699182391167, 0.018497932702302933, -0.007086870260536671, -0.016293441876769066, 0.015601006336510181, 0.018766429275274277, 0.011580638587474823, 0.0506184846162796, -0.018243568018078804, -0.025521211326122284, 0.013099757954478264, 0.016759777441620827, 0.024065682664513588, -0.03676976263523102, -0.0241222083568573, 0.018766429275274277, 0.011347471736371517, -0.013587289489805698, 0.016858696937561035, 0.014569418504834175, 0.0023422706872224808, -0.016208654269576073, -0.020306745544075966, 0.00020633974054362625, -0.0008734938455745578, 0.004536162130534649, -0.007069206330925226, 0.008174983784556389, 0.014421039260923862, 0.015360773541033268, -0.004642147570848465, 0.02032087743282318, -0.006454492453485727, -0.0037377411499619484, 0.0028969261329621077, -0.020151300355792046, -0.006546346470713615, -0.0345652736723423, 0.012527438811957836, 0.01347423903644085, 0.0207024235278368, -0.015982553362846375, -0.015699926763772964, 0.007673321291804314, 0.015558612532913685, 0.008033670485019684, -0.017960941419005394, -0.007743977941572666, 0.026425618678331375, 0.012442651204764843, -0.00779343768954277, -0.006599338725209236, 0.014060690067708492, 0.01738155633211136, -0.002411161083728075, -0.009185375645756721, -0.004970701411366463, 0.002794473897665739, -0.002764444798231125, -0.0005369911668822169, 0.012414388358592987, -0.0061683328822255135, 0.010499591007828712, -0.0048682489432394505, 0.02666585147380829, -0.02330259047448635, -0.040359124541282654, -0.004857650492340326, 0.02198837511241436, -0.005263926461338997, 0.017268504947423935, 0.00700208218768239, -0.018780559301376343, 0.00041908276034519076, -0.007659189868718386, 0.03199337050318718, 0.0017266739159822464, 0.03510226681828499, 0.013982967473566532, 0.004500833805650473, 0.00624958798289299, 0.007652124390006065, -0.039256881922483444, -0.008902748115360737, 0.002416460309177637, -0.026581063866615295, 0.003910850267857313, -5.4289765103021637e-05, -0.02653866820037365, -0.006606404669582844, 0.01599668525159359, 0.01212469581514597, -0.02101331204175949, 0.03388696908950806, -0.010181635618209839, 0.02245471067726612, -8.705130312591791e-05, -0.0028351014479994774, 0.020843736827373505, 0.007146928459405899, -0.0005546553293243051, 0.0010572014143690467, 0.005461765453219414, -0.0073129720985889435, -0.01681630313396454, 0.025803839787840843, -0.020688291639089584, 0.009842483326792717, 0.007150461431592703, 0.026086466386914253, 0.005051956512033939, -0.0014864410040900111, -0.016349967569112778, -0.040952641516923904, -0.017650052905082703, 0.01612386666238308, -0.006765382364392281, -0.039002515375614166, -0.02123941481113434, 0.004963635466992855, 0.005101416260004044, -0.010372408665716648, -0.012534504756331444, -0.02067415975034237, -0.0060270195826888084, -0.02738654986023903, 0.0073129720985889435, 0.00030713598243892193, -0.01229427196085453, -0.004762263968586922, -0.030156293883919716, -0.015487955883145332, -0.041291795670986176, -0.00411575473845005, 0.01581297628581524, 0.0006147135864011943, 0.019967593252658844, 0.013142152689397335, -0.004454907029867172, 0.01728263683617115, 0.027711570262908936, -0.029506251215934753, -0.030467184260487556, 0.002402328886091709, -0.043270181864500046, 0.006511018145829439, 0.02116875723004341, -0.0006403266452252865, 0.004394848830997944, -0.015332510694861412, 0.010075650177896023, 0.00047516654012724757, -0.020744817331433296, -0.0066735283471643925, 0.01784789003431797, -0.0019925199449062347, -0.009157112799584866, 0.007546138949692249, 0.013735668733716011, 0.025916889309883118, 0.013559027574956417, -0.028305087238550186, 0.006408565677702427, 0.006228391081094742, 0.010605575516819954, -0.016420625150203705, 0.02082960493862629, 0.003264341037720442, 0.009432673454284668, 0.019119711592793465, -0.009637578390538692, 0.0006756550283171237, 0.013445976190268993, 0.006744184996932745, -0.0023051758762449026, 0.015360773541033268, -0.005475896876305342, -0.010895268060266972, -0.02600167877972126, 0.025577737018465996, -0.0329260379076004, 0.024475492537021637, 0.016279311850667, 0.018172912299633026, -0.02386784367263317, -0.02073068544268608, -0.020094774663448334, -0.0015915429685264826, 0.05237077176570892, 0.0038260621950030327, 0.017918547615408897, -0.016576070338487625, 0.003446282120421529, -0.011481719091534615, 0.01797507330775261, 0.014640075154602528, -0.01293724775314331, 0.01016043871641159, -0.001983687747269869, -0.016505412757396698, 0.0026531603652983904, 0.006627601571381092, -0.026637587696313858, 0.00038927444256842136, 0.0012082301545888186, 0.006380302831530571, 0.041602686047554016, 0.00790648814290762, -0.014965096488595009, 0.030156293883919716, 0.00020854776084888726, 0.035837095230817795, -0.0075955986976623535, 0.00254894164390862, 0.008365756832063198, -0.001643652212806046, -0.02417873404920101, 0.017423950135707855, -0.015007490292191505, 0.017833760008215904, 0.022313395515084267, -0.0008765850798226893, -0.0013301130384206772, -0.014456368051469326, 0.02543642371892929, -0.019783886149525642, 0.015911895781755447, 0.004850584547966719, -0.031597692519426346, 0.008047802373766899, 0.013502501882612705, 0.03139985352754593, 0.007305906154215336, 0.006090610288083553, 0.026482144370675087, -0.01036534272134304, -0.005694932769984007, 0.000905289372894913, -0.015233592130243778, 0.01543143019080162, -0.002388197695836425, -0.015770582482218742, 0.020433926954865456, -0.014880307950079441, -0.01285952515900135, 0.018907742574810982, -0.050448909401893616, 0.021126363426446915, 0.01497922744601965, 0.005956362467259169, 0.01541729923337698, 0.028022460639476776, 0.035271842032670975, -0.022256871685385704, -0.02224273979663849, 0.04321365803480148, -0.00965877529233694, -0.010577312670648098, -0.015473824925720692, -0.033265188336372375, -0.0017284402856603265, 0.00770864961668849, 0.0017028272850438952, 0.02381131984293461, 0.00410868925973773, -0.009630512446165085, -0.012583964504301548, -0.030043242499232292, -0.0009874278912320733, 0.039285141974687576, -0.012357862666249275, 0.0060128881596028805, 0.0015014555538073182, 0.007249380927532911, 0.019501257687807083, -0.023133015260100365, -0.006627601571381092, 0.043298445641994476, -0.015318379737436771, -0.014880307950079441, 0.0062955147586762905, 0.0051897368393838406, -0.012894853949546814, 0.006938491016626358, -0.010485459119081497, 0.01772070862352848, -0.00549002829939127, 0.022214477881789207, 0.0009732965263538063, 0.01725437492132187, 0.020617634057998657, 0.024729857221245766, 0.0026849559508264065, -0.0011154931271448731, -0.019275156781077385, 0.005903370212763548, 0.024857038632035255, 0.06489114463329315, 0.01913384348154068, -0.02026435174047947, 0.03233252093195915, -0.013445976190268993, -0.016293441876769066, -0.026934346184134483, -0.01815878041088581, 0.011022450402379036, 0.014583549462258816, -0.02782462164759636, 0.0063909017480909824, 0.012287206016480923, 0.0015032220399007201, 0.0034286179579794407, 0.003101830603554845, 0.0192892886698246, -0.014399842359125614, 0.00217622728087008, 0.0033809246961027384, 0.008867420256137848, 0.0072847092524170876, 0.022511234506964684, 0.016759777441620827, 0.03744806721806526, -0.001854739268310368, 0.027499601244926453, 0.018837084993720055, 0.004310060758143663, -0.02082960493862629, 0.024701593443751335, 0.0017699511954560876, 0.004794059321284294, 0.0164630189538002, 0.014315053820610046, 0.025478817522525787, 0.014449302107095718, 0.006677061319351196, 0.008026604540646076, -0.0006774214562028646, -0.010301752015948296, 0.028234431520104408, 0.010407736524939537, 0.00905112735927105, 0.006627601571381092, -0.022002507001161575, -0.020787211135029793, 0.018017467111349106, -0.018427276983857155, -0.027428943663835526, 0.0377589575946331, 0.011036581359803677, -0.023754794150590897, -0.01772070862352848, 0.01743808202445507, -0.00929842609912157, -0.01268994901329279, -0.02123941481113434, 0.004762263968586922, -0.025167929008603096, -0.015318379737436771, -0.026425618678331375, 0.013099757954478264, -0.004207608290016651, -0.010655035264790058, -0.010259357281029224, -0.008584792725741863, 0.01967083476483822, -0.03510226681828499, 0.01469660084694624, -0.015049884095788002, -0.02656693197786808, -0.05889945477247238, 0.005641940049827099, 0.01442810520529747, 0.015092277899384499, 0.01633583754301071, 0.006666462868452072, -0.01187033113092184, 0.015021621249616146, -0.011467588134109974, -0.018526194617152214, 0.0013080327771604061, -0.03662845119833946, 0.009305492043495178, -0.018907742574810982, -0.00941147655248642, -0.008867420256137848, -0.01108604110777378, -0.00624252250418067, -0.003515172516927123, -0.007157526910305023, -0.0037872008979320526, 0.008379888720810413, -0.0007639759569428861, 0.02944972738623619, 0.014018296264111996, -0.006662929896265268, 0.021098101511597633, -0.03713718056678772, 0.001673681428655982, -0.02101331204175949, -0.025888627395033836, -0.0014069521566852927, -0.006359105929732323, -0.011107238940894604, 0.024475492537021637, -0.005468830931931734, -0.007524942047894001, -0.007189322728663683, 0.009920204989612103, -0.011608901433646679, 0.006436828523874283, 0.005408772733062506, 0.007934750989079475, -0.007878226228058338, 0.025676656514406204, 0.007327103056013584, 0.0017434549517929554, -0.02440483495593071, -0.011403996497392654, -0.047311749309301376, 0.02374066226184368, -0.0035663985181599855, 0.005168539937585592, 0.026340831071138382, -0.005836246069520712, 0.0068819657899439335, -0.014498761855065823, 0.009425608441233635, 0.001473192940466106, 0.03507400304079056, -0.005299254786223173, -0.015601006336510181, -0.02424939163029194, -0.015275985933840275, -0.0032237134873867035, 0.0033614940475672483, -0.020250219851732254, 0.004910642746835947, -0.017169585451483727, 0.01841314509510994, 0.00046500962343998253, -0.01514880359172821, 0.010358276776969433, -0.018780559301376343, -0.010739823803305626, 0.015502086840569973, -0.005942231044173241, 0.022059032693505287, 0.004341856110841036, 0.020151300355792046, -0.03416959568858147, -0.03572404384613037, -0.002442956669256091, -0.01419493742287159, 0.012781803496181965, 0.0006469507352449, 0.008507071062922478, 0.00992727093398571, 0.05432089790701866, 0.0007573518669232726, -0.004331257659941912, 0.014343316666781902, -0.02725936844944954, 0.02299170196056366, -0.007532007992267609, -0.002900458872318268, -0.005228598136454821, -0.00886035431176424, 0.024418966844677925, -0.010492525063455105, -0.0006182464421726763, -0.03086286038160324, 0.0002565722679719329, 0.017579395323991776, -0.014406908303499222, -0.0033597275614738464, -0.002216855064034462, -0.01766418293118477, -0.020758947357535362, 0.008005407638847828, -0.021027443930506706, 0.004571490455418825, -0.0076238615438342094, -0.01697174645960331, 0.01913384348154068, -0.005482962355017662, 0.019840409979224205, 0.00024729856522753835, 0.016759777441620827, -0.019967593252658844, 0.01712719164788723, 0.018512064591050148, 0.017494607716798782, -0.029562776908278465, -0.004878847394138575, -0.045248571783304214, 0.030410658568143845, 0.019049055874347687, -0.004401914309710264, 0.014166674576699734, 0.022723205387592316, 0.004953037016093731, -0.007489613723009825, 0.00036984385224059224, 0.009517461992800236, -0.0073129720985889435, -0.020193694159388542, -0.03029760718345642, -0.02458854392170906, -0.033858705312013626, -0.006496886722743511, 0.008980470709502697, -0.004189944360405207, 0.005677268374711275, 0.005793852265924215, 0.013940573669970036, -0.03264341130852699, -0.0166891198605299, 0.0077651748433709145, 0.03400002047419548, 0.04479636996984482, -0.005433502607047558, -0.006118873134255409, 0.004405447281897068, 0.0036052598152309656, -0.018116386607289314, -0.0024800512474030256, 0.015177066437900066, -0.006546346470713615, 0.009616381488740444, 0.010012059472501278, -0.021847061812877655, -0.014329185709357262, 0.0211122315376997, -0.006076478864997625, -0.019501257687807083, -0.04626603052020073, 0.031315065920352936, -0.000823592534288764, 0.021649222820997238, -0.016985878348350525, -0.03117375075817108, -0.016194522380828857, -0.0012311935424804688, -0.0007577934884466231, 0.02000998705625534, -0.014781388454139233, 0.014965096488595009, 0.01444223616272211, 0.02751373127102852, 0.009270163252949715, 0.01225187722593546, -0.014965096488595009, 0.008839157409965992, 0.04117874428629875, 0.015233592130243778, -0.022482972592115402, -0.0070762718096375465, -0.005468830931931734, 0.03315214067697525, -0.01856859028339386, 0.0045573594979941845, 0.007998342625796795, 0.01391231082379818, -0.0001537888019811362, 0.012145892716944218, 0.01080341450870037, 0.028234431520104408, -0.03459353744983673, 0.0037907336372882128, 0.012181220576167107, -0.009333754889667034, 0.010231095366179943, -0.015784714370965958, -0.005631341598927975, -0.012831262312829494, -0.012428519316017628, 0.010301752015948296, 0.016477150842547417, -0.0048929788172245026, -0.03518705442547798, -0.006942023988813162, -0.00992727093398571, -0.018399013206362724, -0.02214382030069828, -0.00477639539167285, 0.00687843281775713, -0.04290276765823364, -0.02879968471825123, 0.011891528032720089, -0.012866591103374958, 0.014265594072639942, 0.015049884095788002, -0.007069206330925226, -0.02587449550628662, 0.024885302409529686, -0.010676232166588306, 0.01212469581514597, 0.018328357487916946, 0.002559540094807744, -0.02208729460835457, -0.00047516654012724757, -0.0081396559253335, 0.014046558178961277, 0.019331682473421097, -0.02358521707355976, -0.014922701753675938, -0.01740981824696064, -0.0017514037899672985, 0.0012532738037407398, 0.005348714534193277, 0.006761849392205477, 0.00958105269819498, 0.02939320169389248, 0.011241486296057701, 0.008174983784556389, 0.004910642746835947, 0.01436451356858015, 0.006747717969119549, 0.01694348454475403, 0.021945981308817863, -0.017918547615408897, 0.015078146941959858, -0.011940987780690193, 0.0031936843879520893, -0.008429348468780518, -0.043807175010442734, 0.001851206412538886, 0.013657946139574051, -0.0006774214562028646, -0.004101623315364122, -0.008040736429393291, 0.0008805595571175218, 0.0007012680871412158, -0.028813816606998444, -0.0018988996744155884, -0.02023608796298504, 0.011969250626862049, 0.026397354900836945, 0.010888203047215939, 0.022468840703368187, 0.016788039356470108, -0.02659519389271736, -0.018427276983857155, -0.014470499008893967, 0.013467173092067242, -0.04180052503943443, -0.00850000511854887, -0.02566252462565899, 0.03168248012661934, -0.013106823898851871, -0.0410374291241169, -0.009065259248018265, -0.011382799595594406, -0.03801332414150238, 0.001849440042860806, -0.018921872600913048, 0.0031954508740454912, 0.0033862239215523005, 0.021903587505221367, -0.00023228401551023126, 0.03148464113473892, -0.025351636111736298, 0.001861804979853332, 0.002911057323217392, 0.007941816933453083, -0.026298435404896736, -0.006578141823410988, -0.004144017584621906, -0.006009355187416077, -0.029025785624980927, -0.009701169095933437, 0.002227453514933586, -0.017042404040694237, 6.463986937887967e-05, 0.011729017831385136, -0.020688291639089584, -0.025549475103616714, -0.007012680638581514, 0.011820871382951736, -0.0028704297728836536, -0.007327103056013584, 0.0329260379076004, -0.01419493742287159, -0.018526194617152214, 0.012661686167120934, -0.00914298091083765, -0.015502086840569973, 0.0034374501556158066, 0.009997927583754063, 0.008401085622608662, 0.004327724687755108, -0.005815049167722464, -0.012223615311086178, 0.021465515717864037, -0.012103497982025146, 0.04530509561300278, 0.0050625549629330635, -0.004034499637782574, 0.026482144370675087, 0.006253120955079794, -0.019147975370287895, -0.005401707254350185, 0.0024323579855263233, -0.008775566704571247, 0.0048399860970675945, 0.0457855649292469, -0.018243568018078804, 0.003115962026640773, -0.012237746268510818, -0.011298011988401413, -0.013707405887544155, -0.009178309701383114, -0.01028762012720108, -0.0031724872533231974, -0.02528097853064537, 0.03233252093195915, 0.011531178839504719, -0.02964756451547146, 0.0005630458472296596, 0.00040605542017146945, -0.008584792725741863, -0.012711145915091038, -0.009672907181084156, 0.008210312575101852, -0.02851705811917782, -0.009164178743958473, -0.006352040451020002, -0.015290116891264915, -0.014110149815678596, -0.008598924614489079, 0.02280799299478531, -0.006196595728397369, 0.010563181713223457, 0.20552630722522736, -0.023133015260100365, 0.0009317856747657061, 0.020221957936882973, -0.0001069235077011399, 0.008521202020347118, 0.015290116891264915, 0.012866591103374958, -0.02908231131732464, 0.011679558083415031, 0.00612593861296773, 0.020787211135029793, -0.026086466386914253, -0.008033670485019684, 0.014922701753675938, -8.821051596896723e-05, -0.036967601627111435, -0.05375564098358154, -0.016547806560993195, 0.01738155633211136, 0.00984954833984375, 0.004730468150228262, -0.006373237352818251, -0.01831422559916973, 0.01499335840344429, -0.012258943170309067, 0.00735536590218544, -0.013198677450418472, 0.02289278246462345, 0.015233592130243778, -0.027499601244926453, -0.0014210835797712207, 0.019246894866228104, 0.0062955147586762905, 0.0065569449216127396, 0.00561367766931653, 0.005027226638048887, -0.0030135097913444042, 0.008959273807704449, 0.022101426497101784, 0.029223624616861343, -0.006744184996932745, 0.00779343768954277, -0.026552800089120865, -0.005783253815025091, 0.02725936844944954, -0.011333339847624302, 0.004882380366325378, -0.017734840512275696, -0.0037165442481637, -0.015629269182682037, 0.011820871382951736, 0.02283625677227974, 0.025394029915332794, -0.005588947795331478, 0.0026814229786396027, -0.01091646496206522, 0.007920620031654835, 0.015911895781755447, 0.013255203142762184, -0.02574731409549713, 0.0008704026113264263, 0.0066735283471643925, 0.020052380859851837, -0.00696322089061141, 0.008697844110429287, 0.013354122638702393, -0.007892357185482979, 0.008669581264257431, -0.005903370212763548, -0.01715545542538166, 0.0054123057052493095, -0.011326273903250694, -0.0012479745782911777, -0.029845403507351875, -0.026934346184134483, 0.030919386073946953, 0.0077651748433709145, 0.031060699373483658, 0.04719869792461395, 0.009362016804516315, -0.01543143019080162, -0.003114195540547371, -0.012626358307898045, -0.016802171245217323, -0.031597692519426346, 0.009496265091001987, -0.03026934526860714, -0.010301752015948296, -0.01399003341794014, 0.003981506917625666, -0.03289777413010597, -0.006313179153949022, 0.01630757376551628, -0.009256032295525074, -0.0191055815666914, 0.02145138382911682, 0.0019324616296216846, -0.008994602598249912, -0.02540816180408001, -0.01558687537908554, 0.041009169071912766, 0.03371739387512207, 0.00787116028368473, 0.007072738837450743, 0.009630512446165085, -0.009863680228590965, 0.01957191526889801, -0.006094143260270357, -0.024206995964050293, 0.0251255352050066, -0.022440578788518906, 0.011446391232311726, 0.008563595823943615, -0.01379926037043333, 0.017183717340230942, 0.00473753409460187, -0.0028439334128051996, 0.031258538365364075, -0.013707405887544155, -0.01052078790962696, -0.026891952380537987, -0.0041404846124351025, 0.0015897764824330807, 0.0005727611714974046, -0.03767416998744011, -0.010259357281029224, 0.004723402671515942, -0.048159629106521606, -0.0008933660574257374, 0.015954289585351944, -0.015756452456116676, 0.02026435174047947, -0.0004769329389091581, 0.013891113921999931, -0.008379888720810413, -0.008478808216750622, -0.010499591007828712, -0.006143603008240461, -0.003493975382298231, -0.008888617157936096, -0.010683298110961914, 0.0070232790894806385, -0.009701169095933437, 0.008047802373766899, -0.018215306103229523, 0.00790648814290762, 0.006065880414098501, 0.007637992966920137, -0.028870340436697006, -0.005652538500726223, -0.014668338000774384, 0.007411891128867865, -0.008867420256137848, 0.01633583754301071, 0.00588923878967762, -0.023641742765903473, -0.01825769990682602, 0.013954704627394676, 0.001673681428655982, -0.023048225790262222, -0.006440361030399799, 0.009446805343031883, 0.007291774731129408, -0.006931425537914038, -0.023048225790262222, -0.18269005417823792, 0.001097828964702785, 0.025478817522525787, -0.03942645713686943, 0.01759352721273899, 0.010457196272909641, 0.02155030332505703, 0.010640904307365417, -0.03863510116934776, -0.00043321409611962736, -0.006182464305311441, -0.009736497886478901, -0.004748132545500994, -0.021776406094431877, -0.01540316827595234, 0.011976316571235657, -0.023472167551517487, -0.005726728122681379, 0.03346302732825279, 0.012371993623673916, 0.027753964066505432, -0.04793352633714676, 0.019939329475164413, -0.00091853755293414, 0.008323363028466702, 0.011241486296057701, 0.00561367766931653, 0.010662101209163666, 0.0012462080921977758, -0.042959295213222504, -0.010061519220471382, -0.007196388207376003, 0.01659020036458969, -0.011022450402379036, 0.03111722506582737, 0.028404006734490395, 0.013601421378552914, -0.010421868413686752, -0.008337494917213917, 0.018865346908569336, 0.022073162719607353, 0.01875229738652706, 0.005465298425406218, 0.0037342084106057882, -0.019458863884210587, 0.023104751482605934, 0.01513467263430357, -0.01568579487502575, 0.008874485269188881, -0.005447634030133486, 0.028347481042146683, -0.02342977188527584, 0.015756452456116676, -0.001830009394325316, -0.004182878416031599, 0.008019539527595043, 0.009503331035375595, 0.0017514037899672985, -0.0014281491748988628, -0.02427765354514122, -0.025182059034705162, -0.007503745146095753, 0.01514880359172821, -0.009807154536247253, 0.011029516346752644, -0.026637587696313858, -0.02440483495593071, -0.0017602358711883426, -0.025351636111736298, 0.007517876569181681, -0.019967593252658844, -0.014837914146482944, -0.009036996401846409, 0.006313179153949022, 0.011940987780690193, 0.01900666207075119, -0.01887947879731655, -0.0017143089789897203, 0.030099768191576004, 0.013544895686209202, -0.009616381488740444, 0.021479647606611252, 0.003315567271783948, 0.024263521656394005, -0.012548635713756084, -0.013354122638702393, 0.0005542137660086155, 0.018582720309495926, -0.0182859618216753, -0.0005025460268370807, 0.0257190503180027, -0.0028774954844266176, 0.009694104082882404, -0.009291360154747963, 0.00044050056021660566, 0.01072569191455841, 0.01098005659878254, -0.00912884995341301, -0.01078928355127573, -0.0111496327444911, 0.0006222208612598479, 0.009877811186015606, -0.013495435938239098, 0.009001667611300945, 0.04312887042760849, 0.017833760008215904, -0.03162595257163048, 0.01681630313396454, 0.043552812188863754, -0.013255203142762184, -0.001456411904655397, -0.004896511789411306, 0.0070232790894806385, 0.005140277557075024, -0.0020985049195587635, 0.0055818818509578705, 0.0001459503109799698, -0.02728763036429882, 0.03086286038160324, 0.013410648331046104, 0.048611830919981, -0.03165421634912491, -0.017805496230721474, 0.015530349686741829, 0.0038048650603741407, -0.028361612930893898, -0.10530679672956467, -0.0126546211540699, 0.012258943170309067, 0.030212819576263428, -0.019896935671567917, 0.03151290491223335, -0.005691399797797203, 0.03778722137212753, -0.03261514753103256, 0.04909229651093483, -0.04293103143572807, -0.029195362702012062, 0.001673681428655982, 0.012492110021412373, -0.013170415535569191, 0.006578141823410988, 0.020744817331433296, -0.0008977820980362594, -0.021564435213804245, 0.03510226681828499, -0.013806325383484364, -0.014767257496714592, 0.020038248971104622, 0.0022804460022598505, -0.007214052602648735, -0.0019377608550712466, -0.019769754260778427, 0.021762274205684662, 0.011997513473033905, -0.0030771007295697927, 0.014795520342886448, -0.02697673998773098, -0.009086456149816513, -0.01293724775314331, 0.006691192742437124, -0.01671738363802433, 0.011820871382951736, -0.010188700631260872, 0.025069009512662888, -0.018427276983857155, 0.015318379737436771, 0.010471328161656857, -0.003946178592741489, -0.0021144028287380934, -0.007305906154215336, -0.0024500221479684114, -0.023641742765903473, 0.034395698457956314, -0.001110193901695311, -0.02458854392170906, -0.03388696908950806, -0.02085786685347557, -0.040952641516923904, 0.008528267964720726, 0.02759852074086666, -0.007383628748357296, 0.02446136064827442, -0.004529096651822329, -0.005571283400058746, -0.0081396559253335, -0.0006345857982523739, -0.004207608290016651, -0.01738155633211136, 0.00840815156698227, 0.017325030639767647, -0.01681630313396454, -0.011693689040839672, -0.02970409020781517, 0.01091646496206522, 0.0026973208878189325, 0.00023360882187262177, 0.002541875932365656, -0.004310060758143663, 0.005747925490140915, -0.029280150309205055, -0.00027224922087043524, -0.021592697128653526, -0.034395698457956314, 0.01684456504881382, 0.016505412757396698, -0.012824197299778461, -0.025634262710809708, -0.0012073469115421176, -0.016039079055190086, 0.0032608082983642817, 0.01653367653489113, -0.006115340162068605, -0.012011644430458546, -0.01938820816576481, -0.03563925623893738, -0.0037271426990628242, 0.04177226126194, 0.01011804398149252, -0.02559186890721321, -0.007694518193602562, 0.00014848954742774367, -0.025648394599556923, -0.004652746021747589, -0.0041122217662632465, 0.00897340476512909, -0.014202003367245197, -0.00807606428861618, -0.060651738196611404, 0.02324606478214264, 0.013241072185337543, -0.019402338191866875, -0.01071156095713377, -0.019529521465301514, -0.0008483224082738161, -0.0072988406755030155, -0.012202417477965355, 0.012555701658129692, -0.025238584727048874, 0.03193684294819832, -0.01938820816576481, -0.01856859028339386, -0.025492949411273003, -0.009976730681955814, -0.0015959589509293437, -0.041574422270059586, 0.013898179866373539, 0.007146928459405899, 0.009022864513099194, 0.010231095366179943, 0.014131346717476845, 0.013036167249083519, 0.022341659292578697, -0.0238961074501276, -0.00473753409460187, 0.01499335840344429, 0.005210934206843376, 0.0012303104158490896, -0.0009388513281010091, 0.0014043025439605117, -0.019402338191866875, 0.02186119370162487, -0.02782462164759636, -0.014781388454139233, 0.016279311850667, 0.016477150842547417, 0.014809651300311089, 0.039567772299051285, -0.016886958852410316, -0.031060699373483658, 0.006443894002586603, 0.02641148678958416, -0.008740237914025784, 0.0019147974671795964, -3.458315768511966e-05, -0.010796348564326763, 0.02641148678958416, 0.021225282922387123, 0.023655874654650688, 0.021126363426446915, -0.012979641556739807, -0.04081133008003235, -0.020660029724240303, 0.0178761538118124, 0.008478808216750622, 0.002752079861238599, -0.0024941826704889536, 0.019077317789196968, 0.03764590620994568, 0.004606819245964289, 0.013269334100186825, -0.0028527656104415655, 0.004900044295936823, -0.016081472858786583, -0.01061970740556717, -0.005924567114561796, 0.007637992966920137, -0.024574412032961845, 0.00018216189346276224, 0.011976316571235657, -0.0001526847918285057, 0.009764760732650757, 0.016265179961919785, 0.007977144792675972, 0.0072847092524170876, -0.018088122829794884, -0.008888617157936096, 0.014795520342886448, 0.006592273246496916, 0.005624276120215654, 0.0059316325932741165, 0.011969250626862049, 0.01671738363802433, 0.0014926234725862741, 0.011411062441766262, 0.0022822124883532524, -0.006942023988813162, 0.0035822964273393154, -0.014837914146482944, 0.013417713344097137, 0.009814220480620861, 0.0297323539853096, -0.007899423129856586, -0.006055281963199377, 0.016505412757396698, -0.01107191015034914, 0.015290116891264915, -0.004910642746835947, 0.018370751291513443, 0.0010386540088802576, -0.003100064117461443, -0.028404006734490395, -0.019939329475164413, 0.0008032787591218948, -0.012908984906971455, -0.028050722554326057, 0.028206167742609978, 0.017141323536634445, -0.004087491892278194, -0.0054794298484921455, 0.012287206016480923, 0.006468623876571655, -0.013933507725596428, 0.0140677560120821, -0.0035434351302683353, -0.03145637735724449, -0.03801332414150238, 0.017989205196499825, 0.021380728110671043, 0.00616479991003871, 0.03914383053779602, 0.010457196272909641, 0.030693285167217255, 0.027683308348059654, 0.03148464113473892, -0.01543143019080162, 0.02798006683588028, -0.00549002829939127, 0.022115558385849, -0.0011817339109256864, -0.019586047157645226, -0.007864094339311123, -0.012371993623673916, -0.012188286520540714, 0.017522869631648064, 0.007097468711435795, -0.0069349585101008415, 0.10298925638198853, 0.01895013637840748, -0.01320574339479208, 0.003928514197468758, -0.017833760008215904, 0.017211981117725372, -0.006578141823410988, 0.009602249599993229, -0.013615552335977554, -0.029619302600622177, -0.008485873229801655, 0.0020561108831316233, -0.0178761538118124, -0.04001997411251068, -0.014654206112027168, -0.013354122638702393, 0.020999182015657425, 0.015459693036973476, -0.010831677354872227, -0.010068584233522415, 0.018625114113092422, 0.010761020705103874, -0.014216134324669838, 0.003290837397798896, 0.0005855676718056202, 0.0011322741629555821, 0.018059860914945602, 0.008789697661995888, -0.007383628748357296, -0.042450565844774246, 0.023500429466366768, 0.00711866607889533, -0.0357523076236248, -0.03993518650531769, -0.0039567770436406136, -0.007666255347430706, -0.004204075783491135, -0.014724863693118095, -0.0030241082422435284, 0.0026195982936769724, 0.009460936300456524, 0.02039153315126896, -0.010125109925866127, -0.02255363017320633, 0.003910850267857313, 0.015982553362846375, -0.0005489144823513925, -0.008945142850279808, -0.03595014661550522], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='5acd09dc-5382-4ab4-873c-75bc76f90627', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='fd1317583cd65119619263885ffdb864d13e0bd54cb26d7e5c29577729c1b8d4'), : RelatedNodeInfo(node_id='66bf0954-3bfd-4a24-acf3-9d156acb5fa8', node_type=, metadata={}, hash='37d1c6dc75fde9ad08d7ff9ed0c16cbc13b33e50a355b582778456752cc3d8b6')}, hash='b6e94600d710d2a0df84e4f01b963e24251b5660318449fb53bab249149eb588', text='a commodity GPU and then fine-tune them. There are two parts to this- Quantisation and Parameter Efficient Tuning. The real magic of this is that a laptop with a sufficient recent GPU (having Tensor Cores), can run the 7 billion Lamma2 pre-trained model open-sourced recently by Meta Research. Imagine the compressed knowledge and an NLU (Natural Language Understanding) model running on your local laptop. This is still a smallish model, but it\\'s still capable of understanding and has sufficient world knowledge embedded in it to be quite useful. Imagine what a model like this or better models in the future could do if it could run in small servers or in cars, and leverage its causal reasoning and world model knowledge to supervise lower-level/specialist AI/ML systems. So we have now a way to fit reasonably large models (7B or more) in a single GPU, via Quantisation and then train them in a parameter-efficient way via LoRa/QLoRa. Take 1: Un-supervised Training Fine-tuning with QLoRa Using the small training data and QLoRA, I first tried to train a large 7B Lamma2 model by feeding in the training text as is (Causal LM model training via UnSupervised learning). Note that this model was loaded in 4-bit, making it runnable on a single T4 GPU and trained with QLoRa. With QLoRA, only a fraction of the adapter weights are trained and summed with the existing frozen pre-trained weights of the model during inference. Here is an illustrative Colab notebook. You can see that training the model with just the text as is, does not result in proper output to questions. The answers are not affected by the training data. Take 2: Instruct Fine-tuning with QLoRa Instruction Tuning concept is a higher-level training concept introduced by this paper FineTuned Language Models Are Zero shot Learners (FLAN) We leverage the intuition that NLP tasks can be described via natural language instructions, such as \"Is the sentiment of this movie review positive or negative?\" or \"Translate \\'how are you\\' into Chinese.\" We take a pre-trained language model of 137B parameters and perform instruction tuning ... Since we use QLoRa we are', start_char_idx=5069, end_char_idx=7202, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='66bf0954-3bfd-4a24-acf3-9d156acb5fa8', embedding=[-0.012576612643897533, 0.022385098040103912, 0.00682498374953866, 0.004296950530260801, -0.009794363752007484, 0.017314909026026726, -0.027991965413093567, 0.0014970476040616632, -0.03205941617488861, -0.038330066949129105, 0.01384769007563591, 0.04383807256817818, -0.03307627886533737, 0.0016850612591952085, 0.0012207647087052464, 0.0014793938025832176, 0.0037320267874747515, 0.004957204684615135, 0.01724429428577423, -0.01146088819950819, -0.012223535217344761, -0.001164272311143577, -0.01583198457956314, -0.008777501061558723, 0.0032871493604034185, 0.0050949049182236195, 0.02960199862718582, -0.03694600611925125, -0.038838498294353485, 0.014391429722309113, 0.009589578956365585, 0.03078833781182766, -0.03166396915912628, -0.005098435562103987, -0.0011633896501734853, -0.02948901243507862, 0.011369087733328342, 0.00469592772424221, 0.02292177639901638, -0.016439277678728104, 0.04253875091671944, 0.015365922823548317, 0.014179582707583904, -0.0051337433978915215, 0.003781457431614399, 0.009977963753044605, 0.005942290183156729, -0.006323613692075014, -0.003444268833845854, 0.01313447393476963, 0.012167043052613735, 0.03205941617488861, -0.027723627164959908, 0.0027292873710393906, -0.024051623418927193, 0.01139027252793312, 0.023260731250047684, 0.003574907314032316, 0.01571900025010109, -0.0018501249141991138, -0.007803007494658232, 0.006012905854731798, -0.012760212644934654, 0.0330197848379612, 0.0063942293636500835, -0.0027169296517968178, -0.010613502934575081, 0.01958872750401497, 0.012943812645971775, -0.02265343815088272, 0.011552687734365463, 0.01895318739116192, -0.0067225913517177105, -0.00566335953772068, 0.032935045659542084, -0.008713946677744389, -0.007690022699534893, -0.010910087265074253, -0.002476837020367384, 0.0004545869887806475, 0.02097279019653797, -0.0009550740360282362, -0.03694600611925125, 0.036776527762413025, 0.016806477680802345, -0.009822609834372997, -0.002376209944486618, -0.0026975104119628668, -0.0060517443343997, 0.009490717202425003, 0.0041345348581671715, 0.007555853575468063, 0.04070274904370308, 0.02912181243300438, 0.0031017838045954704, -0.010182748548686504, -0.014928107149899006, 0.01892494224011898, -0.0036402265541255474, -0.007577038370072842, -0.029714982956647873, 0.0033718878403306007, -0.03852779045701027, -0.01338868960738182, -0.015351799316704273, -0.00026922140386886895, 0.018910817801952362, 0.0036049189511686563, -0.0028846412897109985, 0.007880684919655323, -0.020436111837625504, 0.038951482623815536, 0.0011201376328244805, -0.026042979210615158, -0.01223765779286623, -0.01539416890591383, -0.0092082554474473, -0.012802581302821636, -0.012371827848255634, -0.02537919394671917, 0.03477104753255844, 0.016298046335577965, 0.02189079113304615, -0.005483290180563927, 0.02343020774424076, 0.001249893568456173, -0.0005861082463525236, -0.01113605685532093, -0.03539246693253517, 0.002360321581363678, 0.005638644099235535, 0.03584440425038338, 0.011828088201582432, 0.004088634625077248, -0.018218787387013435, 0.03581615909934044, -0.00913763977587223, -0.008106654509902, -0.021212881430983543, -0.012618981301784515, 0.004360504448413849, 0.02112814411520958, -0.01776684820652008, -0.011298472993075848, -0.005363243632018566, 0.021537713706493378, 0.006708467844873667, 0.01242125779390335, 0.010860656388103962, -0.016269801184535027, 0.011552687734365463, -0.03488403558731079, 0.007322822697460651, 0.01636866293847561, 0.022964145988225937, 0.027850734069943428, 0.016637001186609268, 0.025788763538002968, -0.015620138496160507, -0.009116454981267452, -0.00021912857482675463, 0.0067826141603291035, -0.01727253943681717, 0.012640166096389294, 0.0121034886687994, 0.03256784752011299, 0.038301821798086166, -0.02190491370856762, -0.014440860599279404, -0.020520851016044617, -0.019221525639295578, 0.044770196080207825, -0.022455714643001556, 0.023853899911046028, 0.0010345163755118847, 0.011736288666725159, 0.03039289079606533, -0.02124112844467163, -0.005998782813549042, -0.02499787136912346, 0.00785243883728981, 0.011693919077515602, 0.013741767033934593, 0.001993121113628149, -0.03618335723876953, -0.025308579206466675, -0.0014838072238489985, -0.013183904811739922, -0.007231022231280804, 0.009603701531887054, 0.011835150420665741, 0.02835916541516781, -0.0011828088900074363, -0.012957936152815819, -0.6187043786048889, -0.02174955978989601, 0.023472577333450317, -0.0011483838316053152, -0.008678639307618141, -0.0074499305337667465, -0.012456566095352173, -0.011291410773992538, -0.012618981301784515, 0.027102211490273476, -0.00947659369558096, -0.012138796038925648, 0.0012181166093796492, -0.012640166096389294, -0.01481512188911438, -0.013353382237255573, 0.011383211240172386, -0.011517380364239216, 0.01049345638602972, 0.013621721416711807, -0.008184331469237804, 0.012731966562569141, 0.0066660987213253975, 0.0010124490363523364, -0.012555427849292755, 0.022865284234285355, -0.006362452171742916, -0.018642479553818703, 0.023995131254196167, -0.014419675804674625, -0.018105803057551384, 0.015662508085370064, 0.023882146924734116, 0.010705302469432354, 0.05296159163117409, -0.017216047272086143, -0.019857065752148628, 0.005218482110649347, 0.007838315330445766, 0.018190540373325348, -0.027878981083631516, -0.025322701781988144, 0.018317649140954018, 0.01762561686336994, -0.012731966562569141, 0.013536982238292694, 0.008565654046833515, 0.010740610770881176, -0.009469532407820225, -0.02023838832974434, 0.0013717052061110735, -0.0034725149162113667, 0.0011307299137115479, -0.010246302001178265, 0.005119620356708765, 0.014843367971479893, 0.020577343180775642, -0.0011077799135819077, 0.021057527512311935, -0.008156084455549717, -0.006097644567489624, -0.0010839472524821758, -0.022074390202760696, -0.0037602728698402643, -0.03584440425038338, 0.009321239776909351, 0.013240397907793522, 0.027398796752095222, -0.009194131940603256, -0.026692641898989677, 0.00048548122867941856, 0.018854325637221336, -0.00830437708646059, -0.017456140369176865, -0.011799842119216919, 0.021410604938864708, 0.01352992095053196, -0.005282036028802395, -0.007739453576505184, 0.013113290071487427, 0.012724904343485832, 0.0019489865517243743, -0.0074711148627102375, 0.00038529557059518993, 0.008452669717371464, 0.002289706142619252, 0.01088184118270874, 0.01146088819950819, -0.01608620025217533, 0.007675899658352137, -0.012908505275845528, 0.013819443993270397, -0.010655871592462063, -0.037313204258680344, 0.0024891947396099567, 0.01724429428577423, -0.006591952405869961, 0.0026057101786136627, 0.01249893568456173, -0.02369854599237442, 0.004003896377980709, -0.006341267842799425, 0.0253650713711977, -0.00037006911588832736, 0.03172046318650246, 0.021707190200686455, 0.011100749485194683, 0.004448773339390755, 0.0052679129876196384, -0.03129676729440689, -0.0036402265541255474, 0.013261581771075726, -0.02333134599030018, 0.0039226883091032505, -0.0056103975512087345, -0.024432945996522903, 0.010267486795783043, 0.014970475807785988, 0.016170939430594444, -0.017484385520219803, 0.0257746409624815, -0.009172947145998478, 0.015549522824585438, 0.0013725878670811653, 0.002143179066479206, 0.02807670459151268, 0.005073720123618841, -0.00830437708646059, 0.006651975680142641, 0.004964266438037157, -0.01229415088891983, -0.02741291932761669, 0.029545506462454796, -0.030844829976558685, 0.016213309019804, 0.007795946206897497, 0.03335874155163765, 0.01371352095156908, 0.003795580705627799, -0.01622743159532547, -0.036917757242918015, -0.0121034886687994, 0.015041091479361057, -0.006443660240620375, -0.028161441907286644, -0.028924088925123215, 0.001853655674494803, -0.007358130067586899, -0.004183965735137463, -0.005204359069466591, -0.016707615926861763, -0.020690327510237694, -0.03002569079399109, 0.010083886794745922, -0.005027820356190205, -0.01196931954473257, 0.004755950998514891, -0.02960199862718582, -0.009441286325454712, -0.044120535254478455, -0.002642783336341381, 0.030957814306020737, 0.011234918609261513, 0.022582821547985077, 0.016213309019804, -0.006387167610228062, 0.01364996749907732, 0.022060267627239227, -0.030675353482365608, -0.028952335938811302, 0.004904243163764477, -0.04793376848101616, -0.0021272904705256224, 0.017456140369176865, -0.0010106837144121528, 0.014207828789949417, -0.021580083295702934, -0.0031388569623231888, -0.01332513615489006, -0.010945395566523075, -0.008826931938529015, 0.02564753219485283, 0.010422840714454651, -0.009109393693506718, -0.0015394168440252542, 0.0130003048107028, 0.021806051954627037, 0.010083886794745922, -0.020323127508163452, 0.0073934379033744335, 0.009872040711343288, 0.009321239776909351, -0.019616972655057907, 0.024503562599420547, 0.0001735595433274284, 0.01456090621650219, 0.0176679864525795, -0.01701832376420498, -0.0017071285983547568, 0.027977842837572098, 0.000410231645219028, 0.004614719655364752, 0.0017133074579760432, 0.002360321581363678, -0.017427893355488777, -0.03169221431016922, 0.025181470438838005, -0.03700249642133713, 0.02885347418487072, 0.00705095287412405, 0.009575455449521542, -0.018105803057551384, -0.00934242457151413, -0.0166228786110878, -0.0007569093722850084, 0.045024413615465164, 0.004928958602249622, 0.012322396971285343, -0.004554696846753359, 0.013247459195554256, -0.009744932875037193, 0.020153651013970375, 0.0031688683666288853, -0.0050560664385557175, 0.004791258368641138, 0.00032725848723202944, -0.017442017793655396, 0.008473854511976242, 0.00283167976886034, -0.022328605875372887, 0.0012666647089645267, 0.0069379680790007114, 0.01649576984345913, 0.0368330217897892, 0.005868144333362579, -0.011856334283947945, 0.01676410809159279, 0.0018642479553818703, 0.03039289079606533, -0.006641383282840252, 0.0005256437580101192, 0.011934011243283749, -0.002678091172128916, -0.02471540868282318, 0.02974322810769081, -0.011319656856358051, 0.01817641779780388, 0.01881195604801178, -0.009723748080432415, -0.004261642694473267, -0.002844037488102913, 0.022512206807732582, -0.024376453831791878, -0.004692397080361843, 0.00585755193606019, -0.020845681428909302, 0.0007096853223629296, 0.005652767140418291, 0.027243442833423615, 0.0062988982535898685, -0.003440737957134843, 0.0282038114964962, -0.00817020796239376, -0.0016285688616335392, 0.009165885858237743, -0.01792220212519169, 0.006885006558150053, -0.02073269709944725, -0.02368442341685295, 0.012117612175643444, -0.012046996504068375, -0.020647957921028137, 0.02666439488530159, -0.032765571027994156, 0.015606014989316463, 0.021227005869150162, 0.004763012286275625, 0.020817436277866364, 0.019871188327670097, 0.036635298281908035, -0.024786023423075676, -0.008904608897864819, 0.0391492061316967, -0.006595483515411615, -0.0066660987213253975, -0.012569550424814224, -0.018204664811491966, 0.005529189947992563, -0.007513484451919794, 0.00424751965329051, 0.004734766203910112, -0.005483290180563927, -0.01127022597938776, -0.009490717202425003, -0.018444756045937538, 0.009469532407820225, 0.03078833781182766, -0.015012845396995544, -0.0019401595927774906, -0.0032024108804762363, 0.004710050765424967, 0.012364765629172325, -0.03646581992506981, -0.004469958133995533, 0.038697268813848495, -0.012336519546806812, -0.006517806556075811, 0.0009312413167208433, 0.007598222699016333, -0.012901443056762218, 0.017074815928936005, -0.0029887990094721317, 0.009801425039768219, -0.006849699188023806, 0.019532235339283943, 0.014278444461524487, 0.01269665826112032, 0.015690753236413002, 0.033697694540023804, -0.009229439310729504, -0.004176903981715441, -0.02755415067076683, 0.004568819887936115, 0.01687709428369999, 0.059316981583833694, 0.024164607748389244, -0.018910817801952362, 0.02279466763138771, -0.015295307151973248, -0.006390698719769716, -0.03409314155578613, -0.02333134599030018, 0.008615084923803806, 0.009285932406783104, -0.021057527512311935, -0.0008341450593434274, 0.01435612142086029, 0.011757472530007362, 0.00889754667878151, -0.00158708228264004, 0.01295087393373251, -0.022370975464582443, -6.421592843253165e-05, 0.005384428426623344, 0.006104705855250359, -0.004445242695510387, 0.022074390202760696, 0.023359591141343117, 0.02228623628616333, -0.0009886163752526045, 0.022498084232211113, 0.01997005008161068, 0.009483654983341694, -0.03090132214128971, 0.02100103534758091, -0.007739453576505184, 0.001253424328751862, 0.014899861067533493, 0.009688439778983593, 0.026819748803973198, 0.0014802764635533094, 0.0025527486577630043, 0.004586473572999239, -0.0014582091243937612, -0.008417362347245216, 0.02049260400235653, 0.009857917204499245, -0.005702198017388582, 0.005613928660750389, -0.030505875125527382, -0.027356427162885666, 0.015521276742219925, -0.006524867843836546, -0.03287855535745621, 0.034686312079429626, 0.0028422719333320856, -0.017682109028100967, -0.016538139432668686, 0.021481221541762352, -0.010182748548686504, -0.014419675804674625, -0.00869276188313961, 0.005758690182119608, -0.022596945986151695, -0.02279466763138771, -0.03177695348858833, 0.022893529385328293, -0.00588932866230607, -0.007100383751094341, -0.009949717670679092, -0.016269801184535027, 0.016679370775818825, -0.03253960236907005, 0.014843367971479893, -0.01223765779286623, -0.02343020774424076, -0.06767784804105759, 0.0003045291523449123, 0.006295367609709501, 0.006079990416765213, 0.01384769007563591, 0.009787301532924175, -0.004240457899868488, 0.017540879547595978, -0.009059962816536427, -0.034064896404743195, 0.014589152298867702, -0.026057101786136627, 0.006976807024329901, -0.013247459195554256, 0.0038838498294353485, -0.009949717670679092, -0.014250198379158974, -0.014031291007995605, -0.010966580361127853, 0.002693979535251856, -0.002473306143656373, 0.0007688257610425353, 0.008071346208453178, 0.035081759095191956, 0.022215621545910835, 0.006189444568008184, 0.0220037754625082, -0.030618861317634583, 0.002731052692979574, -0.03053412213921547, -0.032285384833812714, -0.009872040711343288, -0.0033842455595731735, -0.005702198017388582, 0.0190520491451025, -0.006733183283358812, -0.010945395566523075, -0.009540148079395294, 0.027525903657078743, -0.010451086796820164, -0.00014178258425090462, 0.01506933756172657, 0.008459731005132198, -0.004395811818540096, 0.0202101431787014, 0.016905339434742928, 0.007227491587400436, -0.030986061319708824, -0.013925367034971714, -0.05680307000875473, 0.0230488833039999, 0.009264747612178326, -0.006076459772884846, 0.03027990646660328, 0.005147866439074278, 0.007301637902855873, -0.026989227160811424, 0.018755463883280754, -0.008770439773797989, 0.028288550674915314, 0.0033418764360249043, -0.01804930903017521, -0.013614659197628498, -0.012223535217344761, -0.016411030665040016, 0.014130151830613613, -0.01817641779780388, 0.0004245754098519683, -0.00934242457151413, 0.004787727724760771, -0.002782248891890049, -0.026480795815587044, 0.02112814411520958, -0.024432945996522903, -0.017201924696564674, 0.023514945060014725, 0.008911670185625553, 0.02280879206955433, 0.0016479881014674902, 0.010253364220261574, -0.030986061319708824, -0.03635283559560776, -0.0033365802373737097, -0.022046145051717758, 0.005405612755566835, 0.0021484752651304007, 0.015902599319815636, 0.012068181298673153, 0.06270652264356613, 0.008163146674633026, -0.001060997135937214, 0.02628307230770588, -0.028147319331765175, 0.018826080486178398, -0.020534973591566086, -0.005253789946436882, -0.004515858367085457, -0.01268253568559885, 0.008382054045796394, -0.014214891009032726, 0.0033524686004966497, -0.031889937818050385, -0.0010812991531565785, 0.016439277678728104, -0.017879832535982132, -0.0013990686275064945, -0.001493516843765974, -0.022187374532222748, -0.019165033474564552, 0.016975954174995422, -0.019857065752148628, -0.007795946206897497, -0.01893906481564045, -0.009215316735208035, 0.01608620025217533, -0.013438120484352112, 0.01817641779780388, 0.00037205516127869487, 0.020506728440523148, -0.020323127508163452, 0.0051549281924963, 0.0091517623513937, 0.025562794879078865, -0.025817010551691055, 0.0003122526977676898, -0.042679980397224426, 0.01943337358534336, 0.015238814987242222, -0.01242832001298666, 0.0006333323544822633, 0.01634041592478752, 0.00239916006103158, -0.022257991135120392, 0.0007074785535223782, 0.011686857789754868, -0.003929750062525272, -0.021834298968315125, -0.03640932962298393, -0.017992816865444183, -0.02677737921476364, 0.003343641757965088, 0.01249187346547842, 0.0062212212942540646, 0.015888476744294167, 0.009801425039768219, 0.013770013116300106, -0.03333049267530441, -0.015478907153010368, 0.009045839309692383, 0.021961405873298645, 0.05174700543284416, 0.0033842455595731735, 0.003437207080423832, 0.0132050896063447, -0.0014714495046064258, -0.028909966349601746, -0.0018854326335713267, 0.009187070652842522, -0.022837037220597267, -0.006810860708355904, 0.008735131472349167, -0.017724478617310524, -0.015267061069607735, 0.02474365569651127, -0.0015694284811615944, -0.0319746769964695, -0.051972974091768265, 0.03542071208357811, 0.007697084452956915, 0.015168199315667152, -0.027864858508110046, -0.021071651950478554, -0.0194616187363863, 0.0027681258507072926, 0.004180434625595808, 0.024376453831791878, -0.009886163286864758, 0.011609180830419064, 0.015478907153010368, 0.01867072656750679, 0.01867072656750679, 0.00940597802400589, -0.007675899658352137, 0.00874925497919321, 0.039742376655340195, 0.012618981301784515, -0.026466671377420425, -0.004770074039697647, -0.005296159069985151, 0.03994010016322136, -0.023133622482419014, 0.004356973338872194, 0.02215912938117981, 0.01573312282562256, 0.006503683049231768, 0.02395276166498661, 0.021297620609402657, 0.03310452401638031, -0.03217240050435066, 0.00991440936923027, 0.013699398376047611, -0.008756316266953945, 0.004399342928081751, -0.01532355323433876, -0.0016162111423909664, -0.010945395566523075, -0.018656602129340172, 0.008113715797662735, 0.02448944002389908, 0.0051902360282838345, -0.026593780145049095, -0.0036508189514279366, -0.01598733849823475, -0.02474365569651127, -0.010246302001178265, -0.0110018877312541, 0.0123082734644413, -0.045674074441194534, -0.028811104595661163, 0.007153345271945, 0.0020143059082329273, 0.011750411242246628, 0.008389116264879704, -0.0026533757336437702, -0.016707615926861763, 0.017710356041789055, -0.01378413662314415, 0.012823766097426414, 0.006097644567489624, -0.005010166205465794, -0.0231618694961071, -0.012378889136016369, 0.0020196018740534782, 0.019772326573729515, 0.012710781767964363, -0.029714982956647873, -0.01391830574721098, -0.01598733849823475, 0.008615084923803806, 0.013346320949494839, 0.008410300128161907, -0.0024627139791846275, 0.018741341307759285, 0.026833871379494667, 0.00283167976886034, 0.0014926341827958822, 0.0007176295621320605, 0.015055214986205101, 0.01817641779780388, 0.01968758925795555, 0.022837037220597267, -0.005575090181082487, 0.01778097078204155, -0.008424423635005951, -0.0038132343906909227, -0.014066598378121853, -0.03790637478232384, -0.002674560295417905, 0.016453400254249573, 0.003331284038722515, -0.009631947614252567, -0.004307542461901903, -0.0045511662028729916, -0.009292993694543839, -0.021806051954627037, 0.0025139101780951023, -0.01869897171854973, 0.015026968903839588, 0.02821793593466282, 0.010401655919849873, 0.029799722135066986, 0.0287263672798872, -0.025082608684897423, -0.020662082359194756, -0.011079564690589905, 0.008219638839364052, -0.034714557230472565, -0.023783285170793533, -0.02087392844259739, 0.032765571027994156, -0.012442442588508129, -0.03364120051264763, -0.014377306215465069, -0.015182322822511196, -0.04844219982624054, -0.006390698719769716, -0.03364120051264763, -0.002967614447697997, 0.007901868782937527, 0.017950449138879776, -0.009236501529812813, 0.025732271373271942, -0.031748708337545395, -0.008685700595378876, -0.01410896796733141, -0.005232605151832104, -0.018896695226430893, -0.009377731941640377, -0.006426006089895964, -0.005536251701414585, -0.032144155353307724, -0.019122663885354996, 0.006256529130041599, -0.020054789260029793, 0.00460412772372365, 0.011587996035814285, -0.024899009615182877, -0.0246165469288826, -0.0033966032788157463, 0.007513484451919794, 0.005232605151832104, -0.011997565627098083, 0.02369854599237442, -0.021212881430983543, -0.00579752866178751, 0.007040360476821661, -0.005758690182119608, -0.01624155417084694, -0.001931332633830607, 0.005546843633055687, 0.011100749485194683, -0.0029199488926678896, -4.3858817662112415e-05, -0.015676630660891533, 0.01779509335756302, -0.010302795097231865, 0.044628966599702835, 0.010500517673790455, -0.0030435260850936174, 0.026946857571601868, -0.005525659304112196, -0.01659463159739971, -0.004763012286275625, 0.007774761412292719, -0.0032253607641905546, -0.0004097903147339821, 0.03655055910348892, -0.005370305385440588, 0.0015658977208659053, -0.004999574273824692, -0.0011527972528710961, -0.01932038739323616, -0.004321665968745947, -0.010874779894948006, 0.008149023167788982, -0.02845802716910839, 0.027483534067869186, 0.009928532876074314, -0.03643757477402687, 0.005356182344257832, 0.004311073571443558, -0.00454410444945097, 0.010472271591424942, -0.015097583644092083, -0.0047841970808804035, -0.020436111837625504, 0.0014034821651875973, -0.01595909334719181, -0.006630790885537863, -0.016283923760056496, -0.003613745793700218, 0.019023803994059563, -0.019786449149250984, 0.00749936094507575, 0.20890875160694122, -0.02539331652224064, -0.0011960492702201009, 0.01608620025217533, 0.00554331298917532, 0.018063433468341827, 0.021933160722255707, 0.01598733849823475, -0.031889937818050385, -0.005370305385440588, 0.0029199488926678896, 0.01970171183347702, -0.030675353482365608, -0.0032500762026757, 0.02320423722267151, 0.0003777926613111049, -0.030505875125527382, -0.048894140869379044, -0.018077556043863297, 0.003363060997799039, 0.0044946735724806786, 0.0020019481889903545, -0.00749936094507575, -0.012717843055725098, 0.015351799316704273, -0.006930906791239977, 0.009278870187699795, -0.0026992757339030504, 0.015535399317741394, 0.026085348799824715, -0.02845802716910839, 0.0023232484236359596, 0.023218361660838127, 0.004268703982234001, -0.001489986083470285, 0.013282766565680504, 0.00889754667878151, 0.0021467097103595734, 0.011079564690589905, 0.021354112774133682, 0.025718148797750473, -0.006881475914269686, 0.008177269250154495, -0.03581615909934044, -0.0005891976761631668, 0.02857101336121559, -0.00563511298969388, 0.004088634625077248, -0.01855774037539959, -0.004565289244055748, -0.00844560842961073, 0.011934011243283749, 0.03143800050020218, 0.024418823421001434, 0.004565289244055748, 0.006906191352754831, -0.018345894291996956, 0.011058379895985126, 0.013882998377084732, 0.0149987218901515, -0.018967309966683388, 0.004568819887936115, 0.013685274869203568, 0.021933160722255707, -0.0069556222297251225, -0.004886589478701353, 0.011503257788717747, -0.013642905279994011, -0.005758690182119608, -0.005564497783780098, -0.007746515329927206, -0.0029817374888807535, -0.014200767502188683, -0.0001540299563203007, -0.03527947887778282, -0.03674828261137009, 0.041267670691013336, 0.013678213581442833, 0.029940951615571976, 0.04022256284952164, 0.00978024024516344, -0.013367505744099617, -0.01855774037539959, -0.024249346926808357, -0.008600962348282337, -0.04301893338561058, 0.01364996749907732, -0.033302247524261475, -0.01828940212726593, -0.01775272563099861, 0.009766117669641972, -0.024517685174942017, -0.011432642117142677, 0.012541304342448711, -0.015930846333503723, -0.01659463159739971, 0.018741341307759285, 0.003908565267920494, -0.015902599319815636, -0.034064896404743195, -0.017286663874983788, 0.04457247257232666, 0.020676204934716225, 0.013042674399912357, 0.0043852198868989944, 0.003986242227256298, -0.005282036028802395, 0.00692737614735961, -0.015803737565875053, -0.028683997690677643, 0.02693273313343525, -0.027723627164959908, 0.017427893355488777, 0.003363060997799039, 0.0019560479559004307, 0.009038778021931648, 0.013727644458413124, -0.0002292795543326065, 0.027540026232600212, -0.0034230840392410755, -0.004755950998514891, -0.026565533131361008, 0.0006651093135587871, 0.011948134750127792, -0.0027875450905412436, -0.033274002373218536, -0.018727218732237816, -0.00236914842389524, -0.05089961737394333, -0.004826566204428673, 0.011757472530007362, -0.028796982020139694, 0.02330309897661209, -0.009109393693506718, 0.020676204934716225, -0.0020143059082329273, -0.01513995323330164, -0.01088184118270874, -0.011234918609261513, 0.0020725636277347803, -0.0026886833366006613, -0.003223595442250371, 0.005465636029839516, -0.010479332879185677, 0.006697875913232565, -0.009829671122133732, 0.004759481642395258, 0.0006430419743992388, -0.0003506498469505459, -0.020280757918953896, -0.0054938821122050285, -0.017230169847607613, 0.005292628426104784, -0.0017238997388631105, 0.015789614990353584, 0.003230656962841749, -0.03146624565124512, -0.011658611707389355, 0.011799842119216919, 0.0013558167265728116, -0.037313204258680344, 0.0011324953520670533, 3.0811508622718975e-05, 0.011319656856358051, -0.014398491010069847, -0.03027990646660328, -0.18190540373325348, 0.007492299657315016, 0.02368442341685295, -0.03584440425038338, 0.02807670459151268, -0.0001457547041354701, 0.020647957921028137, 0.008219638839364052, -0.03570317476987839, 0.00320417620241642, -0.00242917169816792, 0.0029234797693789005, -0.0052679129876196384, -0.021975528448820114, -0.010910087265074253, 0.009483654983341694, -0.019419249147176743, -0.006288306321948767, 0.04121118038892746, 0.007015645503997803, 0.031240276992321014, -0.04259524121880531, 0.009963840246200562, -0.01454678364098072, -0.0008239940507337451, 0.017046570777893066, -0.0029164182487875223, 0.007040360476821661, -0.006192975211888552, -0.03539246693253517, -0.018261156976222992, -0.001632982399314642, 0.007149814628064632, -0.018501248210668564, 0.02782248891890049, 0.027201073244214058, 0.012484812177717686, -0.009575455449521542, -0.029178304597735405, 0.024899009615182877, 0.01816229522228241, 0.022046145051717758, 0.0016320996219292283, -0.001037164474837482, -0.022243868559598923, 0.024531807750463486, 0.019927680492401123, -0.013360443525016308, 0.01700420118868351, -0.0048442198894917965, 0.022314483299851418, -0.016411030665040016, 0.02615596354007721, 0.006210628896951675, -0.011552687734365463, 0.010253364220261574, -0.00024936083354987204, 0.009095270186662674, 0.00038330949610099196, -0.02112814411520958, -0.010874779894948006, -0.01430669054389, 0.010839472524821758, -0.009278870187699795, 0.013861813582479954, -0.018981434404850006, -0.020647957921028137, 0.007029768545180559, -0.027540026232600212, 0.014045413583517075, -0.02292177639901638, -0.010366348549723625, -0.005285566672682762, 0.009518963284790516, 0.026113593950867653, 0.025153225287795067, -0.02059146575629711, -0.009504839777946472, 0.03847130015492439, 0.022512206807732582, -0.01261192001402378, 0.015295307151973248, -0.0004287681949790567, 0.013755890540778637, -0.016453400254249573, -0.01752675510942936, -0.0010477567557245493, 0.022116759791970253, -0.009963840246200562, 0.01268253568559885, 0.036522313952445984, -0.0005869909655302763, 0.007810069248080254, -0.005165520589798689, 0.0005499178660102189, 0.003989773336797953, 0.01203993521630764, -0.014532660134136677, -0.0025209716986864805, -0.01424313709139824, 0.009187070652842522, 0.0070332991890609264, -0.02087392844259739, 0.0044734887778759, 0.03824532777070999, 0.009575455449521542, -0.031014306470751762, 0.010507579892873764, 0.04638022929430008, -0.015422414988279343, -0.010366348549723625, -0.006404821760952473, 0.003544895676895976, 0.00399330398067832, -0.006235344335436821, 0.012668412178754807, -0.0028811104129999876, -0.02512497827410698, 0.03169221431016922, 0.011432642117142677, 0.04465721175074577, -0.020831558853387833, -0.020040664821863174, 0.025181470438838005, -0.008862239308655262, -0.02537919394671917, -0.11151592433452606, -0.007365191821008921, 0.018232909962534904, 0.01597321592271328, -0.013063859194517136, 0.029856214299798012, -0.003950934391468763, 0.04157837852835655, -0.03053412213921547, 0.04895063117146492, -0.03790637478232384, -0.014575029723346233, 0.007040360476821661, 0.020309004932641983, 0.001528824563138187, 0.00323418783955276, 0.015422414988279343, -0.004311073571443558, -0.016467522829771042, 0.0399683453142643, -0.008290254510939121, -0.013240397907793522, 0.025096731260418892, -0.00676496047526598, 0.00047621296835131943, -0.010712364688515663, -0.025167347863316536, 0.027497656643390656, 0.01017568726092577, -0.008770439773797989, 0.011467949487268925, -0.030618861317634583, -0.005207889713346958, -0.014017167501151562, 0.014673891477286816, -0.012322396971285343, 0.006630790885537863, -0.006697875913232565, 0.03104255348443985, -0.022893529385328293, 0.02150946669280529, 0.005320874508470297, -0.0034778111148625612, -0.005370305385440588, -0.010641749016940594, -0.0013125647092238069, -0.016721738502383232, 0.0297714751213789, -0.011220795102417469, -0.024828393012285233, -0.042171549052000046, -0.02343020774424076, -0.04711462929844856, 0.0003393955121282488, 0.03352821618318558, -0.004660619888454676, 0.012717843055725098, -0.004254580941051245, -0.004597065970301628, -0.010867718607187271, 0.011171365156769753, -0.01037340983748436, -0.02036549709737301, 0.0033966032788157463, 0.021735437214374542, -0.008396177552640438, -0.018600109964609146, -0.04008132964372635, 0.009935594163835049, -0.004445242695510387, -0.0012763743288815022, 0.02458830177783966, -0.005910513456910849, 0.008466793224215508, -0.02228623628616333, -0.005818713456392288, -0.018826080486178398, -0.034686312079429626, 0.0021890790667384863, 0.01366409007459879, -0.005681013222783804, -0.02085980400443077, 0.007287514861673117, -0.02539331652224064, 0.006323613692075014, 0.008191392756998539, -0.0022190907038748264, -0.012223535217344761, -0.01256248913705349, -0.02576051652431488, -0.014024228788912296, 0.025591040030121803, 0.00544092059135437, -0.022879406809806824, -0.0008760729688219726, 0.0030082182493060827, -0.024899009615182877, 0.0013522859662771225, 0.0018006940372288227, 0.0020478481892496347, -0.01474450621753931, -0.004741827491670847, -0.05671833083033562, 0.011517380364239216, 0.008572716265916824, -0.023260731250047684, -0.006726121995598078, -0.008636269718408585, 0.010013271123170853, 0.0062600597739219666, -0.006828514393419027, 0.020704450085759163, -0.033810678869485855, 0.028556888923048973, -0.021481221541762352, -0.026240702718496323, -0.023288976401090622, -0.01339575182646513, -0.0046111890114843845, -0.033443477004766464, 0.016255676746368408, 0.0037002498283982277, 0.02214500680565834, -0.005684543866664171, 0.014772753231227398, 0.015267061069607735, 0.024432945996522903, -0.01749850995838642, -0.0021114021074026823, 0.016679370775818825, -0.0011969319311901927, -0.006983868312090635, 0.002704571932554245, 0.0021149327512830496, -0.0309295691549778, 0.020662082359194756, -0.022328605875372887, -0.024319961667060852, 0.020012419670820236, 0.019278019666671753, 0.010422840714454651, 0.027977842837572098, -0.01895318739116192, -0.029291290789842606, 0.007612345740199089, 0.010112132877111435, -0.0020196018740534782, 0.0016223900020122528, -0.002141413511708379, 0.0014484995044767857, 0.025280332192778587, 0.009116454981267452, 0.03296329453587532, 0.030223414301872253, -0.02511085569858551, -0.03711548075079918, -0.014942229725420475, 0.0023232484236359596, 0.013148597441613674, 0.0021502405870705843, 0.001444085966795683, 0.03635283559560776, 0.04525038227438927, -0.004642966203391552, 0.01778097078204155, -0.0004620898689609021, -0.0022420405875891447, -0.014214891009032726, -0.01997005008161068, -0.006973275914788246, -0.002249102108180523, -0.024291716516017914, -0.0006690814043395221, 0.010210994631052017, -0.010048579424619675, 0.0014034821651875973, 0.016396908089518547, 0.013798259198665619, -0.010302795097231865, -0.014631521888077259, -0.0101050715893507, 0.020534973591566086, 0.02523796260356903, 0.02023838832974434, -0.0037355574313551188, 0.01906617172062397, 0.02162245102226734, 0.010338102467358112, 0.012216472998261452, -0.00040184607496485114, 0.006037621293216944, 0.0067826141603291035, -0.020775066688656807, 0.012018750421702862, 0.002473306143656373, 0.0311555378139019, -0.011644488200545311, -0.0030753030441701412, 0.009165885858237743, -0.0034460341557860374, 0.011806903406977654, 0.0007304286118596792, 0.02073269709944725, -0.009766117669641972, -0.00142378406599164, -0.01956048049032688, -0.018063433468341827, 0.008600962348282337, -0.028542766347527504, -0.037539176642894745, 0.03672003746032715, 0.03160747513175011, -0.014186644926667213, -0.0234584528952837, 0.007810069248080254, 0.005522128660231829, -0.012181165628135204, 0.021029282361268997, -0.005596274510025978, -0.029206551611423492, -0.04157837852835655, 0.025704024359583855, 0.01879783347249031, 0.011418518610298634, 0.04993924871087074, 0.0011466183932498097, 0.020958665758371353, 0.01998417265713215, 0.03364120051264763, -0.019362756982445717, 0.022766422480344772, -0.005931698251515627, 0.012280027382075787, 0.006217690650373697, -0.019645219668745995, -0.007336945738643408, -0.012188226915895939, -0.014772753231227398, 0.02011128142476082, -0.0009594874572940171, -0.013381628319621086, 0.09711036831140518, 0.023627931252121925, -0.011333780363202095, 0.009554270654916763, -0.0180069413036108, 0.016001461073756218, -0.01429256796836853, 0.018232909962534904, -0.0029040605295449495, -0.027257565408945084, 0.007146283984184265, 0.001964875031262636, -0.016382785513997078, -0.0507301427423954, -0.02046435885131359, -0.009575455449521542, 0.015422414988279343, 0.023246606811881065, -0.0020266636274755, 0.002840506611391902, 0.023020638152956963, 0.0003274791524745524, -0.002298532985150814, 0.004152188543230295, -0.01288025826215744, 0.006062336731702089, 0.028811104595661163, 0.009723748080432415, -0.011616242118179798, -0.031381506472826004, 0.02703159488737583, 0.011093687266111374, -0.037821635603904724, -0.03361295536160469, -0.01158093474805355, -0.009109393693506718, -0.0013875936856493354, -0.02152358926832676, 0.006906191352754831, 0.000363669591024518, 0.011623303405940533, 0.023486699908971786, -0.008657454513013363, -0.012082303874194622, 0.003986242227256298, 0.003972119186073542, 0.003919157665222883, 0.0003738205705303699, -0.03886674717068672], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='4a0bde2e-3cfa-410e-ae29-2f79d29a4f8c', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='b6e94600d710d2a0df84e4f01b963e24251b5660318449fb53bab249149eb588'), : RelatedNodeInfo(node_id='20e6a395-cce6-4859-8026-3132888b9b0a', node_type=, metadata={}, hash='d621e18b947dbbad5ced10a75515de1a35d6f68b7feaecb1ac870fbb91fb0b71')}, hash='37d1c6dc75fde9ad08d7ff9ed0c16cbc13b33e50a355b582778456752cc3d8b6', text='is, does not result in proper output to questions. The answers are not affected by the training data. Take 2: Instruct Fine-tuning with QLoRa Instruction Tuning concept is a higher-level training concept introduced by this paper FineTuned Language Models Are Zero shot Learners (FLAN) We leverage the intuition that NLP tasks can be described via natural language instructions, such as \"Is the sentiment of this movie review positive or negative?\" or \"Translate \\'how are you\\' into Chinese.\" We take a pre-trained language model of 137B parameters and perform instruction tuning ... Since we use QLoRa we are effectively closely following this paper - QLORA: Efficient Finetuning of Quantized LLMs concerning the training data set, the format that the authors used to train their Gauanco model This is the format for the Llama2 model and will be different for others. One of the hardest problems of training is finding or creating a good quality data set to train. In our case, converting the available training data set to the instruction data set. Since our use case is Closed Book QA, we need to convert this to a QA format. Using older NLP methods like NER (Named Entity Recognition) and then using that to create a QA dataset was not effective. This is where the Self-instruct concept could be used However previous to Llama2, the best-performing model was the GPT 3/4 model via ChatGPT or its API and using these models to do the same was expensive. The 7 billion model of Llama2 has sufficient NLU (Natural Language Understanding) to create output based on a particular format. Running this in 4-bit mode via Quantisation makes it feasible compute-wise to run this on a large data set and convert it to a QA dataset. This was the prompt used. The context was a sliding window from the text dataset. Some minimal parsing and finetuning were done on the output of the model, and we could generate a QA dataset of the format below. This was fed to the QLoRA-based fine-tuning (Colab Notebook). We can see that the output from a fine-tuned 4-bit quantized llama2 7 B model is pretty good. Colab Notebook Trying to', start_char_idx=6595, end_char_idx=8710, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='20e6a395-cce6-4859-8026-3132888b9b0a', embedding=[-0.014305377379059792, 0.022817784920334816, 0.008441588841378689, -0.011231846176087856, -0.009100203402340412, 0.01815791428089142, -0.026287902146577835, -0.007099574897438288, -0.037307292222976685, -0.035381022840738297, 0.009001056663691998, 0.03237830847501755, -0.019333506003022194, -0.022010453045368195, -0.008625717833638191, 0.007556355558335781, 0.012499500997364521, 0.003066449658945203, 0.009560524486005306, -0.01664239540696144, -0.011493874713778496, -0.0003310774336569011, -0.02304440550506115, 0.0023618037812411785, -0.002144036116078496, 0.005484908353537321, 0.02878071926534176, -0.040055058896541595, -0.025282276794314384, 0.010183729231357574, 0.010488249361515045, 0.01977258175611496, -0.0327465683221817, -0.0027760930825024843, 0.0025600960943847895, -0.01276152953505516, 0.017053144052624702, 0.009036466479301453, 0.03226500004529953, -0.021727178245782852, 0.02011251077055931, 0.016869014129042625, 0.009624261409044266, -0.0029531398322433233, 0.0024060653522610664, 0.011578857898712158, 0.0004629772447515279, -0.014376196078956127, -0.0040047974325716496, 0.01492858212441206, 0.027562638744711876, 0.024729890748858452, -0.021656358614563942, -0.002333476208150387, -0.012102915905416012, -0.0022183957044035196, 0.029092323035001755, 0.009340986609458923, 0.004518233239650726, 0.010672378353774548, 0.008236214518547058, -0.009440132416784763, -0.00998543668538332, 0.02951723523437977, -0.01325726043432951, -0.010360775515437126, -0.005477826576679945, 0.023129386827349663, 0.028412463143467903, -0.009673834778368473, 0.006809217855334282, 0.013292670249938965, -0.008901910856366158, -0.021330593153834343, 0.03172677755355835, -0.013002313673496246, -0.02859659120440483, -0.003142579924315214, -0.0077617294155061245, 0.010063337162137032, 0.017123961821198463, -0.0118621326982975, -0.03201005235314369, 0.041783034801483154, 0.01288900338113308, 0.0019103344529867172, -0.006596761755645275, 0.004741312004625797, -0.010304121300578117, 0.0032505784183740616, 0.005877952091395855, -0.008675291202962399, 0.04246289283037186, 0.029885491356253624, 0.010162483900785446, -0.014312459155917168, -0.008186642080545425, 0.03280322253704071, -0.0057221511378884315, 0.0002653488190844655, -0.029205631464719772, 0.008859419263899326, -0.053482282906770706, -0.01844118908047676, -0.012896085157990456, -0.004394300282001495, 0.013228933326900005, 0.0141920680180192, 0.0018501385347917676, 0.013306833803653717, -0.028497444465756416, 0.030876953154802322, 0.005456580780446529, -0.03427625074982643, -0.008002513088285923, -0.007669665385037661, -0.010424512438476086, -0.005304320715367794, -0.010856506414711475, -0.02259116619825363, 0.03019709326326847, 0.027562638744711876, 0.00817956030368805, -6.899290747242048e-05, 0.01977258175611496, 0.011153945699334145, -0.0061187357641756535, -0.030112111940979958, -0.02718021720647812, -0.009730489924550056, 0.005704446230083704, 0.025551388040184975, 0.021047318354249, -0.00019098918710369617, -0.01790296845138073, 0.03226500004529953, -0.012981067411601543, -0.01609000936150551, -0.03107524663209915, -0.0034736571833491325, 0.016316628083586693, 0.032095033675432205, -0.004454496316611767, -0.01079277042299509, -0.011564693413674831, 0.04183968901634216, 0.0008144150488078594, 0.02250618301331997, 0.004472200758755207, -0.011111454106867313, 0.011621348559856415, -0.041414774954319, -0.001403980772010982, 0.020324967801570892, 0.015169365331530571, 0.018922757357358932, 0.014900255016982555, 0.013405979610979557, -0.033029843121767044, -0.02091984450817108, -0.0024414747022092342, 0.00982255395501852, -0.015735914930701256, 0.014786944724619389, 0.008186642080545425, 0.03059367835521698, 0.039375197142362595, -0.026670321822166443, -0.01657157577574253, -0.01783214882016182, -0.025395585224032402, 0.03929021582007408, -0.03240663558244705, 0.017138125374913216, 0.001966989366337657, 0.006278077606111765, 0.034842800348997116, -0.018554499372839928, -0.015523458831012249, -0.03184008598327637, -0.0036613268312066793, 0.0036135241389274597, 0.004231417551636696, 0.00971632543951273, -0.02644370310008526, -0.02512647584080696, 0.0037923413328826427, -0.019291013479232788, -0.01369633711874485, -0.0018696136539801955, 0.017676347866654396, 0.018752792850136757, -0.0260612815618515, -0.015778405591845512, -0.6245642900466919, -0.020282475277781487, 0.01655741222202778, -0.02157137542963028, -0.013519289903342724, -0.0010879522887989879, -0.010119992308318615, -0.0012083441251888871, -0.01878111995756626, 0.027406837791204453, -0.006554270628839731, -0.007804221007972956, 0.009333904832601547, -0.019418487325310707, -0.0190360676497221, -0.004496987443417311, 0.011012308299541473, -0.022123761475086212, 0.00280619109980762, 0.009376396425068378, -0.01896524801850319, 0.005484908353537321, 0.00928433146327734, -0.0011330991983413696, -0.020353294909000397, 0.007280162535607815, 0.0031514321453869343, -0.008037922903895378, 0.024559926241636276, -0.0013712270883843303, -0.025905480608344078, 0.003494902979582548, 0.007917530834674835, -0.0034701162949204445, 0.05263245850801468, -0.015381821431219578, -0.02278945781290531, 0.009234759025275707, 0.002275050850585103, 0.024942345917224884, -0.025622205808758736, -0.02497067302465439, 0.020494932308793068, 0.024432452395558357, -0.024602416902780533, 0.027236871421337128, 0.009305577725172043, 0.014248722232878208, -0.015041892416775227, -0.026684487238526344, -0.007542191538959742, 0.005021045915782452, 0.0038808647077530622, -0.013398897834122181, 0.02383757382631302, 0.014298295602202415, 0.01890859380364418, -0.012754447758197784, 0.008512407541275024, -0.010495331138372421, -0.010707787238061428, 0.005998344160616398, -0.02613210119307041, -0.018582826480269432, -0.03220834583044052, 0.01916353963315487, 0.022024616599082947, 0.010601559653878212, -0.008441588841378689, -0.01822873391211033, -0.01930517703294754, 0.0260612815618515, -0.002519375178962946, -0.025282276794314384, -0.006196636240929365, 0.0173789095133543, 0.017605528235435486, -0.003983552101999521, 0.0029248122591525316, 0.013653845526278019, 0.021330593153834343, -0.0055415634997189045, -0.012109997682273388, 0.0027247495017945766, 0.006228504702448845, 0.012414517812430859, -0.0020732174161821604, 0.01890859380364418, -0.00897981133311987, 0.005729232914745808, -0.006405551452189684, 0.01795962266623974, -0.00978006236255169, -0.037165652960538864, -0.00319038238376379, 0.017917132005095482, -0.0010259859263896942, 0.01795962266623974, 0.00566195510327816, -0.015580113977193832, -0.0030876954551786184, -0.007917530834674835, 0.02412084862589836, 0.0057646422646939754, 0.04127313941717148, 0.011826722882688046, -0.006993346847593784, 0.0011862132232636213, 0.0004758131399285048, -0.02464490756392479, -0.0013517519691959023, 0.007520946208387613, -0.019531797617673874, 0.0029035666957497597, -0.0017058454686775804, -0.02999880164861679, 0.029743853956460953, 0.006508238613605499, 0.01997087337076664, -0.020211657509207726, 0.03251994773745537, -0.005095405504107475, 0.027775093913078308, -0.002535309409722686, 0.008243296295404434, 0.02485736459493637, 0.018384534865617752, -0.012095834128558636, -0.002082069870084524, 0.014177903532981873, -0.013285588473081589, -0.02218041755259037, 0.031641796231269836, -0.028369970619678497, 0.015084383077919483, -0.0008378737256862223, 0.03736394643783569, 0.010084583424031734, 0.00878860056400299, -0.014418687671422958, -0.04195299744606018, -0.0036329992581158876, -0.00024631628184579313, -0.010898998007178307, -0.02764762006700039, -0.023738428950309753, -0.015226020477712154, 0.005272452253848314, 0.0014836518093943596, -0.008101658895611763, -0.014517833478748798, -0.017322253435850143, -0.03325646370649338, 0.02043827623128891, -0.002825666218996048, -0.013639681972563267, -0.0022361003793776035, -0.031245211139321327, -0.008498243987560272, -0.028979012742638588, 0.008363688364624977, 0.03521105647087097, 0.01453199703246355, 0.020551586523652077, 0.015126874670386314, -0.0008321197237819433, 0.0036329992581158876, 0.023030241951346397, -0.034984439611434937, -0.03285987675189972, 0.001959907589480281, -0.045323967933654785, -0.008363688364624977, 0.016798196360468864, -0.013349325396120548, 0.031896743923425674, -0.01239327248185873, 0.0054176305420696735, -0.0186961367726326, -0.0064728292636573315, -0.006079785525798798, 0.03198172524571419, 0.013533453457057476, -0.004111025482416153, 0.0213730838149786, 0.02023998461663723, 0.028483280912041664, 0.007365144789218903, -0.011607185006141663, 0.007372226566076279, 0.022562837228178978, 0.010488249361515045, -0.019475143402814865, 0.01175590418279171, -0.018129587173461914, 0.024035867303609848, 0.017478056252002716, -0.015721751376986504, 0.017180616036057472, 0.0327465683221817, -0.00018833347712643445, 0.017010651528835297, 0.007365144789218903, -0.011706330813467503, -0.004790884908288717, -0.03744892776012421, 0.02257700264453888, -0.022888604551553726, 0.012216226197779179, 0.009447215124964714, 0.010948571376502514, -0.024163341149687767, -0.0076625836081802845, -0.01750638335943222, 0.003902110503986478, 0.043709300458431244, 0.003160284599289298, 0.01556595042347908, -0.01416373997926712, 0.007797138765454292, -0.007212884724140167, 0.01282526645809412, 0.010183729231357574, 0.010070418938994408, -0.009227676317095757, 0.003374511143192649, -0.0032789057586342096, 0.008200805634260178, 0.00010384898632764816, -0.02045244164764881, 0.005042291712015867, -0.0028982553631067276, 0.01709563471376896, 0.028752392157912254, -0.004121648147702217, -0.018922757357358932, 0.017676347866654396, 0.0027725521940737963, 0.036174193024635315, -9.355814108857885e-05, -0.006115194875746965, 0.014886090531945229, -0.013611353933811188, -0.022123761475086212, 0.019885892048478127, -0.007450127508491278, 0.02063656970858574, 0.019531797617673874, -0.010537822730839252, -0.006554270628839731, -0.011083126999437809, 0.029148977249860764, -0.023030241951346397, -0.004805048927664757, -0.0013977841008454561, -0.019262686371803284, -0.002632685238495469, 0.015353494323790073, 0.022392872720956802, 0.005835460964590311, 0.0029071075841784477, 0.01923435926437378, -0.023143552243709564, -0.006292241625487804, 0.004266826901584864, -0.024474943056702614, -0.0026185214519500732, -0.013236015103757381, -0.03257660195231438, 0.0023795084562152624, -0.029007339850068092, -0.0141920680180192, 0.009404723532497883, -0.04453079774975777, 0.01682652346789837, 0.012683629058301449, 0.003675490617752075, 0.017123961821198463, 0.018370371311903, 0.044927384704351425, -0.022194581106305122, -0.023667609319090843, 0.030961936339735985, -0.008257460780441761, -0.0045359376817941666, -0.01256323792040348, -0.018483681604266167, 0.016472429037094116, -0.0039552245289087296, 0.007078329101204872, -0.0015482738381251693, 0.008392016403377056, -0.01232953555881977, -0.002287443960085511, -0.01529683917760849, 0.01896524801850319, 0.02912065014243126, -0.010573231615126133, -0.0016899112379178405, -4.979439836461097e-05, -0.0043022362515330315, 0.01597669906914234, -0.03586259111762047, -0.00878860056400299, 0.03107524663209915, -0.01282526645809412, -0.018285388126969337, -0.00021666096290573478, -0.010934407822787762, -0.02451743371784687, 0.0016403381014242768, 0.00628161896020174, 0.003050515428185463, 0.01181964110583067, 0.026472030207514763, 0.009744653478264809, 0.014815271832048893, 0.011316828429698944, 0.04631543159484863, 0.008292869664728642, -0.0036064423620700836, -0.03373802825808525, -0.000531140249222517, 0.019588451832532883, 0.05382221192121506, 0.034842800348997116, -0.021203119307756424, 0.006239127367734909, -0.007520946208387613, 0.0025530140846967697, -0.0320667065680027, -0.020409949123859406, 0.004238499328494072, 0.005275993142277002, -0.02446077950298786, -0.008993974886834621, 0.029347268864512444, 0.011444302275776863, 0.0071349842473864555, -0.004022502340376377, 0.010360775515437126, -0.005828379187732935, -0.00482983561232686, 0.0004581084649544209, 0.014149576425552368, -0.004100402817130089, 0.009433050639927387, 0.019800908863544464, 0.016189154237508774, -0.004720066208392382, 0.0243757963180542, 0.021160628646612167, 0.009043548256158829, -0.029942147433757782, 0.02633039280772209, -0.004787344019860029, 0.0006564008072018623, 0.01815791428089142, 0.012768611311912537, 0.025763843208551407, 0.007188098039478064, -0.0031567434780299664, -0.0026433079037815332, 0.0022290186025202274, -0.0013216539518907666, 0.028497444465756416, 0.010119992308318615, 0.0019953169394284487, 0.0018306634156033397, -0.018455352634191513, -0.018327880650758743, 0.019418487325310707, -0.016996487975120544, -0.03362471982836723, 0.031018590554594994, 0.0013305062893778086, -0.029092323035001755, 0.004121648147702217, 0.014914418570697308, 0.0015252577140927315, -0.021528884768486023, -0.005098946392536163, -0.0019758418202400208, -0.019121048972010612, -0.012272880412638187, -0.029432252049446106, 0.01930517703294754, -0.002809731988236308, -0.011465547606348991, -0.0013128016144037247, -0.012513664551079273, 0.012584483250975609, -0.03212336078286171, 0.02318604290485382, -0.022931095212697983, -0.02766178362071514, -0.05846792086958885, 0.011869214475154877, 0.009319741278886795, 0.004376595839858055, 0.02144390344619751, 0.0040472885593771935, -0.0058142151683568954, 0.001604928751476109, -0.017407236620783806, -0.03254827484488487, -0.004319940693676472, -0.027109399437904358, 0.00038507668068632483, -0.015211856923997402, 0.0050635370425879955, -0.009171022102236748, -0.01764802075922489, -0.005566349718719721, 0.004419086966663599, -0.00010423627827549353, -0.0027654701843857765, -0.0037781777791678905, 0.010204974561929703, 0.027038579806685448, 0.02031080424785614, 0.01122476439923048, 0.018993575125932693, -0.02926228754222393, 0.010927325114607811, -0.0233843345195055, -0.021755505353212357, -0.006770267616957426, 0.0019121048972010612, -0.011947114951908588, 0.011890459805727005, 0.009787144139409065, -0.005598218180239201, -0.018129587173461914, 0.017138125374913216, -0.015735914930701256, -0.0051910108886659145, 0.01664239540696144, 0.01736474595963955, -0.006734858267009258, 0.01963094435632229, 0.0010445758234709501, 0.005669036880135536, -0.03226500004529953, -0.005658414214849472, -0.03946017846465111, 0.027831749990582466, 0.007315571885555983, -0.0037817186675965786, 0.03815711662173271, 0.012131243012845516, 0.0018271225271746516, -0.03073531575500965, 0.012074588797986507, -0.0031036294531077147, 0.02879488281905651, 0.001411947887390852, -0.018554499372839928, -0.015693424269557, -0.01165675837546587, 0.0011215911945328116, 0.007071247324347496, -0.02124560996890068, 0.00316559593193233, -0.0012756218202412128, 0.0031496617011725903, -0.01556595042347908, -0.007343899458646774, -0.0033160855527967215, -0.02718021720647812, -0.014007939025759697, 0.026231246069073677, 0.009723407216370106, 0.022619493305683136, 0.014439933001995087, 0.015098546631634235, -0.03158514201641083, -0.019333506003022194, -0.001954596024006605, -0.026741141453385353, -0.006589679978787899, 0.004663411527872086, 0.016118336468935013, 0.01743556372821331, 0.06628630310297012, 0.013023559004068375, 0.001588994637131691, 0.02097649872303009, -0.017322253435850143, 0.015438476577401161, -0.0029212713707238436, -0.007443045265972614, -0.011479711160063744, -0.0029000258073210716, 0.005509695038199425, -0.009928781539201736, 0.012846512719988823, -0.020877353847026825, 0.00703229708597064, 0.01349096279591322, -0.01764802075922489, 0.006865873001515865, 3.9614209526916966e-05, -0.013930038549005985, -0.03025374934077263, 0.0147019624710083, -0.013802564702928066, -0.0011286730878055096, -0.026302065700292587, -0.011415974237024784, 0.017619693651795387, -0.0022272481583058834, 0.019121048972010612, 0.008257460780441761, 0.02158554084599018, -0.02726520039141178, 0.006540107075124979, 0.008760273456573486, 0.03733561933040619, -0.029375597834587097, 0.002535309409722686, -0.039176903665065765, 0.018653646111488342, 0.011139781214296818, 0.006193095352500677, 0.021061481907963753, 0.0136892544105649, -0.004171221517026424, -0.010382021777331829, 0.012109997682273388, 0.008073331788182259, -0.0026256032288074493, -0.020594079047441483, -0.02617459185421467, -0.02063656970858574, -0.01997087337076664, -0.014071675948798656, 0.014758617617189884, -0.012039178982377052, 0.007620092015713453, -0.002310460200533271, 0.019999200478196144, -0.025423914194107056, -0.02291693165898323, 0.0015535852871835232, 0.03464450687170029, 0.05155601352453232, 0.005042291712015867, -0.006639253348112106, 0.014354950748383999, 0.002453868044540286, -0.02298774942755699, 0.012768611311912537, 0.0029442873783409595, -0.018483681604266167, 0.005856706760823727, 0.008604472503066063, -0.015523458831012249, -0.022534510120749474, 0.02485736459493637, 0.010502412915229797, -0.04081989824771881, -0.04727856442332268, 0.03506942093372345, 0.008802764117717743, 0.024262486025691032, -0.0263870470225811, -0.019007738679647446, -0.029092323035001755, 0.00043066623038612306, -0.0009153317078016698, 0.02318604290485382, 0.0029283533804118633, 0.00352500076405704, 0.011989605613052845, 0.00971632543951273, 0.01829955168068409, 0.005477826576679945, -0.010105828754603863, 0.006451583467423916, 0.030480368062853813, 0.017591364681720734, -0.02665615826845169, 0.006164767779409885, -0.010608641430735588, 0.030905280262231827, -0.041386447846889496, 0.018894430249929428, 0.012046260759234428, 0.011111454106867313, 0.014255804009735584, 0.01239327248185873, 0.021288100630044937, 0.03195339813828468, -0.03419126942753792, -0.0003390445199329406, 0.001041920157149434, 7.088785878295312e-06, 0.006402010563760996, -0.023695936426520348, -0.00740055413916707, -0.008639881387352943, -0.0150277279317379, 0.00811582338064909, 0.030706988647580147, 0.010927325114607811, -0.017548874020576477, -0.0030930067878216505, -0.014284132048487663, -0.022874440997838974, -0.0180446058511734, 0.0036577859427779913, 0.00961717963218689, -0.04402090609073639, -0.014489506371319294, 0.005984180141240358, 0.0011269025271758437, 0.012017933651804924, 0.008986893109977245, 0.009036466479301453, -0.0076625836081802845, 0.02557971514761448, -0.031896743923425674, 0.013944202102720737, 0.009404723532497883, 0.0008126446045935154, -0.02778925746679306, -0.0037852595560252666, -0.003000942524522543, 0.007428881712257862, 0.004256203770637512, -0.02784591354429722, -0.023497644811868668, 0.004645706620067358, 0.007797138765454292, 0.017265599220991135, 0.01917770504951477, -0.004234958440065384, 0.01014831941574812, 0.011968360282480717, 0.01004917360842228, 0.012577401474118233, -0.011253091506659985, 0.014248722232878208, 0.008370770141482353, 0.01790296845138073, 0.015112711116671562, -0.0018465976463630795, 0.005176846869289875, -0.026344556361436844, -0.00633119186386466, -0.011281418614089489, -0.04869493842124939, -0.005205174442380667, 0.006366601213812828, -0.0014508981257677078, -0.010644050315022469, -0.003710899967700243, -0.009588852524757385, 0.006586139090359211, -0.014730289578437805, 0.0022307890467345715, -0.004157057963311672, 0.007035837974399328, 0.022746967151761055, 0.005467203911393881, 0.026684487238526344, 0.020990662276744843, -0.027690112590789795, -0.0118621326982975, -0.009114366956055164, -0.00416059885174036, -0.02759096585214138, -0.015693424269557, -0.01896524801850319, 0.03793049603700638, -0.011352237313985825, -0.024744054302573204, -0.022619493305683136, -0.01743556372821331, -0.03053702414035797, -0.016217483207583427, -0.02011251077055931, -0.0065224021673202515, 0.015750078484416008, 0.01299523189663887, -0.012513664551079273, 0.025353094562888145, -0.025537222623825073, 0.004383677616715431, -0.017548874020576477, 0.006972101051360369, 0.0021989205852150917, -0.003043433651328087, -0.017449727281928062, 0.006416174117475748, -0.02818584255874157, -0.008923156186938286, -0.010934407822787762, -0.015424313023686409, 0.0018589908722788095, 0.009673834778368473, -0.019276849925518036, -0.03880864754319191, 0.0021989205852150917, 0.014900255016982555, 0.0014385048998519778, -0.006872954778373241, 0.0073084901086986065, -0.030225422233343124, -0.0027088152710348368, 0.0015766012948006392, -0.006210800260305405, -0.015211856923997402, -0.002296296413987875, 0.012570319697260857, 0.005704446230083704, 0.005371598526835442, -0.026273738592863083, -0.02297358587384224, 0.023256860673427582, -0.021217282861471176, 0.050791170448064804, 0.007014592178165913, -0.004557183478027582, 0.03481447324156761, 0.005095405504107475, -0.008993974886834621, -0.009086038917303085, 0.020395785570144653, 0.007198720704764128, -0.01716645248234272, 0.041443102061748505, -0.020282475277781487, -0.006334732752293348, -0.004033125005662441, -0.004521774128079414, -0.02412084862589836, 0.0056371684186160564, -0.00499271834269166, -0.007106656674295664, -0.03708067163825035, 0.02525394782423973, 0.020070020109415054, -0.03560764342546463, 0.006355978548526764, -0.007170393597334623, -0.008122905157506466, -0.0051839291118085384, -0.01583506166934967, -0.023795083165168762, -0.024092521518468857, -0.0037781777791678905, -0.008696536533534527, -0.01400085724890232, -0.0030983181204646826, -0.012945658527314663, 0.024262486025691032, -0.015792571008205414, 0.0026999630499631166, 0.19070059061050415, -0.030565351247787476, 0.005435335449874401, 0.02176966890692711, -0.0007400554022751749, 0.017718838527798653, 0.026103772222995758, 0.01997087337076664, -0.007563437335193157, -0.0036577859427779913, 0.007039378862828016, 0.025168966501951218, -0.02812918834388256, 0.0008489391766488552, 0.025693025439977646, -0.013483881019055843, -0.04166972264647484, -0.03773220255970955, -0.024673234671354294, -0.014602815732359886, -0.0024096062406897545, -0.008229132741689682, -0.013703418895602226, -0.008590308018028736, 0.021075645461678505, -0.007322653662413359, 0.008406179957091808, 0.00241491780616343, 0.013710500672459602, 0.02746349200606346, -0.0303953867405653, 0.0025406209751963615, 0.005091864615678787, 0.004227876663208008, -0.008505325764417648, -0.007960021495819092, 0.006550729740411043, 0.003980010747909546, 0.01590587943792343, 0.023525971919298172, 0.03073531575500965, -0.0014863074757158756, 0.00948970578610897, -0.030820298939943314, -0.012768611311912537, 0.018087096512317657, 0.006143522448837757, 0.006101030856370926, -0.014786944724619389, 0.0022183957044035196, -0.007577600888907909, 0.013044804334640503, 0.0407349169254303, 0.02624540962278843, 0.0018200406339019537, -0.017591364681720734, -0.0011437219800427556, 0.009744653478264809, -0.0006807447643950582, 0.029092323035001755, -0.019078558310866356, 0.005353893619030714, 0.014319540932774544, 0.034162942320108414, -0.0007843170897103846, 0.0023954424541443586, 0.011699249036610126, 0.00021710357395932078, 0.007280162535607815, -0.004797967150807381, -0.004280990455299616, -0.006221422925591469, -0.017407236620783806, -0.008229132741689682, -0.03812878951430321, -0.03821377083659172, 0.04181136190891266, 0.02664199471473694, 0.017279762774705887, 0.04583386331796646, 0.004893572069704533, -0.020084183663129807, -0.0015659785130992532, -0.010247466154396534, -0.024064194411039352, -0.049006540328264236, 0.010452840477228165, -0.018455352634191513, -0.009362231940031052, 4.370841634226963e-05, 0.0008245952194556594, -0.025268113240599632, -0.007577600888907909, 0.021047318354249, -0.003167366376146674, -0.01723727211356163, 0.020027529448270798, 0.004468659870326519, -0.016401611268520355, -0.04308609664440155, -0.009135612286627293, 0.027562638744711876, 0.02392255701124668, 0.013285588473081589, 0.01349096279591322, 0.002650389913469553, -0.002158199902623892, 0.0039977156557142735, -0.018625319004058838, -0.013845056295394897, 0.017662184312939644, -0.026840288192033768, 0.006239127367734909, 0.013335160911083221, 0.001933350577019155, 0.019673435017466545, 0.004203089978545904, -0.0027743226382881403, 0.027166053652763367, -0.014468260109424591, -0.012145407497882843, -0.024290814995765686, 0.00808749534189701, 0.0052866158075630665, 0.0006834004889242351, -0.03184008598327637, -0.010403267107903957, -0.004514692351222038, -0.03861035406589508, 0.003739227307960391, 0.008045004680752754, -0.028738228604197502, 0.02926228754222393, 0.003546246327459812, 0.0010171335889026523, 0.004684656858444214, -0.017492219805717468, -0.006515320390462875, -0.012265798635780811, 0.01282526645809412, -0.006355978548526764, -0.0009042662568390369, 0.018851937726140022, -0.0061187357641756535, 0.0027636997401714325, -0.017931295558810234, 0.0028929440304636955, 0.003335560904815793, -0.0058956569992005825, -0.025353094562888145, -0.007212884724140167, -0.012258716858923435, 0.010644050315022469, 0.002142265671864152, 0.014170821756124496, 0.0033267084509134293, -0.02176966890692711, -0.006260373163968325, 0.0011932951165363193, 0.0008555784006603062, -0.037250638008117676, 0.007804221007972956, 0.008186642080545425, 0.023143552243709564, -0.004790884908288717, -0.03359639272093773, -0.18276889622211456, -0.0037781777791678905, 0.017180616036057472, -0.04523898661136627, 0.02029663883149624, 0.0011508038733154535, 0.018016276881098747, 0.01776133105158806, -0.03461617976427078, 0.0036400812678039074, -0.008887747302651405, 0.00815123226493597, -0.0025866529904305935, -0.008158314041793346, -0.011005226522684097, 0.004631543066352606, -0.01406459417194128, -0.01616082713007927, 0.03832707926630974, 0.003201005281880498, 0.0327465683221817, -0.032774895429611206, 0.020594079047441483, -0.0040012565441429615, 0.009829635731875896, 0.022562837228178978, 0.0025069820694625378, 0.00912144873291254, -0.004801508039236069, -0.042576201260089874, -0.012988150119781494, 0.005258288700133562, 0.00011773609003284946, -0.012265798635780811, 0.0207073874771595, 0.023341843858361244, 0.006766726728528738, -0.00885233748704195, -0.036117538809776306, 0.018681973218917847, 0.02063656970858574, 0.021458066999912262, 0.007127902004867792, -0.00087903713574633, -0.018809447064995766, 0.03402130305767059, 0.020693223923444748, -0.02270447462797165, 0.00951803382486105, -0.02117479220032692, 0.02457408979535103, -0.019064394757151604, 0.023823410272598267, 0.0033001515548676252, -0.009532197378575802, 0.019347669556736946, 0.01682652346789837, 0.006008966825902462, -0.0022130843717604876, -0.03099026344716549, -0.014673634432256222, -0.013476798310875893, 0.024347469210624695, -0.01896524801850319, 0.0004886490060016513, -0.026486193761229515, -0.024829035624861717, -0.0018271225271746516, -0.025098146870732307, 0.01206042431294918, -0.01963094435632229, -0.00854781735688448, -0.012740284204483032, 0.0105236591771245, 0.029007339850068092, 0.018129587173461914, -0.01777549460530281, -1.125560856962693e-06, 0.019390160217881203, 0.011182272806763649, -0.010729033499956131, 0.02090568095445633, -0.021288100630044937, 0.007060624659061432, -0.01570758782327175, -0.018738627433776855, -0.013618435710668564, 0.01977258175611496, -0.006182472687214613, -0.01288900338113308, 0.02946057915687561, 0.003027499420568347, 0.021344756707549095, -0.00467403419315815, 0.002124560996890068, 0.010927325114607811, 0.0026238327845931053, -0.0020413489546626806, -0.007428881712257862, -0.016146663576364517, 0.011826722882688046, 0.001056969165802002, -0.01916353963315487, 0.02103315480053425, 0.03232165426015854, 0.01797378621995449, -0.03266158327460289, 0.021160628646612167, 0.042377911508083344, -0.013993775472044945, -0.003732145531103015, -0.004978554788976908, 0.006819840986281633, -0.0012109997915104032, -0.013646763749420643, 0.012917331419885159, -0.011182272806763649, -0.01856866292655468, 0.013455552980303764, 0.014900255016982555, 0.054813675582408905, -0.010226220823824406, -0.019291013479232788, 0.01916353963315487, -0.010856506414711475, -0.036514122039079666, -0.11852217465639114, -0.021075645461678505, -0.00529369805008173, 0.022350382059812546, -0.010297039523720741, 0.02237870916724205, -0.009999600239098072, 0.03441789001226425, -0.017010651528835297, 0.050139639526605606, -0.02718021720647812, -0.02057991363108158, 0.012881921604275703, 0.007613010238856077, -0.00015735029592178762, 0.00805208645761013, 0.01041743066161871, -0.0016474199946969748, -0.004121648147702217, 0.03929021582007408, -0.016741540282964706, -0.011982523836195469, 0.030367059633135796, -0.01576424203813076, -0.0015349953901022673, -0.014815271832048893, -0.023228533565998077, 0.0320667065680027, 0.0007900711498223245, -0.001042805379256606, 0.020339131355285645, -0.039375197142362595, -0.002661012578755617, -0.010424512438476086, 0.011968360282480717, -0.014645307324826717, 0.013703418895602226, -0.005205174442380667, 0.02378091961145401, -0.025395585224032402, 0.010367858223617077, 0.00965258851647377, -0.0032328737433999777, 0.002839830005541444, -0.005134355742484331, -0.0013128016144037247, -0.021939633414149284, 0.04155641421675682, -0.009893372654914856, -0.016543248668313026, -0.034162942320108414, -0.010346611961722374, -0.02999880164861679, 0.002853993559256196, 0.02505565620958805, 0.0026078985538333654, 0.011748822405934334, -0.0002491933119017631, -0.018625319004058838, -0.0013393586268648505, 0.0020112511701881886, -0.0023653446696698666, -0.014886090531945229, -0.007216425612568855, 0.01957428827881813, -0.0012614581501111388, -0.026939433068037033, -0.02951723523437977, 0.01797378621995449, -0.0034116909373551607, -0.005488449241966009, 0.02250618301331997, -0.0001773787080310285, 0.01689734123647213, -0.009100203402340412, 0.0030522861052304506, -0.017605528235435486, -0.030565351247787476, 0.004118107259273529, 0.008993974886834621, -0.012641138397157192, -0.018936920911073685, 0.010714869014918804, -0.011203518137335777, -0.0016270596534013748, 0.00537513941526413, -0.010537822730839252, -0.0186961367726326, -0.004797967150807381, -0.038440391421318054, -0.016401611268520355, 0.038921959698200226, 0.007967104203999043, -0.026627831161022186, -0.008469916880130768, 0.004164139740169048, -0.02237870916724205, 0.0012136554578319192, -0.0052370429039001465, -0.0013101459480822086, -0.024219995364546776, -0.007386390585452318, -0.052944060415029526, 0.01696816086769104, 0.006405551452189684, -0.019928382709622383, 0.003756931982934475, -0.007156229577958584, 0.0193618331104517, 0.0020909220911562443, -0.022562837228178978, 0.01229412667453289, -0.027151890099048615, 0.031698450446128845, -0.030083784833550453, -0.02225123532116413, -0.026627831161022186, -0.0044792830012738705, -0.0022484937217086554, -0.029290614649653435, 0.011366401799023151, 0.009178103879094124, 0.004397841170430183, -0.008073331788182259, 0.005973557475954294, 0.01596253551542759, 0.014871926978230476, -0.01373174600303173, -0.0006395814125426114, 0.014886090531945229, 0.008200805634260178, -0.012499500997364521, 0.01710979826748371, -0.00815123226493597, -0.020013364031910896, 0.013186441734433174, -0.016118336468935013, -0.01784631237387657, 0.007811302784830332, 0.00948970578610897, 0.019786745309829712, 0.03099026344716549, -0.00888066552579403, -0.02557971514761448, 0.008229132741689682, -0.014036266133189201, 0.020891517400741577, 0.0009967732476070523, -0.02324269711971283, 0.006037294398993254, 0.019885892048478127, 0.005113110411912203, 0.038185443729162216, 0.03521105647087097, -0.015537623316049576, -0.03427625074982643, -0.01682652346789837, 0.00838493462651968, 0.009468460455536842, 0.0032682830933481455, 0.002868157345801592, 0.035494331270456314, 0.026868615299463272, -0.001968759810552001, 0.017718838527798653, -0.0009622491197660565, 0.004854621831327677, -0.013979611918330193, -0.006224963814020157, -0.025069819763302803, 0.0032558897510170937, -0.014956909231841564, -0.0004921899526380002, -0.0012021474540233612, 0.005509695038199425, 0.01416373997926712, 0.009418887086212635, 0.013724664226174355, -0.0036825723946094513, -0.013037722557783127, -0.017138125374913216, 0.011855050921440125, 0.014092921279370785, -0.0016828293446451426, -0.00603021215647459, 0.0019988578278571367, 0.03285987675189972, 0.00684462720528245, 0.007627174258232117, 0.003144350368529558, -0.0027654701843857765, -0.005534481257200241, -0.01175590418279171, 0.0020732174161821604, 0.004022502340376377, 0.01856866292655468, 0.0018483680905774236, -0.004925440531224012, 0.006749022286385298, 0.0011711642146110535, 0.023143552243709564, 0.011444302275776863, 0.019206032156944275, -0.007092492654919624, -0.008080413565039635, -0.024333305656909943, -0.0347294919192791, 0.00043619892676360905, -0.023809246718883514, -0.027236871421337128, 0.042661186307668686, 0.03852537274360657, -0.007775893434882164, -0.006139981560409069, 0.0011198207503184676, 0.006402010563760996, -0.023129386827349663, 0.01664239540696144, -0.01392295677214861, -0.025268113240599632, -0.027562638744711876, 0.034559525549411774, 0.010247466154396534, 0.0078467121347785, 0.04283114895224571, -0.006989805959165096, 0.03693903610110283, 0.014871926978230476, 0.03572095185518265, -0.02572135254740715, 0.025735516101121902, 0.010077500715851784, 0.007478454615920782, -0.005120192188769579, -0.016118336468935013, -0.004252662882208824, 0.0038596191443502903, -0.01842702552676201, 0.01730808988213539, 0.001598732196725905, 0.0008104314911179245, 0.10192227363586426, 0.015041892416775227, -0.004054370801895857, 0.013306833803653717, -0.016316628083586693, -0.004695279989391565, 0.0041287303902208805, 0.020679060369729996, -0.0022467232774943113, -0.022831948474049568, 0.007198720704764128, -0.002889402909204364, -0.0038631600327789783, -0.04889323189854622, -0.013604272156953812, 0.0049289814196527, 0.00968091655522585, 0.023072732612490654, 0.003199234837666154, -0.002634455682709813, 0.030338730663061142, 0.008908992633223534, 0.005920443218201399, 0.012435764074325562, -0.012386190705001354, 0.010424512438476086, 0.019418487325310707, -0.0009870356880128384, -0.01783214882016182, -0.02644370310008526, 0.01964510791003704, 0.014305377379059792, -0.039715126156806946, -0.024744054302573204, -0.02164219506084919, -0.020353294909000397, -0.0036613268312066793, -0.013108541257679462, 0.011210599914193153, 0.002792027313262224, 0.005453039892017841, 0.021741341799497604, -0.006203718017786741, -0.00036759331123903394, 0.00601250771433115, 0.0059452299028635025, 0.013073132373392582, -0.002816813765093684, -0.03685405105352402], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='66bf0954-3bfd-4a24-acf3-9d156acb5fa8', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='37d1c6dc75fde9ad08d7ff9ed0c16cbc13b33e50a355b582778456752cc3d8b6'), : RelatedNodeInfo(node_id='625a5550-2308-4681-a65d-fb8f4cb84cfb', node_type=, metadata={}, hash='9a240322804fca3e07936d123c23a6fab60af4143de58f289dc8a445779aaf40')}, hash='d621e18b947dbbad5ced10a75515de1a35d6f68b7feaecb1ac870fbb91fb0b71', text='a particular format. Running this in 4-bit mode via Quantisation makes it feasible compute-wise to run this on a large data set and convert it to a QA dataset. This was the prompt used. The context was a sliding window from the text dataset. Some minimal parsing and finetuning were done on the output of the model, and we could generate a QA dataset of the format below. This was fed to the QLoRA-based fine-tuning (Colab Notebook). We can see that the output from a fine-tuned 4-bit quantized llama2 7 B model is pretty good. Colab Notebook Trying to reduce hallucination via fine-tuning In the generated dataset, I added a specific tag `Source:8989REF`. The idea was that via attention, this token will be somehow associated with the text that we were training on. And then to use this hash somehow to tweak the prompt to control hallucination. Something like \"[INST] <>\\\\nYou are a helpful Question Answering Assistant. Please only answer from this reference Source:8989REF\" However, that turned out to be a very naive attempt. Also, note that the generated QA missed transforming training data related to Professor Thiersch\\'s method to a proper QA dataset. These and other improvements need to be experimented with, as well as to train with some completely new data that the model has not seen to test more effectively. Update: Training with new data was done by writing an imaginary story with ChatGPT help and then creating an instruction tuning data set (colab notebook). The model was then trained and tested (colab notebook) with this generated instruct dataset. The results confirm that the model learns via Instruct tuning, not only the fed questions but other details and relations of the domain. Problems with hallucinations remain (Bordor, Lila characters who are not in the story). The LLama2 13B 4-bit fine-tuned model has better output than the 7B model. A lot more needs to be explored in Fine-tuning. One observation is that slight changes in prompts give different answers. Since the output is not deterministic (that is, with even the same prompt, it varies over time), it is all the more difficult to fine-tune prompts to', start_char_idx=8158, end_char_idx=10306, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='625a5550-2308-4681-a65d-fb8f4cb84cfb', embedding=[-0.004356024321168661, 0.023122023791074753, 0.011141236871480942, -0.007982603274285793, -0.013653004541993141, 0.016639599576592445, -0.026686668395996094, 0.00878086406737566, -0.028186848387122154, -0.037380605936050415, 0.001445126486942172, 0.018139777705073357, -0.021195188164711, -0.011251341551542282, -0.014699000865221024, 0.002276074141263962, 0.01946103572845459, 0.006375760305672884, 0.012916678562760353, -0.016928624361753464, -0.012813454493880272, -0.0058596436865627766, -0.024319414049386978, -0.004937515594065189, -0.012675823643803596, 0.005766742862761021, 0.027636323124170303, -0.04203253611922264, -0.029590684920549393, 0.01242808811366558, 0.010012662038207054, 0.030141210183501244, -0.029673263430595398, -0.009131822735071182, 0.006399845704436302, -0.011980786919593811, 0.009634176269173622, -0.01606154814362526, 0.018869223073124886, -0.014368685893714428, 0.017630543559789658, 0.01494673639535904, 0.004782680422067642, -0.01582757569849491, 0.0069503700360655785, 0.023713838309049606, 0.022268710657954216, -0.017644306644797325, -0.02174571342766285, 0.029700789600610733, 0.02453962340950966, 0.019199537113308907, -0.014533843845129013, -0.0029831540305167437, -0.018580198287963867, -0.0027939111460000277, 0.0204106904566288, 0.01917201094329357, -0.001119112828746438, 0.004817088134586811, 0.009654820896685123, -0.009214402176439762, -0.010081477463245392, 0.032095570117235184, -0.0057426574639976025, -0.0025771423242986202, -0.010783395729959011, 0.01196014229208231, 0.018538909032940865, -0.012751520611345768, 0.019612431526184082, 0.011306393891572952, -0.012448732741177082, -0.0169974397867918, 0.03184783458709717, -0.017575491219758987, -0.015070605091750622, -0.006802416872233152, -0.010934790596365929, 0.01343279518187046, 0.01489168405532837, -0.012118417769670486, -0.03082936443388462, 0.054226651787757874, 0.016474442556500435, 0.008374852128326893, 0.004920311737805605, -0.01084533054381609, -0.008904731832444668, 0.010253516025841236, 0.0026752043049782515, -0.004397313576191664, 0.028517162427306175, 0.027072036638855934, 0.010666409507393837, -0.016433153301477432, -0.006826502270996571, 0.023122023791074753, -0.008670758455991745, -0.008842797949910164, -0.018043436110019684, 0.0014872760511934757, -0.032370831817388535, -0.010349858552217484, -0.015593603253364563, 0.00872581172734499, 0.00961353164166212, 0.004132373724132776, -0.009063007310032845, 0.005343527067452669, -0.03137988969683647, 0.012276693247258663, 0.004827410448342562, -0.021098846569657326, -0.019584905356168747, 0.0021934956312179565, -0.01900685392320156, -0.008540009148418903, -0.00419430760666728, -0.018538909032940865, 0.025227779522538185, 0.037765972316265106, 0.003442497691139579, 0.001201691455207765, 0.014217291958630085, 0.00529879704117775, -0.006733601447194815, -0.023892758414149284, -0.031352363526821136, -0.002210699487477541, 0.003442497691139579, 0.01811225153505802, 0.02269536815583706, -0.004311293829232454, -0.026163671165704727, 0.03804123401641846, -0.003316909307613969, -0.013391504995524883, -0.015125657431781292, -0.008540009148418903, 0.014038371853530407, 0.02803545445203781, -0.01940598338842392, -0.0026201519649475813, -0.009462137706577778, 0.03201299160718918, 0.011561011895537376, 0.02264031581580639, -0.0008158943383023143, -0.0057701836340129375, 0.014685237780213356, -0.03539871796965599, 0.0010571788297966123, 0.02832447923719883, 0.012104654684662819, 0.023837706074118614, 0.015442208386957645, 0.011719287373125553, -0.02207602746784687, -0.013054309412837029, 0.0007470787968486547, 0.006582207046449184, -0.0011328759137541056, 0.012008313089609146, 0.014616422355175018, 0.025571856647729874, 0.039334967732429504, -0.03958270326256752, -0.014093424193561077, -0.007053593639284372, -0.03088441677391529, 0.041894905269145966, -0.03696771338582039, 0.018428804352879524, -0.010432437062263489, 0.0043457020074129105, 0.03385724872350693, -0.021208951249718666, -0.006909080781042576, -0.01895180158317089, 0.010404910892248154, 0.005477717611938715, 0.011898208409547806, 0.008773982524871826, -0.026232486590743065, -0.018745355308055878, 0.008264747448265553, -0.0182911716401577, 0.002854124875739217, -0.014451264403760433, 0.015813812613487244, 0.022502683103084564, -0.007459605112671852, -0.00666478555649519, -0.643893301486969, -0.025406699627637863, 0.017603017389774323, -0.018139777705073357, -0.010074595920741558, 0.005887169856578112, -0.017135070636868477, 0.0050820279866456985, -0.01578628644347191, 0.023383522406220436, -0.013054309412837029, -0.01396955642849207, 0.005250626243650913, -0.026287538930773735, -0.017300227656960487, -0.003224008483812213, 0.00636887876316905, -0.01840127632021904, -0.006165872793644667, 0.011519722640514374, -0.0030261636711657047, 0.011918853037059307, 0.007308211177587509, -0.010232871398329735, -0.01535962987691164, 0.003950012382119894, 0.021883344277739525, -0.007562828715890646, 0.018593961372971535, -0.0010356740094721317, 0.0007715942920185626, 0.013040546327829361, -0.0032085247803479433, -0.005078587215393782, 0.04704230651259422, 0.0010107283014804125, -0.021387871354818344, 0.0004937515477649868, 3.392391590750776e-05, 0.03294888511300087, -0.01851138286292553, -0.0191169586032629, 0.029508106410503387, 0.016914861276745796, -0.018332460895180702, 0.03908723220229149, 0.005408902186900377, 0.014478791505098343, -0.00762476259842515, -0.0318753607571125, 0.008361089043319225, 0.009620413184165955, -0.00017171629588119686, -0.008182168938219547, 0.021236477419734, -0.006730160675942898, 0.030251314863562584, -0.008897850289940834, 0.007005422841757536, 0.0017014644108712673, -0.009014836512506008, 0.004325056914240122, -0.03773844614624977, -0.002418866381049156, -0.022764183580875397, 0.01800214685499668, 0.019529853016138077, 0.008560653775930405, 0.004097966011613607, -0.002045542234554887, -0.021952159702777863, 0.027168378233909607, -0.016529494896531105, -0.029508106410503387, 0.0009247089037671685, 0.00010849200771190226, 0.02163560874760151, -0.007872498594224453, -0.003912163898348808, 0.01357730757445097, 0.03044399805366993, -0.00777615699917078, 0.001763398409821093, -0.0017246896168217063, 0.007088001351803541, 0.00833356287330389, 0.011898208409547806, 0.015111894346773624, -0.029535632580518723, -0.0051508438773453236, -0.002728536492213607, 0.008058300241827965, 0.001476093428209424, -0.03228825330734253, -0.005336645524948835, 0.019282115623354912, 0.0002754772431217134, 0.016034021973609924, 0.013983319513499737, -0.02452586032450199, 0.002811115002259612, -0.0010184700367972255, 0.03198546543717384, 0.01290979702025652, 0.036995239555835724, 0.006953810807317495, -0.004325056914240122, 0.004479892086237669, 0.007659170310944319, -0.019722536206245422, 0.009427729994058609, 0.01688733510673046, -0.02898510918021202, -0.006953810807317495, -0.006485865451395512, -0.02342481166124344, 0.021828291937708855, -0.003894960042089224, 0.01929587870836258, -0.013357097283005714, 0.023011919111013412, 0.010907264426350594, 0.019103195518255234, -0.01298549398779869, 0.012001431547105312, 0.027416113764047623, 0.008189050480723381, -0.008601943030953407, 0.007583473343402147, 0.026328828185796738, -0.006936606951057911, -0.013618596829473972, 0.020988741889595985, -0.03154504671692848, -0.002391340211033821, 0.005377934779971838, 0.048583775758743286, 0.003729802556335926, 0.011072421446442604, -0.018910512328147888, -0.04332626983523369, -0.0019973712041974068, 0.014740290120244026, -0.008574416860938072, -0.024333177134394646, -0.026012277230620384, -0.014643948525190353, 0.008003247901797295, 0.002854124875739217, -0.015345866791903973, -0.005016653332859278, -0.013419031165540218, -0.019557379186153412, 0.02353491634130478, 0.001001266180537641, -0.009875031188130379, 0.01095543522387743, -0.028007928282022476, -0.01196014229208231, -0.027952875941991806, 0.015015552751719952, 0.03820639103651047, 0.008656995370984077, 0.024691017344594002, 0.015208235941827297, -0.01348784752190113, -0.0044041951186954975, 0.017685595899820328, -0.02887500263750553, -0.036664921790361404, 0.009916320443153381, -0.03154504671692848, 0.005790828261524439, 0.018525145947933197, -0.00043074230779893696, 0.015978969633579254, -0.011967023834586143, 0.003065732540562749, -0.01807096228003502, -0.0006081573665142059, -0.014120950363576412, 0.02580583095550537, 0.022612787783145905, -0.00449021439999342, 0.02308073453605175, 0.019529853016138077, 0.024512097239494324, 0.01628175750374794, -0.0110104875639081, 0.016625836491584778, 0.0027853092178702354, 0.01935093104839325, -0.0036128161009401083, 0.011636708863079548, -0.01402460876852274, 0.021731950342655182, 0.019419746473431587, -0.020947452634572983, -0.0010184700367972255, 0.02503509633243084, -0.0005539651610888541, 0.012221640907227993, 0.0038984008133411407, -0.0026201519649475813, -0.005670401267707348, -0.03424261510372162, 0.009875031188130379, -0.030911942943930626, 0.006878113839775324, 0.004049794748425484, 0.009049244225025177, -0.035701505839824677, 0.007466486655175686, -0.02056208625435829, -0.005426106043159962, 0.042390376329422, 0.008560653775930405, 0.011437144130468369, -0.014988025650382042, 0.015015552751719952, -0.013825043104588985, 0.01950232684612274, 0.020424453541636467, 0.01242808811366558, -0.0011612623929977417, -0.009400203824043274, -0.007693578023463488, 0.002461876254528761, 0.008829034864902496, -0.017933331429958344, 0.006138346623629332, 0.009049244225025177, 0.012799691408872604, 0.035701505839824677, 0.0014821148943156004, -0.02586088329553604, 0.013357097283005714, -0.0006920263404026628, 0.026342591270804405, -0.0011638429714366794, 0.004211511462926865, 0.025461751967668533, -0.007597236428409815, -0.02219989523291588, 0.0241404939442873, -0.004610641859471798, 0.022709131240844727, 0.004944397136569023, -0.014671474695205688, -0.009936965070664883, -0.009207519702613354, 0.018029673025012016, -0.008560653775930405, -0.010893501341342926, 0.015689944848418236, -0.020727243274450302, -0.0007660030387341976, 0.006953810807317495, 0.015538550913333893, 0.018318697810173035, 0.0030519694555550814, 0.015455971471965313, 0.004737950395792723, -0.02006661333143711, 0.005064824130386114, -0.015345866791903973, -0.0033633599523454905, -0.018745355308055878, -0.02218613214790821, -0.0030020782724022865, -0.028792424127459526, -0.027636323124170303, 0.01796085759997368, -0.03402240574359894, 0.02821437455713749, 0.0061727543361485004, -0.0026321946643292904, 0.01823611930012703, 0.017809463664889336, 0.043078530579805374, -0.0292053185403347, -0.030141210183501244, 0.03608687222003937, -0.006059208884835243, -0.0011690041283145547, -0.02230999991297722, -0.008718930184841156, 0.01950232684612274, -0.016309283673763275, 0.009152467362582684, -0.009510308504104614, -1.0140885024156887e-05, -0.006128024309873581, -0.0049340748228132725, -0.009599768556654453, 0.016653362661600113, 0.02008037641644478, -0.010535660199820995, 0.008319799788296223, -0.0010554584441706538, -0.006485865451395512, 0.01546973455697298, -0.03374714404344559, -0.006953810807317495, 0.02653527446091175, -0.00970299169421196, -0.022447630763053894, -0.0080858264118433, -0.0017806022660806775, -0.015455971471965313, -0.0025341324508190155, 0.01039802934974432, 0.0053332047536969185, 0.0015044799074530602, 0.0313248373568058, 0.016364337876439095, 0.0024240275379270315, -0.0007311651716008782, 0.046023838222026825, 0.016350574791431427, -0.0015569517854601145, -0.01818106696009636, 0.0007569710141979158, 0.015153183601796627, 0.05973189324140549, 0.021112609654664993, -0.012992375530302525, 0.016639599576592445, -0.0012894313549622893, -0.013591070659458637, -0.029453054070472717, -0.010349858552217484, 0.004177103750407696, 0.02368631213903427, -0.011650471948087215, -0.018649013713002205, 0.022007212042808533, 0.014643948525190353, 0.009083651937544346, -0.004559029825031757, 0.011354565620422363, -0.00667510787025094, -0.019034380093216896, -0.004300971515476704, 0.0034975502640008926, 0.003846789011731744, 0.015332103706896305, 0.02425059862434864, 0.008712048642337322, -0.00723251374438405, 0.01900685392320156, 0.02235128916800022, -0.0004421398916747421, -0.036940187215805054, 0.014423738233745098, -0.011932616122066975, 0.01050813402980566, 0.020713480189442635, 0.0065477993339300156, 0.01560736633837223, 0.007074238266795874, 0.007143053691834211, 0.008092707954347134, 0.006399845704436302, 0.0014726526569575071, 0.027512455359101295, 0.012586363591253757, -0.005704808980226517, 0.0004636447411030531, -0.017878279089927673, -0.01712130755186081, 0.030361419543623924, -0.021332819014787674, -0.02452586032450199, 0.016969913616776466, 0.00723251374438405, -0.02246139384806156, -0.001821891637519002, 0.010308569297194481, 0.005061383359134197, -0.015868864953517914, -0.009262572973966599, -0.003568086074665189, -0.008519364520907402, -0.0028283188585191965, -0.03300393745303154, 0.010322332382202148, -0.013536018319427967, 0.0027010103221982718, -0.007149935234338045, -0.012634534388780594, 0.004755154252052307, -0.022654078900814056, 0.019529853016138077, -0.006375760305672884, -0.02876489795744419, -0.058906108140945435, -0.00015225440438371152, -0.0016378100262954831, 0.009668583981692791, 0.008354207500815392, 1.41394448291976e-05, 0.00773486727848649, 0.013501610606908798, -0.010515015572309494, -0.029590684920549393, 0.002501445123925805, -0.022048501297831535, -0.0008963224827311933, -0.014575133100152016, 0.0038261443842202425, -0.015455971471965313, -0.008078944869339466, -0.016570784151554108, -0.0039052823558449745, 0.0027612238191068172, -0.006155550479888916, -0.008051418699324131, 0.02063090167939663, 0.02375512756407261, 0.01772688515484333, 0.014107187278568745, 0.020259296521544456, -0.027471166104078293, 0.004166781436651945, -0.023892758414149284, -0.03875691443681717, -0.007218750659376383, 0.010026425123214722, -0.00905612576752901, 0.012785928323864937, -0.007721104193478823, -0.005883729085326195, -0.006372319534420967, 0.027526218444108963, -0.015221999026834965, 0.0008210554951801896, 0.01807096228003502, 0.016020258888602257, 0.008154641836881638, 0.02057584933936596, 0.0053332047536969185, 0.012441851198673248, -0.03484819456934929, -0.02269536815583706, -0.029645737260580063, 0.020493268966674805, -0.0053022378124296665, -0.01639186404645443, 0.03151752054691315, 0.012132180854678154, -0.003332392778247595, -0.02136034518480301, 0.011072421446442604, -0.020974978804588318, 0.02002532407641411, -0.0019887692760676146, -0.009978254325687885, -0.0182911716401577, -0.009936965070664883, -0.013708056882023811, 0.0001910706632770598, -0.027636323124170303, 0.010570067912340164, 0.0123248640447855, 0.001224916777573526, -0.021759476512670517, -0.00903548114001751, 0.012359271757304668, -0.027553744614124298, -0.007955077104270458, 0.02881995029747486, 0.016034021973609924, 0.03327919915318489, 0.017382808029651642, 0.013006138615310192, -0.03060915507376194, -0.000961697252932936, -0.0008378292550332844, -0.017988383769989014, -0.0012705069966614246, 0.007652288768440485, 0.0023276859428733587, 0.01343279518187046, 0.05183187127113342, 0.0033083073794841766, -0.006850587669759989, 0.01946103572845459, -0.016543257981538773, 0.02408544160425663, -0.015744997188448906, -0.002382738282904029, -0.01805719919502735, -0.00126448564697057, 0.007370145060122013, -0.008257865905761719, 0.025241542607545853, -0.017245175316929817, 0.018938038498163223, 0.015111894346773624, -0.016735941171646118, 0.00842302292585373, -0.0023965013679116964, -0.020534560084342957, -0.017644306644797325, -0.0026717635337263346, -0.010081477463245392, -0.007659170310944319, -0.02491122856736183, -0.008147760294377804, 0.002587464638054371, -0.00814087875187397, 0.0063895233906805515, -0.007762393448501825, 0.020837347954511642, -0.02553056739270687, 0.0049031078815460205, 0.008202813565731049, 0.01440997514873743, -0.04120675101876259, -0.0032050840090960264, -0.04112417250871658, 2.9945515052531846e-05, 0.01595144346356392, 0.009021718055009842, 0.01950232684612274, 0.022103553637862206, -0.017410334199666977, -0.007769275456666946, -0.0001373085251543671, 0.010274161584675312, -0.0036024937871843576, -0.02978336811065674, -0.03608687222003937, -0.012545074336230755, -0.02357620559632778, -0.01546973455697298, 0.018442567437887192, 0.003991301637142897, 0.005835558287799358, -0.007088001351803541, 0.010611357167363167, -0.03173772990703583, -0.023713838309049606, 0.01221475936472416, 0.015965206548571587, 0.04076632857322693, 0.011017369106411934, 0.005474276840686798, 0.027195904403924942, -0.0035818491596728563, -0.017795700579881668, 0.01385256927460432, 0.012813454493880272, -0.014877920970320702, 0.006874673068523407, 0.005305678583681583, -0.02114013582468033, -0.013494729064404964, 0.013701175339519978, 0.005852762144058943, -0.028902528807520866, -0.04844614490866661, 0.021924633532762527, 0.004362905863672495, 0.01688733510673046, -0.019364694133400917, -0.015221999026834965, -0.016804756596684456, 0.018607724457979202, -0.0014580293791368604, 0.024773597717285156, -0.0047448319382965565, 0.007074238266795874, 0.018580198287963867, 0.010666409507393837, 0.018304934725165367, 0.01067329104989767, -0.016983676701784134, 0.00152684492059052, 0.03272867575287819, 0.010921027511358261, -0.025324121117591858, 0.008815271779894829, -0.016323048621416092, 0.03718792274594307, -0.02653527446091175, 0.023548679426312447, 0.01435492280870676, 0.012703349813818932, 0.015511023811995983, 0.010219108313322067, 0.00939332228153944, 0.034600455313920975, -0.014520080760121346, -0.003815822070464492, 0.006967573892325163, -0.009881912730634212, 0.004397313576191664, -0.029342949390411377, -0.006417049560695887, 0.00019504906958900392, -0.024663491174578667, 0.007934432476758957, 0.026177434250712395, 0.021098846569657326, -0.02286052517592907, 0.004658812656998634, -0.015442208386957645, -0.0191169586032629, -0.009936965070664883, -0.006544358562678099, 0.006847146898508072, -0.04371163621544838, -0.02453962340950966, 0.017162596806883812, 0.0019027498783543706, 0.012806572951376438, 0.0032085247803479433, -0.0009083652403205633, -0.0003253685135859996, 0.026397643610835075, -0.03812381252646446, 0.017135070636868477, -0.005040738731622696, -0.012779046781361103, -0.02006661333143711, -0.008670758455991745, 0.0019578023348003626, -0.004479892086237669, -0.005291915498673916, -0.02575077675282955, -0.02876489795744419, -0.0008885807474143803, 0.016570784151554108, 0.007604117970913649, 0.02246139384806156, -0.008457430638372898, 0.009936965070664883, 0.010528778657317162, 0.007652288768440485, -0.0013556663179770112, -0.01201519463211298, 0.011602301150560379, 0.012600126676261425, -0.001688561518676579, 0.016378100961446762, -0.00011150268983328715, 0.013109361752867699, -0.016130363568663597, 0.0051026726141572, -0.01090038288384676, -0.04940956085920334, 0.0031001404859125614, 0.010177819058299065, 0.006812739185988903, -0.014795342460274696, -0.0065512401051819324, -0.010989842936396599, -0.005519006866961718, -0.010618238709867, 0.0053022378124296665, -0.015579840168356895, -0.0007389069069176912, 0.009331388399004936, 0.00948278233408928, 0.02832447923719883, 0.015221999026834965, -0.0267692469060421, -0.017080018296837807, 0.0013496449682861567, -0.019158247858285904, -0.035536348819732666, -0.010349858552217484, -0.017823226749897003, 0.048638828098773956, 0.0022863964550197124, -0.008773982524871826, -0.02158055640757084, -0.006024801172316074, -0.03462798148393631, -0.003912163898348808, -0.002489402424544096, 0.010824685916304588, 0.012476258911192417, 0.006819620728492737, -0.012641415931284428, 0.016323048621416092, -0.021814528852701187, 0.008127115666866302, -0.01694238744676113, -0.008663876913487911, -0.0024154256097972393, 0.0048652589321136475, -0.009661702439188957, 0.0009487943607382476, -0.024401992559432983, -0.007631644140928984, 0.005164606962352991, -0.0010107283014804125, -0.0008171846275217831, 0.02001156099140644, -0.02904016152024269, -0.03402240574359894, -0.0020403810776770115, -0.0012662060325965285, -0.000642135099042207, -0.004097966011613607, 0.0034683034755289555, -0.02129152975976467, 0.002317363629117608, 0.0005208476795814931, -0.004927193280309439, -0.01918577402830124, 0.007900024764239788, 0.01390762161463499, 0.017699358984827995, 0.008175287395715714, -0.027581270784139633, -0.016928624361753464, 0.011464670300483704, -0.02035563811659813, 0.036664921790361404, 0.001119112828746438, 0.008890968747437, 0.02781524322926998, 0.011781221255660057, -0.01136832870543003, -0.009799334220588207, 0.01633681170642376, 0.005532769951969385, -0.013721819967031479, 0.03669244796037674, -0.015455971471965313, -0.010996724478900433, 0.003963775467127562, -0.010817804373800755, -0.013673649169504642, 0.00595254497602582, -0.01823611930012703, -0.0005169768119230866, -0.03294888511300087, 0.01946103572845459, 0.012999257072806358, -0.023204602301120758, 0.00014343739894684404, 0.0007311651716008782, -0.00747336819767952, -0.0020954334177076817, -0.019419746473431587, -0.021043794229626656, -0.027250956743955612, 0.004916870966553688, -0.018552672117948532, -0.010528778657317162, -0.0005617068964056671, -0.00545019144192338, 0.029177792370319366, -0.022929340600967407, 0.0033908861223608255, 0.19356437027454376, -0.033416830003261566, -0.010927909053862095, 0.019048143178224564, -0.002398221753537655, 0.022557735443115234, 0.03528861328959465, 0.021442923694849014, -0.012228522449731827, -0.016804756596684456, 0.009792452678084373, 0.01277216523885727, -0.02726471982896328, -0.0001733291574055329, 0.015868864953517914, -0.030526576563715935, -0.04131685569882393, -0.028241900727152824, -0.017080018296837807, -0.011333920992910862, 0.005883729085326195, -0.01279280986636877, -0.004297530744224787, -0.009868149645626545, 0.04087643325328827, -0.012868506833910942, 0.0007487991824746132, 0.000679553544614464, 0.0007161117973737419, 0.026108618825674057, -0.02034187503159046, -0.019089432433247566, 0.0023431694135069847, 0.010473726317286491, -0.019928982481360435, -0.006623496301472187, -0.008856561034917831, 0.00783120933920145, 0.0127377575263381, 0.014754053205251694, 0.019887693226337433, -0.010466844774782658, 0.0049340748228132725, -0.03228825330734253, 0.004325056914240122, 0.025406699627637863, -0.002005973132327199, -0.016969913616776466, 0.005938781891018152, 0.006595970131456852, -0.013226347975432873, 0.019323404878377914, 0.030856890603899956, 0.03099452145397663, 0.011388973332941532, -0.012317982502281666, 0.002061025705188513, 0.01683228276669979, 0.005106113385409117, 0.003884637728333473, -0.022502683103084564, 0.010576949454843998, 0.01951608993113041, 0.0445924736559391, -0.003196482080966234, 0.015111894346773624, 0.004706983454525471, -0.006152109708636999, -0.00322744925506413, -0.0001875223679235205, 0.005687605123966932, -0.0006085875211283565, -0.010225989855825901, -0.009345151484012604, -0.03038894571363926, -0.0334443561732769, 0.04996008798480034, 0.01449255459010601, 0.014286107383668423, 0.04489526152610779, -0.011609182693064213, -0.011602301150560379, -0.005687605123966932, -0.025998514145612717, -0.011395854875445366, -0.05144650116562843, 0.010583830997347832, -0.0270857997238636, 0.006561562418937683, -0.011760576628148556, -0.0015457691624760628, -0.015965206548571587, -0.011877563782036304, 0.012703349813818932, 0.013563544489443302, -0.006128024309873581, 0.025269068777561188, 9.290099114878103e-05, -0.026961931958794594, -0.018208593130111694, -0.014176002703607082, 0.03663739562034607, 0.009696110151708126, 0.016488205641508102, 0.003380563808605075, -0.008202813565731049, 0.0044351620599627495, -0.005543092265725136, -0.008202813565731049, -0.009207519702613354, 0.013611715286970139, -0.026493985205888748, 0.007617881055921316, -0.0017685595666989684, 0.005219659302383661, 0.017272701486945152, -0.0029160587582737207, -0.005398579873144627, 0.015180709771811962, -0.009716754779219627, 0.002988315187394619, -0.02006661333143711, 0.006575325503945351, 0.005126758012920618, -0.0025582178495824337, -0.017699358984827995, -0.02136034518480301, -0.0012541633332148194, -0.036940187215805054, 0.014176002703607082, -0.007308211177587509, -0.03033389337360859, 0.016680888831615448, -0.0009763205889612436, 0.014093424193561077, -0.005371053237468004, -0.0024567150976508856, -0.020107902586460114, -0.015428445301949978, -0.0022640314418822527, 0.00023440296354237944, -0.001633509062230587, 0.005808032117784023, 0.013054309412837029, -0.013439676724374294, 0.0010313730454072356, 0.005415783729404211, 0.008106471039354801, -0.011588538065552711, -0.01440997514873743, -0.002713053021579981, -0.019213300198316574, 0.006613173987716436, -0.006251892540603876, 0.016488205641508102, 0.0032343307975679636, -0.017878279089927673, -0.012937323190271854, -0.005653196945786476, 0.0059319003485143185, -0.05240992084145546, 0.004844614304602146, 0.008650113828480244, 0.018277408555150032, -0.009868149645626545, -0.03300393745303154, -0.17649811506271362, -0.0015991012332960963, 0.015593603253364563, -0.04918935149908066, 0.029012635350227356, -0.005223100073635578, 0.016543257981538773, 0.0072393957525491714, -0.033526934683322906, 0.013288281857967377, -0.006355115678161383, 0.009193756617605686, -0.004221833776682615, -0.02441575564444065, -0.015689944848418236, 0.009407085366547108, -0.005075146444141865, 0.00011214783444302157, 0.027801480144262314, -0.002147044986486435, 0.03600429370999336, -0.04453742131590843, 0.019612431526184082, -0.005350408609956503, 0.013047427870333195, 0.01794709451496601, 0.00641360878944397, 0.01201519463211298, 0.002018015831708908, -0.04387679323554039, -0.01873159222304821, 0.013370860368013382, 0.010129648260772228, -0.01379751693457365, 0.030196262523531914, 0.02006661333143711, 0.005223100073635578, -0.017699358984827995, -0.042170166969299316, 0.02491122856736183, 0.012524429708719254, 0.02118142507970333, 0.00525406701490283, -0.005993834231048822, -0.020644664764404297, 0.021883344277739525, 0.018483856692910194, -0.017492912709712982, 0.0016997440252453089, -0.011354565620422363, 0.020052850246429443, -0.01811225153505802, 0.01801590994000435, 0.0008533127838745713, -0.006823061499744654, 0.016089074313640594, 0.01449255459010601, 0.0031930413097143173, -3.7714144127676263e-05, -0.02470478042960167, -0.01519447285681963, -0.017272701486945152, 0.016680888831615448, -0.011313275434076786, 0.0029453053139150143, -0.013068072497844696, -0.0073563819751143456, 0.0054605137556791306, -0.04228027164936066, 0.012448732741177082, -0.019419746473431587, -0.0016825401689857244, -0.0075765918008983135, 0.0044454843737185, 0.02692064270377159, 0.01902061700820923, -0.0105975940823555, -0.005739216692745686, 0.011216933839023113, 0.0037917366717010736, -0.0015535110142081976, 0.019447272643446922, -0.021153898909687996, -0.009806215763092041, -0.02034187503159046, -0.028407057747244835, -0.015208235941827297, 0.019708773121237755, -0.008003247901797295, -0.010969198308885098, 0.05100608244538307, 0.0007797661819495261, 0.012717112898826599, 0.004944397136569023, -0.006017919629812241, 0.01530457753688097, 0.009813097305595875, -0.013370860368013382, -0.008051418699324131, 0.0032412123400717974, 0.009441493079066277, 0.004920311737805605, -0.021374108269810677, 0.04120675101876259, 0.034270141273736954, 0.005532769951969385, -0.02887500263750553, 0.021098846569657326, 0.04492278769612312, -0.0037160394713282585, -0.011168763041496277, 0.0022468275856226683, 0.006812739185988903, 0.0008494419162161648, -0.028407057747244835, 0.021002504974603653, 0.00535384938120842, -0.018442567437887192, 0.013315808027982712, 0.02163560874760151, 0.0536210723221302, -0.008230339735746384, -0.024291887879371643, 0.01867653988301754, -0.014533843845129013, -0.02881995029747486, -0.12210630625486374, -0.027016984298825264, -0.010466844774782658, 0.015400919131934643, -0.0008408399880863726, 0.023768890649080276, 5.4004074627300724e-05, 0.026218723505735397, -0.021608082577586174, 0.04971235245466232, -0.02569572441279888, -0.014795342460274696, 0.020039087161421776, 0.0053641716949641705, 0.005508684553205967, 0.003781414357945323, 0.011967023834586143, 0.008698285557329655, -0.014368685893714428, 0.03952765092253685, -0.0064893062226474285, -0.009730517864227295, 0.021663134917616844, -0.009634176269173622, -0.0009591166744939983, 0.003526796819642186, -0.02085111103951931, 0.027952875941991806, 0.007480249740183353, -0.0033203500788658857, 0.018153540790081024, -0.041014064103364944, -0.010026425123214722, -0.012042720802128315, 0.015965206548571587, -0.018635250627994537, 0.009668583981692791, -0.00017139372357632965, 0.025847120210528374, -0.02336975932121277, 0.01845633052289486, 0.002952186856418848, -0.00034149715793319046, 0.00045762339141219854, -0.018882986158132553, -0.010349858552217484, -0.031132154166698456, 0.032260727137327194, -0.004101406782865524, -0.03055410273373127, -0.050758346915245056, -0.01723141223192215, -0.04528063163161278, 0.000319992279401049, 0.032425884157419205, 0.0039947424083948135, 0.005993834231048822, -0.008890968747437, -0.023232128471136093, -0.0007883681100793183, -0.00012569589307531714, -0.011918853037059307, -0.004011946264654398, 0.0020713480189442635, 0.015125657431781292, -0.0011578216217458248, -0.02353491634130478, -0.033361777663230896, 0.016419390216469765, -0.0028885325882583857, -0.0013763109454885125, 0.010852212086319923, -0.005574059206992388, 0.02035563811659813, -0.02821437455713749, 0.01706625521183014, -0.017644306644797325, -0.036499764770269394, -0.0008722370839677751, 0.004841173533350229, -0.008471193723380566, -0.022846762090921402, 0.012957967817783356, -0.020479505881667137, 0.008650113828480244, -0.0004971923190169036, -0.003946571610867977, -0.017603017389774323, -0.0026820858474820852, -0.025778302922844887, -0.012331745587289333, 0.029590684920549393, 0.008209695108234882, -0.018759118393063545, -0.004507418256253004, 0.022571498528122902, -0.014533843845129013, -0.005993834231048822, -0.0008373991586267948, 0.00015193181752692908, -0.023548679426312447, 0.006145228166133165, -0.04566599801182747, 0.021828291937708855, 0.00010177174408454448, -0.01207024697214365, -0.01957114227116108, -0.00762476259842515, 0.020878637209534645, 0.003592171473428607, -0.024938754737377167, 0.016653362661600113, -0.03176525607705116, 0.029177792370319366, -0.017217649146914482, -0.016089074313640594, -0.02660408988595009, -0.006867791526019573, 0.004937515594065189, -0.03385724872350693, 0.00015193181752692908, 0.01454760693013668, 0.013308926485478878, -0.010246634483337402, 0.004115169867873192, 0.008512482978403568, 0.020603375509381294, -0.019419746473431587, -0.006881554611027241, 0.0008946020971052349, 0.0001736517297104001, 0.00270273070782423, 0.026397643610835075, -0.013680530712008476, -0.01582757569849491, 0.01917201094329357, -0.02437446638941765, -0.03016873635351658, 0.005140521563589573, 0.008650113828480244, 0.006128024309873581, 0.03371961787343025, 0.0012188954278826714, -0.03495829924941063, 0.0034562607761472464, -0.02052079513669014, 0.02548927813768387, 0.004473010543733835, -0.023727601394057274, 0.004844614304602146, 0.007452723570168018, 0.00898042879998684, 0.03462798148393631, 0.03143494203686714, -0.014699000865221024, -0.03418756276369095, -0.02163560874760151, 0.004208070691674948, 0.023232128471136093, -0.003416691906750202, 0.007762393448501825, 0.03055410273373127, 0.020589612424373627, -0.008347325958311558, 0.0048342919908463955, -0.015923917293548584, -0.0014434061013162136, 0.006589088588953018, -0.0004941816441714764, -0.0015122216427698731, 0.0014915770152583718, -0.0056807235814630985, -0.002066186862066388, 0.0027939111460000277, -0.009207519702613354, 0.011313275434076786, 0.01379751693457365, 0.016488205641508102, -0.0003365510201547295, -0.0028007926885038614, -0.009565360844135284, 0.0123248640447855, 0.010102122090756893, -0.0008954622899182141, -0.010198463685810566, 0.0014829750871285796, 0.01705249212682247, -0.006661344785243273, -0.0027629442047327757, 0.004414517432451248, 0.0072393957525491714, -0.005360730923712254, 0.0037435656413435936, 0.013584189116954803, -0.002355212112888694, 0.025434225797653198, 0.008436786010861397, 0.0028988549020141363, 0.002367254812270403, -0.011609182693064213, 0.007913787849247456, 0.011815628968179226, 0.012297337874770164, -0.01582757569849491, -0.0007122409297153354, -0.028352005407214165, -0.034710559993982315, 0.002176291774958372, -0.03757328912615776, -0.03479314222931862, 0.02654903754591942, 0.03798618167638779, -0.009235046803951263, -0.0016395304119214416, -0.009475900791585445, 0.007631644140928984, -0.019419746473431587, 0.021167661994695663, -0.010927909053862095, -0.024401992559432983, -0.017437860369682312, 0.03407745808362961, 0.012971730902791023, 0.00747336819767952, 0.05147402733564377, -0.009985135868191719, 0.024691017344594002, 0.011801865883171558, 0.05367612466216087, -0.017093781381845474, 0.022667841985821724, 0.010081477463245392, 0.005876847542822361, -0.012503785081207752, -0.02330094389617443, 0.006657904013991356, -0.004562470596283674, -0.027636323124170303, 0.020768532529473305, -0.006534036248922348, 0.0015801769914105535, 0.08665253967046738, 0.007872498594224453, -0.0032893831375986338, 0.019970271736383438, -0.02158055640757084, 0.0005660078604705632, 0.00783120933920145, 0.0233559962362051, -0.0028730491176247597, -0.024278124794363976, 0.007858735509216785, 0.002135002287104726, -0.002179732546210289, -0.04266563802957535, -0.01546973455697298, 0.005973189603537321, 0.011856919154524803, 0.029398001730442047, -0.0006692311726510525, -0.01650196872651577, 0.027526218444108963, 0.0032446531113237143, 0.0039672162383794785, 0.004080762155354023, -0.00667510787025094, 0.019873930141329765, 0.020782295614480972, 0.008361089043319225, -0.00878086406737566, -0.027966639026999474, 0.02581959404051304, 0.020149191841483116, -0.033086515963077545, -0.013866332359611988, -0.020754769444465637, -0.0225302092730999, -0.01578628644347191, -0.012593245133757591, 0.000722563243471086, 0.0008954622899182141, 0.02017671801149845, 0.02079605869948864, -0.00950342696160078, -0.0037745328154414892, -0.007149935234338045, 0.00270273070782423, 0.006957251578569412, -1.8588261809782125e-05, -0.020603375509381294], metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='f39c5aed-b2ee-4c18-8a62-14d147954420', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='269f7916e4261ec5c52738395f643cf9a72f48a9d9824de892c97df4acead899'), : RelatedNodeInfo(node_id='20e6a395-cce6-4859-8026-3132888b9b0a', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='d621e18b947dbbad5ced10a75515de1a35d6f68b7feaecb1ac870fbb91fb0b71'), : RelatedNodeInfo(node_id='49f31e17-4204-408d-a6d4-d541382c0a90', node_type=, metadata={}, hash='0122d3468a41003fdc31c57758ea961dd533680effdfa5ba53d7877310a0b05f')}, hash='9a240322804fca3e07936d123c23a6fab60af4143de58f289dc8a445779aaf40', text='The results confirm that the model learns via Instruct tuning, not only the fed questions but other details and relations of the domain. Problems with hallucinations remain (Bordor, Lila characters who are not in the story). The LLama2 13B 4-bit fine-tuned model has better output than the 7B model. A lot more needs to be explored in Fine-tuning. One observation is that slight changes in prompts give different answers. Since the output is not deterministic (that is, with even the same prompt, it varies over time), it is all the more difficult to fine-tune prompts to give the most effective output. This needs to be studied more. Also to be updated are higher level use-cases that should be possible with the fine-tuned models.', start_char_idx=9735, end_char_idx=10467, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='49f31e17-4204-408d-a6d4-d541382c0a90', embedding=[-0.018967702984809875, 0.0046917470172047615, -0.0028906750958412886, 0.005078842863440514, -0.005093179643154144, -0.0010008940007537603, -0.025562671944499016, 0.010272380895912647, -0.02474546991288662, -0.048716746270656586, 0.01306090597063303, 0.019899601116776466, -0.006526868790388107, -0.015985630452632904, -0.01137632131576538, 0.005637981463223696, 0.009225787594914436, 0.012379903346300125, -0.000993725610896945, -0.00732973450794816, -0.015053733251988888, -0.004741925746202469, -0.024802817031741142, -0.007207870949059725, -0.01888168230652809, 0.0014811798464506865, 0.03796407952904701, -0.032802801579236984, -0.01948383077979088, -0.0026415716856718063, -0.002718632575124502, 0.0179497841745615, -0.0190967358648777, -0.006534037180244923, 8.098102262010798e-05, -0.019225766882300377, 0.009290304034948349, 0.007598550990223885, 0.034408532083034515, -0.02002863399684429, 0.03291749581694603, 0.021706050261855125, 0.004641567822545767, -0.013182769529521465, -0.002451607957482338, 0.01817917451262474, 0.007455182261765003, -0.0009336898801848292, -0.017404982820153236, 0.006637979298830032, -0.0045412094332277775, 0.021419310942292213, -0.03842286020517349, 0.008723996579647064, -0.023010706529021263, 0.019455157220363617, 0.015727566555142403, 0.014358393847942352, 0.0021200673654675484, 0.0003911282401531935, -0.003114689141511917, -0.005498196929693222, -0.01860928162932396, 0.009311809204518795, -0.013620044104754925, -0.008329732343554497, -0.0007553748437203467, 0.04154830425977707, 0.01589960977435112, -0.017562689259648323, 0.007412171456962824, 0.009232955984771252, -0.0045304568484425545, -0.01979924365878105, 0.02111823670566082, -0.009799263440072536, -0.012136176228523254, 0.005605723243206739, -0.01906806230545044, 0.006082424893975258, 0.02428668923676014, -0.01591394655406475, -0.017519677057862282, 0.04590671882033348, 0.022551925852894783, -0.004605725407600403, -0.007361992262303829, -0.017978457733988762, -0.0010770587250590324, 0.0012921120505779982, 0.017978457733988762, 0.01934046298265457, 0.03693182393908501, 0.03911103308200836, 5.6983531976584345e-05, 0.012652304023504257, -0.019225766882300377, 0.029476642608642578, -0.015010721981525421, -0.017361972481012344, -0.009956968948245049, 0.001034048036672175, -0.028014279901981354, -0.01362721249461174, -0.03019348718225956, -0.006913964636623859, 0.020587772130966187, 0.005372749175876379, -0.0015994590939953923, 0.013003557920455933, -0.014652300626039505, 0.0404873751103878, 0.0013727571349591017, -0.044186290353536606, 0.0023225760087370872, 0.007304644677788019, -0.01292470470070839, -0.01911107264459133, -0.016286704689264297, -0.003956981468945742, 0.026494570076465607, 0.030279509723186493, 0.009505357593297958, -0.023741887882351875, 0.016688138246536255, -0.0003389329940546304, 0.0017034015618264675, -0.02886015735566616, -0.03443720564246178, 0.0034587744157761335, 0.014573447406291962, 0.026437222957611084, 0.026666613295674324, 0.005956977140158415, -0.021964114159345627, 0.02022935077548027, 0.009483851492404938, -0.019827917218208313, -0.027555499225854874, -0.00555912870913744, 0.005426512565463781, 0.028057290241122246, -0.006774180103093386, 0.009727578610181808, -0.019584190100431442, 0.03704652190208435, -0.002152325352653861, 0.008494606241583824, 0.01929745264351368, -0.00568816065788269, -0.0008333316654898226, -0.03277412801980972, -0.0014847640413790941, 0.024458732455968857, 0.01816483773291111, 0.02289601042866707, 0.009297472424805164, 0.009734747000038624, -0.028100302442908287, -0.005333322566002607, 0.013247285038232803, 0.00545877031981945, -0.014007139950990677, 0.004340493120253086, -0.001301968703046441, 0.029390621930360794, 0.03065226785838604, -0.023698877543210983, -0.01509674359112978, -0.006989233195781708, -0.0005613787798210979, 0.011663058772683144, -0.012014312669634819, 0.031053701415657997, -0.009756253100931644, 0.005921135190874338, 0.011283131316304207, -0.010078832507133484, 0.0007392458501271904, -0.025261597707867622, 0.0012204276863485575, 0.024473069235682487, 0.0018512507667765021, 0.02703937143087387, -0.030365530401468277, -0.015039396472275257, -0.010408581234514713, -0.015627209097146988, 0.006573463324457407, 0.002845872426405549, 0.02091751992702484, 0.03091033175587654, -0.013240116648375988, -0.01170607004314661, -0.6120131015777588, -0.016501758247613907, 0.02316841296851635, -0.007469519041478634, -0.013046568259596825, -0.002577055711299181, -0.020501751452684402, -0.013548360206186771, -0.040544722229242325, 0.017634373158216476, -0.009354819543659687, -0.0074623506516218185, 0.015756240114569664, -0.008559122681617737, -0.010494602844119072, -0.019383473321795464, 0.016516095027327538, -0.018351217731833458, -0.020516088232398033, -0.004340493120253086, -0.00403225002810359, 0.004189955536276102, -0.0014874521875753999, -0.0009399622795172036, 0.005469522904604673, -0.004663072992116213, -0.008250879123806953, -0.001621860545128584, 0.033949751406908035, 0.01296054758131504, -0.025132566690444946, 0.021490996703505516, 0.01772039383649826, -0.012114671058952808, 0.03816479817032814, 0.0037383437156677246, -0.026207832619547844, 0.014487425796687603, -0.004344077315181494, 0.01655910722911358, -0.019928274676203728, -0.0166164543479681, 0.005551960319280624, 0.006372747011482716, -0.006992817390710115, 0.0266092661768198, 0.013211443088948727, 0.003677411936223507, 0.011526858434081078, -0.034838639199733734, 0.007229376118630171, 0.01707523502409458, 0.010953382588922977, -0.019440820440649986, 0.014222193509340286, 0.008336900733411312, 0.030939005315303802, -0.004275977145880461, 0.020745478570461273, -0.00515769561752677, 0.014551942236721516, 0.008723996579647064, -0.024387046694755554, -0.015598534606397152, -0.023713214322924614, 0.008602133020758629, 0.023799235001206398, 0.03148380666971207, -0.00726163387298584, -0.01971322111785412, -0.014616457745432854, 0.017835089936852455, -0.005225795786827803, -0.024702459573745728, 0.006777764298021793, 0.026279516518115997, 0.003899633651599288, -0.00561647629365325, 0.013978466391563416, 0.01655910722911358, 0.006218625232577324, 0.007172028534114361, 0.008344069123268127, -0.009670231491327286, -0.011534026823937893, 0.009842273779213428, 0.00036827882286161184, 0.005645149853080511, -0.0060537513345479965, 0.03139778599143028, 0.01067381352186203, 0.007842278108000755, -0.01770605705678463, -0.04401424899697304, 0.009197114035487175, 0.011433668434619904, -0.00918994564563036, 0.006376331206411123, 0.01555552426725626, -0.0201720017939806, -0.01068815030157566, -0.009053745307028294, 0.024171994999051094, 0.0005362892406992614, 0.032802801579236984, 0.0035250824876129627, -0.022351209074258804, 0.001949816825799644, 0.0070143225602805614, -0.020286697894334793, -0.019498169422149658, 0.007562708575278521, -0.02564869448542595, -0.0013243700377643108, 0.02318274974822998, -0.02474546991288662, -0.011856607161462307, -0.003299276577308774, 0.017648709937930107, -0.002616482088342309, 0.008788513019680977, 0.006440847180783749, 0.016917528584599495, 0.002353041898459196, 0.01658778078854084, 0.03334760293364525, 0.003512537805363536, -0.014078824780881405, -0.0029784885700792074, 0.007741919718682766, -0.00807883683592081, -0.00448027765378356, 0.02473113313317299, -0.027756216004490852, 0.013670223765075207, 0.004487446043640375, 0.040573395788669586, 0.003222215687856078, 0.009197114035487175, -0.015039396472275257, -0.046451520174741745, -0.01678849570453167, 0.007562708575278521, -0.017204266041517258, -0.024344036355614662, -0.01863795518875122, -0.033519644290208817, 0.00039292036672122777, 0.00985661055892706, -0.01972755789756775, -0.00908958725631237, -0.002229386242106557, -0.018336880952119827, 0.021906765177845955, -0.0059713139198720455, -0.007727582938969135, -0.0047240047715604305, -0.04017196223139763, -0.0038817126769572496, -0.037333257496356964, 0.010716823861002922, 0.0279425960034132, 0.003763433312997222, 0.022121818736195564, -0.0047455099411308765, 0.0023422890808433294, -0.01544082909822464, 0.03707519546151161, -0.03452322632074356, -0.0339784249663353, 0.0032383447978645563, -0.036214981228113174, 0.0007867367821745574, 0.029620012268424034, -0.006118267308920622, 0.009634389542043209, -0.030508898198604584, -0.001794799230992794, -0.03185656666755676, -0.002250891411677003, -0.019354799762368202, 0.030107466503977776, 0.0004348109650891274, -0.016659464687108994, 0.03085298463702202, 0.01952684298157692, 0.01556986104696989, 0.00476701557636261, -0.021691711619496346, 0.02655191719532013, 0.01044442318379879, 0.003241928992792964, -0.011433668434619904, 0.025978442281484604, 0.0005524182342924178, 0.004774183966219425, 0.03222932666540146, -0.013670223765075207, -0.004731173161417246, 0.04217912629246712, -0.009512525983154774, 0.008114678785204887, 0.007784930523484945, -0.011433668434619904, -0.010057327337563038, -0.026637939736247063, 0.029476642608642578, -0.028774134814739227, 0.007734751328825951, -0.007146939169615507, 0.009913958609104156, -0.024344036355614662, -0.019211430102586746, -0.015942620113492012, 0.011448005214333534, 0.02973470650613308, -0.0035071612801402807, 0.014910364523530006, -0.005537623073905706, 0.014344057068228722, -0.010422918014228344, 0.0252042505890131, 0.018494585528969765, 0.0014426494017243385, -0.003992823418229818, -0.014645131304860115, -0.022408556193113327, 0.014344057068228722, -0.0014525060541927814, -0.018996376544237137, 0.015397818759083748, -0.0017428280552849174, 0.01398563478142023, 0.011584206484258175, 0.016487421467900276, -0.014028645120561123, 0.019010715186595917, 0.0026594928931444883, 0.03506803140044212, -0.0038064438849687576, 0.019885264337062836, 0.006781348492950201, -0.001033151987940073, -0.033462297171354294, 0.02229386195540428, 0.0012186355888843536, 0.02910388447344303, 0.0243153627961874, -0.009541199542582035, 0.0047813523560762405, -0.035039354115724564, 0.01813616417348385, 0.010093169286847115, -0.0009991019032895565, 0.007136186119168997, -0.01792111061513424, 0.0016353013925254345, 0.004580636043101549, 0.03248738870024681, 0.014444415457546711, 0.006483857985585928, 0.016645127907395363, -0.008136183954775333, -0.001754476805217564, 0.00476701557636261, -0.021863754838705063, -0.0001723786845104769, -0.031426459550857544, -0.008444427512586117, 0.012107502669095993, -0.028315356001257896, -0.026007115840911865, 0.012673809193074703, -0.0472257100045681, 0.04926154762506485, 0.017146918922662735, 0.00964872632175684, 0.02590675838291645, 0.018494585528969765, 0.03684580326080322, -0.031684525310993195, -0.035899568349123, 0.04338342323899269, -0.011297468096017838, -0.0017437241040170193, -0.013777749612927437, -0.029849402606487274, 0.005641565658152103, -0.0013584202388301492, 0.0076057193800807, 0.006673821713775396, 0.005598554853349924, -0.01476699486374855, 0.004046586807817221, -0.031455133110284805, 0.01750534027814865, 0.0341217964887619, -0.015512513928115368, 0.014781332574784756, 0.0023225760087370872, 0.0076057193800807, 0.007333318702876568, -0.0373045839369297, -0.0011836893390864134, 0.028243670240044594, -0.007749088108539581, -0.011856607161462307, -0.014967711642384529, -0.0033458713442087173, -0.01995694823563099, 0.016186347231268883, 0.0028817146085202694, 0.01591394655406475, -0.013605707325041294, 0.02496052347123623, -0.003349455539137125, 0.04286729544401169, 0.004491030238568783, 0.017103908583521843, 0.0006388875772245228, -0.014401405118405819, -0.01021503284573555, -0.017763404175639153, 0.009641557931900024, 0.033261582255363464, 0.03297484293580055, -0.009261630475521088, 0.00023275043349713087, -0.020128991454839706, 0.0004554202314466238, -0.0206881295889616, -0.01090320385992527, 0.012609293684363365, 0.0021200673654675484, -0.029677359387278557, 0.00043010665103793144, 0.009713241830468178, 0.00391755485907197, 0.024673786014318466, 0.0026003532111644745, 0.008544785901904106, -0.02134762704372406, -0.003154115518555045, 0.0053297383710742, 0.0045304568484425545, 0.018809998407959938, 0.01111825741827488, -0.00015837782120797783, 0.025490988045930862, -0.00448027765378356, 0.014279541559517384, 0.029849402606487274, -0.002507163444533944, -0.028745461255311966, 0.018781324848532677, -0.011835101991891861, 0.0007961453520692885, 0.009397830814123154, 0.010021485388278961, 0.02979205548763275, 0.007293892093002796, 0.007121849339455366, 0.011240120977163315, 0.013899613171815872, 0.0061326040886342525, 0.009541199542582035, 0.01214334461838007, 0.008637974970042706, -0.0028637934010475874, -0.01792111061513424, -0.009627221152186394, 0.00989245343953371, -0.020516088232398033, -0.029347611591219902, 0.015612871386110783, -0.01078850869089365, -0.03544078767299652, -0.008580627851188183, 0.020114654675126076, 0.006903212051838636, -0.017103908583521843, -0.02979205548763275, 0.006663069128990173, -0.02087450958788395, -0.018709639087319374, -0.03406444564461708, 0.00527239078655839, -0.0006420238059945405, 0.0006196224130690098, 0.009283135645091534, -0.014143340289592743, 0.021849418058991432, -0.01316843181848526, 0.007121849339455366, -0.012308218516409397, -0.03839418664574623, -0.056860100477933884, -0.0011559115955606103, -0.00046774098882451653, 0.007741919718682766, 0.01816483773291111, -0.007577045820653439, -0.011275962926447392, 0.0060286615043878555, -0.0037562649231404066, -0.025075217708945274, 0.01328312698751688, -0.021261606365442276, -0.0013924703234806657, -0.016272367909550667, 0.006752674467861652, -0.004064507782459259, -0.02384224534034729, 0.004978484474122524, -0.0017419320065528154, 0.006326152011752129, -0.01565588265657425, -0.011483848094940186, 0.013863771222531796, 0.03862357884645462, 0.013218611478805542, 0.0017410359578207135, 0.019268779084086418, -0.02521858736872673, 0.00784944649785757, -0.033949751406908035, -0.03366301581263542, -0.008989228866994381, -0.012888862751424313, -0.006483857985585928, 0.020100317895412445, -0.0015026851324364543, -0.005150527227669954, -0.004921136889606714, 0.022609272971749306, -0.025992779061198235, 0.0032347606029361486, 0.01683150790631771, 0.02910388447344303, -0.028516070917248726, 0.010989225469529629, -0.007025075610727072, 0.008322563953697681, -0.018465911969542503, 0.032171979546546936, -0.036042939871549606, 0.03931174799799919, 0.02021501213312149, -0.003197126090526581, 0.02295335941016674, 0.01315409503877163, -0.011340479366481304, -0.010028653778135777, 0.017605699598789215, -0.01952684298157692, 0.016415737569332123, -0.006989233195781708, -0.012301050126552582, -0.007412171456962824, -0.01730462536215782, -0.01744799315929413, 0.005146943032741547, -0.028745461255311966, -0.0009014318929985166, -0.00430823490023613, 0.0061433566734194756, -0.013025063090026379, -0.013032231479883194, 0.0013933663722127676, -0.02523292414844036, -0.01706089824438095, 0.01192829106003046, 0.0206881295889616, 0.044444356113672256, -0.004523288458585739, 0.01113259419798851, -0.052358318120241165, -0.03268810734152794, 0.012723988853394985, -0.008057331666350365, 0.005487444344907999, 0.015971293672919273, -0.0008888870943337679, 0.022308198735117912, 0.05502497777342796, 0.01569889299571514, 0.007204286754131317, 0.01306090597063303, -0.001477595535106957, 0.024860164150595665, -0.018250858411192894, 0.006146940868347883, -0.014738321304321289, -0.02022935077548027, 0.010680981911718845, -0.009698905050754547, 0.011512521654367447, -0.011103920638561249, 0.009634389542043209, 0.023068053647875786, -0.025935431942343712, -0.0035304587800055742, -0.012308218516409397, -0.02541930414736271, -0.030566247180104256, -0.001012542750686407, -0.010924709029495716, -0.012071659788489342, -0.05058054253458977, -0.021663038060069084, 0.03243004158139229, 0.0034032189287245274, 0.018982039764523506, 0.016917528584599495, 0.012551945634186268, -0.033490970730781555, 0.017318962141871452, 0.008258047513663769, 0.019139746204018593, -0.016028640791773796, -0.005096763838082552, -0.04223647341132164, 0.013541190885007381, -0.0018978456500917673, -0.012580620124936104, 0.02137630060315132, 0.021663038060069084, -0.016745485365390778, -0.009526862762868404, 0.016172010451555252, 0.01634405367076397, -0.001148743205703795, -0.01931178942322731, -0.0249461866915226, -0.033490970730781555, -0.03673110902309418, 0.009505357593297958, 0.015512513928115368, -0.006684574298560619, 0.012186354957520962, 0.015856599435210228, 0.027584174647927284, -0.024358373135328293, -0.017204266041517258, 0.02864510379731655, 0.026494570076465607, 0.05058054253458977, -0.0014838679926469922, -0.0006930989329703152, 0.036444369703531265, 0.01000714860856533, -0.02041572891175747, 0.00827955361455679, -0.0016577027272433043, -0.017749067395925522, -0.003184581408277154, 0.013598538935184479, -0.009476683102548122, -0.01000714860856533, 0.0060860090889036655, -0.006046582944691181, -0.0243153627961874, -0.03638702258467674, 0.03584222123026848, -0.004913968499749899, 0.016315380111336708, -0.033490970730781555, -0.02497486025094986, -0.018050143495202065, 0.01441574189811945, -0.022207841277122498, 0.030250834301114082, 0.010924709029495716, -0.011770585551857948, 0.014265203848481178, 0.01704656146466732, 0.01859494484961033, 0.011985639110207558, -0.014910364523530006, -0.002046590903773904, 0.0367884561419487, 0.0033046528697013855, -0.027383457869291306, 0.014365562237799168, 0.011397826485335827, 0.0486307255923748, -0.03134043887257576, 0.014057319611310959, 0.020573435351252556, -0.018781324848532677, 0.003114689141511917, 0.007541203405708075, 0.012150513008236885, 0.035297419875860214, -0.03635834902524948, -0.007784930523484945, -0.01068815030157566, -0.0037025015335530043, -0.003422932233661413, -0.016888855025172234, -0.0036236485466361046, -0.005028663668781519, -0.03156982734799385, -0.016071652993559837, 0.02587808482348919, 0.01706089824438095, -0.03199993446469307, 0.0199856236577034, -0.00538708595559001, -0.01317560113966465, -0.017620036378502846, 0.011784922331571579, 0.01931178942322731, -0.03561283275485039, -0.016172010451555252, 0.00492830527946353, 0.014516099356114864, -0.0005425616400316358, 0.02610747516155243, 0.01770605705678463, -0.009799263440072536, 0.04934757202863693, -0.030050119385123253, 0.011096752248704433, -0.0025232923217117786, -0.01488169003278017, -0.006720416713505983, -0.005989235360175371, -0.004630815237760544, 0.011670227162539959, -0.0009820768609642982, -0.021505333483219147, -0.04025798290967941, -0.007670235354453325, 0.028200659900903702, 0.018508924171328545, 0.0009220411302521825, -0.010637971572577953, 0.006731169298291206, 0.039827875792980194, 0.010401412844657898, -0.005605723243206739, -0.003272394882515073, 0.004999990109354258, 0.011068077757954597, 0.015827925875782967, 0.016659464687108994, 0.004057339392602444, 0.0033906742464751005, -0.008379911072552204, -0.004831531550735235, 0.004279561340808868, -0.04389955475926399, -0.007999983616173267, -0.007286723703145981, 0.00511468481272459, -0.012071659788489342, 0.010265212506055832, -0.014265203848481178, -0.007440845016390085, -0.014243698678910732, 0.029161231592297554, -0.010939045809209347, -0.00827955361455679, 0.008021488785743713, 0.014286709949374199, 0.03363434225320816, 0.022537589073181152, -0.02045873925089836, -0.024831490591168404, -0.003347663441672921, -0.0073476554825901985, -0.04547661170363426, -0.02454475313425064, -0.02956266514956951, 0.04289596900343895, 0.006440847180783749, -0.026035789400339127, -0.004132607951760292, -0.02206447161734104, -0.026523243635892868, -0.011770585551857948, -0.014910364523530006, 0.005430096760392189, 0.010752666741609573, 0.021964114159345627, -0.016028640791773796, 0.019913937896490097, -0.008394247852265835, 0.014157678000628948, -0.01749100349843502, -0.00040591316064819694, -0.00527239078655839, 0.0021774149499833584, -0.007792098913341761, -0.006093177478760481, -0.023311780765652657, 0.004046586807817221, 0.00659496895968914, -0.023784898221492767, -0.013620044104754925, 0.02160569094121456, -0.009168440476059914, -0.024157658219337463, 0.002924725180491805, -0.003087807446718216, 0.006953390780836344, -0.004534041043370962, 0.020544761791825294, -0.017132582142949104, -0.016430074349045753, 0.008917544968426228, -0.012580620124936104, -0.01156986877322197, -0.02701069787144661, 0.009677399881184101, 0.00681360624730587, 0.01294621080160141, -0.022408556193113327, -0.0127311572432518, 0.015741903334856033, -0.015756240114569664, 0.05743357539176941, 0.0009542991756461561, -0.006347657646983862, 0.013462338596582413, -0.008222205564379692, -0.0047240047715604305, -0.00561647629365325, 0.03435118496417999, 0.0035358350723981857, -0.0163583904504776, 0.029175568372011185, -0.01839422807097435, -0.009555536322295666, 0.004075260832905769, 0.027139730751514435, -0.03793540596961975, -0.0031989181879907846, -0.01749100349843502, 0.0011621840531006455, -0.01908239908516407, 0.032143305987119675, 0.009956968948245049, -0.03415047004818916, 0.0002247979282401502, 0.002161286072805524, 0.011713238433003426, 0.01225803978741169, -0.02318274974822998, -0.011892449110746384, -0.016243694350123405, 0.006516115739941597, -0.006939054001122713, 0.0005421136156655848, -0.004845868330448866, -0.001901429845020175, 0.022795652970671654, -0.020372718572616577, 0.016917528584599495, 0.18809998035430908, -0.019469494000077248, 0.021304616704583168, 0.02772754244506359, 0.0036630751565098763, 0.0028512487187981606, 0.024903176352381706, 0.014953374862670898, -0.010035822167992592, 0.0018924693576991558, -0.003213255200535059, 0.01542649231851101, -0.025390630587935448, -0.008473101072013378, 0.02432969957590103, -0.006050167139619589, -0.019039388746023178, -0.027068044990301132, -0.03151248022913933, 0.007182781118899584, 0.009046576917171478, 0.0018996377475559711, -0.0012284921249374747, -0.011082414537668228, 0.005107516422867775, -0.011648721992969513, 0.004931889474391937, -0.008716828189790249, 0.02566303126513958, 0.010207864455878735, -0.019154082983732224, 0.009541199542582035, 0.004372750874608755, -0.011154099367558956, -0.0179497841745615, -0.005910382140427828, 0.01747666671872139, -0.001129030017182231, 0.02296769618988037, 0.0044157616794109344, 0.029347611591219902, 0.0001919798960443586, 0.006727585103362799, -0.03833683952689171, -0.0074623506516218185, 0.017849426716566086, -0.013505348935723305, -0.0018404980655759573, -0.0018655876629054546, 0.022351209074258804, -0.013555528596043587, 0.007856614887714386, 0.030738288536667824, 0.008673817850649357, 0.01928311586380005, -0.012896031141281128, -0.0028530408162623644, 0.018050143495202065, 0.020344045013189316, 0.019039388746023178, -0.017548352479934692, 0.0032473052851855755, 0.0026774138677865267, 0.03865225240588188, -0.00034901362960226834, -0.007921131327748299, 0.003433684818446636, -0.0218350812792778, 0.011333310045301914, 0.000616934266872704, -0.010301054455339909, -0.01349818054586649, -0.0037204225081950426, -0.01511108037084341, -0.042609233409166336, -0.03311821445822716, 0.04045870155096054, 0.015942620113492012, 0.0025537582114338875, 0.04627947509288788, -0.0047921049408614635, -0.022881673648953438, -0.0070035699754953384, -0.009154103696346283, -0.005856619216501713, -0.035326093435287476, 0.017806416377425194, -0.014344057068228722, -0.026695286855101585, -0.009326145984232426, 0.013827929273247719, -0.01977057009935379, -0.005537623073905706, 0.02359851822257042, -0.015813589096069336, -0.014551942236721516, 0.006784932687878609, -0.0061791990883648396, -0.018738312646746635, -0.02566303126513958, -0.02863076701760292, 0.02725442498922348, 0.013146926648914814, 0.003956981468945742, 0.0025268765166401863, 0.0011317181633785367, -0.0009534030687063932, 0.015354807488620281, -0.010594960302114487, -0.015971293672919273, 0.012071659788489342, -0.04883144423365593, 0.0061326040886342525, 0.0057204184122383595, 0.0020053721964359283, 0.011849438771605492, 0.00819353200495243, 0.00368816452100873, 0.02065945602953434, -0.006896043661981821, -0.011469511315226555, -0.03489598631858826, 0.00896055530756712, -0.004397840704768896, -0.001737451646476984, -0.02612181194126606, -0.026652276515960693, 0.00140770326834172, -0.033519644290208817, 0.016888855025172234, 0.008114678785204887, -0.041662998497486115, 0.020587772130966187, 0.001043008640408516, 0.0021451569627970457, -0.010501771233975887, -0.015584197826683521, -0.017577026039361954, -0.012580620124936104, -0.0018888850463554263, -0.01706089824438095, 0.013096747919917107, 0.005028663668781519, -0.015283123590052128, 0.006824358832091093, -0.006304646842181683, 0.005218627396970987, -0.011168436147272587, 0.00840858556330204, -0.025261597707867622, -0.007562708575278521, 0.0044838618487119675, 0.019197093322873116, 0.005684576462954283, 0.015469502657651901, 0.0016765198670327663, -0.010293886065483093, -0.03265943378210068, 0.01168456394225359, -0.003311821259558201, -0.03704652190208435, -0.016473084688186646, 0.0031200654339045286, 0.025376293808221817, -0.010702487081289291, -0.020128991454839706, -0.18477381765842438, -0.00873116496950388, 0.019397810101509094, -0.0532185323536396, 0.005602139048278332, 0.0133046330884099, 0.013404990546405315, 0.008458764292299747, -0.035039354115724564, 0.010587791912257671, -0.0010582415852695704, -0.005584218073636293, -0.00318278931081295, -0.01790677383542061, -0.008931881748139858, 0.018078817054629326, -0.021949777379631996, -0.01055911835283041, 0.031913913786411285, -0.009935463778674603, 0.03389240428805351, -0.03977052867412567, 0.0012517896248027682, 0.019670210778713226, 0.01294621080160141, 0.01753401570022106, -0.006103930529206991, 0.014265203848481178, -0.0013915742747485638, -0.04025798290967941, -0.02292468585073948, 0.02432969957590103, 0.015956956893205643, -0.0058817085810005665, 0.02569170482456684, 0.024874500930309296, 0.018093153834342957, -0.014781332574784756, -0.01750534027814865, 0.020573435351252556, 0.015512513928115368, 0.026236506178975105, 0.0045304568484425545, 0.0012132591800764203, -0.016085989773273468, 0.04106085002422333, 0.02450174279510975, -0.03885296732187271, 0.013232948258519173, -0.011197109706699848, 0.03701784834265709, -0.0025017871521413326, 0.0276845321059227, 0.017204266041517258, -0.0036559065338224173, 0.01554118748754263, -0.008939050137996674, -0.012759830802679062, -0.00013216819206718355, -0.0327167809009552, -0.0015403195284307003, -0.00301074655726552, 0.01793544739484787, -0.01704656146466732, -0.002084225183352828, -0.02607879973948002, -0.025476651266217232, 0.012738325633108616, -0.040114615112543106, 0.007784930523484945, -0.006892459001392126, -0.00014572103100363165, -0.012136176228523254, 0.009591378271579742, 0.032085955142974854, 0.028673777356743813, -0.020931856706738472, 0.01349818054586649, 0.0373045839369297, -0.00010007820674218237, -0.01971322111785412, 0.028673777356743813, -0.01452326774597168, 0.0071075125597417355, -0.009813600219786167, -0.004129023756831884, -0.0038852968718856573, 0.02206447161734104, -0.02292468585073948, -0.0011944420402869582, 0.038508884608745575, -0.00989245343953371, 0.009168440476059914, -0.005541207268834114, 0.010817182250320911, 0.01103223580867052, 0.01168456394225359, -0.012917536310851574, -0.007641561795026064, -0.004336908925324678, 0.005978482775390148, 0.012408576905727386, -0.03085298463702202, 0.035899568349123, 0.04117554426193237, 0.021720387041568756, -0.03334760293364525, 0.035125378519296646, 0.02268095873296261, 0.011426500044763088, 0.005039416253566742, 0.006551958154886961, 0.002770603634417057, -0.013806424103677273, -0.0059856511652469635, 0.034379858523607254, 0.002211465034633875, -0.011290299706161022, 0.011670227162539959, 0.008301058784127235, 0.02473113313317299, -0.015010721981525421, 0.00028606574051082134, 0.034637924283742905, -0.00102239940315485, -0.04966298118233681, -0.10689584165811539, -0.018451575189828873, 0.01615767367184162, 0.012551945634186268, -0.0007271490758284926, 0.015182765200734138, -0.009168440476059914, 0.044186290353536606, -0.028530407696962357, 0.03369168937206268, -0.026250842958688736, -0.0029695280827581882, 0.025734715163707733, 0.022121818736195564, -0.014508930966258049, 0.011039404198527336, 0.009426504373550415, -0.0015125417849048972, -0.009025071747601032, 0.022136155515909195, -0.00749102421104908, -0.01407165639102459, 0.016516095027327538, -0.020358381792902946, -0.0040895976126194, -0.00715769175440073, -0.03515405207872391, 0.022093145176768303, 0.0007284931489266455, -0.02319708652794361, 0.020516088232398033, -0.027770552784204483, 0.00436558248475194, -0.008301058784127235, 0.008831523358821869, -0.005713250022381544, 0.0002025085559580475, -0.0165447685867548, 0.023985615000128746, -0.021935438737273216, -0.0124730933457613, -0.0038924652617424726, -0.003326158272102475, 0.01888168230652809, -0.003028667764738202, 0.0045197042636573315, -0.030738288536667824, 0.02180640771985054, -0.005680992268025875, -0.03951246663928032, -0.032573409378528595, -0.0007477583712898195, -0.03113972209393978, -0.002154117450118065, 0.026623602956533432, 0.0014749073889106512, 0.022078808397054672, -0.003272394882515073, 0.0008073460194282234, 0.004906800109893084, 0.015942620113492012, -0.0074838558211922646, -0.02450174279510975, 0.015369144268333912, 0.0048028575256466866, 0.0013369148364290595, -0.015383481979370117, -0.037992753088474274, 0.03610028699040413, -0.01318993791937828, 0.005591386463493109, 0.019870927557349205, -0.010982057079672813, 0.016071652993559837, -0.028716787695884705, 0.01238707173615694, -0.02205013483762741, -0.01592828333377838, 0.007978478446602821, 0.0073476554825901985, -0.011863775551319122, -0.017146918922662735, -0.0073691606521606445, -0.01746232993900776, 0.010953382588922977, 0.011634385213255882, -0.0009399622795172036, -0.022078808397054672, -0.0061110989190638065, -0.02835836634039879, -0.00749102421104908, 0.019254442304372787, -0.00018357938097324222, -0.014207856729626656, -0.007913962937891483, 0.017118245363235474, -0.020845836028456688, 0.018982039764523506, -0.006003572139889002, 0.011010730639100075, -0.017763404175639153, -0.006612889934331179, -0.06531886756420135, 0.012874525971710682, -0.005569881293922663, -0.01730462536215782, 0.008437259122729301, -0.024243678897619247, 0.014243698678910732, 0.004523288458585739, -0.01315409503877163, 0.005465938709676266, -0.0336056686937809, 0.013455170206725597, -0.019913937896490097, -0.028702450916171074, -0.02087450958788395, -0.00301074655726552, 0.011899617500603199, -0.026953350752592087, 0.013992803171277046, 0.011053740978240967, 0.009835105389356613, -0.012623630464076996, 0.01134764775633812, 0.013082411140203476, 0.002482073847204447, -0.024931849911808968, -0.001197130186483264, 0.03228667378425598, 0.010035822167992592, -0.009749084711074829, 0.0179497841745615, 0.0015582406194880605, -0.007412171456962824, 0.02929026260972023, -0.0048386999405920506, -0.025505324825644493, 0.031025027856230736, -0.0006236546323634684, 0.01842290163040161, 0.0043799192644655704, -0.011598543263971806, -0.03317556157708168, 0.010308222845196724, -0.01509674359112978, 0.009792095050215721, -0.0061791990883648396, -0.012888862751424313, -0.014143340289592743, 0.018279533833265305, 0.018121827393770218, 0.032802801579236984, 0.029878076165914536, -0.0112329525873065, -0.03320423513650894, -0.001282255514524877, -0.004347661510109901, 0.00920428242534399, 0.0008539409027434886, 0.020946193486452103, 0.02430102601647377, 0.027541162446141243, -0.01905372552573681, 0.012480261735618114, -0.009404999203979969, -0.018537597730755806, -0.019125409424304962, -0.014824342913925648, -0.01055911835283041, 0.0016245486913248897, -0.04220779985189438, 0.002632611198350787, 0.0003158595645800233, 0.004175618756562471, -0.005831529386341572, 0.010222201235592365, 0.003949812613427639, -0.004526872653514147, 0.0004556442436296493, -0.012064491398632526, 0.03612896054983139, 0.025060880929231644, -0.006960559636354446, -0.012265208177268505, 0.017433656379580498, 0.03426516428589821, 0.01349818054586649, 0.000318323727697134, -0.0033171975519508123, 0.005236548371613026, 0.0004946226836182177, -0.005412175320088863, 0.0018602112540975213, -0.0010286717442795634, 0.03113972209393978, 0.004788520745933056, 0.0045627146027982235, 0.02275264263153076, -0.00840858556330204, 0.011268794536590576, -0.0009605715167708695, 0.025046544149518013, -0.013863771222531796, 0.0011299260659143329, -0.020301034674048424, -0.01554118748754263, -0.010272380895912647, -0.017648709937930107, -0.03790673241019249, 0.013455170206725597, 0.04650886729359627, -0.02359851822257042, -0.017978457733988762, -0.00853761751204729, 0.008480269461870193, -0.019627200439572334, 0.01995694823563099, -0.01638706400990486, -0.028659440577030182, -0.023053716868162155, 0.017978457733988762, 0.025792062282562256, -0.004835115745663643, 0.04091747850179672, -0.003057341556996107, 0.021046552807092667, 0.017175592482089996, 0.012150513008236885, -0.012853020802140236, 0.015842262655496597, 0.0024193499702960253, -0.012974884361028671, -0.0047813523560762405, -0.03544078767299652, -0.016516095027327538, -0.00840858556330204, -0.02295335941016674, 0.002903220010921359, -0.010817182250320911, 7.67247547628358e-05, 0.0954836755990982, -0.0013279543491080403, -0.020731141790747643, 0.006695326883345842, -0.023928267881274223, -0.002480281749740243, 0.012379903346300125, 0.015240112319588661, -0.0001385525829391554, -0.007921131327748299, -0.01341215893626213, 0.005598554853349924, -0.0229103472083807, -0.02359851822257042, -0.0061791990883648396, 0.01793544739484787, 0.018250858411192894, 0.021677374839782715, -0.027555499225854874, 0.0024265183601528406, 0.03546946123242378, 0.0012867357581853867, -0.0022634363267570734, 0.009060913696885109, -0.005989235360175371, 0.014781332574784756, 0.014695310965180397, 0.02384224534034729, -0.0011845853878185153, -0.020272361114621162, 0.022308198735117912, 0.015139754861593246, -0.024931849911808968, -0.022422892972826958, -0.02273830585181713, -0.012982052750885487, -0.01932612620294094, -0.0038673756644129753, -0.001323473989032209, 0.0028924671933054924, 0.009806431829929352, 0.016487421467900276, -0.024573426693677902, -0.026494570076465607, -0.0022025045473128557, 0.0322006531059742, 0.008544785901904106, -0.017663046717643738, -0.031197069212794304], metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='086d4104-39ba-4052-9104-0fbfed7be8e2', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='daa29a1a080c71aa8843bf9fa987dec3df40c995753a392c94f42f4c3006cad1'), : RelatedNodeInfo(node_id='625a5550-2308-4681-a65d-fb8f4cb84cfb', node_type=, metadata={'title': 'Exploring Large Language Models -Part 3', 'url': 'https://pub.towardsai.net/exploring-large-language-models-part-3-ab60ee236950#d193', 'source_name': 'towards_ai'}, hash='9a240322804fca3e07936d123c23a6fab60af4143de58f289dc8a445779aaf40'), : RelatedNodeInfo(node_id='8b46d4f1-a312-4a33-a9fe-43d3a8c40fe5', node_type=, metadata={}, hash='d7392aaa82fec35c74d6ce32f9e94bd8617d83df2e389310a061f32f413b8fa5')}, hash='0122d3468a41003fdc31c57758ea961dd533680effdfa5ba53d7877310a0b05f', text='New Llama-2 model In mid-July, Meta released its new family of pre-trained and finetuned models called Llama-2, with an open source and commercial character to facilitate its use and expansion. The base model was released with a chat version and sizes 7B, 13B, and 70B. Together with the models, the corresponding papers were published describing their characteristics and relevant points of the learning process, which provide very interesting information on the subject. For pre-training, 40% more tokens were used, reaching 2T, the context length was doubled and the grouped-query attention (GQA) technique was applied to speed up inference on the heavier 70B model. On the standard transformer architecture, RMSNorm normalization, SwiGLU activation, and rotatory positional embedding are used, the context length reaches 4096 tokens, and an Adam optimizer is applied with a cosine learning rate schedule, a weight decay of 0.1 and gradient clipping. The dataset for tuning For our tuning process, we will take a dataset containing about 18,000 examples where the model is asked to build a Python code that solves a given task. This is an extraction of the original dataset [2], where only the Python language examples are selected. Each row contains the description of the task to be solved, an example of data input to the task if applicable, and the generated code fragment that solves the task is provided [3]. Creating the prompt To carry out an instruction fine-tuning, we must transform each one of our data examples as if it were an instruction, outlining its main sections as follows: Output: Fine-tuning the model To carry out this stage, we have used the Google Colab environment, where we have developed a notebook that allows us to run the training in an interactive way and also a Python script to run the training in unattended mode. For the first test runs, a T4 instance with a high RAM capacity is enough, but when it comes to running the whole dataset and epochs, we have opted to use an A100 instance in order to speed up the training and ensure that its execution time is reasonable. In order to be able to', start_char_idx=0, end_char_idx=2133, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='8b46d4f1-a312-4a33-a9fe-43d3a8c40fe5', embedding=[-0.020856522023677826, 0.005172109231352806, -0.004692367278039455, -0.007500784005969763, -0.007815943099558353, -0.0004033597360830754, -0.020324252545833588, 0.014322225004434586, -0.028532393276691437, -0.04392615705728531, 0.011478790082037449, 0.03837935999035835, -0.005763907451182604, -0.00710858590900898, -0.015421779826283455, -0.017887022346258163, 0.01742479018867016, 0.006989526096731424, 0.002855690661817789, -0.006972017232328653, -0.015379758551716805, 0.0006145600345917046, -0.02092655561864376, -0.012011058628559113, 0.003149838885292411, 0.0075708189979195595, 0.0432538203895092, -0.02571697346866131, -0.03140384331345558, -0.0010934266028925776, 0.013229673728346825, 0.010022055357694626, -0.014875504188239574, -0.00949679035693407, -0.006369713228195906, -0.03518575057387352, 0.012697405181825161, 0.0004963753744959831, 0.051041748374700546, -0.011429766193032265, 0.03888361528515816, 0.03706269711256027, 0.0013551836600527167, -0.004622331820428371, 0.004744893405586481, 0.009867978282272816, 0.015211673453450203, -0.0021238212939351797, -0.02236928418278694, 0.02026822417974472, 0.009636861272156239, 0.007731900550425053, -0.008551313541829586, 0.00945476908236742, -0.029190724715590477, 0.020170174539089203, -0.00676891440525651, 0.02022620290517807, 0.00870539154857397, -0.003454492660239339, -0.005154600366950035, 0.006215635687112808, -0.012991553172469139, 0.015673907473683357, 0.003085056319832802, -5.504339060280472e-05, -0.003995515406131744, 0.03392511233687401, 0.004244140814989805, -0.004601321183145046, 0.004303670953959227, 0.027649948373436928, -0.015505822375416756, -0.01693454198539257, 0.021178683266043663, -0.0026753495912998915, 0.0018839503172785044, 0.0045522963628172874, -0.013271695002913475, 0.01022515818476677, 0.015211673453450203, -0.009013546630740166, -0.016416281461715698, 0.030199233442544937, 0.007542804814875126, -0.022537369281053543, -0.00862134899944067, -0.012431271374225616, 0.004706374369561672, 0.009104592725634575, 0.010442267172038555, 0.020674429833889008, 0.03484958037734032, 0.023307757452130318, 0.0031393335666507483, 0.015365751460194588, -0.01191300991922617, 0.005095070227980614, -0.004198618233203888, -0.01131770946085453, -0.023349778726696968, 0.009503793902695179, -0.022215206176042557, -0.007878975011408329, -0.029975121840834618, -0.004335186909884214, 0.01960989274084568, 0.0034860086161643267, -0.004527783952653408, 0.007949009537696838, -0.024470344185829163, 0.04944494366645813, -0.0037784059531986713, -0.03246837854385376, 0.0007047305116429925, 0.007161112502217293, -0.009468776173889637, -0.027804026380181313, -0.016962556168437004, -0.0023444327525794506, 0.028462357819080353, 0.022873539477586746, 0.013131624087691307, -0.014875504188239574, 0.021921057254076004, 0.005791921634227037, 0.0069405012764036655, -0.029190724715590477, -0.02325172908604145, 0.0027086164336651564, 0.013012563809752464, 0.014637383632361889, 0.018671419471502304, -0.005494271405041218, -0.03246837854385376, -0.0018576871370896697, 0.003890462452545762, -0.028154201805591583, -0.022663433104753494, -0.02084251493215561, 0.010246168822050095, 0.020814500749111176, -0.013600860722362995, -0.012802458368241787, -0.02835030108690262, 0.03159993886947632, -0.016598373651504517, 0.02201910689473152, 0.02969498001039028, -0.008586331270635128, 0.001992505043745041, -0.02631927654147148, -0.0066183386370539665, 0.03269249200820923, 0.003907971549779177, 0.002179849660024047, 0.023265736177563667, 0.007255660369992256, -0.028616435825824738, -0.02584303729236126, 0.007521794177591801, 0.004111073911190033, -0.014315221458673477, 0.006730395369231701, 0.009741914458572865, 0.03182405233383179, 0.025815023109316826, 0.0004326870257500559, -0.002972999820485711, 0.007402734365314245, 0.012914515100419521, 0.0232937503606081, -0.021570881828665733, 0.020128153264522552, 0.005795423407107592, 0.004135586321353912, 0.0013691906351596117, -0.013040577992796898, -0.001315788715146482, -0.03664248436689377, 0.0038484414108097553, 0.01759287528693676, -0.006632345728576183, 0.005312179680913687, -0.029947107657790184, -0.00798402726650238, -0.01362187135964632, -0.016444295644760132, -0.010036062449216843, 0.003757395315915346, 0.016640394926071167, 0.02250935509800911, -0.014833482913672924, -0.027958104386925697, -0.6324470639228821, -0.013873999007046223, 0.024162188172340393, -0.0014208417851477861, 0.0038204272277653217, -0.008082076907157898, -0.010750423185527325, -0.010519306175410748, -0.042581479996442795, 0.014623376540839672, -0.011618860997259617, -0.017620889469981194, -0.004366702865809202, -0.0035140225663781166, -0.013005560263991356, -0.02294357307255268, 0.012340225279331207, -0.016948549076914787, -0.006180617958307266, 0.013089602813124657, -0.007465766277164221, 0.019819999113678932, 0.0011774690356105566, 0.011828967370092869, 0.010708401910960674, -0.0016326985787600279, -0.006775917951017618, -0.0031743512954562902, 0.03636234253644943, 0.017704932019114494, -0.02360190637409687, 0.03611021488904953, 0.0132086630910635, -0.007801935542374849, 0.048156291246414185, -0.01105857826769352, -0.026655446738004684, 0.01746681146323681, -0.0075358012691140175, 0.024358287453651428, -0.010260175913572311, -0.017704932019114494, 0.004433236550539732, 0.01685049943625927, 0.0031200738158077, 0.01601007580757141, -0.010512302629649639, -0.0016764707397669554, -0.0014085855800658464, -0.0026928584557026625, -0.0014751191483810544, 0.01338375173509121, 0.004674858413636684, 0.0016957303741946816, 0.006586822681128979, 0.01851734146475792, 0.013390755280852318, -0.013530825264751911, 0.011338720098137856, -0.017746953293681145, 0.015015575103461742, 0.007822946645319462, -0.015141637995839119, -0.011899002827703953, -0.010470281355082989, 0.012669390998780727, 0.022145170718431473, 0.011786946095526218, -0.01195503119379282, -0.028882570564746857, 0.0006951006362214684, 0.016682416200637817, -0.0027576410211622715, -0.020772479474544525, 0.002971248934045434, 0.011709907092154026, 0.019147658720612526, -0.009573829360306263, 0.011352727189660072, 0.010799448005855083, -0.003722377819940448, 0.003489510389044881, 0.002530026249587536, 0.00021513977844733745, 0.0020730458199977875, 0.011205652728676796, -0.0001855936279753223, -0.0012317463988438249, 0.004548794589936733, 0.01662638783454895, 0.00275238836184144, 0.017172662541270256, -0.011331716552376747, -0.0499211810529232, -0.005329688545316458, 0.004422731231898069, -0.015982061624526978, 0.010449270717799664, 0.006107080727815628, -0.026137184351682663, -0.0033091693185269833, -0.0022393795661628246, 0.015982061624526978, -0.0012072339886799455, 0.05151798948645592, 0.008320197463035583, -0.01480546873062849, -0.0017167410114780068, 0.01353782881051302, -0.013005560263991356, -0.018587376922369003, -0.0025405315682291985, -0.01864340528845787, 0.006194625049829483, 0.02267744019627571, -0.02680952474474907, -0.005112579092383385, 0.005420734640210867, 0.015393765643239021, -0.00958783645182848, 0.012858486734330654, -0.001990754157304764, 0.008180126547813416, 0.016024082899093628, 0.008467270992696285, 0.032272279262542725, -0.010897497646510601, 0.00034251651959493756, -0.009580832906067371, 0.009475779719650745, -0.007444755639880896, -0.00980494637042284, 0.028532393276691437, -0.010008048266172409, 0.02180900238454342, 0.021122654899954796, 0.031263772398233414, 0.020674429833889008, 0.009524804539978504, -0.03370099887251854, -0.02935880981385708, -0.0025808019563555717, 0.020240209996700287, -0.01220015436410904, -0.024022117257118225, -0.03131980076432228, -0.013845984824001789, 0.0027751498855650425, 0.01565990038216114, -0.016136139631271362, 0.00567986536771059, -0.02031024545431137, -0.01715865544974804, 0.02456839382648468, -0.004622331820428371, -0.008327201008796692, -0.004884964320808649, -0.03260844945907593, -0.009356720373034477, -0.03989212214946747, 0.01101655699312687, 0.023657934740185738, -0.012557334266602993, 0.011674889363348484, -0.012256182730197906, -0.010477284900844097, -0.010547320358455181, 0.043449919670820236, -0.029106682166457176, -0.035297807306051254, 0.004762402269989252, -0.034989651292562485, 0.0053962222300469875, 0.035914115607738495, -0.024120166897773743, 0.004307172726839781, -0.022229213267564774, 0.001945231226272881, -0.022803504019975662, -0.019119644537568092, -0.01601007580757141, 0.023812012746930122, 0.010365229099988937, -0.009741914458572865, 0.027355799451470375, 0.021052619442343712, 0.0013052833965048194, 0.01934375800192356, -0.015421779826283455, 0.014609369449317455, 0.012851483188569546, -0.01829322800040245, -0.012991553172469139, 0.014539333991706371, 0.014028076082468033, 0.0015477808192372322, 0.019707942381501198, -0.009062571451067924, 0.001493503456003964, 0.04370204731822014, -0.0077459076419472694, -0.009938012808561325, 0.015631886199116707, -0.02755189873278141, -9.226333531842101e-06, -0.02794409729540348, 0.015603871084749699, -0.03524177893996239, 0.01864340528845787, 0.0012606359086930752, -0.0040865615010261536, -0.005714883096516132, -0.02378399856388569, -0.009874981828033924, -0.013593857176601887, 0.03190809488296509, 0.003757395315915346, 0.02101059816777706, -0.00657981913536787, 0.006593826226890087, -0.01206708699464798, 0.014665397815406322, 0.025590909644961357, 0.0082501620054245, 0.005490769632160664, -0.007360713090747595, -0.0028451853431761265, 0.0051966216415166855, 0.004513776861131191, -0.027888068929314613, -0.005315681453794241, 0.003694363636896014, 0.020464323461055756, 0.026053141802549362, 0.018405284732580185, -0.008453263901174068, 0.03554993495345116, -0.01017613336443901, 0.044122256338596344, -0.012662387453019619, 0.022663433104753494, 0.011611857451498508, -0.0002858316875062883, -0.031515900045633316, 0.0015863002045080066, 0.013523821718990803, 0.016472309827804565, 0.023195700719952583, -0.005837444681674242, -0.009552818723022938, -0.01592603325843811, 0.022397298365831375, -0.013558839447796345, 0.01040024682879448, 0.011765935458242893, -0.008677377365529537, 0.0053436956368386745, 0.011303702369332314, 0.023503856733441353, 0.009538811631500721, 0.01732674054801464, 0.02185102365911007, -0.0038834589067846537, 0.0003215059405192733, 0.0006123714265413582, -0.01798507198691368, 0.018055107444524765, -0.03193610906600952, -0.017873015254735947, 0.0020345263183116913, -0.030871573835611343, -0.014833482913672924, 0.00853730645030737, -0.024554386734962463, 0.037707019597291946, 0.021374782547354698, 0.020982583984732628, 0.014819475822150707, 0.02961093746125698, 0.016388267278671265, -0.03695064038038254, -0.027355799451470375, 0.041797082871198654, -0.009860974736511707, -0.008061066269874573, -0.0008141606813296676, -0.02290155366063118, -0.0008868223521858454, 0.012697405181825161, -0.0007616342045366764, 0.0005926739540882409, 0.013082599267363548, -0.006492275279015303, 0.007133098319172859, -0.029779022559523582, 0.0048044235445559025, 0.040564462542533875, -0.0012930273078382015, 0.006387222092598677, 0.0024214715231209993, 0.002987006912007928, 0.027061650529503822, -0.03695064038038254, -0.01645830273628235, 0.03045136108994484, -0.010204147547483444, -0.018363263458013535, -0.015477808192372322, 0.015239687636494637, -0.009776932187378407, 0.03888361528515816, -0.011849978007376194, 0.03241235017776489, -0.013719921000301838, 0.014903518371284008, 0.013019567355513573, 0.01610812544822693, 0.019427800551056862, 0.03611021488904953, 0.004685363732278347, -0.0032286287751048803, -0.019932053983211517, -0.010568330995738506, 0.012130118906497955, 0.03580205887556076, 0.02434428036212921, -0.0006399478297680616, 0.011716910637915134, -0.018503334373235703, -0.012858486734330654, -0.021654924377799034, -0.008628352545201778, 0.012585348449647427, -0.004545292817056179, -0.013278698548674583, 0.010071080178022385, -0.0003573990543372929, -0.0022358777932822704, -0.0048394412733614445, -0.00433168513700366, 0.00967187900096178, -0.030479375272989273, 0.005322684999555349, -0.00027291892911307514, 0.004272154998034239, 0.005032038316130638, 0.013502811081707478, -0.007332698907703161, 0.029666965827345848, 0.003400215180590749, 0.021654924377799034, 0.030171219259500504, -0.004506773315370083, -0.007486776914447546, 0.01592603325843811, -0.012515312992036343, 0.013873999007046223, 0.003708370728418231, 0.010589341633021832, 0.02448435127735138, 0.00017497889348305762, -0.01232621818780899, 0.019245708361268044, 0.0012956536374986172, 0.008005037903785706, 0.019105637446045876, 0.01220015436410904, 0.01191300991922617, 0.004958501551300287, -0.015491815283894539, -0.01096753217279911, 0.012347228825092316, -0.020646415650844574, -0.027271756902337074, 0.02014216035604477, -0.0005524036823771894, -0.0428336076438427, -0.0019697437528520823, 0.018349256366491318, 0.008194133639335632, 0.0015127630904316902, -0.02592707984149456, 0.008586331270635128, -0.021598896011710167, -0.009552818723022938, -0.02720172144472599, 0.012550330720841885, 0.004335186909884214, -0.0013105360558256507, 0.03022724762558937, -0.012900508008897305, 0.01615014672279358, -0.01913365162909031, -0.0026280756574124098, -0.024232223629951477, -0.03286057710647583, -0.06443250179290771, -0.004352695774286985, 0.004373706411570311, 0.007836953736841679, 0.010869483463466167, 0.00024205961381085217, -0.016598373651504517, -0.009860974736511707, 0.0010093841701745987, 0.0021010597702115774, -0.0001092113452614285, -0.03182405233383179, -0.007010536268353462, -0.011513807810842991, -0.019848013296723366, -0.016654402017593384, -0.015169652178883553, 0.013068592175841331, 0.015533835627138615, 0.0007572569884359837, 0.00807507336139679, 0.008306190371513367, 0.0028469362296164036, 0.02501661889255047, -0.00043465677299536765, -0.006005529314279556, 0.02010013908147812, -0.009237660095095634, 0.014469299465417862, -0.018279220908880234, -0.025688959285616875, -0.0233777929097414, -0.016598373651504517, 0.012466289103031158, 0.014595362357795238, -0.018755462020635605, -0.009818953461945057, -0.00671288650482893, 0.011415759101510048, -0.02351786382496357, 0.005882967729121447, 0.011170634999871254, 0.03210419416427612, -0.0051090773195028305, 0.009678882546722889, -0.002797911409288645, 0.0031165722757577896, -0.017340747639536858, 0.027411827817559242, -0.0466715432703495, 0.04207722470164299, 0.024456337094306946, 0.005784918088465929, 0.030815545469522476, 0.017873015254735947, -0.009657871909439564, -0.015435786917805672, 0.01480546873062849, -0.025983106344938278, 0.03286057710647583, -0.007451759185642004, -0.025086654350161552, -0.044206298887729645, -0.024428322911262512, -0.020632408559322357, 0.007304684724658728, -0.007409737911075354, -0.004422731231898069, 0.002834680024534464, -0.004300169181078672, 0.004527783952653408, -0.0045522963628172874, 0.017046598717570305, -0.025562895461916924, 0.0013131623854860663, 0.00820113718509674, 0.006467762868851423, 0.047315869480371475, 0.00033223009086214006, 0.01311761699616909, -0.02465243637561798, -0.020282231271266937, -0.0011678391601890326, -0.006684872321784496, 0.006103578954935074, 0.008348211646080017, 0.009475779719650745, 0.02602512761950493, 0.04535488039255142, 0.001544279046356678, -0.01615014672279358, 0.008369222283363342, -0.008943511173129082, 0.015855997800827026, -0.021682938560843468, 0.009510797448456287, -0.013600860722362995, -0.010330211371183395, 0.023321764543652534, -0.015533835627138615, 0.0011923514539375901, -0.027846047654747963, -0.004419229459017515, 0.011086592450737953, -0.024358287453651428, -0.012907511554658413, -0.01671043038368225, -0.008873476646840572, -0.0282522514462471, 0.006807433906942606, -0.008817448280751705, -0.002008263021707535, -0.03647439926862717, -0.03123575635254383, 0.022887546569108963, 0.005707879550755024, 0.015771957114338875, 0.010652373544871807, 0.011506804265081882, -0.03465348109602928, 0.01741078309714794, 0.007437752094119787, 0.02131875418126583, -0.024386301636695862, -0.00224813399836421, -0.049248844385147095, 0.0009349716710858047, 0.011380741372704506, -0.01728471927344799, 0.024428322911262512, 0.014266196638345718, 0.0036838583182543516, -0.006310183089226484, 0.01864340528845787, 0.008740409277379513, -0.004667854867875576, -0.008215144276618958, -0.031207742169499397, -0.024806514382362366, -0.03269249200820923, 0.012347228825092316, 0.0031971128191798925, -0.005511780269443989, 0.0019347260240465403, 0.004324681591242552, 0.024708464741706848, -0.006194625049829483, -0.0016379512380808592, 0.010617355816066265, 0.03484958037734032, 0.04230133816599846, -0.01371291745454073, -0.0015197666361927986, 0.026823531836271286, 0.007913991808891296, -0.03888361528515816, 0.003876455593854189, 0.013257687911391258, 0.002064291387796402, -0.006341699045151472, -0.0012641376815736294, -0.0035963142290711403, -0.013495808467268944, 0.013775949366390705, 0.005070557817816734, -0.018937552347779274, -0.04081659018993378, 0.04826834797859192, -0.005917985457926989, 0.01619216799736023, -0.020954569801688194, -0.02596910111606121, -0.01596805453300476, 0.00742374500259757, -0.008614345453679562, 0.022607404738664627, 0.004097066819667816, -0.0036138230934739113, -0.003904469544067979, 0.01182196382433176, 0.012872493825852871, 0.011296698823571205, -0.02874249964952469, 0.011499800719320774, 0.023447828367352486, 0.0025037629529833794, -0.024204209446907043, 0.010204147547483444, -0.0007182998233474791, 0.026165198534727097, -0.030199233442544937, -0.003018522635102272, 0.008264169096946716, -0.025338781997561455, 0.000997127965092659, 0.0069580101408064365, 0.01105857826769352, 0.028588421642780304, -0.025212718173861504, -0.006082568317651749, 0.004723882768303156, 0.009769928641617298, 0.0060790665447711945, -0.021640917286276817, -0.00148387358058244, -0.014133129268884659, -0.009741914458572865, -0.0008806942496448755, 0.021921057254076004, -0.0009699893416836858, -0.054123301059007645, 0.0008697512676008046, -0.01147178653627634, -0.02057638019323349, -0.018853509798645973, 0.002920473227277398, 0.02080049365758896, -0.033056676387786865, -0.015407772734761238, 0.011352727189660072, -0.004293165635317564, 0.009013546630740166, 0.01855936273932457, 0.0024915067479014397, -0.030955616384744644, 0.029947107657790184, -0.026165198534727097, 0.0025773001834750175, -0.00025519123300909996, -0.014749440364539623, -0.006422239821404219, -0.017032591626048088, -0.02448435127735138, 0.01969393528997898, 0.011513807810842991, -0.03101164475083351, -0.029106682166457176, 0.00313233002088964, 0.011114606633782387, 0.015029581263661385, 0.007000031415373087, -0.016598373651504517, 0.008397236466407776, 0.03829531744122505, 0.017480818554759026, -0.0090415608137846, 0.003711872501298785, 0.0004709875793196261, 0.0025195209309458733, 0.013873999007046223, 0.02220119908452034, -0.028448350727558136, -0.003172600409016013, -0.011422762647271156, -0.005168607458472252, 0.0006784672732464969, -0.03916375711560249, -0.008124098181724548, -0.012172140181064606, -0.0034492400009185076, -0.015127630904316902, 0.0036033177748322487, 0.007507787551730871, -0.005616833455860615, -0.015982061624526978, 0.0023041623644530773, -0.027313778176903725, 0.005777914542704821, 0.01338375173509121, 0.019623899832367897, 0.012536323629319668, 0.017256705090403557, -0.021612903103232384, -0.014959546737372875, -0.016262203454971313, 0.007430748548358679, -0.023840026929974556, -0.00557131040841341, -0.026403319090604782, 0.041965167969465256, 0.006576317362487316, -0.031515900045633316, 0.009510797448456287, -0.018881523981690407, -0.03465348109602928, -0.00184543093200773, -0.013187652453780174, 0.006880971137434244, -0.0010978038189932704, 0.008649363182485104, -0.006233144551515579, 0.01206708699464798, 0.00888748373836279, 0.01619216799736023, -0.010729412548244, -0.01252932008355856, -0.012550330720841885, 0.003995515406131744, -0.010078083723783493, -0.01388800609856844, -0.028490372002124786, 0.004149593412876129, 0.011352727189660072, -0.026473354548215866, -0.0069405012764036655, 0.014105115085840225, -0.014098111540079117, -0.007619843818247318, -0.0010260175913572311, 0.005270158406347036, -0.006093073636293411, -0.005382215138524771, 0.013446783646941185, -0.021682938560843468, -0.009811949916183949, 0.026949595659971237, -0.0030570421367883682, -0.020772479474544525, -0.018615391105413437, 0.025044633075594902, 0.015099616721272469, 0.018307235091924667, -0.016836492344737053, -0.016738444566726685, 0.02448435127735138, -0.013313716277480125, 0.044206298887729645, 0.00012299955415073782, -0.0365864560008049, 0.0014260944444686174, 0.005357702728360891, -0.010603348724544048, -0.016528338193893433, 0.021458825096488, -0.0006390723865479231, 0.003995515406131744, 0.03655844181776047, -0.015673907473683357, -0.007066564634442329, 0.01619216799736023, 0.01197604089975357, -0.0232937503606081, -0.01742479018867016, -0.020114146173000336, 0.008005037903785706, -0.021472832188010216, 0.025913072749972343, 0.020016096532344818, -0.03493362292647362, -0.004933989141136408, -0.012291200459003448, 0.0014225926715880632, 0.0033669485710561275, -0.024932578206062317, -0.002635079203173518, -0.011282691732048988, -0.005259653087705374, -0.0005957380053587258, -0.007843957282602787, -0.0076408544555306435, -0.0011284442152827978, 0.019245708361268044, -0.0012623867951333523, 0.017340747639536858, 0.1935216188430786, -0.027005622163414955, 0.014945539645850658, 0.0132927056401968, 0.011331716552376747, 0.010316204279661179, 0.018097128719091415, 0.00657981913536787, -0.01654234528541565, 0.0063311937265098095, 0.005193119868636131, 0.014280203729867935, -0.030983630567789078, -0.0007883351645432413, 0.011842974461615086, -0.010645369999110699, -0.028056152164936066, -0.015687914565205574, -0.015295716002583504, 0.02215917780995369, 0.0039219786413013935, 0.0028416835702955723, 0.006614836864173412, -0.006040547043085098, 0.029414838179945946, -0.026333283632993698, 0.0039009677711874247, -0.012578344903886318, 0.017004577443003654, 0.0018331747269257903, -0.021430810913443565, 0.004055045545101166, 0.02197708562016487, -0.011906006373465061, -0.025562895461916924, -0.0004298418352846056, 0.011765935458242893, 0.002614068565890193, 0.01711663417518139, -0.00517561100423336, 0.023573892191052437, 0.014637383632361889, 0.00016666219744365662, -0.04076056182384491, -0.005203625187277794, 0.02110864780843258, -0.01131770946085453, -0.004184611141681671, -0.018013086169958115, 0.009524804539978504, -0.032048165798187256, 0.0032321305479854345, 0.027187714353203773, 0.008964521810412407, 0.01610812544822693, -0.01210910826921463, -0.007098080590367317, 0.03414922580122948, 0.015365751460194588, 0.010547320358455181, -0.02571697346866131, -0.0035262787714600563, -0.0019172171596437693, 0.017438797280192375, -0.015337737277150154, 0.003356443252414465, -0.008859469555318356, -0.013979052193462849, 0.01771893911063671, 0.009818953461945057, -0.008817448280751705, -0.013348734006285667, 0.011639871634542942, -0.010785440914332867, -0.048632532358169556, -0.039639998227357864, 0.0362502858042717, 0.014287207275629044, 0.017312733456492424, 0.05639244616031647, 0.013180648908019066, -0.03636234253644943, -0.020016096532344818, -0.011730917729437351, -0.014273200184106827, -0.04199318215250969, 0.035998158156871796, -0.02570296637713909, -0.023629920557141304, -0.010673384182155132, 0.010974535718560219, -0.008586331270635128, -0.01851734146475792, 0.019637906923890114, 0.0024214715231209993, -0.010057073086500168, 0.006128091365098953, -0.004555798135697842, -0.012018062174320221, -0.016780465841293335, -0.02203311398625374, 0.025941086933016777, 0.012312211096286774, 0.008215144276618958, 0.00626466004177928, 0.011611857451498508, -0.0024547383654862642, 0.02004411071538925, 0.003953494131565094, -0.01882549747824669, 0.020464323461055756, -0.04880061745643616, 0.01425919309258461, -0.005651851184666157, 0.009153617545962334, 0.013019567355513573, 0.006576317362487316, 0.004447243642061949, 0.02839232236146927, -0.014308217912912369, -0.012382246553897858, -0.023798005655407906, 0.007507787551730871, -0.008593334816396236, -0.005907480139285326, -0.01715865544974804, -0.02812618762254715, 0.010036062449216843, -0.03061944618821144, 0.020436309278011322, 0.005998525768518448, -0.02781803347170353, 0.01570192165672779, -0.008068069815635681, 0.001992505043745041, -0.00040751806227490306, -0.015449794009327888, -0.020716451108455658, -0.010792444460093975, 0.01742479018867016, -0.0024249732960015535, 0.022621411830186844, -0.010057073086500168, 0.011303702369332314, -0.0007992782047949731, -0.0015915528638288379, -0.0017193673411384225, 0.0029292276594787836, -0.003016771748661995, -0.033000648021698, -0.004230133723467588, -0.0002904277644120157, 0.013488804921507835, -0.010232161730527878, 0.007472769822925329, -0.003286407794803381, -0.010589341633021832, -0.02456839382648468, 0.008236154913902283, -0.0017718938179314137, -0.039415884763002396, -0.017788974568247795, -0.0041040703654289246, -0.008908494375646114, -0.008453263901174068, -0.014077100902795792, -0.1798507273197174, -0.008810444734990597, 0.018195178359746933, -0.03795914724469185, 0.013110613450407982, 0.005721886642277241, 0.0216269101947546, 0.000304434826830402, -0.0329166054725647, 0.0115208113566041, 0.0008491783519275486, 0.0035122716799378395, 0.014497313648462296, -0.009706896729767323, -0.012718415819108486, 0.024022117257118225, -0.022915560752153397, 0.0003215059405192733, 0.02026822417974472, 0.006614836864173412, 0.02654339000582695, -0.04448644071817398, 0.025744987651705742, 0.012144125998020172, 0.02106662653386593, 0.004601321183145046, 0.007836953736841679, 0.007227646186947823, -0.005847950000315905, -0.03849141672253609, -0.015463801100850105, 0.011639871634542942, 0.03695064038038254, -0.0012930273078382015, 0.010057073086500168, 0.007346705999225378, 0.013761942274868488, -0.002332176547497511, -0.0034842577297240496, 0.02645934745669365, 0.011660882271826267, 0.019287729635834694, -0.0004797420115210116, 0.014959546737372875, -0.011990047991275787, 0.024162188172340393, 0.014735433273017406, -0.03434532508254051, 0.01371291745454073, -0.0033949625212699175, 0.024890556931495667, 0.008208140730857849, 0.009909999556839466, 0.014581355266273022, -0.004912978503853083, -0.005280663724988699, -0.009636861272156239, -0.023587899282574654, 0.010869483463466167, -0.02969498001039028, -0.007661865092813969, 0.00857932772487402, 0.010358225554227829, -0.004881462547928095, 0.007360713090747595, -0.03412121161818504, -0.022047121077775955, 0.006289172451943159, -0.033000648021698, 0.0011739672627300024, -0.008831455372273922, -0.016178160905838013, -0.0005734142614528537, 0.0008754415903240442, 0.043589990586042404, 0.03036731854081154, -0.031095685437321663, 0.01767691783607006, 0.02707565762102604, 0.007115589454770088, -0.010085087269544601, 0.02096857689321041, -0.002228874247521162, 0.006499278359115124, -0.0024617419112473726, -0.0007353709661401808, -0.00433168513700366, 0.02510066144168377, -0.029863065108656883, -0.005014529451727867, 0.04866054654121399, -0.014987560920417309, 0.021038612350821495, 0.011576839722692966, 0.01484749000519514, 0.010302197188138962, 0.00013339541328605264, -0.00626466004177928, -0.011962034739553928, 0.000545400136616081, 0.01732674054801464, 0.016220182180404663, -0.02693558856844902, 0.020016096532344818, 0.03787510469555855, 0.016486316919326782, -0.028420336544513702, 0.023629920557141304, 0.040956661105155945, 0.0048744590021669865, -0.004149593412876129, 0.008607341907918453, -0.002799662295728922, 0.0007432499551214278, 0.006247151177376509, 0.01261336263269186, 0.034905608743429184, -0.013705913908779621, 0.0027383812703192234, -0.006625342182815075, 0.04930487275123596, -0.016794472932815552, 0.005112579092383385, 0.045298852026462555, -0.015057595446705818, -0.0368385836482048, -0.12090899050235748, -0.027369806542992592, 0.005375211592763662, 0.021921057254076004, -0.01100955344736576, 0.004048041999340057, 0.01307559572160244, 0.033000648021698, -0.025282753631472588, 0.03375702723860741, -0.01794305071234703, -0.018307235091924667, 0.011997051537036896, 0.01771893911063671, -0.005147596821188927, 0.007276670541614294, 0.012676394544541836, -0.0006635847385041416, -0.027579912915825844, 0.03372901305556297, -0.0009962525218725204, -0.0063311937265098095, 0.020128153264522552, -0.01711663417518139, 0.0036138230934739113, -0.009811949916183949, -0.024190202355384827, 0.02935880981385708, 0.003890462452545762, -0.019273722544312477, 0.006110582500696182, -0.024638429284095764, 0.018587376922369003, -0.0054662576876580715, 0.01685049943625927, -0.016178160905838013, -0.0037363849114626646, -0.010533313266932964, 0.028014130890369415, -0.005259653087705374, -0.009938012808561325, 0.00042699664481915534, -0.012970543466508389, 0.012942529283463955, -0.0067233918234705925, -0.014931532554328442, -0.027719983831048012, 0.022453326731920242, -0.0010435264557600021, -0.04838040471076965, -0.04527083784341812, -0.016444295644760132, -0.03484958037734032, 0.006303179543465376, 0.012424267828464508, -0.007998034358024597, 0.008845462463796139, 0.009510797448456287, 0.006730395369231701, -0.006786423269659281, 0.013775949366390705, 0.005830441135913134, -0.015996068716049194, 0.022915560752153397, 0.006030041724443436, -0.0014672401593998075, -0.0035332823172211647, -0.04527083784341812, 0.024428322911262512, -0.010981539264321327, -0.01307559572160244, 0.011044571176171303, -0.009405745193362236, 0.025086654350161552, -0.03182405233383179, 0.003963999450206757, -0.01278845127671957, -0.02689356729388237, 0.018055107444524765, 0.011906006373465061, -0.013040577992796898, -0.012403257191181183, -0.013390755280852318, -0.031123699620366096, -0.0013411765685305, 0.013635878451168537, 0.007091077044606209, -0.014322225004434586, -0.012011058628559113, -0.0281682088971138, -0.010288190096616745, 0.026473354548215866, 0.009748918004333973, -0.0165843665599823, -0.020156167447566986, 0.01973595656454563, -0.035213764756917953, 0.014308217912912369, 0.0007126095006242394, 0.036306314170360565, -0.019974075257778168, -0.015253694728016853, -0.06852256506681442, 0.022537369281053543, 0.0033757027704268694, -0.013551835902035236, 0.0029292276594787836, -0.01812514290213585, 0.02106662653386593, 0.008005037903785706, -0.01206708699464798, 0.00013919522461947054, -0.03216022253036499, 0.02180900238454342, -0.0009542313637211919, -0.03347688913345337, -0.01864340528845787, 0.00742374500259757, 0.00840423908084631, -0.0232097078114748, 0.015099616721272469, 0.012424267828464508, 0.009811949916183949, 0.006390723865479231, 0.021038612350821495, 0.013495808467268944, 0.012389250099658966, -0.02386804111301899, -0.012802458368241787, 0.020506344735622406, 0.004919982049614191, -0.006334695499390364, 0.009048564359545708, -0.004997020587325096, -0.017999079078435898, 0.012466289103031158, -0.0065307943150401115, -0.015645893290638924, 0.015519829466938972, -0.0028924590442329645, 0.031431857496500015, 0.005462755914777517, -0.01601007580757141, -0.026823531836271286, 0.022341269999742508, -0.010778437368571758, 0.009917003102600574, -0.006859960500150919, 0.005767409224063158, -0.009699893184006214, 0.006544801406562328, 0.016472309827804565, 0.027804026380181313, 0.028882570564746857, -0.00449626799672842, -0.025871051475405693, -0.01755085401237011, 0.00962985772639513, -0.005917985457926989, -0.00119847955647856, 0.01005006954073906, 0.009853971190750599, 0.02707565762102604, -0.00794200599193573, 0.007682875730097294, -0.01206708699464798, -0.014693411998450756, -0.008068069815635681, -0.007808939088135958, -0.022229213267564774, -0.010722409002482891, -0.027691969648003578, 0.005112579092383385, 0.007332698907703161, -0.0015328982844948769, 0.007991030812263489, 0.021612903103232384, 0.007262663450092077, -0.005095070227980614, 9.400054113939404e-05, -0.010932515375316143, 0.035914115607738495, 0.030731502920389175, -0.011037567630410194, -0.02141680382192135, 0.008173123002052307, 0.027747998014092445, 0.001223867409862578, 0.00829218327999115, 0.00557131040841341, -0.0019399786833673716, 0.008978528901934624, -0.009279681369662285, 0.01720067672431469, -0.004412225913256407, 0.02469445765018463, 0.0003335432556923479, -0.008852466009557247, 0.020856522023677826, 0.006965013686567545, 0.006271663587540388, 0.00017957495583686978, 0.007857964374125004, -0.008719398640096188, 0.0038554449565708637, -0.013523821718990803, -0.023237721994519234, -0.002435478614643216, -0.021682938560843468, -0.03272050619125366, 0.010407250374555588, 0.0367545410990715, -0.014539333991706371, -0.018265213817358017, -0.012739426456391811, 0.00048061745474115014, -0.018223192542791367, 0.010834465734660625, -0.02531076781451702, -0.013257687911391258, -0.017606882378458977, 0.006499278359115124, 0.03400915488600731, 0.0006946629146113992, 0.03255242109298706, 0.007864967919886112, 0.02561892382800579, 0.005284165497869253, 0.010897497646510601, -0.004660851322114468, 0.013593857176601887, 0.016164153814315796, -0.007633850909769535, -0.009832960553467274, -0.015421779826283455, -0.013614867813885212, -0.00829218327999115, -0.018405284732580185, 0.014735433273017406, -0.006390723865479231, 0.0032969131134450436, 0.09793740510940552, 0.004405222367495298, -0.035381849855184555, -0.004111073911190033, -0.004380709957331419, 0.018195178359746933, -0.0007060436764732003, 0.012858486734330654, -0.0026438336353749037, -0.026179205626249313, -0.016206175088882446, -0.010113101452589035, -0.020156167447566986, -0.031796038150787354, -0.006271663587540388, 0.013166641816496849, 0.015715928748250008, 0.005585317499935627, -0.02750987745821476, 0.002011764794588089, 0.03426128253340721, 0.0014724928187206388, -0.0023024114780128, 0.011800953187048435, -0.0100010447204113, 0.023812012746930122, 0.03417723998427391, 0.019707942381501198, 0.0017526340670883656, -0.019231701269745827, 0.023405807092785835, -0.0004884964437223971, -0.028014130890369415, -0.015519829466938972, 0.0001266107428818941, -0.01605209708213806, -0.015729935839772224, -0.018489327281713486, 0.011478790082037449, 0.004867455456405878, 0.00648176996037364, 0.009118599817156792, -0.026683460921049118, -0.0430857352912426, -0.0013219168176874518, 0.009279681369662285, 0.014525326900184155, -0.013628874905407429, -0.026263248175382614], metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='086d4104-39ba-4052-9104-0fbfed7be8e2', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='daa29a1a080c71aa8843bf9fa987dec3df40c995753a392c94f42f4c3006cad1'), : RelatedNodeInfo(node_id='49f31e17-4204-408d-a6d4-d541382c0a90', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='0122d3468a41003fdc31c57758ea961dd533680effdfa5ba53d7877310a0b05f'), : RelatedNodeInfo(node_id='69ff2b6c-53ab-42ba-b8fc-d0da9f5e2a4e', node_type=, metadata={}, hash='2cdbf4b2ed2f660856d3d8f154c257efda3b6b9bfbf82de518a2a63bfe295e1b')}, hash='d7392aaa82fec35c74d6ce32f9e94bd8617d83df2e389310a061f32f413b8fa5', text='if it were an instruction, outlining its main sections as follows: Output: Fine-tuning the model To carry out this stage, we have used the Google Colab environment, where we have developed a notebook that allows us to run the training in an interactive way and also a Python script to run the training in unattended mode. For the first test runs, a T4 instance with a high RAM capacity is enough, but when it comes to running the whole dataset and epochs, we have opted to use an A100 instance in order to speed up the training and ensure that its execution time is reasonable. In order to be able to share the model, we will log in to the Huggingface hub using the appropriate token, so that at the end of the whole process, we will upload the model files so that they can be shared with the rest of the users. Fine-tuning techniques: PEFT, Lora, and QLora In recent months, some papers have appeared showing how PEFT techniques can be used to train large language models with a drastic reduction of RAM requirements and consequently allowing fine-tuning of these models on a single GPU of reasonable size. The usual steps to train an LLM consist, first, an intensive pre-training on billions or trillions of tokens to obtain a foundation model, and then a fine-tuning is performed on this model to specialize it on a downstream task. In this fine-tuning phase is where the PEFT technique has its purpose. Parameter Efficient Fine-Tuning (PEFT) allows us to considerably reduce RAM and storage requirements by only fine-tuning a small number of additional parameters, with virtually all model parameters remaining frozen. PEFT has been found to produce good generalization with relatively low-volume datasets. Furthermore, it enhances the reusability and portability of the model, as the small checkpoints obtained can be easily added to the base model, and the base model can be easily fine-tuned and reused in multiple scenarios by adding the PEFT parameters. Finally, since the base model is not adjusted, all the knowledge acquired in the pre-training phase is preserved, thus avoiding catastrophic forgetting. Most widely used PEFT techniques aim to keep the pre-trained base model untouched', start_char_idx=1532, end_char_idx=3731, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='69ff2b6c-53ab-42ba-b8fc-d0da9f5e2a4e', embedding=[-0.019524455070495605, 0.008664526045322418, -0.019363459199666977, 0.0002575025428086519, -0.0034083640202879906, -0.0012614422012120485, -0.015953265130519867, 0.0007779960869811475, -0.031233273446559906, -0.03126254677772522, 0.018090125173330307, 0.02902323380112648, 0.007749774493277073, -0.0010684296721592546, -0.004716458264738321, -0.0248519666492939, 0.005638528149574995, 0.014116444624960423, -0.0022448000963777304, 0.007757092360407114, -0.011196557432413101, -0.008518165908753872, -0.014072536490857601, -0.029140321537852287, -0.012096673250198364, 0.020124532282352448, 0.04039542376995087, -0.026008212938904762, -0.034189749509096146, -0.0009604890365153551, 0.023300549015402794, 0.00865720771253109, -0.016275258734822273, -0.010215944610536098, -0.011642956174910069, -0.02754499576985836, 0.010150082409381866, -0.0009751250618137419, 0.05757811665534973, -0.0182803925126791, 0.04425933584570885, 0.028379248455166817, 0.002266754163429141, -0.011079469695687294, 0.0004178127273917198, 0.007486325688660145, 0.01655334234237671, -0.008320579305291176, -0.021880853921175003, 0.028789058327674866, -0.0011095935478806496, 0.006267876829952002, -0.010442802682518959, 0.008232763037085533, -0.026300933212041855, 0.01914391852915287, -0.0014553695218637586, 0.011935677379369736, 0.009220694191753864, -0.009015790186822414, -8.61009830259718e-05, 0.0032766396179795265, -0.030589288100600243, 0.018016943708062172, -0.00012120456813136116, 0.007288739550858736, 0.010662343353033066, 0.029667219147086143, 0.007328988518565893, 0.000894626893568784, 0.015850814059376717, 0.035506993532180786, -0.018953649327158928, -0.035624079406261444, 0.0179730374366045, 0.0062020146287977695, 0.00949146132916212, 0.01173809077590704, -0.022422388195991516, -0.0013080945936962962, 0.02286146767437458, -0.01249916385859251, -0.02561304159462452, 0.03732185810804367, 0.010618435218930244, -0.024061622098088264, -0.010303759947419167, -0.006860635709017515, 0.008232763037085533, 0.005342148710042238, 0.014445754699409008, 0.01532391645014286, 0.035975344479084015, 0.021017329767346382, 0.004292013589292765, 0.013435869477689266, -0.013223647139966488, -0.002235652646049857, 0.004090768285095692, -0.013179739005863667, -0.02678392268717289, 0.0069045438431203365, -0.020300164818763733, -0.004259082954376936, -0.025803308933973312, -0.004624983295798302, 0.02087096869945526, 0.017651043832302094, -0.006842340808361769, 0.007197264581918716, -0.0307063776999712, 0.058222100138664246, -0.0034870326053351164, -0.03457028791308403, -0.01115264929831028, -0.00701431417837739, 0.002522884402424097, -0.012074719183146954, -0.008620617911219597, 0.004800615832209587, 0.03626806661486626, 0.02933059073984623, 0.015821540728211403, -0.01669970341026783, 0.03178944066166878, 0.007727820426225662, 0.006867954041808844, -0.02027089148759842, -0.031233273446559906, 0.009820771403610706, 0.020856333896517754, 0.0024057964328676462, 0.019334185868501663, -0.000733173277694732, -0.022846832871437073, 0.010874565690755844, -0.0022887082304805517, -0.02565694786608219, -0.016099626198410988, -0.018090125173330307, 0.014797019772231579, 0.015909356996417046, -0.020505068823695183, -0.012565026059746742, -0.03585825860500336, 0.0369705930352211, -0.011723455041646957, 0.005927589256316423, 0.026110665872693062, -0.011035561561584473, -0.012404029257595539, -0.025437409058213234, -0.005686094984412193, 0.013538321480154991, -0.006860635709017515, 0.00611053965985775, 0.01634843833744526, 0.011518550105392933, -0.0295794028788805, -0.006553279235959053, 0.008181536570191383, 0.010479392483830452, -0.00914019625633955, 0.00458107516169548, 0.008013222366571426, 0.02230529859662056, 0.023534724488854408, -0.014855563640594482, -0.006721593905240297, 0.002846706425771117, 0.010428166948258877, 0.01507510431110859, -0.012177171185612679, 0.012865064665675163, -0.0023198097478598356, -0.0078083183616399765, -0.00418956158682704, -0.014189624227583408, 0.009184104390442371, -0.03064783290028572, 0.005817819386720657, 0.008554755710065365, 0.007318011485040188, 0.019436638802289963, -0.02637411467730999, -0.003554724156856537, -0.01920246332883835, -0.014262804761528969, -0.0007025290979072452, 0.0072741033509373665, 0.019992807880043983, 0.018456025049090385, -0.013077287003397942, -0.016333801671862602, -0.5863776206970215, -0.017694951966404915, 0.018675565719604492, -0.0064947353675961494, -0.0017032672185450792, -0.00033914411324076355, -0.020153803750872612, -0.018016943708062172, -0.04185902699828148, 0.03228706866502762, -0.020022079348564148, -0.01950981840491295, 0.01645088940858841, -0.007596096023917198, -0.016582613810896873, -0.022671200335025787, 0.011869815178215504, -0.030618561431765556, -0.008005904965102673, 0.004884772934019566, 0.0001935842738021165, 0.02087096869945526, -0.0008342533255927265, 0.023549361154437065, -0.0016502116341143847, 0.00017380277859047055, -0.0017782768700271845, -0.005887340288609266, 0.043205540627241135, 0.017490047961473465, -0.016992423683404922, 0.046308375895023346, 0.008020540699362755, -0.015382460318505764, 0.05784156545996666, -0.005023815203458071, -0.016538705676794052, 0.014657977037131786, 0.01013544574379921, 0.027457179501652718, -0.005192129407078028, -0.029257411137223244, 0.00873038824647665, 0.012316213920712471, -0.0022941967472434044, 0.02097342163324356, -0.007998586632311344, 0.0035108160227537155, -0.004639619495719671, -0.015865448862314224, 0.002596064703539014, 0.0020527022425085306, -0.00037116039311513305, 0.0003396014799363911, 0.01268211379647255, 0.004566439427435398, 0.03023802489042282, -0.018514569848775864, 0.011101423762738705, -0.011525868438184261, 0.018924377858638763, 0.01066966075450182, -0.0035364290233701468, -0.023242004215717316, -0.00896456465125084, 0.008847475983202457, 0.020753880962729454, 0.021983306854963303, -0.004442032892256975, -0.03702913969755173, -0.005909294355660677, 0.0250568725168705, -0.006553279235959053, -0.011262419633567333, -0.012162535451352596, 0.026842467486858368, 0.005279945209622383, 0.01920246332883835, 0.005550711881369352, 0.013648091815412045, -0.004939657635986805, -0.011042879894375801, 0.003053440246731043, 0.0033918984699994326, 0.007588778156787157, 0.009513415396213531, -0.013077287003397942, 0.008327897638082504, 0.0005497655947692692, 0.015236100181937218, 0.0038822051137685776, 0.011716136708855629, -0.026754651218652725, -0.04264937341213226, 0.011657592840492725, -0.009820771403610706, -0.012996789067983627, 0.013589547947049141, 0.017899855971336365, -0.0343068391084671, -0.016831425949931145, -0.002224675612524152, 0.013333417475223541, -0.014892153441905975, 0.05459236726164818, 0.0072375135496258736, -0.019363459199666977, -0.005148221272975206, 0.02025625668466091, -0.010728204622864723, -0.026652198284864426, -0.003459590021520853, -0.012147899717092514, 0.012989470735192299, 0.028789058327674866, -0.03202361986041069, -0.006556938402354717, 0.005667800083756447, 0.015192192047834396, -0.01091847289353609, 0.003353478852659464, 0.008635253645479679, 0.011913723312318325, 0.01665579527616501, 0.011825907044112682, 0.037760939449071884, -0.00911824218928814, -0.0028174344915896654, -0.010084220208227634, 0.0016895459266379476, -0.002965624211356044, 0.0033571377862244844, 0.026052121073007584, -0.01148196030408144, 0.017987672239542007, 0.017387595027685165, 0.035565536469221115, 0.017958400771021843, 0.008620617911219597, -0.028130436316132545, -0.027881624177098274, -0.005547052714973688, 0.01975863054394722, -0.008942610584199429, -0.026813194155693054, -0.03937090188264847, -0.001072088722139597, 0.013779816217720509, 0.017285143956542015, -0.007647322025150061, 0.00611053965985775, -0.02224675565958023, -0.03339940682053566, 0.010662343353033066, -0.0018880469724535942, -0.002676562638953328, -0.004434715025126934, -0.03310668468475342, -0.017021695151925087, -0.044932592660188675, 0.00024332388420589268, 0.026901010423898697, -0.022480931133031845, 0.005327512510120869, -0.009286556392908096, 0.0065605975687503815, -0.016172805801033974, 0.034745920449495316, -0.0351264551281929, -0.02469097077846527, -0.005861727520823479, -0.037497490644454956, 0.005839773453772068, 0.03691205009818077, -0.019231734797358513, 0.0003862538142129779, -0.012586980126798153, -0.009718319401144981, -0.03064783290028572, -0.015280008316040039, -0.01552882045507431, 0.02612530067563057, -0.003243708750233054, -0.017270507290959358, 0.03234561160206795, 0.02107587270438671, 0.004588393494486809, 0.021002693101763725, -0.0239298976957798, 0.013765179552137852, 0.0020435547921806574, -0.0045518032275140285, -0.021500317379832268, 0.018573112785816193, -1.5679412172175944e-05, 0.01244793739169836, 0.024368979036808014, -0.0059568616561591625, 0.010479392483830452, 0.043615348637104034, -0.009008471854031086, -0.00311198434792459, 0.013026060536503792, -0.013933493755757809, -0.0005877278163097799, -0.02810116484761238, 0.013962766155600548, -0.03767312318086624, 0.0073399655520915985, -0.004935998935252428, -9.204686648445204e-05, -0.009864679537713528, -0.02204185165464878, -0.011372189968824387, -0.020680701360106468, 0.025744764134287834, 0.0026180187705904245, 0.027471816167235374, 0.004054178483784199, 0.008071767166256905, -0.015748361125588417, 0.004163948819041252, 0.030208751559257507, 0.014526252634823322, 0.011101423762738705, -0.025891125202178955, -0.019070738926529884, 0.012645523995161057, 0.009564640931785107, -0.03146744892001152, 0.0012641864595934749, -0.003055269829928875, 0.014709203504025936, 0.024061622098088264, 0.016172805801033974, -0.020139167085289955, 0.0296818558126688, -0.01599717326462269, 0.050172287970781326, -0.002780844457447529, 0.02561304159462452, 0.015426368452608585, -0.013194374740123749, -0.0291695948690176, 0.004379829857498407, 0.0060593136586248875, 0.018499933183193207, 0.03524354472756386, -0.007588778156787157, 0.0016264281002804637, -0.003959044348448515, 0.02555449679493904, 0.0038200020790100098, 0.022158939391374588, 0.014679931104183197, -0.01848529651761055, 0.002619848120957613, 0.018251121044158936, 0.029828215017914772, 0.011042879894375801, 0.015104375779628754, 0.015236100181937218, -0.015060467645525932, -0.007837590761482716, 0.0038895232137292624, -0.027266912162303925, 0.012696750462055206, -0.036677874624729156, -0.019436638802289963, -0.004196879453957081, -0.03483373671770096, -0.022978557273745537, 0.008291306905448437, -0.03524354472756386, 0.0375853069126606, 0.02087096869945526, 0.021090509369969368, 0.02779380790889263, 0.03146744892001152, 0.00766195822507143, -0.03732185810804367, -0.035624079406261444, 0.05626087263226509, -0.010735522955656052, -0.008635253645479679, 0.0015230611898005009, -0.025042235851287842, -0.012894336134195328, -0.0034486129879951477, 0.008949927985668182, -0.005616574082523584, 0.0034961800556629896, -0.004976247902959585, 0.0038968410808593035, -0.023710357025265694, 0.009132878854870796, 0.022788288071751595, -0.003073564963415265, 0.016728974878787994, 0.005730003118515015, -0.0004889346309937537, 0.02423725463449955, -0.036941323429346085, -0.014387210831046104, 0.03723404183983803, -0.014723839238286018, -0.009776863269507885, -0.01844138838350773, 0.01423353236168623, -0.01257234439253807, 0.03029656782746315, -0.005265309475362301, 0.025788672268390656, -0.015762997791171074, 0.002312491647899151, 0.005433623678982258, 0.008598663844168186, 0.018909741193056107, 0.03178944066166878, 0.0026783922221511602, -0.00397002138197422, -0.01649479754269123, -0.021427137777209282, 0.019978171214461327, 0.03884400427341461, 0.02245165966451168, -0.002539349952712655, 0.007654640357941389, -0.022671200335025787, -0.012938244268298149, -0.011028243228793144, -0.003490691538900137, 0.008130311034619808, -0.012250351719558239, -0.013940812088549137, 0.002676562638953328, 0.004914044868201017, 0.007182628381997347, 0.005247014109045267, 0.007094812113791704, -0.001031839638017118, -0.046513281762599945, -0.002797310007736087, -0.000701156968716532, -0.006798432674258947, -0.0009174956940114498, 0.012916290201246738, 0.008642571978271008, 0.02723763883113861, 0.016714338213205338, 0.028584154322743416, 0.0353313609957695, -0.00725580845028162, -0.013333417475223541, 0.00254666805267334, 0.00018500848091207445, 0.016128897666931152, 0.020900242030620575, -0.0008337959297932684, 0.028496338054537773, 0.0004893920267932117, -0.019114647060632706, 0.02128077857196331, 0.011847861111164093, 0.008327897638082504, 0.02183694578707218, 0.013194374740123749, 0.003613268258050084, 0.006205673795193434, -0.01792912930250168, -0.021090509369969368, 0.011489278636872768, -0.0245446115732193, -0.03345794975757599, 0.02230529859662056, -0.002733277389779687, -0.04475696012377739, -0.0036882779095321894, 0.023300549015402794, 0.006941134110093117, -0.008327897638082504, -0.035360630601644516, 0.010603798553347588, -0.01375054381787777, -0.012769930064678192, -0.028027985244989395, 0.014431118965148926, 0.0015441004652529955, 0.0055250986479222775, 0.020812425762414932, -0.015294644050300121, 0.012082037515938282, -0.02515932358801365, -0.006209332961589098, -0.018514569848775864, -0.03530208766460419, -0.054504550993442535, -0.00697772391140461, 0.006253241095691919, 0.017607135698199272, 0.016070352867245674, -0.004427397157996893, -0.000540160748641938, -0.00974759180098772, 0.0016081330832093954, -0.0020527022425085306, -0.0039005002472549677, -0.022671200335025787, 0.004295672755688429, -0.01669970341026783, -0.005748298019170761, -0.012089354917407036, -0.02474951557815075, 0.003362626302987337, 0.015397096052765846, 0.0056495051831007, 0.0009206973481923342, 0.00046583719085901976, 0.018719473853707314, 0.032316338270902634, -0.007457053754478693, -0.002636313671246171, 0.02362254075706005, -0.009249966591596603, 0.01715341955423355, -0.020944150164723396, -0.017329052090644836, -0.031086914241313934, -0.011072151362895966, 0.01770958863198757, 0.024822695180773735, -0.01454088930040598, -0.021368594840168953, -0.013633456081151962, 0.021880853921175003, -0.023461544886231422, 0.009271920658648014, 0.01990499161183834, 0.029389135539531708, -0.01076479535549879, 0.005770252086222172, 0.002572281053289771, -0.00537142064422369, -0.008371804840862751, 0.028993962332606316, -0.027354726567864418, 0.0361509770154953, 0.008364487439393997, -0.0013492583530023694, 0.03313595801591873, 0.02433970756828785, -0.0042846957221627235, -0.014299394562840462, 0.015192192047834396, -0.030618561431765556, 0.037702396512031555, -0.0153531888499856, -0.018163304775953293, -0.03275541961193085, -0.013055332936346531, -0.03506791219115257, 0.0020911218598484993, -0.020680701360106468, -0.010508664883673191, 0.008101038634777069, -0.010054947808384895, -0.0008365401881746948, 0.00394806731492281, 0.007131402380764484, -0.025291047990322113, -0.00483720563352108, 0.0035437471233308315, -0.001806634129025042, 0.03966362401843071, -0.0069630881771445274, 0.004672550596296787, -0.01715341955423355, -0.02571549266576767, -0.0065276664681732655, -0.017329052090644836, 0.0027131529059261084, 0.022232118993997574, 0.013318780809640884, 0.02836461365222931, 0.0394294448196888, -0.007618050090968609, 0.00041804142529144883, 0.005532416980713606, -0.003573019290342927, 0.01272602193057537, -0.011642956174910069, 0.01018667221069336, -0.021222233772277832, 0.0005909294122830033, 0.022290663793683052, 0.005777569953352213, 0.002169790444895625, -0.017094874754548073, 0.0027204707730561495, 0.013091922737658024, -0.029550131410360336, -0.017490047961473465, -0.022524839267134666, -0.019436638802289963, -0.030560016632080078, 0.011189240030944347, -0.011189240030944347, 0.003995634149760008, -0.04584002494812012, -0.016304530203342438, 0.02734009176492691, -0.005364102311432362, 0.014204260893166065, -0.0017352835275232792, 0.017241235822439194, -0.03746822103857994, 0.027047371491789818, 0.004013929516077042, 0.010420848615467548, -0.017987672239542007, -0.0037541398778557777, -0.040600329637527466, 0.005949543323367834, 0.00870843417942524, -0.01020862627774477, 0.03249197080731392, 0.017651043832302094, 0.006769160740077496, 0.00282475259155035, 0.017812039703130722, 0.014072536490857601, -0.0053897155448794365, -0.005100653972476721, -0.027559632435441017, -0.02204185165464878, -0.030764920637011528, -0.012843110598623753, -0.0021496659610420465, 0.000500369060318917, 0.0008713007555343211, -0.0068277050741016865, 0.025905761867761612, 0.0030369749292731285, -0.006344716064631939, 0.00946950726211071, 0.040863778442144394, 0.05342148616909981, -0.013230965472757816, 0.005645846016705036, 0.01910001039505005, -0.002484465017914772, -0.04048324003815651, 0.0018880469724535942, 0.01934882253408432, 0.0059239305555820465, 0.0012760782847180963, 0.0062020146287977695, -0.004244446754455566, -0.006249581929296255, 0.017812039703130722, 0.009945177473127842, -0.03272614628076553, -0.04276645928621292, 0.04405442997813225, -0.0010848952224478126, 0.018953649327158928, -0.022568747401237488, -0.029564766213297844, -0.013970084488391876, 0.009264602325856686, -0.020651428028941154, 0.026139937341213226, 0.008591345511376858, -0.005331171676516533, 0.004361534956842661, 0.015338552184402943, 0.019890354946255684, 0.02041725255548954, -0.00418956158682704, 0.016216713935136795, 0.03843419626355171, -0.00256496318615973, -0.02311027981340885, 0.018514569848775864, 0.011167285963892937, 0.041771210730075836, -0.012096673250198364, -0.0032199250999838114, 0.013560275547206402, -0.036677874624729156, 0.0063922833651304245, 0.008079084567725658, 0.004760366398841143, 0.03298959508538246, -0.03252124413847923, -0.0030827124137431383, -0.006414236966520548, 0.0036169271916151047, 0.002634484088048339, -0.022890741005539894, -0.007515598088502884, 0.00660816440358758, -0.009798817336559296, 0.0008136714459396899, 0.022437022998929024, -0.014109126292169094, -0.06106149032711983, -2.1510952137759887e-05, -0.011445370502769947, -0.014855563640594482, -0.01924637146294117, -0.004643278196454048, 0.01772422343492508, -0.029872123152017593, -0.0024936124682426453, 0.0052543324418365955, -0.011159967631101608, 0.013904222287237644, 0.019539091736078262, 0.0006604505470022559, -0.025730129331350327, 0.03167235478758812, -0.018514569848775864, 0.000564401620067656, 0.0038382972124964, -0.01270406786352396, -0.017753496766090393, -0.013457823544740677, -0.025847217068076134, 0.017738860100507736, 0.002023430308327079, -0.029594039544463158, -0.045488759875297546, -0.009096288122236729, 0.015616636723279953, 0.02791089564561844, 0.01400667428970337, -0.011145331896841526, 0.009630503132939339, 0.03293105214834213, 0.02047579735517502, -0.009615867398679256, -0.006117857526987791, 0.004738412331789732, 0.012638205662369728, 0.005536075681447983, 0.02851097285747528, -0.02158813364803791, 0.011540504172444344, -0.01405058242380619, -0.012660159729421139, 0.0022887082304805517, -0.05192860960960388, 0.0019703747238963842, -0.012433301657438278, 0.01013544574379921, -0.016743609681725502, 0.0008177877753041685, 0.010611116886138916, -0.017885221168398857, -0.01598253659904003, -0.0041090636514127254, -0.010735522955656052, -0.005118949338793755, 0.008327897638082504, 0.018499933183193207, -0.0005708049284294248, 0.020095260813832283, -0.02199794352054596, -0.02265656366944313, -0.009645138867199421, 0.004606688395142555, -0.023183461278676987, -0.018046217039227486, -0.027325455099344254, 0.04777197912335396, 0.003611438674852252, -0.026842467486858368, -0.00509333610534668, -0.02499832771718502, -0.03360430896282196, -0.002773526357486844, -0.016158169135451317, -0.0028174344915896654, -0.004379829857498407, 0.0048189107328653336, 0.0020673382095992565, 0.0038565921131521463, 0.011416098102927208, 0.00814494676887989, -0.00946950726211071, -0.017358323559165, 0.0004070643917657435, -0.004573757294565439, -0.014753111638128757, -0.00727044465020299, -0.0382000207901001, -0.001427012262865901, 0.02551058866083622, -0.030764920637011528, -0.005214083474129438, 0.025422772392630577, -0.016333801671862602, -0.022729743272066116, 0.014116444624960423, 0.008115675300359726, -0.008906019851565361, -0.008759659714996815, 0.024295799434185028, -0.025291047990322113, -0.009542686864733696, 0.032199252396821976, 0.00891333818435669, -0.011833224445581436, -0.01568981632590294, 0.017651043832302094, 0.008723069913685322, 0.02530568465590477, -0.010018358007073402, -0.010252534411847591, 0.021105146035552025, -0.012923608534038067, 0.048855043947696686, -0.005027473904192448, -0.023900626227259636, -0.00044548395089805126, 0.017651043832302094, 0.0025777695700526237, -0.013165103271603584, 0.02027089148759842, 0.019085373729467392, 0.013399279676377773, 0.05075772851705551, -0.0048189107328653336, 0.003805366111919284, 0.0091914227232337, 0.013574911281466484, -0.018456025049090385, -0.013179739005863667, -0.01949518360197544, 0.0041859024204313755, -0.019436638802289963, 0.025935033336281776, 0.03544844686985016, -0.04481550306081772, 0.005177493207156658, -0.005170175340026617, 0.013099241070449352, 0.002297855680808425, -0.021924762055277824, 1.4807538718741853e-05, -0.0022301641292870045, 0.00015413561777677387, -0.00611053965985775, -0.014855563640594482, -0.01013544574379921, -0.0005497655947692692, 0.007786364294588566, -0.009608549065887928, 0.004456669092178345, 0.18640439212322235, -0.03802438825368881, 0.029447678476572037, 0.021266141906380653, 0.010662343353033066, 0.011869815178215504, 0.00969636533409357, 0.013472459279000759, -0.012667478062212467, 0.008569391444325447, 0.00862793531268835, 0.01618744246661663, -0.025378864258527756, -0.0007505535613745451, 0.009293874725699425, -0.002855854108929634, -0.018002308905124664, -0.020226983353495598, -0.01751931942999363, 0.01000372227281332, 0.004599370528012514, 0.00969636533409357, 0.012440619990229607, -0.007976632565259933, 0.03105764091014862, -0.019290277734398842, -0.004372511990368366, -0.024661699309945107, 0.01384567841887474, 0.0012230227002874017, -0.02830606885254383, -4.6452223614323884e-05, 0.020651428028941154, -0.023563997820019722, -0.02760354056954384, -0.001032754429616034, 0.007226536516100168, 0.0033406722359359264, 0.008320579305291176, 0.0014617728302255273, 0.026096029207110405, 0.0050896769389510155, 0.0038382972124964, -0.029140321537852287, -0.01852920465171337, 0.019422002136707306, -0.006571574602276087, -1.1019896192010492e-05, -0.008086402900516987, 0.009498778730630875, -0.025627676397562027, -0.003816343145444989, 0.02230529859662056, 0.01384567841887474, 0.006853317841887474, -0.013706635683774948, 0.011467324569821358, 0.03746822103857994, 0.02633020654320717, 0.006363010965287685, -0.026286298409104347, 0.011913723312318325, -0.004946975968778133, 0.006066631525754929, -0.01770958863198757, 0.011913723312318325, -0.008701115846633911, -0.025847217068076134, 0.010911155492067337, -0.0006668537971563637, -0.014892153441905975, -0.02419334650039673, 0.019129281863570213, -0.004035883583128452, -0.05866118147969246, -0.047889068722724915, 0.031145457178354263, -0.0012696749763563275, 0.03214070573449135, 0.0638716071844101, -0.00211307592689991, -0.041215039789676666, -0.013882268220186234, -0.006509371567517519, -0.02534959279000759, -0.04502040892839432, 0.04463987052440643, -0.008349851705133915, -0.018748745322227478, -0.011606366373598576, 0.005144562106579542, -0.011979584582149982, -0.016128897666931152, 0.018412116914987564, -0.0011745408410206437, -0.0067289117723703384, -0.001362979644909501, -0.007903452962636948, -0.0010290953796356916, -0.011167285963892937, -0.014211578294634819, 0.03670714795589447, 0.009308510459959507, 0.004035883583128452, 0.0030936894472688437, 0.0027460837736725807, 0.005100653972476721, 0.02510078065097332, 0.013370007276535034, -0.02388598956167698, 0.015748361125588417, -0.04481550306081772, 0.008159582503139973, 0.0054226466454565525, 0.005634868983179331, 0.0026436317712068558, 0.014145716093480587, -0.003232731716707349, 0.02524713985621929, -0.02627166174352169, -0.015909356996417046, -0.014921425841748714, 0.013926176354289055, -0.01608498953282833, -0.0071716513484716415, 0.0032126070000231266, -0.03152599558234215, 0.005060405004769564, -0.021705223247408867, 0.019217098131775856, 0.01018667221069336, -0.01700705848634243, 0.021661315113306046, -0.012228397652506828, -0.004588393494486809, -0.001999646658077836, -0.01618744246661663, -0.02230529859662056, 0.008298625238239765, 0.02460315451025963, -0.006564256269484758, 0.018617020919919014, -0.0013931664871051908, 0.003144915448501706, -0.0017105852020904422, 0.001226681750267744, -0.0070728580467402935, 0.004295672755688429, -0.004292013589292765, -0.022539475932717323, -0.0007825698703527451, -0.005795865319669247, 0.016977787017822266, -0.017446139827370644, 0.003660835325717926, 0.010164718143641949, 0.0016758246347308159, -0.03541917726397514, 0.02046116068959236, 0.005810501053929329, -0.02567158453166485, -0.006088585592806339, 0.00010902693611569703, 0.0021716200280934572, -0.017504684627056122, -0.029345227405428886, -0.18851198256015778, -0.001169967115856707, 0.029037870466709137, -0.04308845102787018, 0.02010989561676979, 0.009637821465730667, 0.021749131381511688, 0.004866477567702532, -0.04212247580289841, 6.700554513372481e-05, 0.0008328811964020133, 0.009352418594062328, 0.007146038580685854, -0.01598253659904003, -0.021353958174586296, 0.019890354946255684, -0.01405058242380619, 0.006824045907706022, 0.018617020919919014, 0.008137629367411137, 0.03623879328370094, -0.04399588704109192, 0.01430671289563179, 0.01710951142013073, 0.014979969710111618, -3.9906033634906635e-05, 0.006414236966520548, 0.008927973918616772, -0.006465463433414698, -0.04007343202829361, -0.008620617911219597, 0.021119780838489532, 0.033223774284124374, 0.01430671289563179, 0.005283604376018047, 0.0062276278622448444, 0.03269687667489052, -0.00042764630052261055, -0.004368852823972702, 0.03243342787027359, 0.027925532311201096, 0.006564256269484758, -0.01091847289353609, 0.01766568049788475, -0.018807290121912956, 0.02555449679493904, 0.015265372581779957, -0.017285143956542015, 0.008079084567725658, -0.0022704130969941616, 0.020709972828626633, 0.005810501053929329, 0.011467324569821358, 0.010567208752036095, 0.012030811049044132, -0.004160289652645588, -0.0027040052227675915, -0.02622775360941887, 0.020285528153181076, -0.024310434237122536, -0.014965333975851536, 0.008810886181890965, 0.017738860100507736, -0.0031247909646481276, -0.004478623159229755, -0.04384952411055565, -0.02458851970732212, 0.021719858050346375, -0.026915647089481354, -0.0067618428729474545, -0.023695722222328186, -0.008832840248942375, -0.011752726510167122, -0.006172742694616318, 0.040044158697128296, 0.043615348637104034, -0.03544844686985016, 0.02152959071099758, 0.020680701360106468, -0.001137036015279591, -0.010040312074124813, 0.029872123152017593, -0.005828796420246363, 0.013172420673072338, -0.018192576244473457, -0.005700731184333563, 0.005730003118515015, 0.030384384095668793, -0.02978430688381195, -0.007910770364105701, 0.04206392914056778, -0.017651043832302094, 0.026300933212041855, -0.0068716127425432205, 0.013443187810480595, 0.01331146340817213, 0.014753111638128757, -0.009074334055185318, -0.007654640357941389, -6.489018414868042e-05, 0.016421617940068245, -0.010684297420084476, -0.02674001455307007, 0.029198866337537766, 0.024705607444047928, 0.005821478087455034, -0.0253642275929451, 0.02423725463449955, 0.03723404183983803, 0.005411669611930847, 0.0005909294122830033, 0.0019557385239750147, -0.009791499935090542, 0.00446764612570405, 0.00898651871830225, 0.015660544857382774, 0.022232118993997574, -0.0020252596586942673, 0.012762612663209438, -0.0127333402633667, 0.046308375895023346, -0.012652842327952385, 0.011555139906704426, 0.0484745092689991, -0.027076642960309982, -0.0351264551281929, -0.11117523163557053, -0.017592499032616615, 0.008342533372342587, 0.023432273417711258, -0.015294644050300121, -0.011467324569821358, 0.007489984855055809, 0.03541917726397514, -0.037907298654317856, 0.037351131439208984, -0.013165103271603584, -0.01945127546787262, 0.007091153413057327, 0.019217098131775856, -0.011474641971290112, -0.007874180562794209, -0.0016227690503001213, -0.005960520356893539, -0.025334956124424934, 0.038668371737003326, -0.014848245307803154, -0.021222233772277832, 0.016260622069239616, -0.01762177236378193, 0.0037870709784328938, 0.004324944689869881, -0.033838484436273575, 0.01555809285491705, -0.007544870022684336, -0.016889970749616623, 0.012850428000092506, -0.022978557273745537, 0.016611887142062187, -0.01020862627774477, 0.005060405004769564, -0.021310050040483475, -0.0035254519898444414, 0.004972588736563921, 0.033428676426410675, -0.014218896627426147, -0.0013757861452177167, 0.005550711881369352, -0.020226983353495598, 0.008876748383045197, -0.027457179501652718, -0.023666448891162872, -0.029301319271326065, 0.029872123152017593, -0.006055654492229223, -0.04873795807361603, -0.03234561160206795, -0.008027859032154083, -0.029359862208366394, 0.005298240575939417, 0.024442158639431, -0.017036331817507744, -0.004335921723395586, 0.00611053965985775, 0.0054555777460336685, 0.0063264211639761925, 0.009520732797682285, 0.0020984397269785404, -0.02205648645758629, 0.023139553144574165, 0.005034791771322489, 0.007779046427458525, 0.005012838169932365, -0.026344841346144676, 0.028745150193572044, 0.010347668081521988, -0.0014087172457948327, -0.0010181183461099863, 0.003038804279640317, 0.0245446115732193, -0.03899036720395088, 0.010281805880367756, -0.01624598540365696, -0.03401411697268486, 0.009403645060956478, 0.0034211704041808844, -0.016377709805965424, -0.010786749422550201, -0.015441004186868668, -0.03620951995253563, 0.008518165908753872, 0.01898292265832424, 0.0011589900823310018, -0.018821926787495613, -0.019685450941324234, -0.020856333896517754, -0.005989792291074991, 0.01379445195198059, 0.022788288071751595, -0.01618744246661663, -0.020285528153181076, 0.015236100181937218, -0.035624079406261444, 0.01669970341026783, 0.005693412851542234, 0.039839256554841995, -0.030120935291051865, -0.014892153441905975, -0.06990164518356323, 0.018368208780884743, -0.004870136734098196, -0.016524070873856544, -0.009593913331627846, -0.027223004028201103, 0.022071123123168945, 0.007537552155554295, -0.013757862150669098, 7.175081555033103e-05, -0.04428860545158386, 0.010859929025173187, -0.009359736926853657, -0.025730129331350327, -0.014401846565306187, 0.010596481151878834, 0.02545204386115074, -0.02551058866083622, 0.021749131381511688, 0.008635253645479679, 0.002299685264006257, -0.007347283884882927, 0.02643265761435032, 0.009337782859802246, 0.002231993479654193, -0.028803693130612373, -0.014958015643060207, 0.003642540192231536, -0.0011388655984774232, 0.0020911218598484993, 0.006549620535224676, -0.025042235851287842, -0.019787903875112534, 0.028437793254852295, -0.002872319659218192, -0.023651814088225365, 0.016992423683404922, -0.00041575453360565007, 0.031291816383600235, -0.001997817074880004, -0.00609590345993638, -0.024529974907636642, 0.011642956174910069, -0.010698933154344559, 0.01741686835885048, 0.0002668787492439151, 0.014335984364151955, -0.012791884131729603, 0.0060593136586248875, 0.020739244297146797, 0.027779171243309975, 0.014145716093480587, -0.010684297420084476, -0.029916031286120415, -0.007061881013214588, 0.01002567633986473, -0.006534984335303307, -0.009923223406076431, 0.007409486919641495, 0.006384965032339096, 0.03187725692987442, -0.010494028218090534, 0.008701115846633911, -0.011833224445581436, -0.01980253867805004, -0.012513799592852592, -0.019773267209529877, -0.00886211171746254, -0.022671200335025787, -0.03471664711833, -0.0013373666442930698, 0.011847861111164093, 0.0007757092243991792, 0.010128128342330456, 0.017226599156856537, 0.008327897638082504, 0.00293452269397676, 0.0015349528985098004, -0.02031479962170124, 0.03152599558234215, 0.02251020446419716, -0.015616636723279953, -0.026052121073007584, 0.008137629367411137, 0.016816791146993637, -0.00794004276394844, -0.007815636694431305, 0.0078083183616399765, 0.0004889346309937537, 0.00712774321436882, -0.015001923777163029, 0.01716805435717106, -0.009989085607230663, 0.01407985482364893, -0.003210777649655938, -0.003476055571809411, 0.02031479962170124, 0.006114198826253414, -0.009293874725699425, -0.005733662284910679, 0.01532391645014286, -0.004734753631055355, -0.0025448384694755077, -0.011474641971290112, -0.03650224208831787, -0.0023801831994205713, -0.0254666805267334, -0.019934263080358505, 0.011072151362895966, 0.03723404183983803, -0.0017243064939975739, -0.014709203504025936, -0.027179095894098282, 0.004116381518542767, -0.0036553468089550734, 0.0030296568293124437, -0.015280008316040039, -0.008364487439393997, -0.01113069523125887, -0.0024295798502862453, 0.038317110389471054, -0.004892090801149607, 0.03682423382997513, 0.02729618363082409, 0.016128897666931152, 0.01741686835885048, 0.012938244268298149, -0.010420848615467548, 0.013918858021497726, 0.016406981274485588, 0.0009769545868039131, -0.013179739005863667, -0.0230078287422657, -0.024368979036808014, -0.011935677379369736, -0.014211578294634819, 0.02896469086408615, -0.0017672998365014791, -0.0017133294604718685, 0.10889201611280441, 0.0012678455095738173, -0.03647296875715256, 0.000708932348061353, -0.027574267238378525, 0.02205648645758629, -0.0033754329197108746, 0.007764410227537155, 0.0012001539580523968, -0.021500317379832268, -0.02158813364803791, -0.005880022421479225, -0.025525225326418877, -0.03354576602578163, 0.0009101777104660869, 0.01356759387999773, 0.01715341955423355, -0.001032754429616034, -0.023198096081614494, 0.00010776915587484837, 0.038609828799963, -0.002619848120957613, -0.012565026059746742, 0.013713954016566277, -0.004196879453957081, 0.02886223793029785, 0.025422772392630577, 0.020241620019078255, 0.007991268299520016, -0.015909356996417046, 0.01229425985366106, 0.020241620019078255, -0.030033119022846222, -0.016333801671862602, 0.0012513799592852592, -0.003805366111919284, -0.007874180562794209, -0.025788672268390656, 0.01939273066818714, -0.0025759399868547916, 0.009242648258805275, 0.0064691221341490746, -0.03234561160206795, -0.049059949815273285, 0.005653163883835077, 0.02413480170071125, 0.011613684706389904, -0.016158169135451317, -0.043498262763023376], metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='086d4104-39ba-4052-9104-0fbfed7be8e2', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='daa29a1a080c71aa8843bf9fa987dec3df40c995753a392c94f42f4c3006cad1'), : RelatedNodeInfo(node_id='8b46d4f1-a312-4a33-a9fe-43d3a8c40fe5', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='d7392aaa82fec35c74d6ce32f9e94bd8617d83df2e389310a061f32f413b8fa5'), : RelatedNodeInfo(node_id='d1de9290-c7ba-4675-a4de-a499a381b70c', node_type=, metadata={}, hash='74da39e87dd0bc08b880eea99377011f32650b694140684c8f259131eb2583b3')}, hash='2cdbf4b2ed2f660856d3d8f154c257efda3b6b9bfbf82de518a2a63bfe295e1b', text='only fine-tuning a small number of additional parameters, with virtually all model parameters remaining frozen. PEFT has been found to produce good generalization with relatively low-volume datasets. Furthermore, it enhances the reusability and portability of the model, as the small checkpoints obtained can be easily added to the base model, and the base model can be easily fine-tuned and reused in multiple scenarios by adding the PEFT parameters. Finally, since the base model is not adjusted, all the knowledge acquired in the pre-training phase is preserved, thus avoiding catastrophic forgetting. Most widely used PEFT techniques aim to keep the pre-trained base model untouched and add new layers or parameters on top of it. These layers are called \"Adapters\" and the technique of their adjustment \"adapter-tuning\", we add these layers to the pre-trained base model and only train the parameters of these new layers. However, a serious problem with this approach is that these layers lead to increased latency in the inference phase, which makes the process inefficient in many scenarios.In the LoRa technique, a Low-Rank Adaptation of Large Language Models, the idea is not to include new layers but to add values to the parameters in a way that avoids this scary problem of latency in the inference phase. LoRa trains and stores the changes of the additional weights while freezing all the weights of the pre-trained model. Therefore, we train a new weights matrix with the changes in the pre-trained model matrix, and this new matrix is decomposed into 2 Low-rank matrices as explained here: Merge the base model and the adapter weights As we mention, we have trained \"modification weights\" on the base model, our final model requires merging the pretrained model and the adapters in a single model. You can find and download the model in my Hugging Face account edumunozsala/llama-27b-int4-python-code-20k. Give it a try! Inferencing or generating Python code And finally, we will show you how you can download the model from the Hugging Face Hub and call the model to generate an accurate result: Thanks to Maxime Labonne for an excellent article [9] and Philipp Schmid who provides an inspiring', start_char_idx=3045, end_char_idx=5256, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='d1de9290-c7ba-4675-a4de-a499a381b70c', embedding=[-0.0186980701982975, 0.01859995536506176, -0.004681526217609644, -0.0018484318861737847, -0.0057572959922254086, 0.0032238054554909468, -0.021865809336304665, 0.006440602242946625, -0.02625298872590065, -0.0409843772649765, 0.01579664647579193, 0.016455423086881638, -0.0016741011058911681, -0.009895680472254753, -0.011290326714515686, -0.0028786479961127043, 0.01341383345425129, 0.0004524716059677303, 0.007330653257668018, 0.004765625111758709, -0.0010608772281557322, -0.019118567928671837, -0.017506664618849754, -0.020127758383750916, -0.01617509312927723, 0.014885570853948593, 0.040563881397247314, -0.017955193296074867, -0.010176011361181736, -0.009713465347886086, 0.014352941885590553, 0.017506664618849754, -0.019945543259382248, -0.010855814442038536, -0.006896140053868294, -0.012243452481925488, 0.011977137997746468, -0.0041874428279697895, 0.03347150981426239, -0.01802527718245983, 0.02406640723347664, 0.0311447624117136, 0.002135771093890071, -0.00780020747333765, -0.0010862821945920587, 0.009342026896774769, 0.02193589322268963, -0.005778320599347353, -0.019945543259382248, 0.015207950957119465, 0.002748994855210185, 0.010456342250108719, -0.02169761247932911, 0.012846163474023342, -0.015712546184659004, 0.022412454709410667, 0.0037108801770955324, 0.00929997768253088, 0.004026252776384354, 0.005312270484864712, 0.010890855453908443, -0.0007538273348473012, -0.02335156314074993, 0.004716567229479551, -0.012432675808668137, -0.005687213037163019, 0.008585133589804173, 0.03274264931678772, 0.0173945315182209, 0.0005335047608241439, 0.03254641592502594, 0.005073989275842905, -0.014030561782419682, -0.024402804672718048, 0.016259191557765007, -0.005424403119832277, -0.004418715834617615, 0.010014821775257587, -0.02848161943256855, -0.009257927536964417, 0.020744485780596733, -0.012944279238581657, -0.0059044696390628815, 0.03484513238072395, 0.022356389090418816, -0.014997703023254871, -0.0050109149888157845, -0.010967946611344814, -0.0056556761264801025, -0.005900965537875891, 0.00857111718505621, 0.029126379638910294, 0.043619487434625626, 0.019539063796401024, -0.004029756877571344, 0.013617073185741901, -0.029911307618021965, 0.006608800962567329, -0.008248737081885338, -0.0001767398789525032, -0.023183366283774376, 0.0029259538277983665, -0.012054229155182838, -0.005746783223003149, -0.036358918994665146, -0.016147060319781303, 0.017072152346372604, 0.014815487898886204, -0.0005808105925098062, 0.017618797719478607, -0.031705424189567566, 0.05009513348340988, 0.003351706312969327, -0.05368336662650108, 0.0030818877276033163, -0.0028646313585340977, 0.004958353005349636, -0.009236902929842472, -0.014303884468972683, 0.0011957865208387375, 0.024977482855319977, 0.036975644528865814, 0.009524242021143436, -0.026042740792036057, 0.023407630622386932, 0.012432675808668137, 0.00015976671420503408, -0.023561812937259674, -0.0320698544383049, 0.009706457145512104, 0.016105011105537415, 0.022314339876174927, 0.022272290661931038, 0.007232537027448416, -0.00647914782166481, 0.0248933844268322, 0.013014362193644047, -0.030696233734488487, -0.01421277690678835, -0.017184283584356308, 0.0017126465681940317, 0.0177729781717062, -0.017590763047337532, -0.0004673641815315932, -0.030051471665501595, 0.02693980000913143, -0.00787029042840004, -0.007898323237895966, 0.023505745455622673, -0.008220703341066837, -0.017983227968215942, -0.03675138205289841, 0.013813304714858532, 0.014037569984793663, 0.008374885655939579, 0.023183366283774376, 0.017786996439099312, 0.006251378916203976, -0.028215305879712105, -0.0027016890235245228, -0.007561925798654556, 0.004723575431853533, -0.015460249036550522, 0.007947380654513836, 0.0049478402361273766, 0.021010801196098328, 0.037424176931381226, -0.012439684011042118, -0.016259191557765007, -0.008052505552768707, 0.004271542187780142, 0.014759422279894352, -0.011493566446006298, 0.021487362682819366, -0.017254367470741272, -0.0006018353742547333, 0.0077090999111533165, -0.022005975246429443, -0.002927705878391862, -0.02078653685748577, -0.0018817211966961622, 0.01433892548084259, 0.012152344919741154, 0.019454965367913246, -0.024528954178094864, 0.00016984110698103905, -0.0026754080317914486, -0.02504756674170494, 0.007821232080459595, 0.005003906786441803, 0.025075599551200867, 0.026140855625271797, -0.013070427812635899, -0.004268038086593151, -0.6189706325531006, -0.014927620068192482, 0.025748392567038536, 0.0014279355527833104, -0.013890395872294903, -0.0038895912002772093, -0.02363189496099949, -0.017744945362210274, -0.03801286965608597, 0.02693980000913143, -0.024388788267970085, -0.022104091942310333, 0.012117302976548672, -0.016847888007760048, 0.0034568305127322674, -0.023407630622386932, 0.023996325209736824, -0.02775275893509388, -0.0204361230134964, -0.0077931988053023815, -0.002876895945519209, 0.0065772635862231255, -0.006219842005521059, 0.00032654168899171054, 0.0017266630893573165, 0.008900506421923637, -0.0016119027277454734, -0.01382732205092907, 0.04092831164598465, 0.02692578360438347, -0.0104913841933012, 0.028691867366433144, 0.014955653809010983, -0.014065602794289589, 0.04418015107512474, -0.010526425205171108, -0.013126494362950325, 0.010119945742189884, 0.002007870003581047, 0.021879827603697777, -0.0196231622248888, -0.025454046204686165, 0.01700206845998764, 0.010477367788553238, -0.006121726240962744, 0.01705813594162464, 0.005806353874504566, 0.009608341380953789, -0.005210650619119406, -0.020912684500217438, -0.003907111939042807, 0.014423024840652943, 0.010596508160233498, -0.012769072316586971, 0.010274127125740051, 0.008087546564638615, 0.03764843940734863, -0.010512408800423145, 0.009930722415447235, -0.008823415264487267, 0.0032273095566779375, 0.011388442479074001, -0.02183777652680874, -0.020506205037236214, -0.014549173414707184, 0.012096278369426727, 0.01986144483089447, 0.029967373237013817, -0.002253159647807479, -0.019412914291024208, -0.010827780701220036, 0.014703355729579926, 0.0010013069259002805, -0.013518957421183586, -0.009902688674628735, 0.03787270560860634, 0.003080135677009821, 0.0011379682691767812, 0.005186121445149183, 0.016006894409656525, 0.005480469204485416, 0.014177734963595867, 0.008858456276357174, -0.0018466798355802894, 0.0051826173439621925, 0.00536483246833086, -0.011696807108819485, 0.0057397750206291676, -0.005007410887628794, 0.025005515664815903, 0.003956169821321964, 0.013273668475449085, -0.013497932814061642, -0.0400032177567482, 0.022832952439785004, 0.007491843309253454, -0.0069311815313994884, 0.013960478827357292, 0.019693246111273766, -0.031172795221209526, -0.011416476219892502, -0.0052001383155584335, 0.016245175153017044, -0.008816407062113285, 0.03532169386744499, -0.0011055549839511514, -0.032770682126283646, -0.003127441508695483, 0.012670956552028656, -0.018319623544812202, -0.031705424189567566, 0.0027174577116966248, -0.023141315206885338, 0.007197496015578508, 0.027192097157239914, -0.02562224492430687, -0.017646830528974533, -0.004699046723544598, 0.01767486333847046, -0.0006456371047534049, 0.00871829129755497, 0.013385800644755363, 0.016287224367260933, 0.0029014248866587877, 0.01530606672167778, 0.03187362477183342, -0.007933364249765873, -0.015123851597309113, -0.014969670213758945, 0.0050950138829648495, 0.0027665155939757824, 0.01271300669759512, 0.01574058085680008, -0.0187541376799345, 0.009075713343918324, 0.003903607837855816, 0.035097427666187286, 0.005224667023867369, 0.013063419610261917, -0.022846968844532967, -0.03285478055477142, -0.0177729781717062, 0.009461168199777603, -0.022496555000543594, -0.007372702471911907, -0.0328267477452755, -0.02039407379925251, 0.005410386249423027, 0.01816544309258461, -0.004247013013809919, -0.017857078462839127, -0.018081342801451683, -0.024332722648978233, 0.018389707431197166, 0.008402918465435505, -0.008206686936318874, -0.023856159299612045, -0.020408090204000473, 0.003080135677009821, -0.03408823907375336, 0.011801931075751781, 0.026995865628123283, -0.008704274892807007, 0.008949563838541508, -0.007190487813204527, 0.007982422597706318, -0.012019187211990356, 0.047207724303007126, -0.04504917562007904, -0.024963466450572014, -0.005014419090002775, -0.04033961519598961, -0.00628642039373517, 0.03501332923769951, -0.004075310658663511, 0.009755515493452549, -0.01295829564332962, -0.009671416133642197, -0.035041362047195435, -0.0014892579056322575, -0.01836167462170124, 0.03834926709532738, -0.005599609576165676, -0.016833869740366936, 0.033247243613004684, 0.025832492858171463, 0.0200016088783741, 0.01029515266418457, -0.014065602794289589, 0.015165901742875576, 0.002044663531705737, 0.01014797855168581, -0.0231553316116333, 0.013280676677823067, -0.0022356389090418816, 0.006699908524751663, 0.019062500447034836, -0.009622357785701752, 0.013701172545552254, 0.03888189420104027, -0.004040269181132317, -0.0003618020564317703, 0.00045159555156715214, -0.011101103387773037, -0.008290786296129227, -0.023113282397389412, 0.030247703194618225, -0.02558019384741783, 0.004940832033753395, -0.007519876584410667, 0.01199115440249443, -0.019062500447034836, -0.00898460578173399, -0.02122104912996292, -0.0031502183992415667, 0.03700367733836174, -0.0020569278858602047, 0.013750230893492699, -0.004134880844503641, 0.017128217965364456, -0.0026298542506992817, 0.031845591962337494, 0.01676378771662712, 0.008606158196926117, -4.5033626520307735e-05, -0.019020451232790947, -0.013231618329882622, 0.024809284135699272, -3.567101157386787e-05, -0.015586397610604763, 0.002216366119682789, -0.0011782657820731401, 0.009096737951040268, 0.019482998177409172, 0.02015579119324684, -0.03007950633764267, 0.00747081870213151, -0.00961534958332777, 0.029322613030672073, 0.0042189802043139935, 0.01666567288339138, -0.0004047277325298637, 0.004944336134940386, -0.025650277733802795, 0.006331974174827337, 0.0009075712878257036, 0.01767486333847046, 0.020029643550515175, -0.013385800644755363, -0.007954388856887817, -0.015292050316929817, 0.028902115300297737, 0.00012910552322864532, 0.007505859714001417, 0.0218517929315567, -0.016245175153017044, 0.008136603981256485, 0.012684972956776619, 0.033443477004766464, 0.022931067273020744, 0.003356962464749813, 0.02548207901418209, -0.006321461871266365, -0.005750287789851427, 0.006741958204656839, -0.025173714384436607, -0.006514189299196005, -0.040227483958005905, 0.00399821950122714, -0.005161592736840248, -0.0339200384914875, -0.01942693069577217, 0.009748507291078568, -0.042021602392196655, 0.049954965710639954, 0.0064441063441336155, 0.01414269395172596, 0.02518773078918457, 0.029630975797772408, 0.026000691577792168, -0.04213373363018036, -0.025650277733802795, 0.04905790835618973, -0.018726104870438576, -0.00543841952458024, 4.544426701613702e-05, -0.017506664618849754, 0.00825574528425932, -0.004618451464921236, 0.024963466450572014, 0.004667509347200394, 0.013049403205513954, -0.010498392395675182, 0.0030328298453241587, -0.032574448734521866, 0.028117189183831215, 0.0280471071600914, -0.01729641668498516, 0.01656755618751049, 0.0027682676445692778, -0.00031931442208588123, 0.006542222574353218, -0.03215395286679268, -0.005928998347371817, 0.041096508502960205, -8.196393901016563e-05, -0.002267176052555442, -0.012797105126082897, 0.011353401467204094, -0.013504941016435623, 0.019973576068878174, -0.002580796368420124, 0.027093982324004173, -0.017226334661245346, 0.02295910008251667, -0.011402459815144539, 0.023421647027134895, 0.01893635280430317, 0.02741636149585247, -0.000310554081806913, -0.012846163474023342, -0.004064797889441252, -0.012012179009616375, 0.001885225297883153, 0.04104044288396835, 0.02382812649011612, -0.010435317642986774, 0.012460708618164062, -0.02780882455408573, -0.011984146200120449, -0.010379252023994923, 0.004043773282319307, 0.007947380654513836, 0.0032115408685058355, -0.03041590191423893, 0.00910374615341425, 0.004485294222831726, 0.0055575598962605, 0.023113282397389412, 0.0026123335119336843, 0.004211972001940012, -0.023772060871124268, 0.002605325309559703, 0.0012553568230941892, -0.0006552734994329512, 0.009706457145512104, -0.003229061607271433, 0.006843578070402145, 0.017660846933722496, 0.012783088721334934, 0.023267464712262154, 0.02794899046421051, 0.0046114432625472546, -0.02524379827082157, 0.014135685749351978, -0.0016662167618051171, 0.004467773716896772, 0.020043659955263138, 0.009895680472254753, 0.024528954178094864, 0.007162454538047314, 0.0001767398789525032, 0.0182074923068285, 0.01579664647579193, 0.01171783171594143, 0.026631435379385948, 0.011633732356131077, 0.013525965623557568, 0.001951803918927908, -0.007610984146595001, -0.028257355093955994, 0.020940717309713364, -0.01952504739165306, -0.02771070972084999, 0.012397633865475655, -0.009748507291078568, -0.03100459836423397, -0.013168543577194214, 0.02780882455408573, -0.002959243021905422, -0.021879827603697777, -0.022314339876174927, 0.005193130113184452, -0.011780906468629837, -0.012264477089047432, -0.03274264931678772, 0.009482192806899548, -0.0002219651360064745, 0.011619715951383114, -0.002727970015257597, -0.016777804121375084, 0.02213212475180626, -0.028257355093955994, 0.0014515884686261415, 0.00307663157582283, -0.030528035014867783, -0.03361167386174202, 0.0030836400110274553, 0.002479176502674818, 0.011787914671003819, 0.02025390788912773, 0.0007879926124587655, -0.002463407814502716, -0.00432410417124629, 0.0010503648081794381, -0.02291705086827278, 0.006787511985749006, -0.01480147149413824, 0.019875461235642433, -0.036106619983911514, 0.012019187211990356, -0.0030626151710748672, -0.022005975246429443, 0.006083180662244558, 0.009825598448514938, 0.004569393582642078, -0.012201402336359024, -0.014233801513910294, 0.03958272188901901, 0.029967373237013817, 0.009874655865132809, -0.00393514521420002, 0.014058594591915607, -0.00707134697586298, 0.028761951252818108, -0.018515855073928833, -0.03834926709532738, -0.02218819037079811, -0.010673599317669868, 0.01184398028999567, 0.021725645288825035, 0.0031852598767727613, -0.01990349404513836, 0.0014296876033768058, 0.025930607691407204, -0.020884651690721512, -0.004313591867685318, 0.019104551523923874, 0.021921876817941666, -0.021291131153702736, 0.006300436798483133, -0.009194853715598583, 0.0070012640208005905, -0.020562270656228065, 0.026084790006279945, -0.03734007477760315, 0.02469715289771557, 0.017464615404605865, -0.002734978450462222, 0.013778263702988625, -0.002330250572413206, -0.002013126388192177, -0.016581572592258453, 0.0156004149466753, -0.004748104605823755, 0.009727482683956623, -0.008585133589804173, -0.0030853920616209507, -0.016988052055239677, -0.025341913104057312, -0.020898668095469475, 0.00714493403211236, -0.024683136492967606, -0.008900506421923637, 0.01187201403081417, -0.003250086447224021, -0.013154527172446251, -0.005834386684000492, 0.0006999511970207095, -0.02426263876259327, -0.007688074838370085, 0.012355584651231766, 0.025510111823678017, 0.04633869603276253, 0.0013911421410739422, 0.0058729322627186775, -0.05281434208154678, -0.028958182781934738, 0.01632927544414997, -0.013042395003139973, 0.0052456920966506, 0.01791314408183098, 0.006069163791835308, 0.024304689839482307, 0.054272063076496124, -0.0052456920966506, 0.013119486160576344, 0.00026412427541799843, -0.002365292049944401, 0.014563189819455147, -0.008473001420497894, 0.01034421008080244, -0.02901424840092659, -0.008409926667809486, 0.011416476219892502, 0.007435777224600315, 0.01970726251602173, 0.000999554875306785, 0.003453326178714633, 0.011808939278125763, -0.03100459836423397, -0.02151539735496044, -0.020996784791350365, -0.021977942436933517, -0.030780332162976265, -0.0050985184498131275, -0.002805061172693968, 0.000845372851472348, -0.046086400747299194, -0.021543430164456367, 0.03605055436491966, -0.009713465347886086, 0.009734490886330605, 0.016637638211250305, 0.0044572614133358, -0.02431870624423027, 0.030696233734488487, 0.00895657204091549, 0.0069311815313994884, -0.028902115300297737, 0.006517693400382996, -0.03476103022694588, 0.014549173414707184, -0.0011178194545209408, -0.02049218863248825, 0.02940671145915985, 0.015782630071043968, -0.014997703023254871, 0.0061392467468976974, 0.014997703023254871, 0.023029183968901634, -0.006875115446746349, -0.007982422597706318, -0.016020910814404488, -0.02548207901418209, -0.03187362477183342, 0.0008510670741088688, 0.0040542855858802795, -0.016497474163770676, 0.01903446763753891, 0.013841338455677032, 0.02639315463602543, -0.013084445148706436, -0.01749264821410179, 0.010764706879854202, 0.0329388789832592, 0.05298253893852234, -0.005165096838027239, 0.0008545712335035205, 0.03762040659785271, 0.009524242021143436, -0.022048024460673332, 0.006952206138521433, 0.0026228460483253, -0.005512006115168333, -0.0035759711172431707, 0.015964845195412636, -0.008802390657365322, -0.0019080021884292364, 0.009664407931268215, -0.009215878322720528, -0.018684053793549538, -0.034508734941482544, 0.03232215344905853, -0.002890912350267172, 0.027136031538248062, -0.024585019797086716, -0.022776884958148003, -0.02286098524928093, 0.015544348396360874, -0.022706802934408188, 0.023477712646126747, 0.007316636387258768, -0.01494163740426302, 0.00537884933874011, 0.014163718558847904, 0.024332722648978233, 0.008101562969386578, -0.00238456460647285, 0.002442382974550128, 0.0400032177567482, -0.003903607837855816, -0.023673944175243378, 0.010820772498846054, 0.012705998495221138, 0.03851746395230293, -0.029771141707897186, 0.003544433740898967, 0.021767694503068924, -0.023561812937259674, -0.007758157793432474, 0.006324965972453356, 0.012825138866901398, 0.029827207326889038, -0.03173345699906349, -0.0231553316116333, -0.02436075545847416, 0.0012947783106938004, 0.0034375577233731747, -0.01705813594162464, -0.0013797536958009005, 0.00576430419459939, -0.017941176891326904, -0.008122587576508522, 0.022300323471426964, 0.006188304629176855, -0.041629139333963394, 0.00516860093921423, -0.008816407062113285, -0.009489201009273529, -0.023715993389487267, 0.006668371148407459, 0.012397633865475655, -0.03579825535416603, -0.0023477713111788034, 0.004772633779793978, -0.012383617460727692, 0.013119486160576344, 0.03007950633764267, 0.011696807108819485, -0.011886030435562134, 0.031649358570575714, -0.04244209825992584, 0.022945083677768707, 0.0027682676445692778, -0.013469900004565716, -0.03192969039082527, -0.0008151496876962483, -0.011977137997746468, 0.0020551758352667093, 0.004727079998701811, -0.016651654615998268, -0.059654414653778076, -0.005522518884390593, 0.01810937561094761, 0.017997244372963905, -0.0008423067629337311, -0.019160617142915726, 0.0034042682964354753, 0.039106160402297974, 0.010701632127165794, -0.007225528825074434, -0.00647914782166481, 0.01118520274758339, 0.023870175704360008, 0.01133237686008215, 0.01937086507678032, -0.00018779980018734932, 0.01230652630329132, -0.002477424219250679, -0.011535616591572762, 0.005837890785187483, -0.058196693658828735, -0.004197955131530762, -0.009944738820195198, 0.0009916705312207341, 0.001981589011847973, 0.01342084165662527, -0.0027472428046166897, -0.022118108347058296, -0.01840372383594513, 0.015221968293190002, -0.018473805859684944, -0.0155723812058568, 0.01091888826340437, 0.017212316393852234, 0.019006434828042984, 0.014184743165969849, -0.013091453351080418, -0.02921047993004322, 0.003225557506084442, 0.0013876379234716296, -0.03907812759280205, -0.0164694394916296, -0.023183366283774376, 0.03142509236931801, 0.004478286020457745, -0.015474265441298485, 0.007449793629348278, -0.017086168751120567, -0.005158088635653257, -0.012369601055979729, -0.010365234687924385, -0.0030783836264163256, -0.0053332955576479435, 0.009271944873034954, 0.00046911623212508857, 0.005610122345387936, 0.008206686936318874, 0.007772174198180437, -0.007295611780136824, -0.012783088721334934, -0.0046429806388914585, 0.017212316393852234, -0.014675322920084, 0.012755055911839008, -0.031116729602217674, -0.004050781484693289, 0.014927620068192482, -0.01613304391503334, -0.008753332309424877, 0.012313534505665302, -0.023673944175243378, -0.008669232949614525, -0.007491843309253454, -0.0067840078845620155, -0.0015698530478402972, -0.014121669344604015, 0.01537614967674017, -0.008311810903251171, -0.023575829342007637, 0.01079974789172411, 0.0008309183176606894, -0.004804170690476894, -0.01932881586253643, 0.010631549172103405, 0.01106606237590313, 0.02779480814933777, -0.021291131153702736, -0.0012404642766341567, 0.01942693069577217, -0.005641659256070852, 0.06408364325761795, 0.007954388856887817, -0.00285236700437963, 0.022748852148652077, -0.002463407814502716, -0.005946519318968058, -0.004982881713658571, 0.02412247471511364, 0.025173714384436607, -0.003956169821321964, 0.04345129057765007, -0.0013052907306700945, 0.01094692200422287, -0.006034122779965401, 0.017156250774860382, -0.028271371498703957, 0.00035413677687756717, -0.02286098524928093, -0.00588344456627965, -0.020043659955263138, 0.03221002221107483, 0.005291245877742767, -0.03321921080350876, -0.00314145814627409, -0.00170125812292099, 0.005711742211133242, 0.01568451337516308, -0.02968704141676426, -0.012797105126082897, -0.007197496015578508, -0.014507124200463295, -0.009937730617821217, -0.004720071330666542, 0.0014191751834005117, -0.0029504827689379454, 0.007435777224600315, -0.013350758701562881, 0.020408090204000473, 0.18961581587791443, -0.028930148109793663, 0.0257624089717865, 0.019945543259382248, 0.020085709169507027, 0.008297794498503208, 0.019104551523923874, 0.009012638591229916, -0.012769072316586971, 0.008241728879511356, -0.0012281998060643673, 0.0159788616001606, -0.014366958290338516, -0.008087546564638615, 0.023561812937259674, 0.005179113242775202, -0.016931986436247826, -0.02252458781003952, -0.03526562824845314, -0.01271300669759512, 0.0014472082257270813, 0.01000080443918705, -0.001466481015086174, -0.019511030986905098, 0.010400276631116867, -0.01942693069577217, -0.006535213906317949, -0.011248277500271797, 0.005126551259309053, 0.0036302851513028145, -0.026561353355646133, 0.0034147808328270912, 0.0030100529547780752, -0.007547909393906593, -0.021080883219838142, -0.005392865743488073, 0.019398897886276245, -0.009019646793603897, 0.01249574963003397, 0.009096737951040268, 0.024276655167341232, -0.008788373321294785, 0.004884765949100256, -0.024430837482213974, -0.003903607837855816, 0.004502815194427967, -0.012860179878771305, 0.004341624677181244, -0.006969727110117674, 0.019511030986905098, -0.024627069011330605, 0.008283778093755245, 0.028257355093955994, 0.01119221094995737, 0.003668830730021, -0.018291590735316277, 0.008339844644069672, 0.02514568157494068, 0.00915280357003212, 0.014745404943823814, -0.01806732639670372, 0.002135771093890071, -0.0004564137489069253, 0.024725185707211494, -0.004835708066821098, 0.005249196197837591, -0.0018379194661974907, -0.031845591962337494, 0.007407743949443102, -0.00871829129755497, -0.005431411322206259, -0.018543889746069908, 0.0010039350017905235, -0.012993337586522102, -0.050543662160634995, -0.035573992878198624, 0.011353401467204094, 0.0049653612077236176, 0.013455883599817753, 0.058589156717061996, -0.007751149591058493, -0.01694600284099579, -0.012082261964678764, -0.009972771629691124, -0.01747863180935383, -0.03921829164028168, 0.023519761860370636, -0.000714405789040029, -0.01530606672167778, -0.02150138095021248, 0.00399821950122714, -0.01859995536506176, -0.007421760354191065, 0.013532973825931549, -0.002969755558297038, -0.007982422597706318, 0.005610122345387936, -0.005091509781777859, -0.005473461002111435, -0.015586397610604763, -0.006034122779965401, 0.02368796057999134, 0.004499311093240976, -0.003321921220049262, -0.0014358197804540396, -0.010974954813718796, 0.0020551758352667093, 0.025468062609434128, 0.004972369410097599, -0.006591280456632376, 0.019258731976151466, -0.04146093875169754, 0.0009154555737040937, 0.007428769022226334, 0.015235984697937965, -0.005147576332092285, 0.012159353122115135, 0.007232537027448416, 0.012937271036207676, -0.022048024460673332, -0.016245175153017044, -0.019020451232790947, 0.010603516362607479, -0.012621899135410786, -0.01387637946754694, -0.008844439871609211, -0.025636261329054832, -0.005620634648948908, -0.030724266543984413, 0.018053309991955757, 0.006412569433450699, -0.026309054344892502, 0.014829504303634167, -0.002990780398249626, -0.0021585479844361544, -0.013890395872294903, -0.02790694124996662, -0.031789522618055344, -0.006048139184713364, 0.004692038521170616, -0.029098346829414368, 0.01767486333847046, -0.00988166406750679, -0.018123392015695572, 0.004075310658663511, -0.005368336569517851, 0.005936007015407085, 0.00036705826641991735, 0.006692900322377682, -0.013841338455677032, -0.009187845513224602, -0.0052456920966506, 0.01705813594162464, 0.0020411594305187464, 0.01276206411421299, 0.01145852543413639, -0.020996784791350365, -0.038629598915576935, 0.022804919630289078, -0.007554917596280575, -0.015908777713775635, 6.948045484023169e-05, -0.00647914782166481, 0.015362133271992207, -0.010407284833490849, -0.03546185791492462, -0.17986030876636505, -0.008669232949614525, 0.022440489381551743, -0.047151658684015274, 0.011619715951383114, -0.0001552770409034565, 0.006370519753545523, 0.008227711543440819, -0.025019532069563866, -0.004012235905975103, -0.0006890007643960416, 0.004282054491341114, 0.011423484422266483, -0.013694164343178272, -0.020323989912867546, 0.017156250774860382, -0.007225528825074434, -0.014282858930528164, 0.028930148109793663, -0.010813764296472073, 0.04406801611185074, -0.04603033512830734, 0.011290326714515686, 0.02615487389266491, 0.01145151723176241, 0.011297334916889668, 0.0016083985101431608, 0.029574910178780556, -0.00983260665088892, -0.03319117799401283, -0.01583869569003582, 0.04112454131245613, 0.03355560824275017, 0.0029294579289853573, 0.008872472681105137, 0.020576288923621178, 0.029967373237013817, -0.014345933683216572, -0.020043659955263138, 0.024374771863222122, 0.007596967276185751, 0.020716452971100807, 0.0032658549025654793, 0.004499311093240976, -0.024669120088219643, 0.047880519181489944, 0.019020451232790947, -0.02300115115940571, 0.002298713428899646, -0.015123851597309113, 0.019300783053040504, -0.0020201345905661583, 0.013189569115638733, 0.004204963333904743, 0.008227711543440819, 0.019735295325517654, -0.002002613851800561, -0.0059920731000602245, -0.002183076925575733, -0.02335156314074993, -0.002162052085623145, -0.0001575766218593344, 0.0156004149466753, -0.009895680472254753, 0.0028804000467061996, -0.037508275359869, -0.02368796057999134, 0.01421277690678835, -0.04572197049856186, -0.0023179862182587385, -0.01796921156346798, -0.004120864439755678, -0.028733916580677032, 0.003928136546164751, 0.03893796354532242, 0.03585432097315788, -0.04317095875740051, 0.02106686681509018, 0.04353538900613785, -0.009979779832065105, -0.002519473899155855, 0.029434744268655777, -0.00680503249168396, 0.02151539735496044, -0.0014472082257270813, -0.0015032744267955422, 0.0054349154233932495, 0.01145151723176241, -0.027528494596481323, 0.003679343033581972, 0.02741636149585247, -0.015278033912181854, 0.023814110085368156, -0.018151426687836647, -0.0046254596672952175, 0.0027209618128836155, 0.016147060319781303, -0.009082721546292305, -0.00707134697586298, -0.008024471811950207, 0.0012868940830230713, -0.003907111939042807, -0.03254641592502594, 0.02155744656920433, 0.04538557305932045, 0.008437960408627987, -0.03952665627002716, 0.027878908440470695, 0.02078653685748577, 0.005158088635653257, 0.025538144633173943, 0.010197036899626255, 0.0013096709735691547, -0.010897863656282425, -0.005844899453222752, 0.02609880641102791, 0.005795841570943594, -0.017941176891326904, 0.002989028114825487, 0.0005900089163333178, 0.04398391768336296, -0.010126953944563866, -0.0013631089823320508, 0.031565260142087936, -0.015810662880539894, -0.038040902465581894, -0.08925735950469971, -0.014563189819455147, 0.02116498351097107, 0.020043659955263138, -0.02256663702428341, 0.011486558243632317, -0.014437041245400906, 0.034312501549720764, -0.029434744268655777, 0.037704505026340485, -0.019511030986905098, 0.0075899590738117695, 0.012537799775600433, 0.018824219703674316, 0.0022111099679023027, 0.010449334047734737, -0.0033990121446549892, -0.0008348604897037148, -0.008171645924448967, 0.02988327480852604, -0.011521600186824799, -0.016847888007760048, 0.017997244372963905, -0.01171783171594143, 0.013161535374820232, -0.0029259538277983665, -0.03495726361870766, 0.017786996439099312, -0.011094095185399055, -0.020366039127111435, 0.018221508711576462, -0.033779874444007874, 0.006458123214542866, -0.001709142467007041, 0.003749425755813718, -0.022272290661931038, 0.0008046372677199543, -0.0156004149466753, 0.027878908440470695, -0.015768613666296005, -0.007646025158464909, -0.001597010064870119, -0.003311408683657646, -0.00582387438043952, -0.011346393264830112, 0.003321921220049262, -0.026281021535396576, 0.014563189819455147, -0.0012483485043048859, -0.04939430579543114, -0.04078814759850502, 0.0012518527219071984, -0.023870175704360008, 0.00047043029917404056, 0.029378678649663925, -0.020744485780596733, -0.0008142736623995006, 0.0060376268811523914, 0.004723575431853533, 0.007155446335673332, 0.022048024460673332, 0.004818187560886145, -0.030359836295247078, 0.006871611345559359, 0.013715188950300217, 0.0018729608273133636, 0.0077231163159012794, -0.03994715213775635, 0.04353538900613785, 0.0032781194895505905, -0.011009995825588703, 0.0075759426690638065, -0.008928539231419563, 0.013652115128934383, -0.03764843940734863, 0.019553080201148987, -0.033359378576278687, -0.0338079072535038, 0.0039526657201349735, 0.014331917278468609, -0.0026911767199635506, -0.008655216544866562, -0.02238442189991474, -0.026631435379385948, 0.0030818877276033163, 0.015418199822306633, -0.011710823513567448, -0.014647289179265499, -0.011353401467204094, -0.029462777078151703, -0.0037739546969532967, 0.02238442189991474, 0.027724726125597954, -0.023071233183145523, 0.0009671415900811553, 0.00680503249168396, -0.027584560215473175, 0.019160617142915726, -0.007582950871437788, 0.013673139736056328, -0.031453125178813934, -0.006619313266128302, -0.07069945335388184, 0.015123851597309113, -0.012993337586522102, -0.026140855625271797, -0.0031905160285532475, -0.032181985676288605, 0.017450598999857903, -2.624680291773984e-06, 1.9957151380367577e-05, -0.009454159997403622, -0.03905009478330612, 0.015039753168821335, -0.019048484042286873, -0.02654733695089817, -0.009825598448514938, -0.0017362994840368629, 0.01660960540175438, -0.03428446874022484, 0.023421647027134895, -0.0010494887828826904, 0.006111213471740484, -0.012390625663101673, 0.00803848821669817, 0.013434858061373234, -0.008487017825245857, -0.010561466217041016, 0.0003865500329993665, 0.012930262833833694, -0.003055606735870242, -0.003858054056763649, 0.009734490886330605, -0.009124770760536194, -0.00976252369582653, 0.03047196939587593, 0.008325827307999134, -0.027864892035722733, 0.02789292484521866, -0.0009426126489415765, 0.02698184922337532, 0.005914981942623854, 0.0010635053040459752, -0.031705424189567566, 0.023127298802137375, -0.005914981942623854, 0.028958182781934738, -0.0077090999111533165, 0.003039838280528784, -0.011661765165627003, 0.021235065534710884, 0.008585133589804173, 0.02974310889840126, 0.017548713833093643, -0.012012179009616375, -0.03532169386744499, -0.0008037612424232066, -0.010021829977631569, 0.007155446335673332, -0.01593681238591671, 0.015292050316929817, 0.01845978945493698, 0.018529873341321945, -0.02300115115940571, 0.01666567288339138, -0.015852712094783783, -0.01995955966413021, -0.001986845163628459, -0.011570657603442669, -0.007961397990584373, -0.005487477406859398, -0.030920498073101044, 0.004222484305500984, 0.009517233818769455, -0.005102022551000118, 0.005256204400211573, 0.0043065836653113365, -0.007039809599518776, -0.009468176402151585, 0.011500575579702854, -0.015095818787813187, 0.03333134576678276, 0.017114201560616493, -0.016721738502383232, -0.014969670213758945, -0.0002110147033818066, 0.02522978186607361, 0.0032728633377701044, -0.009573300369083881, 0.01257284078747034, -0.00196757260710001, 0.005354320164769888, -0.012040211819112301, 0.0104633504524827, -0.011325368657708168, 0.02237040549516678, -0.0005019675008952618, 0.01065257377922535, 0.008241728879511356, -0.007688074838370085, -0.00150415045209229, -0.004317095968872309, 0.023968292400240898, -0.005392865743488073, -0.009131778962910175, -0.019384881481528282, -0.031565260142087936, -0.0044362363405525684, -0.018193475902080536, -0.023603862151503563, 0.021585479378700256, 0.043283089995384216, -0.008809398859739304, -0.020043659955263138, -0.017590763047337532, 0.009166819974780083, -0.0006149759283289313, -0.009110754355788231, -0.01395347062498331, -0.018726104870438576, -0.013883387669920921, 0.015432216227054596, 0.02727619744837284, -0.001578613417223096, 0.04403998330235481, 0.014009537175297737, 0.007316636387258768, 0.03066820092499256, 0.001706514391116798, -0.001007439219392836, 0.017786996439099312, 0.004579905886203051, -0.006219842005521059, -0.005932502448558807, -0.040900278836488724, -0.010785731486976147, -0.007232537027448416, -0.014451057650148869, 0.015151885338127613, -0.008346852846443653, -0.009236902929842472, 0.09761121869087219, 0.0006833065417595208, -0.018712088465690613, 0.006727941799908876, -0.03128492832183838, 0.00811557937413454, 0.0066964044235646725, 0.013778263702988625, -0.0035374255385249853, -0.009692440740764141, -0.02522978186607361, -0.006952206138521433, -0.02887408249080181, -0.02441682107746601, 0.0004914550809189677, 0.023617878556251526, 0.02033800631761551, 0.01484352070838213, -0.03162132576107979, 0.012418658472597599, 0.028958182781934738, 0.006219842005521059, -0.014149702154099941, -0.003791475435718894, 0.005673196632415056, 0.023996325209736824, 0.019791360944509506, 0.013098461553454399, -0.009874655865132809, -0.03341544419527054, 0.02707996405661106, 0.0271220151335001, -0.01845978945493698, -0.020758504047989845, -0.018389707431197166, -0.009965763427317142, -0.0077231163159012794, -0.0089145228266716, -0.00082653813296929, -0.004544864874333143, 0.012341568246483803, 0.0063600074499845505, -0.03139705955982208, -0.03288281336426735, 0.00961534958332777, 0.03526562824845314, 0.0020621842704713345, -0.014493107795715332, -0.026042740792036057], metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='086d4104-39ba-4052-9104-0fbfed7be8e2', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='daa29a1a080c71aa8843bf9fa987dec3df40c995753a392c94f42f4c3006cad1'), : RelatedNodeInfo(node_id='69ff2b6c-53ab-42ba-b8fc-d0da9f5e2a4e', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='2cdbf4b2ed2f660856d3d8f154c257efda3b6b9bfbf82de518a2a63bfe295e1b'), : RelatedNodeInfo(node_id='db74d39e-2f23-44e5-a831-aa2658d6ee33', node_type=, metadata={}, hash='f897d5607ed11eee36b9afabd6570ec9c1bb2ef181dfac76f68d254ac00ef3fe')}, hash='74da39e87dd0bc08b880eea99377011f32650b694140684c8f259131eb2583b3', text='weights As we mention, we have trained \"modification weights\" on the base model, our final model requires merging the pretrained model and the adapters in a single model. You can find and download the model in my Hugging Face account edumunozsala/llama-27b-int4-python-code-20k. Give it a try! Inferencing or generating Python code And finally, we will show you how you can download the model from the Hugging Face Hub and call the model to generate an accurate result: Thanks to Maxime Labonne for an excellent article [9] and Philipp Schmid who provides an inspiring code [8]. Their articles are a must-read for everyone interested in Llama 2 and model fine-tuning. And it is all I have to mention, I hope you find useful this article and claps are welcome!! You can Follow me and Subscribe to my articles, or even connect to me via Linkedin. The code is available in my Github Repository. References [1] Llama-2 paper [2] Link to the original dataset in the Huggingface hub [3] Link to the used dataset in the Huggingface hub [4] Fine-tuning a GPT - LoRA by Chris Kuo/Dr. Dataman [5] Edward J. Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, & Weizhu Chen. (2021). LoRA: Low-Rank Adaptation of Large Language Models. arXiv:2106.09685 [6]. QLoRa: Efficient Finetuning of QuantizedLLMs [7] Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning [8] Extended Guide: Instruction-tune Llama 2 by Philipp Schmid. [9] Fine-Tune Your Own Llama 2 Model in a Colab Notebook by Maxime Labonne [10]. My Github Repository', start_char_idx=4687, end_char_idx=6269, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='db74d39e-2f23-44e5-a831-aa2658d6ee33', embedding=[-0.015873607248067856, 0.0012317848159000278, 0.009678686037659645, -0.03489384055137634, 0.000454346853075549, 0.011898181401193142, -0.02237757109105587, 0.011504853144288063, -0.02740655466914177, -0.05720117315649986, 0.02836178056895733, 0.04180517792701721, -0.008245847187936306, 0.0014179133577272296, 0.01831786148250103, 0.014335411600768566, 0.009987729601562023, -0.0031501383055001497, 0.0024723492097109556, -0.0010052698198705912, -0.0021773530170321465, -0.013513636775314808, -0.009489045478403568, -0.027223937213420868, -0.003634774824604392, 0.013829704374074936, 0.043350398540496826, -0.04132756590843201, -0.033236242830753326, 0.004393336828798056, 0.026957036927342415, -0.005007911939173937, -0.04340658709406853, 0.014349459670484066, -0.01020546443760395, -7.583422120660543e-05, 0.023023752495646477, -0.005622487515211105, 0.011357354931533337, -0.02150662988424301, 0.030145805329084396, 0.018921900540590286, 0.010935931466519833, -0.028038688004016876, -0.021590914577245712, 0.02138020284473896, 0.004446014761924744, -0.0153117086738348, -0.026718229055404663, 0.011610209010541439, 0.016730500385165215, 0.05894305557012558, -0.02236352302134037, -0.0011018459917977452, -0.01816333830356598, 0.006310812197625637, 0.00733978720381856, 0.01059879269450903, 0.015705037862062454, 0.0019877126906067133, 0.00714312307536602, 0.009243215434253216, -0.008716436102986336, 0.04750844091176987, -0.00029411824652925134, -0.010514508001506329, -0.02254614047706127, 0.024990394711494446, 0.010676054283976555, -0.02758917026221752, 0.012424959801137447, 0.015100996941328049, 0.00017197139095515013, -0.01636526733636856, 0.006823543459177017, -0.015929795801639557, 0.0019508381374180317, -0.015564562752842903, -0.01923094503581524, 0.004094828385859728, 0.009524163790047169, 0.0076277595944702625, 0.001782268867827952, 0.007880613207817078, 0.008885005488991737, 0.002444254467263818, -0.006001768633723259, -0.013169473968446255, -0.01376649085432291, 0.0041053639724850655, 0.013225664384663105, -0.005215111654251814, 0.033095765858888626, 0.014988617971539497, -0.0019209872698411345, 0.007838470861315727, -0.018050959333777428, 0.0127199562266469, -0.006907828152179718, -0.0254399124532938, -0.007782281376421452, -0.005587369203567505, -0.01608431711792946, -0.020874494686722755, -0.007360858377069235, -0.0038314389530569315, 0.005295884795486927, 0.039136167615652084, -0.003013175679370761, 0.0047304751351475716, -0.014777906239032745, 0.026142284274101257, 0.019750699400901794, -0.013359114527702332, -0.004277445375919342, -0.012972810305655003, 0.002447766251862049, -0.003950842190533876, 0.005179993342608213, -0.021928053349256516, 0.03978234902024269, 0.004358218051493168, 0.018093101680278778, 0.00536963390186429, 0.015901701524853706, 0.006960506085306406, -0.016814785078167915, -0.0002671208349056542, -0.015634799376130104, 0.00020280991157051176, 0.018570715561509132, 0.010064990259706974, -0.0045759533531963825, 3.484423359623179e-05, -0.025763003155589104, 0.027827978134155273, -0.0022598817013204098, -0.02650751732289791, -0.012916620820760727, -0.01923094503581524, -0.0007238821126520634, 0.02423183247447014, -0.012460079044103622, 0.007719067856669426, -0.015339803881943226, 0.02442849613726139, 0.005050054285675287, 0.031157219782471657, 0.015915749594569206, 0.014876238070428371, 0.004351194482296705, -0.02239161916077137, -0.01826167106628418, 0.020621640607714653, 0.02232138067483902, 0.0029446943663060665, 0.0016751571092754602, 0.03986663371324539, -0.03964187204837799, -0.015620752237737179, 0.002368749352172017, 0.01831786148250103, -0.02629680559039116, 0.01319756917655468, 0.00243371888063848, 0.017601441591978073, 0.03242148831486702, -0.010149274952709675, -0.02226519212126732, -0.027715597301721573, 0.004772617481648922, 0.029724381864070892, -0.03874283656477928, 0.021548772230744362, 0.0005355586181394756, 0.01615455560386181, 0.02244780771434307, -0.012305556796491146, -0.014482909813523293, -0.016604073345661163, 0.02143639326095581, -0.0031220433302223682, 0.029134389013051987, 0.016885021701455116, -0.026914894580841064, -0.010247606784105301, 0.018964042887091637, -0.009973681531846523, -0.0126848379150033, -0.019989505410194397, 0.009896420873701572, 0.019610226154327393, -0.0038103680126369, -0.01177175436168909, -0.6252796053886414, -0.018921900540590286, -0.002955229952931404, 0.0002763394732028246, -0.0027901725843548775, 0.010570698417723179, -0.01112557202577591, -0.009510116651654243, -0.024723492562770844, 0.02646537497639656, -0.011188785545527935, -0.013738395646214485, -0.00022333233209792525, -0.021057112142443657, -0.007129075471311808, -0.013064118102192879, 0.002205447992309928, -0.0202704556286335, 0.005734866950660944, 0.005085173062980175, -0.01163830328732729, 0.016716452315449715, 0.004667261615395546, 0.0031237993389368057, -0.03652334213256836, 0.017938580363988876, 0.011420568451285362, 0.008639175444841385, 0.01629502885043621, 0.01847238279879093, -0.02045307122170925, 0.007395976688712835, -0.004386312793940306, 0.013028999790549278, 0.03995091840624809, 0.0018911365186795592, -0.00960142444819212, 0.013036023825407028, 0.0038665577303618193, 0.019034279510378838, -0.028712965548038483, -0.029162483289837837, 0.020663782954216003, 0.01012117974460125, -0.015733132138848305, 0.024779682978987694, 0.024021120741963387, -0.0030676096212118864, -0.010935931466519833, -0.02340303361415863, -0.009840231388807297, 0.01479195337742567, 0.004509227816015482, -0.0029271352104842663, -0.005092196632176638, 0.015971938148140907, 0.02441444993019104, -0.011870086193084717, 0.005861293990164995, -0.012495197355747223, 0.0001361943141091615, -0.013134355656802654, -0.024709446355700493, -0.016885021701455116, -0.023993026465177536, 0.019680462777614594, 0.005373145453631878, 0.011813896708190441, -0.006100100465118885, -0.009664637967944145, -0.00916595384478569, 0.02048116736114025, -0.0011475002393126488, -0.008547866716980934, -0.006177361588925123, 0.017460966482758522, 0.003690964775159955, -0.008358226157724857, -0.00121246965136379, 0.022630425170063972, 0.0101633220911026, -0.005197552498430014, -0.009847254492342472, -0.021057112142443657, 0.027743693441152573, 0.0019438144518062472, -0.00243371888063848, 0.0008564548334106803, 0.003099216381087899, 0.03259005770087242, 0.02944343350827694, 0.019090469926595688, -0.03169102221727371, -0.06444965302944183, 0.0006448652711696923, 0.0031501383055001497, -0.009018455632030964, 0.0152274239808321, 0.012572458013892174, -0.01946975104510784, -0.009847254492342472, -0.012748051434755325, 0.021000921726226807, 0.03273053467273712, 0.030173899605870247, 0.0203547403216362, -0.01931522972881794, 0.012453055009245872, 0.024049216881394386, -0.02132401242852211, -0.0025302949361503124, 0.0101633220911026, -0.0205092616379261, -0.009362618438899517, -0.006082541309297085, -0.023712078109383583, 0.0005768229602836072, -0.020256407558918, -0.008435487747192383, -0.0065074763260781765, 0.01924499124288559, 0.015578609891235828, 0.005250230431556702, 0.004165065940469503, 0.006321347784250975, 0.01635121926665306, 0.001759441802278161, -0.015508373267948627, 0.004200184252113104, 0.014047439210116863, 0.005092196632176638, -0.035118598490953445, 0.02233542874455452, -0.025931572541594505, 0.03382623568177223, -0.005640046671032906, 0.020776161924004555, -0.0050465427339077, 0.011076405644416809, -0.011413544416427612, -0.029274864122271538, -0.01073926780372858, 0.010971049778163433, 0.007438119035214186, -0.05014935880899429, -0.01932927593588829, -0.0203547403216362, 0.015761226415634155, 0.01216508261859417, -0.020059743896126747, -0.01021951250731945, -0.0011694493005052209, -0.011610209010541439, 0.02521515265107155, -0.0019104517996311188, 0.007164194248616695, -0.007950850762426853, -0.02850225381553173, -0.008842863142490387, -0.03848998248577118, -0.0075715696439146996, 0.017854295670986176, -0.016056222841143608, 0.0127199562266469, 0.0038349509704858065, -0.021183539181947708, -0.00866024661809206, 0.022784946486353874, -0.02640918642282486, -0.023065894842147827, -0.010317844338715076, -0.05203171446919441, 0.018570715561509132, 0.028797250241041183, -0.015943843871355057, 0.0021158955059945583, 0.0012291509192436934, 0.014946475625038147, 0.002546098316088319, -0.01636526733636856, 0.0011606697225943208, 0.015578609891235828, -0.00012269560829736292, 0.005513620097190142, 0.023206369951367378, 0.032028160989284515, 0.03972615674138069, 0.015410040505230427, -0.01017034612596035, 0.0021018481347709894, -0.0037471544928848743, 0.029892951250076294, -0.016604073345661163, -0.00190518400631845, -0.005043030716478825, -0.002893772441893816, -0.0038209035992622375, -0.024990394711494446, -0.012741027399897575, 0.020256407558918, 0.006363490130752325, -0.002347678178921342, 0.022068526595830917, 0.0005627755308523774, -0.011736635118722916, -0.025538245216012, 0.01324673555791378, -0.012467102147638798, 0.002147502265870571, 0.01116069033741951, 0.011406520381569862, -0.004744522739201784, -0.02123972773551941, -0.022939467802643776, 0.0010974562028422952, 0.028797250241041183, 0.01065498311072588, 0.01833190768957138, -0.002748030237853527, 0.00866024661809206, 0.003806855995208025, 0.019863078370690346, 0.01814929209649563, -0.014539099298417568, -0.006784913130104542, 0.023655887693166733, -0.01470766868442297, 0.019989505410194397, 0.007304668426513672, -0.034107182174921036, -0.0030957043636590242, 0.00864619854837656, 0.013394233770668507, 0.02334684319794178, 0.016505740582942963, 0.003891140688210726, 0.026816561818122864, -0.006921875756233931, 0.032955292612314224, -0.014539099298417568, -0.01743287220597267, 0.0034029921516776085, 0.0016251131892204285, -0.012944715097546577, 0.012073773890733719, 0.0055979047901928425, 0.03680429235100746, 0.0025864846538752317, -0.009945587255060673, 0.01125199906527996, -0.02949962206184864, 0.011863062158226967, -0.00912381149828434, 0.007269549649208784, 0.02337493933737278, -0.007016696035861969, 0.004958746023476124, 0.007536451332271099, 0.01608431711792946, 0.008344179019331932, 0.006465333979576826, 0.0046777972020208836, 8.56015867611859e-06, -0.00681300787255168, -0.004621607717126608, -0.01262864749878645, 0.007269549649208784, -0.003754178062081337, -0.005949090700596571, 0.0015978962182998657, -0.01813524402678013, -0.0009780529653653502, 0.02529943734407425, -0.036130014806985855, 0.0254399124532938, 0.003740130690857768, 0.0253696758300066, 0.008351203054189682, 0.006626879330724478, 0.02656370773911476, -0.015129092149436474, -0.040203772485256195, 0.012649718672037125, -0.0075785936787724495, -0.012467102147638798, -0.019764747470617294, -0.042142316699028015, 0.009460950270295143, -0.0010886765085160732, -0.012600553222000599, 0.001746272318996489, 0.008927147835493088, -0.007023719605058432, -0.011659374460577965, -0.024611113592982292, 0.006802472285926342, 0.020059743896126747, 0.008266918361186981, -0.017713820561766624, -0.00916595384478569, 0.011230927892029285, 0.012270438484847546, -0.00809132494032383, -0.014103628695011139, 0.048379380255937576, -0.026184426620602608, -0.04261993244290352, 0.008590009063482285, -0.004270421341061592, -0.013857798650860786, -0.010423200204968452, -0.01367518212646246, 0.009538210928440094, 0.01073926780372858, 0.012221272103488445, 0.00532749155536294, 0.01843024045228958, 0.005573321599513292, 0.031213410198688507, -0.0009771749610081315, 0.008421439677476883, -0.02638109028339386, -0.009819160215556622, 0.017980722710490227, 0.0715857520699501, 0.01625288650393486, -0.018907852470874786, 0.004958746023476124, -0.016828833147883415, -0.0065074763260781765, 0.003996496554464102, -0.014208984561264515, 0.013548755086958408, 0.019146660342812538, -0.019104517996311188, 0.011490805074572563, 0.020874494686722755, -0.008161562494933605, 0.0405970998108387, 0.022995658218860626, 0.01621074415743351, -0.02331874892115593, -0.00918000191450119, -0.0005079027032479644, 0.003757690079510212, 0.002646186389029026, 0.030791986733675003, 0.026198474690318108, 0.020930685102939606, -0.01635121926665306, 0.026184426620602608, 0.022138765081763268, -0.020818304270505905, -0.0201580747961998, -0.0037892968393862247, 0.0037085239309817553, 0.00343108712695539, 0.019624272361397743, 0.004446014761924744, 0.028993913903832436, 0.0016470622504130006, 0.0006132585112936795, 0.011961394920945168, -0.004207208286970854, -0.006008792202919722, 0.020888542756438255, 0.007290620822459459, -0.0032484703697264194, 0.011827943846583366, -0.02747679129242897, -0.003877093316987157, 0.026690134778618813, -0.014595289714634418, -0.026633944362401962, 0.029246767982840538, -0.014173866249620914, -0.01125199906527996, -0.012902572751045227, 0.022166859358549118, 0.019877126440405846, -0.007290620822459459, -0.004073757212609053, 0.0056997486390173435, -0.01927308738231659, -0.02831963822245598, -0.029106294736266136, -0.009039526805281639, -0.02145043946802616, 0.0003643554518930614, 0.0101773701608181, -0.009060597978532314, 0.013822680339217186, -0.03289910405874252, 0.01276209857314825, 0.004200184252113104, -0.03773142024874687, -0.062314439564943314, -0.015044807456433773, 0.013309949077665806, 0.014440767467021942, 0.017067639157176018, 0.0021281871013343334, -0.009348571300506592, 0.014946475625038147, -0.011806872673332691, -0.005787544883787632, -0.03261815384030342, -0.014918380416929722, 0.0051764813251793385, -0.022827088832855225, -0.008028111420571804, -0.016828833147883415, -0.019554035738110542, 0.004540834575891495, -0.00922214426100254, -0.006686581298708916, -0.022798994556069374, 0.011469733901321888, -0.01427219808101654, 0.0046848212368786335, 0.0203406922519207, 0.006279205437749624, 0.007557522505521774, -0.02737845852971077, 0.011364378035068512, -0.012108893133699894, -0.01944165676832199, -0.014918380416929722, 0.003445134498178959, -0.0038103680126369, 0.03149436041712761, -0.0008981581777334213, 0.00584022281691432, -0.031129125505685806, -0.013527683913707733, -0.014693621546030045, 0.024849919602274895, -0.015381946228444576, -0.004410895984619856, -0.0015030760550871491, 0.037899989634752274, -0.016758594661951065, -0.005450406577438116, -0.005397728644311428, 0.014335411600768566, -0.033910516649484634, 0.03753475844860077, -0.007325739599764347, -0.013928036205470562, 0.02028450183570385, -0.00018865271704271436, 0.00733276316896081, -0.021914005279541016, 0.009432855062186718, 0.004927139263600111, 0.031859591603279114, -0.00561897549778223, -0.022869231179356575, -0.008913100697100163, -0.01836000382900238, -0.019736651331186295, 0.004302028100937605, -0.014876238070428371, 0.0012230052379891276, 0.005850758403539658, 0.022897325456142426, -0.004972793627530336, -0.008477629162371159, 0.00664092693477869, -0.021928053349256516, -0.012874478474259377, 0.01526956632733345, 0.03042675368487835, 0.01716597005724907, -0.01616860181093216, 0.0050711254589259624, -0.034921932965517044, -0.029808666557073593, -0.01616860181093216, -0.021928053349256516, 0.005460942164063454, -0.004769105464220047, 0.03287100791931152, 0.014321364462375641, 0.05402645096182823, 0.016913117840886116, 0.002628627000376582, 0.031971972435712814, -0.021141396835446358, -0.006124683655798435, 0.013436376117169857, -0.0019631297327578068, -0.023009706288576126, -0.0021597938612103462, 0.015129092149436474, -0.002753298031166196, 0.0036453104112297297, -0.021099254488945007, 0.028937725350260735, 0.016955258324742317, -0.012846383266150951, 0.006605808157473803, -0.01920284889638424, -0.03273053467273712, -0.016885021701455116, 0.015466230921447277, -0.0009411784121766686, 0.00561897549778223, -0.01708168536424637, -0.0252572949975729, 0.028853440657258034, 0.011301164515316486, 0.008358226157724857, 5.1086586609017104e-05, 0.02628275938332081, -0.0053871930576860905, 0.006700628437101841, 0.022026384249329567, 0.02327660657465458, -0.036130014806985855, -0.010268677957355976, -0.03480955585837364, 0.012621624395251274, 0.014454814605414867, -0.022630425170063972, 0.039192356169223785, 0.02226519212126732, -0.01120283268392086, 0.010472365655004978, -0.010142250917851925, -0.016772642731666565, 0.008407392539083958, -0.006588249001652002, -0.0403442457318306, 0.006928899325430393, -0.03944521024823189, -0.008070253767073154, -0.028881534934043884, -0.007016696035861969, 0.0018244112143293023, -0.001940302550792694, 0.011926275677978992, -0.030117709189653397, -0.020115932449698448, 0.04579465091228485, 0.03531526401638985, 0.039979010820388794, -0.01220722496509552, 0.007030743174254894, 0.021970195695757866, 0.010760338045656681, -0.01821952871978283, 0.0019016721053048968, 0.02038283459842205, 0.006865685805678368, 0.00019951754075009376, 0.005474989302456379, -0.006679557263851166, -0.007929779589176178, 0.02749083936214447, 0.007269549649208784, -0.018978090956807137, -0.05658308416604996, 0.0073187160305678844, 0.01059879269450903, 0.013120308518409729, -0.019891174510121346, -0.03180340304970741, -0.01630907692015171, 0.002879725070670247, -0.017559299245476723, -0.001226517022587359, -0.02225114405155182, -0.018036911264061928, 0.013028999790549278, -0.00430554011836648, -0.0015048319473862648, 0.00482529541477561, -0.02354350872337818, 0.016674309968948364, 0.02750488556921482, 0.0017436384223401546, -0.0010474121663719416, 0.005829687230288982, -0.0010921884095296264, 0.035118598490953445, -0.011273070238530636, -0.0020175634417682886, -0.00813346728682518, 0.015985986217856407, -0.0032835889142006636, -0.008547866716980934, -0.0026128236204385757, 0.03281481936573982, -0.03638286888599396, -0.01212294027209282, -0.0012730491580441594, 0.0022633937187492847, 0.0046286312863230705, -0.01911856420338154, -0.008899052627384663, -0.005194040481001139, 0.006981577258557081, 0.018655000254511833, 0.02435825951397419, -0.004129947163164616, -0.022827088832855225, -0.002140478463843465, -0.001936790649779141, -0.037984274327754974, 0.0005640924791805446, -0.010816528461873531, 0.019090469926595688, -0.038068559020757675, -0.0036488224286586046, 0.012031631544232368, -0.0074732378125190735, 0.0003970596590079367, 0.0077331154607236385, -0.025187058374285698, -0.022054480388760567, 0.02431611716747284, -0.028825344517827034, 0.021127348765730858, 0.03961377963423729, -0.02344517596065998, -0.0011088697938248515, 0.0047866650857031345, -0.013921012170612812, 0.002978057134896517, 0.02834773249924183, -0.030033424496650696, -0.019694508984684944, -0.01635121926665306, -0.01629502885043621, -0.013640063814818859, 0.00960142444819212, -0.00809834897518158, 0.006921875756233931, 0.011834967881441116, 0.006690092850476503, -0.01320459321141243, 0.012031631544232368, 0.021183539181947708, -0.004863925743848085, 0.003545222571119666, 0.024217786267399788, -0.02021426521241665, 0.017812153324484825, 0.010268677957355976, -0.0029043080285191536, -0.018458334729075432, -0.048210810869932175, -0.001526781008578837, 0.006570689845830202, -0.006184385158121586, -0.012031631544232368, 0.015213376842439175, -0.021984241902828217, 0.002140478463843465, -0.012656742706894875, 0.009341547265648842, -0.007915732450783253, 0.019863078370690346, -0.00804918259382248, 0.02334684319794178, 0.025692766532301903, 0.017826201394200325, -0.021183539181947708, -0.02319232188165188, 0.010430223308503628, 0.009671662002801895, -0.04792986437678337, -0.021169491112232208, -0.021689245477318764, 0.022784946486353874, -0.012698885053396225, -0.02840392291545868, -0.030763892456889153, -0.011364378035068512, -0.04849176108837128, -0.015606705099344254, -0.005460942164063454, 0.008477629162371159, 0.007304668426513672, 0.02649347111582756, 0.016856927424669266, 0.029050104320049286, -0.007599664852023125, -0.0024319628719240427, -0.02753298170864582, -0.0008283599163405597, -0.014553147368133068, -0.015157187357544899, 0.01069712545722723, 0.005850758403539658, -0.00536260986700654, 0.003311683889478445, 0.012277461588382721, -0.018809521570801735, -0.009762970730662346, 0.020818304270505905, 0.007873590104281902, -0.009341547265648842, 0.022897325456142426, -0.00368745275773108, -0.006834079045802355, -0.0017655874835327268, 0.021689245477318764, -0.02657775580883026, -0.008295012637972832, 0.0038279271684587, -0.016856927424669266, -0.017882389947772026, 0.010964026674628258, 0.005762962158769369, -0.00013246295566204935, 0.01319054514169693, 0.02219495363533497, -0.008007040247321129, 0.01427922211587429, -0.004902556538581848, 0.0504303053021431, 0.02022831328213215, 0.022827088832855225, 0.031129125505685806, 0.0037612018641084433, 0.0017901705577969551, 0.005309931933879852, 0.008976313285529613, -0.014054463244974613, -0.0017568079056218266, 0.03244958445429802, -0.01944165676832199, 0.0017849027644842863, -0.005871829576790333, 0.004814759828150272, -0.014511005021631718, -0.024667304009199142, -0.007122051902115345, -0.005745402537286282, -0.03646715357899666, 0.02829154208302498, 0.007438119035214186, -0.026647992432117462, -0.00609658844769001, -0.003074633190408349, 0.0030640976037830114, -0.009924516081809998, -0.003673405386507511, -0.0005526789464056492, -0.025173010304570198, -0.0035627817269414663, 0.008505724370479584, -0.01826167106628418, -0.003775249235332012, -0.00433012330904603, 0.02138020284473896, -0.01635121926665306, -0.005791056901216507, 0.18733665347099304, -0.022911373525857925, -0.004755058325827122, 0.02319232188165188, -0.0021229193080216646, -0.025706814602017403, 0.030791986733675003, 0.00866024661809206, 0.0006791058694943786, 0.011273070238530636, -0.014567194506525993, -0.0008494310895912349, -0.03256196528673172, -0.0039016762748360634, 0.022096622735261917, -0.02447063848376274, -0.04652512073516846, -0.028263447806239128, 0.004530298989266157, 0.018935948610305786, -0.006054446566849947, 0.003873581299558282, -0.00402459129691124, -0.03141007572412491, 0.022082574665546417, -0.017531204968690872, 0.014384577982127666, 0.008892029523849487, -0.0037892968393862247, 0.008154538460075855, -0.0019824448972940445, 0.00733978720381856, 0.010781409218907356, 0.0014117676764726639, -0.011546995490789413, -0.014363506808876991, 0.013661134988069534, -0.016730500385165215, 0.01712382771074772, 0.03475336357951164, 0.03233720362186432, 0.009411783888936043, 0.016660263761878014, -0.010008800774812698, -0.0009104496566578746, 0.024779682978987694, -0.02133806049823761, -0.009524163790047169, -0.01946975104510784, -0.01021951250731945, -0.02555229142308235, 0.000553556892555207, -0.0005333637236617506, 0.029022010043263435, -0.006128195207566023, -0.0015618996694684029, -0.032927196472883224, 0.018809521570801735, 0.011518900282680988, -0.008807744830846786, -0.03823712840676308, -0.008414416573941708, 0.0007054448360577226, 0.0254539605230093, 0.015859559178352356, -0.0009016700205393136, -0.01618264988064766, 0.00088454969227314, -0.00857596192508936, -0.014096605591475964, -0.025187058374285698, -0.011856039054691792, -0.0021334548946470022, -0.0021685734391212463, -0.03320814669132233, -0.023613745346665382, 0.03441622480750084, 0.022138765081763268, 0.005359098315238953, 0.038040466606616974, -0.0067146760411560535, -0.027223937213420868, 0.015480278059840202, -0.012741027399897575, -0.00484987860545516, -0.024976346641778946, 0.025931572541594505, -0.02122568152844906, -0.004498692229390144, -0.018753331154584885, -0.004705891944468021, 0.0031747212633490562, -0.003378409193828702, 0.02142234519124031, -0.01328887790441513, -0.01637931354343891, 0.005050054285675287, 0.012277461588382721, 0.017601441591978073, -0.006914852187037468, -0.01615455560386181, 0.03177530691027641, 0.04674987867474556, 0.015030760318040848, 0.018669046461582184, 0.005506596062332392, -0.0023898205254226923, 0.021801626309752464, -0.005910459905862808, -0.024934204295277596, -0.008786673657596111, -0.03548383340239525, 0.015508373267948627, -0.0007954362663440406, -0.007866566069424152, 0.0008722581551410258, 0.009320476092398167, 0.003992984537035227, 0.030061520636081696, -0.00707639753818512, -0.004207208286970854, -0.021661151200532913, -0.006883245427161455, 0.007027231622487307, -0.012460079044103622, -0.03318005055189133, -0.030314374715089798, 0.003313439665362239, -0.03632667660713196, -0.0030360028613358736, 0.015213376842439175, -0.0303705632686615, 0.013506612740457058, 0.003898164490237832, -0.005875341594219208, -0.019020233303308487, 0.0013204592978581786, -0.007641807198524475, -0.014862190932035446, -0.010746290907263756, -0.011427591554820538, 0.012523292563855648, -0.008386321365833282, -0.004498692229390144, 0.02028450183570385, -0.011785801500082016, -8.384565444430336e-05, 0.03525907173752785, -0.0008529429323971272, -0.02830559015274048, -0.015143139287829399, 0.0004578587249852717, 0.001985956681892276, -0.005457430146634579, 0.007013184018433094, 0.008835839107632637, -0.019834984093904495, -0.022658519446849823, 0.014609336853027344, 0.015887653455138206, -0.040119487792253494, 0.01838809810578823, 0.017601441591978073, -0.0018595297588035464, -0.0047339871525764465, -0.00033845548750832677, -0.18048149347305298, -0.007957874797284603, 0.004403872415423393, -0.02248995006084442, 0.02433016523718834, 0.0052783251740038395, 0.01938546635210514, -0.00814049132168293, -0.03126959875226021, -0.011448662728071213, 0.00689729256555438, -0.015100996941328049, 0.0008836717461235821, -0.010514508001506329, 4.3623884266708046e-05, 0.0007967532146722078, -0.014693621546030045, 0.02949962206184864, 0.025791099295020103, 0.008302036672830582, 0.024793731048703194, -0.03174721449613571, 0.009840231388807297, -0.011666398495435715, 0.015494325198233128, 0.002200180198997259, 0.008147514425218105, 0.0027884168084710836, 0.007810376118868589, -0.027027273550629616, -0.010949978604912758, -0.02851630188524723, 0.03455670177936554, -0.013373162597417831, 0.0101633220911026, 0.01828976534307003, 0.006412656046450138, 0.002867433475330472, -0.029078198596835136, 0.015100996941328049, 0.039248544722795486, 0.03362957015633583, 0.003894652472808957, -0.004537323024123907, -0.008196680806577206, 0.011610209010541439, 0.022756852209568024, -0.035062409937381744, 0.014412672258913517, -0.013506612740457058, 0.02754702791571617, -0.03259005770087242, -0.002658477984368801, -0.002331875031813979, -0.0014038659865036607, 0.011863062158226967, 0.005288860760629177, 0.018626904115080833, -0.006275693420320749, -0.014019344002008438, -0.00870238896459341, 0.002707643900066614, 0.01479195337742567, 0.014820048585534096, 0.011139619164168835, -0.03275862708687782, -0.015620752237737179, 0.014988617971539497, -0.028993913903832436, -0.0021158955059945583, -0.013345067389309406, 0.0002653649135027081, -0.0004776129499077797, 0.009046550840139389, 0.0306234173476696, 0.006605808157473803, -0.017924532294273376, 0.002488152589648962, 0.022630425170063972, 0.004112388007342815, -0.01838809810578823, 0.032112445682287216, 0.0076277595944702625, 0.018584761768579483, -0.0050465427339077, -0.0025654137134552, -0.0046321433037519455, 0.031044840812683105, -0.022784946486353874, -0.013604944571852684, 0.025088727474212646, -0.018542619422078133, -0.006858662236481905, -0.013007928617298603, -0.01324673555791378, 0.0053345151245594025, -0.001270415261387825, -0.03138197958469391, -0.0011352086439728737, -0.003824415383860469, 0.012228296138346195, 0.03318005055189133, -0.022068526595830917, -0.0016734012169763446, 0.03374195098876953, 0.021773530170321465, -0.02431611716747284, 0.026226568967103958, 0.03424765542149544, -0.024653255939483643, -0.003445134498178959, -0.0021316988859325647, 0.0013072898145765066, -0.008786673657596111, -0.004481133073568344, 0.020986873656511307, -0.015030760318040848, -0.02838987484574318, 0.014468862675130367, -0.0039016762748360634, 0.07034957408905029, -0.011947346851229668, -0.007487284950911999, 0.010465342551469803, -0.003950842190533876, -0.006152778398245573, -0.10760338604450226, -0.02857249230146408, -0.007027231622487307, 0.03975425288081169, -0.012698885053396225, 0.019708557054400444, -0.015086949802935123, 0.04287278652191162, -0.03480955585837364, 0.04947508126497269, -0.017713820561766624, -0.01837405003607273, 0.017517156898975372, -0.0016918384935706854, 0.012698885053396225, -0.0074240718968212605, 0.006258134264498949, -0.00916595384478569, -0.04767701029777527, 0.043097544461488724, 0.001420547254383564, -0.012663766741752625, 0.007782281376421452, -0.027715597301721573, -0.0001894209417514503, 0.005418799817562103, -0.018879758194088936, 0.02428802289068699, 0.017896438017487526, 0.019834984093904495, 0.01828976534307003, -0.03233720362186432, 0.003483765060082078, -0.018612857908010483, 0.01526956632733345, -0.02629680559039116, 0.02232138067483902, -0.013787562027573586, 0.026605850085616112, -0.009587377309799194, -0.0101633220911026, 0.0017208113567903638, 0.0014609337085857987, -0.009573330171406269, -0.01843024045228958, -0.010331891477108002, -0.0075785936787724495, 0.02549610286951065, 0.015915749594569206, -0.02239161916077137, -0.03525907173752785, -0.02643728069961071, -0.03739428520202637, 0.006124683655798435, 0.011483781971037388, 0.0015733131440356374, 0.03455670177936554, 0.019020233303308487, -0.012621624395251274, 0.0026145796291530132, -0.011610209010541439, 0.007536451332271099, -0.018093101680278778, 0.010472365655004978, 0.018921900540590286, -0.0025952644646167755, -0.01472171675413847, -0.02740655466914177, -0.00013762101298198104, -0.0007339786970987916, 0.004663750063627958, 0.037057146430015564, -0.0063353949226439, 0.012467102147638798, -0.021914005279541016, -0.006482893135398626, -0.025889430195093155, -0.024063263088464737, 0.006676045712083578, -0.0008863056427799165, -0.006697116885334253, -0.014426720328629017, 0.0017611976945772767, 0.007908708415925503, 0.02119758538901806, -0.004161553923040628, -0.014265174977481365, -0.005102732218801975, -0.0015575098805129528, -0.03129769489169121, 0.005928019527345896, 0.02442849613726139, 0.00428798096254468, -0.027069415897130966, 0.0072625260800123215, 0.0007818277808837593, -0.03149436041712761, -0.0026128236204385757, 0.028235353529453278, 0.027757739648222923, -0.022068526595830917, 0.005871829576790333, -0.05956114083528519, 0.03320814669132233, 0.003947330638766289, -0.012579482048749924, -0.0016005301149562001, -0.030651511624455452, -0.0048920209519565105, -0.03343290463089943, -0.005734866950660944, 0.014848143793642521, -0.01466552633792162, 0.01476385910063982, -0.0059069483540952206, -0.015817416831851006, -0.02046711929142475, -0.0036453104112297297, -0.0001419010804966092, -0.0030588298104703426, 0.008828816004097462, 0.01942760869860649, 0.014482909813523293, 0.009931539185345173, 0.006669021677225828, 0.009931539185345173, 0.011195809580385685, -0.00011358671326888725, -0.024723492562770844, 0.009355594404041767, -0.00861810427159071, -0.0045724413357675076, -0.006367001682519913, -0.014623383991420269, 2.2717344108968973e-05, 0.022827088832855225, -0.013892917893826962, -0.02147853560745716, 0.010388080962002277, 0.016674309968948364, 0.0205092616379261, 0.05677974969148636, -0.01718001812696457, -0.03955758735537529, -0.014511005021631718, 0.00014804683451075107, -0.013450423255562782, -0.0100790373980999, 0.004059710074216127, -0.024119453504681587, 0.032028160989284515, 0.018528573215007782, 0.023782314732670784, 0.008934170939028263, -0.004635654855519533, -0.042367078363895416, -0.01472171675413847, 0.026718229055404663, 0.03452860563993454, 0.004607560113072395, 0.011546995490789413, 0.024133501574397087, 0.010928907431662083, 0.02458301931619644, 0.024906110018491745, 0.00042734944145195186, -0.00532046752050519, -0.0201861709356308, -0.018921900540590286, 0.007431095466017723, -0.004302028100937605, -0.009194049052894115, 0.01917475461959839, 0.010296773165464401, 0.0002873140329029411, 0.013604944571852684, 0.003316951682791114, -0.006008792202919722, -0.000776121043600142, -0.010626887902617455, -0.02558038756251335, 0.0006997380987741053, 0.010535579174757004, -0.004460061900317669, 0.0030026400927454233, 0.027757739648222923, 0.01712382771074772, -0.004565417766571045, -0.005917483940720558, 0.00813346728682518, -0.007325739599764347, -0.01020546443760395, 0.00920809619128704, 0.01824762299656868, -0.006985089275985956, 0.0028814810793846846, 0.0036312630400061607, 0.0031202875543385744, 0.009552258998155594, 0.0015978962182998657, 0.02841796912252903, -0.005323979537934065, 0.00964356679469347, -0.009496068581938744, 0.005548738408833742, -0.010514508001506329, -0.022574234753847122, 0.015395993366837502, -0.042254697531461716, -0.026057999581098557, 0.019919268786907196, 0.011813896708190441, 0.015705037862062454, -0.0021720852237194777, 0.00909571722149849, 0.002958741970360279, -0.024133501574397087, 0.03649524599313736, -0.021731387823820114, -0.029078198596835136, -0.030707702040672302, 0.029696287587285042, 0.027083462104201317, -0.007648830767720938, 0.03275862708687782, -2.762845906545408e-05, 0.026001811027526855, 0.02048116736114025, 0.022532092407345772, -0.002500444184988737, 0.019905220717191696, 0.004168577492237091, 0.0036944765597581863, -0.008519771508872509, -0.013871846720576286, -0.012172105722129345, -0.015129092149436474, -0.014511005021631718, -0.0020561940036714077, 0.026886798441410065, 0.008807744830846786, 0.08310464769601822, 0.025903478264808655, -0.013815656304359436, 0.02327660657465458, -0.00023397765471599996, 0.015480278059840202, 0.01712382771074772, 0.009875349700450897, -0.016590025275945663, -0.04736796393990517, -0.0023968443274497986, -0.0006900804582983255, -0.02341708168387413, -0.01623884029686451, -0.0007524159736931324, -0.00456892978399992, -0.010528556071221828, 0.02435825951397419, -0.0016461842460557818, -0.03225291892886162, 0.037141431123018265, 0.003011419903486967, 3.899398961948464e-06, 0.002658477984368801, 0.007030743174254894, -0.010570698417723179, 0.02546800673007965, -0.004674285650253296, 0.010746290907263756, -0.01319756917655468, 0.01828976534307003, 0.010240583680570126, -0.021731387823820114, -0.018921900540590286, -0.0007352956454269588, 0.0001409133692504838, 0.005520643666386604, -0.024751588702201843, -0.016913117840886116, -0.0016347707714885473, -0.007353834342211485, 0.01423707976937294, 0.0006554008577950299, -0.02143639326095581, -0.006440750788897276, 0.003891140688210726, -0.007174729835242033, -0.01328887790441513, -0.022939467802643776], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='d1de9290-c7ba-4675-a4de-a499a381b70c', node_type=, metadata={'title': 'Fine-Tuning a Llama-2 7B Model for Python Code Generation', 'url': 'https://pub.towardsai.net/fine-tuning-a-llama-2-7b-model-for-python-code-generation-865453afdf73#bf4e', 'source_name': 'towards_ai'}, hash='74da39e87dd0bc08b880eea99377011f32650b694140684c8f259131eb2583b3'), : RelatedNodeInfo(node_id='b45ef2c1-e4ad-45cf-b27f-cee010ca2c23', node_type=, metadata={}, hash='58f823e9ae3379b6d4122a34fe20e0e7f56ae658827bb8572a2ca12c2acfb856')}, hash='f897d5607ed11eee36b9afabd6570ec9c1bb2ef181dfac76f68d254ac00ef3fe', text=\"New Moore's Laws Achieving Zettascale Computing As the traditional Moore's Law reaches its twilight, new laws are emerging to define the evolution of computing performance. The exponential growth of GPU performance and supercomputer systems has accelerated AI's advancements, with LLMs as a prime example. Despite their extensive training times, these LLMs are benefiting from the rapid growth of computational power. Moore's Law, famously predicting the number of transistors on a microchip would double approximately every two years, is now being replaced by new performance-based laws: GPU performance doubles every 2.2 years, while supercomputer system performance doubles every 1.2 years. These advancements are shaping the way AI/ML technologies progress. Despite the rapidly increasing performance, the training of LLMs still takes anywhere from days to months. This extended duration speaks to the complexity and vast potential of these models. As computational power continues to soar, it will unlock new possibilities for AI research and development. In the coming decade, the AI landscape is set to enter the era of Zettascale Computing. As a result of the new Moore's Laws, AI performance is expected to dramatically outpace other computing advancements. This shift to Zettascale Computing will provide unprecedented processing capabilities, enabling further breakthroughs in AI and other domains. The new Moore's Laws, focusing on GPU and supercomputer performance, herald a new era for AI research and development. With the advent of Zettascale Computing, we can expect even more rapid growth in AI capabilities, impacting various industries and shaping the future of technology. Generative AI Journey with State-of-the-Art LLMs Generative AI (GAI) has experienced rapid advancements in text-to-images, videos, and 3D. But ChatGPT and GPT-4 took the world by storm. These are LLMs-based GAI like other state-of-the-art LLMs: Claude, Bard, LLaMA, ToolFormer, Google USM, PaLM, NeMo, Databricks Dolly, etc. These have revolutionized NLP, enabling a myriad of applications once thought to be unattainable. Despite their impressive capabilities and increasing computing power, LLMs face common challenges such as scalability, training efficiency, and the need for high-quality\", start_char_idx=0, end_char_idx=2287, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='b45ef2c1-e4ad-45cf-b27f-cee010ca2c23', embedding=[-0.00949831958860159, -0.0020255285780876875, -0.004515312612056732, -0.03304122015833855, 0.003132863435894251, 0.004047618247568607, -0.006410161964595318, 0.021541446447372437, -0.008569808676838875, -0.05543551966547966, 0.005519479513168335, 0.026699837297201157, -0.039368849247694016, -0.005409433972090483, -0.003916939254850149, 0.02016587369143963, 0.019670668989419937, 0.0020083340350538492, -0.005168708972632885, -0.0027580203022807837, -0.008838045410811901, -0.00698102405294776, -0.02041347697377205, -0.020344698801636696, 0.00593215087428689, 0.014539788477122784, 0.032050810754299164, -0.0375530943274498, -0.03224338963627815, 0.01575029082596302, 0.00423675961792469, -0.0053819227032363415, -0.03295868635177612, 0.008597319945693016, 0.00037140422500669956, 0.006234776694327593, 0.016864502802491188, -0.003744992660358548, 0.00892745703458786, -0.012063760310411453, 0.021266331896185875, 0.01327426265925169, 0.012118782848119736, -0.020110851153731346, -0.020867416635155678, 0.01019986066967249, 0.0033821857068687677, -0.00987660139799118, -0.015255085192620754, 0.010027914308011532, 0.015640245750546455, 0.04726462811231613, -0.020991217344999313, 0.0023384711239486933, -0.023329688236117363, 0.0065993028692901134, -0.00997289177030325, 0.004721648525446653, 0.02233927696943283, 0.004883278161287308, -0.005313144065439701, 0.012531453743577003, -0.02161022461950779, 0.034471817314624786, -0.022229231894016266, 0.005828983150422573, -0.022930772975087166, 0.01209814939647913, -0.012737790122628212, -0.013019781559705734, 0.007572519592940807, 0.016135450452566147, 0.0173734650015831, -0.016974549740552902, 0.015654001384973526, 0.0024897840339690447, 0.002240461762994528, -0.012297607026994228, -0.03342638164758682, 0.010997692123055458, -0.012868468649685383, -0.014072094112634659, 0.000863170949742198, 0.031830720603466034, 0.009594609029591084, -0.00033379095839336514, 0.013212362304329872, -0.006637131329625845, 0.011843668296933174, 0.007723832502961159, 0.010021036490797997, 0.00139534508343786, 0.031858231872320175, 0.002849151846021414, -0.006747176870703697, 0.001065207994543016, -0.0047904266975820065, 0.006458307150751352, 0.009037503041327, -0.022628147155046463, -0.01035117357969284, 0.0007771977689117193, -0.02140388824045658, -0.017235908657312393, -0.010179227218031883, 0.007407451048493385, 0.02729133330285549, 0.00740057323127985, -0.0006753195193596184, 0.0117267444729805, -0.01173362322151661, 0.023302176967263222, 0.007606909144669771, -0.02394869551062584, -0.00812274869531393, -0.010791356675326824, 0.018130028620362282, -0.006798760965466499, 0.011424119584262371, -0.01718088425695896, 0.03128049150109291, 0.002166524762287736, 0.024265076965093613, 0.005540113430470228, 0.017937449738383293, -0.009787189774215221, -0.020509768277406693, -0.014017070643603802, -0.02612209878861904, -0.006035319063812494, 0.012063760310411453, 0.005963101517409086, -0.005698303692042828, -0.00025448069209232926, -0.036535173654556274, 0.030592704191803932, -0.012270095758140087, -0.011740501038730145, -0.024608969688415527, -0.026369700208306313, 0.004563457798212767, 0.03009749948978424, -0.012146294116973877, 0.0038687940686941147, -0.011953714303672314, 0.03029007837176323, -0.002011772943660617, 0.023164620622992516, 0.03529715910553932, 0.01601164974272251, 0.029767362400889397, -0.012765301391482353, -0.010192982852458954, 0.012015614658594131, 0.023453488945961, -0.0025929517578333616, 0.004683820065110922, 0.04110207036137581, -0.028061654418706894, -0.0034096972085535526, 0.010997692123055458, 0.011905569583177567, -0.014292185194790363, 0.005124002695083618, 0.01411336101591587, 0.023577291518449783, 0.018831569701433182, -0.001680776127614081, -0.012600232847034931, -0.0223530326038599, -0.004566896706819534, 0.033481404185295105, -0.038846131414175034, 0.020716102793812752, 0.011506653390824795, 0.01716712862253189, 0.020564790815114975, -0.00927135068923235, -0.012366385199129581, -0.029079576954245567, 0.008707365952432156, 0.005564185790717602, 0.01174737885594368, 0.0015036712866276503, -0.015667757019400597, -0.017524776980280876, 0.007434962783008814, -0.018391387537121773, -0.016107939183712006, -0.012552088126540184, 0.0026101465336978436, 0.011994981206953526, 0.01738722063601017, -0.0056501589715480804, -0.631222128868103, -0.020606057718396187, 0.00541287288069725, -0.030372614040970802, 0.005330338608473539, 0.0062278988771140575, -0.005842738784849644, -0.009216327220201492, -0.012414530850946903, 0.0037243592087179422, -0.026204632595181465, 0.0031741305720061064, 0.010426830500364304, -0.01785491406917572, -0.016589390113949776, -0.02421005442738533, -0.0073455506935715675, -0.030840307474136353, 0.009374517947435379, 0.01857021264731884, -0.021445155143737793, 0.017511021345853806, -0.012861590832471848, -0.0008967004832811654, -0.01009669341146946, 0.013177972286939621, 0.010653799399733543, 0.015557711012661457, 0.02370109222829342, 0.02112877368927002, -0.02774527296423912, 0.024044984951615334, 0.001707427785731852, 0.008638587780296803, 0.04000161215662956, -5.674231579178013e-05, -0.028804462403059006, 0.026479747146368027, 0.005010518245398998, 0.022160453721880913, -0.03169316053390503, -0.014457253739237785, 0.015227573923766613, 0.014402231201529503, -0.005051785614341497, 0.024333855137228966, 0.01572277955710888, -0.010977058671414852, -0.007496863137930632, -0.014594811014831066, 0.002764898119494319, 0.0051205637864768505, 0.010289273224771023, -0.001129687880165875, 0.005055224522948265, 0.004515312612056732, 0.012442042119801044, -0.027387622743844986, 0.014828657731413841, -0.016589390113949776, 0.007909534499049187, 0.0055469912476837635, -0.03097786381840706, -0.014443498104810715, -0.015915360301733017, 0.031830720603466034, 0.00627948297187686, 0.00510680815204978, 0.0030795601196587086, -0.027566447854042053, -0.0024897840339690447, 0.009023747406899929, -0.004608163610100746, -0.014636077918112278, -0.008157137781381607, 0.015791557729244232, 0.003645263845100999, -0.007249260321259499, 0.003478475846350193, 0.022435566410422325, 0.009071892127394676, -0.011314073577523232, -0.007909534499049187, -0.007207993417978287, 0.02229801006615162, 0.003463000524789095, 0.004859205335378647, -0.004123274702578783, -0.01232511829584837, 0.0032119587995111942, -0.0009173340513370931, 0.01645183190703392, -0.027855318039655685, -0.044733576476573944, -0.015103772282600403, 0.01481490209698677, -0.020014561712741852, 0.0023436294868588448, 0.01643807627260685, -0.023604802787303925, -0.008060847409069538, -0.01687825843691826, 0.027580203488469124, 0.033673983067274094, 0.02987740747630596, 0.009312617592513561, -0.0056501589715480804, 0.01694703847169876, 0.021059995517134666, -0.02612209878861904, 0.0043364884331822395, 0.01905166171491146, -0.023811139166355133, -0.008418495766818523, -0.00534409424290061, -0.024361366406083107, -0.0022886067163199186, -0.021747780963778496, -0.018226319923996925, -0.005846177693456411, 0.009202571585774422, -0.009457052685320377, -0.014058338478207588, 0.0023178376723080873, 0.020771125331521034, 0.0128134461119771, -0.0014753001742064953, -0.021500179544091225, 0.003132863435894251, 0.030840307474136353, -0.004422461614012718, -0.02561313658952713, 0.03262855112552643, -0.021954117342829704, 0.044073302298784256, 0.012105027213692665, 0.02326091006398201, -0.0015956626739352942, 0.0228207278996706, -0.001532902242615819, -0.026892418041825294, 0.00780636677518487, 0.01929926499724388, 0.015929115936160088, -0.053454697132110596, -0.019436821341514587, -0.018501432612538338, 0.003810332389548421, 0.02118379808962345, -0.011939958669245243, 0.0029162110295146704, -0.002744264667853713, -0.009236960671842098, 0.027910340577363968, -0.006007807329297066, -0.000999868381768465, -0.0005794594180770218, -0.03892866522073746, 0.007207993417978287, -0.023591047152876854, -0.00787514541298151, 0.02206416241824627, -0.022463077679276466, -0.0021424521692097187, -0.0018243513768538833, -0.007077313959598541, -0.013054171577095985, 0.020606057718396187, -0.02416878752410412, -0.02866690419614315, -0.011320951394736767, -0.04577901214361191, 0.005007079336792231, 0.03780069947242737, -0.008047091774642467, 0.000798691064119339, -0.016506854444742203, 0.007620664779096842, 0.0014512276975437999, -0.014979970641434193, -0.00458753015846014, 0.014457253739237785, -0.013019781559705734, -0.0012440322898328304, 0.028721928596496582, 0.015378886833786964, 0.028034141287207603, 0.019395554438233376, -0.03271108493208885, 0.004305537790060043, -0.008274060674011707, 0.011967469938099384, -0.018391387537121773, 0.007620664779096842, 0.007916412316262722, 0.0011632174719125032, 0.016534365713596344, -0.008968724869191647, -0.020771125331521034, 0.0213488657027483, 0.0010961582884192467, 0.016548121348023415, 0.03271108493208885, -0.009243838489055634, -0.004381194245070219, -0.01810251735150814, -0.00510680815204978, -0.01491119246929884, 0.0031982031650841236, 0.013900147750973701, 0.01950559951364994, -0.0011786925606429577, -0.02445765770971775, -0.01690577156841755, 0.003562729572877288, 0.026163365691900253, 0.00048617846914567053, 0.014498520642518997, -0.01829509809613228, 0.006025001872330904, 0.0033288823906332254, 0.019079172983765602, 0.01200185902416706, -0.0030520486179739237, -0.021651491522789, 0.017290931195020676, -0.02421005442738533, 0.005058663431555033, 0.02184407226741314, -0.028611881658434868, -0.0005661335308104753, 0.03592992201447487, 0.013631911017000675, 0.0220504067838192, 0.01467734482139349, -0.0074280849657952785, 0.036094989627599716, 0.007111703511327505, 0.048997849225997925, -0.027208799496293068, -0.009347006678581238, 0.006430795416235924, 0.005718937609344721, -0.014759879559278488, 0.022256743162870407, -0.012036248110234737, 0.031610626727342606, 0.0011632174719125032, -0.031885743141174316, 0.006664642598479986, -0.020138362422585487, 0.004109519068151712, -0.005426628515124321, 0.0036418249364942312, 0.02537928894162178, -0.0030073425732553005, 0.011561675928533077, 0.00273394794203341, 0.0148011464625597, 0.026232143864035606, -0.006131608970463276, 0.00299358693882823, -0.0035025482065975666, -0.01315046101808548, 0.010248005390167236, -0.008583564311265945, -0.0035386569797992706, -0.0027029975317418575, -0.03950640559196472, 0.012854713015258312, -0.018253831192851067, -0.003488792572170496, 0.026686081662774086, -0.03130800276994705, 0.021967872977256775, 0.007214871235191822, 0.01504874974489212, 0.014842413365840912, 0.020853661000728607, 0.027566447854042053, -0.01763482391834259, -0.03246347978711128, 0.0014830377185717225, -0.005687986966222525, -0.01208439376205206, -0.011417241767048836, -0.04327547177672386, 0.0028594688046723604, 0.0027494230307638645, -0.01829509809613228, -0.010880768299102783, 0.0006508171209134161, -0.009567097760736942, -0.019079172983765602, -0.01738722063601017, 0.024746526032686234, 0.011458508670330048, 0.005925273057073355, -0.010901401750743389, -0.004202370066195726, -0.008886190131306648, 0.0048110606148839, -0.018267586827278137, -0.0166719239205122, 0.026617303490638733, -0.0408269539475441, -0.02400371804833412, 0.0068469056859612465, 0.0013712726067751646, -0.020551035180687904, 0.003710603341460228, -0.006943196058273315, 0.010316784493625164, -0.013081682845950127, 0.0028697855304926634, -0.0006177174509502947, 0.021555202081799507, 0.011946836486458778, 0.04393574595451355, -0.002931686118245125, 0.014498520642518997, -0.034691907465457916, -0.021073751151561737, 0.026355944573879242, 0.06817331165075302, 0.02841930277645588, -0.014374719932675362, 0.006619936786592007, -0.01716712862253189, 0.0025465262588113546, 0.010048547759652138, -0.016809480264782906, 0.0014048021985217929, 0.014388475567102432, -0.014182139188051224, 0.002826798940077424, 0.03122546710073948, -0.013301773928105831, 0.029519759118556976, 0.020275920629501343, 0.00977343413978815, -0.026190876960754395, -0.024595214053988457, 0.0008528541657142341, 0.0007488265982829034, -0.009353884495794773, 0.02210542932152748, 0.030592704191803932, 0.024608969688415527, -0.010344295762479305, 0.03150058165192604, 0.027029974386096, -0.03449932858347893, -0.01880405843257904, -0.014649833552539349, 0.009491441771388054, 1.4427378118853085e-05, 0.01279969047755003, -0.003837843891233206, 0.0060559525154531, -0.011506653390824795, 0.008514786139130592, 0.0018398265819996595, -0.012662133201956749, 0.020083339884877205, 0.015598977915942669, 0.00010397384176030755, -0.011465386487543583, -0.006771249696612358, -0.017290931195020676, 0.0019481527851894498, 0.0061659980565309525, -0.01646558754146099, -0.02137637697160244, 0.019092928618192673, -0.0009869723580777645, -0.025791961699724197, -0.002249059034511447, 0.04437592998147011, 0.0033735884353518486, -0.0004388932138681412, -0.009677143767476082, -0.008494152687489986, -0.02418254315853119, -0.021527690812945366, -0.04465104267001152, -0.004432778339833021, -0.019092928618192673, -0.014360964298248291, 0.00710482569411397, -0.021018728613853455, 0.001164936926215887, -0.03601245582103729, 0.021238820627331734, 0.005330338608473539, -0.03705788776278496, -0.0582691989839077, -0.013707567937672138, 0.023315932601690292, 0.001505390740931034, 0.01327426265925169, 0.006097219418734312, -0.010413073934614658, 0.0074280849657952785, -0.009615243412554264, -0.0040166680701076984, -0.008329084143042564, -0.02254561334848404, 0.0036762142553925514, 0.00025319107226096094, -0.019092928618192673, -0.0209499504417181, -0.005608891602605581, -1.5300543964258395e-05, 0.005901200696825981, -0.004649430979043245, -0.024100007489323616, 0.00926447194069624, -0.019175462424755096, 0.01832260936498642, 0.028529347851872444, 0.006107536144554615, 0.007744465954601765, -0.032986197620630264, -0.0015303230611607432, -0.020289676263928413, -0.030922841280698776, -0.03141804784536362, 0.010089815594255924, 0.0029540392570197582, 0.03405914455652237, 0.0014073813799768686, 0.0007935326430015266, -0.030345100909471512, 0.0023453489411622286, -0.01643807627260685, 0.01951935514807701, -0.0012689644936472178, 0.015901602804660797, -0.01716712862253189, 0.025007884949445724, 0.0029041748493909836, 0.0038791110273450613, -0.023095840588212013, 0.0004395380092319101, -0.02206416241824627, 0.043825700879096985, 0.013508109375834465, -0.023632314056158066, 0.03405914455652237, 0.0235222689807415, -0.0015277437632903457, -0.04156976193189621, -0.006025001872330904, -0.034416791051626205, 0.04671439900994301, -0.016836991533637047, -0.018638990819454193, -0.010041669942438602, -0.010880768299102783, -0.036094989627599716, 0.008480397053062916, -0.01316421665251255, -0.007393695414066315, 0.003744992660358548, -0.003095035208389163, -0.003186166984960437, -0.004704453516751528, 0.0012354349019005895, -0.028997041285037994, -0.002340190578252077, 0.024044984951615334, 0.03595743328332901, 0.014388475567102432, -0.020619813352823257, 0.005681109149008989, -0.018487676978111267, -0.01625925302505493, -0.01270340010523796, -0.0013798698782920837, 0.007483107503503561, -0.0016747580375522375, 0.02517295442521572, 0.017084594815969467, 0.02916211076080799, 0.009711532853543758, 0.020097095519304276, 0.0338115431368351, -0.009828456677496433, -0.0019068856490775943, 0.00240553030744195, -0.0015595539007335901, -0.014415986835956573, 0.003934133797883987, 0.010413073934614658, 0.0057223765179514885, 0.011554798111319542, -0.03284864127635956, 0.03554476052522659, 0.014051460660994053, -0.006963829509913921, -0.0035094262566417456, -0.02513168752193451, -0.04808996990323067, -0.021059995517134666, 0.02935468964278698, -0.005340655334293842, -0.0070257303304970264, -0.025241732597351074, -0.00051411974709481, 0.005055224522948265, -0.00746935186907649, 0.004529068246483803, -0.001671319012530148, 0.03595743328332901, -0.015213818289339542, -0.015021238476037979, -0.003892866661772132, 0.015929115936160088, -0.02092243917286396, -0.0031259856186807156, -0.04115709289908409, 0.0005996630643494427, 0.016094183549284935, -0.015557711012661457, 0.03978152200579643, 0.00859044212847948, -0.014264673925936222, 0.018914105370640755, -0.011891813017427921, -0.006626814603805542, -0.003095035208389163, -0.007228626869618893, -0.03694784268736839, 0.004446533974260092, -0.028254233300685883, -0.01687825843691826, -0.013336163014173508, -0.01092203613370657, 0.000816315587144345, -0.006272604689002037, 0.02723631076514721, -0.02207791805267334, -0.013508109375834465, 0.05067604407668114, 0.028776951134204865, 0.0404968187212944, 0.0006813376094214618, 0.007648176047950983, -0.007166726049035788, 0.013267384842038155, -0.03078528493642807, 0.031087910756468773, -0.004188614431768656, 0.009910990484058857, 0.0033082489389926195, -0.01741473190486431, -0.004952056333422661, -0.017992472276091576, 0.023439733311533928, 0.030482659116387367, -0.018707768991589546, -0.0459715910255909, 0.04038677364587784, 0.013308651745319366, 0.009642754681408405, -0.010956425219774246, -0.030867818742990494, -0.012524575926363468, 0.001182991312816739, 0.005911517422646284, 0.00859044212847948, -0.01232511829584837, -0.009058136492967606, 0.0077169546857476234, 0.009938502684235573, 0.004817938432097435, 0.002589512849226594, -0.023315932601690292, 0.004962373059242964, 0.031610626727342606, -0.0026307799853384495, -0.010860134847462177, 0.006815955508500338, -0.019849492236971855, 0.04919042810797691, -0.005350972060114145, 0.003569607390090823, 0.0007088490528985858, 0.01687825843691826, -0.00733179459348321, 0.0003883839526679367, 0.008934334851801395, 0.03430674597620964, -0.03592992201447487, 0.0017469754675403237, -0.0007905235979706049, -0.00040342926513403654, 0.020633568987250328, -0.02844681404531002, -0.0012732631294056773, 0.0023006428964436054, -0.015323863364756107, 0.011912447400391102, 0.030702751129865646, 0.00574988778680563, -0.018487676978111267, 0.005708620883524418, -0.0056192087940871716, -0.034856975078582764, -0.001791681512258947, -0.016094183549284935, -0.0013248471077531576, -0.03964396193623543, -0.010495608672499657, 0.005454139783978462, -0.0026204632595181465, 0.018680257722735405, -0.006172875873744488, -0.010633165948092937, -0.004367438610643148, 0.03433425724506378, -0.014292185194790363, 0.005505723878741264, 0.02584698423743248, -0.014526032842695713, -0.010027914308011532, 0.005846177693456411, -0.021280087530612946, 0.010454341769218445, 0.012331996113061905, -0.022476835176348686, -0.02136262133717537, -0.021321354433894157, 0.011114615947008133, 0.005041468422859907, 0.01423716265708208, 0.00516183115541935, 0.006396406330168247, 0.009952258318662643, -0.004855766426771879, 0.00552635733038187, -0.0031878864392638206, 0.01784115843474865, 0.014649833552539349, 0.006970707327127457, 0.017057083547115326, -0.007641298230737448, 0.019313020631670952, 0.0022800094448029995, 0.008569808676838875, -0.015392642468214035, -0.045201271772384644, 0.011362218298017979, 0.002176841488108039, 0.003583363024517894, -0.0072836498729884624, -0.018240075558423996, -0.018638990819454193, -0.021651491522789, -0.016520610079169273, 0.00949831958860159, 0.003038292983546853, 0.01058502122759819, -0.0032102393452078104, 9.11853276193142e-05, 0.015145039185881615, 0.0022748508490622044, -0.032325923442840576, -0.02231176570057869, -0.0042539541609585285, 0.0038412827998399734, -0.03782821074128151, -0.006554597057402134, -0.014608566649258137, 0.04602661356329918, -0.009484563954174519, -0.0237561147660017, 0.0008421075181104243, -0.024347610771656036, -0.05843426659703255, -0.020358454436063766, -0.0009181938366964459, 0.007765099871903658, 0.010261761955916882, 0.02445765770971775, 0.01127280667424202, 0.007538130506873131, -0.010846379213035107, -0.005148075520992279, -0.0006340523832477629, 0.019821980968117714, -0.014037705026566982, -0.028776951134204865, 0.0010411355178803205, -0.0038687940686941147, -0.004969251342117786, -0.006915684323757887, 0.002981550758704543, -0.025654403492808342, -0.000670161098241806, 0.013817613013088703, 0.0015991015825420618, 0.009126915596425533, 0.010048547759652138, 0.011596065945923328, 0.01766233518719673, 0.008184649050235748, 0.02723631076514721, -0.029684826731681824, -0.010254884138703346, 0.013755712658166885, -0.017029572278261185, -0.020496010780334473, -0.005729254335165024, 0.0008846642449498177, 0.013879514299333096, 0.01492494810372591, 0.010089815594255924, -0.01079823449254036, 0.0072011156007647514, 0.004683820065110922, 0.04905287176370621, -0.0032446286641061306, 0.004958934150636196, 0.017978716641664505, 0.011657966300845146, 0.0042539541609585285, 0.009429540485143661, -0.0017693284898996353, -0.0009706374839879572, 0.010667555034160614, 0.03579236567020416, -0.04352307319641113, 0.0013540779473260045, -0.007957680150866508, 0.014966215007007122, -0.01901039481163025, -0.0030365735292434692, -0.00510680815204978, -0.0025258928071707487, -0.027648981660604477, 0.030950352549552917, 0.013336163014173508, -0.01694703847169876, 0.011609821580350399, 0.0039135003462433815, 0.006286360789090395, -0.008280938491225243, -0.0010884207440540195, 0.004305537790060043, -0.021004972979426384, 0.022683169692754745, 0.013673177920281887, -0.006716226693242788, 0.007111703511327505, 0.0015225854003801942, 0.02938220277428627, -0.01788242720067501, -0.007909534499049187, 0.17783385515213013, -0.03408665582537651, 0.012552088126540184, 0.014581055380403996, 0.011492897756397724, -0.03144555911421776, 0.02463648095726967, 0.022917017340660095, 0.0014950740151107311, 0.012421408668160439, -0.009794067591428757, 0.00027962785679847, -0.025049151852726936, 0.0005906359292566776, 0.020509768277406693, -0.024031229317188263, -0.0342792347073555, -0.02747015841305256, -0.0121119050309062, 0.021225064992904663, 0.007503740955144167, -0.005853055510669947, -0.010536875575780869, -0.025736937299370766, 0.026699837297201157, -0.006372333969920874, 0.0046975756995379925, 0.0019120440119877458, -0.0003021958109457046, 0.0075106192380189896, 0.005767082329839468, -0.006554597057402134, 0.014443498104810715, 0.010055425576865673, -0.003652141662314534, -0.016162961721420288, 0.007971435785293579, -0.009491441771388054, 0.0008924018475227058, 0.02932717837393284, 0.028942018747329712, 0.01575029082596302, 0.00710482569411397, -0.024485168978571892, 0.009484563954174519, 0.019409310072660446, -0.009415784850716591, -0.019216731190681458, 0.002660010941326618, 0.0010497327893972397, -0.027208799496293068, 0.008418495766818523, 0.002230144804343581, 0.024608969688415527, -0.025241732597351074, 0.01764857955276966, -0.008989358320832253, 0.014415986835956573, 0.022724436596035957, -0.0013532182201743126, -0.043330494314432144, -0.0030915962997823954, 0.0018535822164267302, 0.023439733311533928, -0.006547719240188599, 0.005939028691500425, -0.007070436142385006, -0.013618155382573605, 0.00470101460814476, -0.02444390021264553, -0.027332600206136703, -0.015378886833786964, -0.013563132844865322, 0.013597521930932999, -0.031583115458488464, -0.032766107469797134, 0.035874899476766586, 0.022009139880537987, -0.0008382387459278107, 0.03832341358065605, -0.009016869589686394, -0.024526435881853104, 0.014594811014831066, -0.0018105956260114908, -0.010626288130879402, -0.03752558305859566, 0.0223530326038599, -0.01174737885594368, -0.019877005368471146, -0.022848239168524742, -0.0018518627621233463, 0.004628797061741352, 0.003738114843145013, 0.019395554438233376, -0.0032807374373078346, -0.0016352103557437658, 0.012015614658594131, 0.008954969234764576, 0.00154235924128443, -0.010151715949177742, -0.012806568294763565, 0.04478859901428223, 0.06102034077048302, 0.013831368647515774, 0.000945705221965909, 0.002568879397585988, 0.002673766575753689, 0.01852894388139248, -0.006152242422103882, -0.01665816828608513, -0.016080427914857864, -0.03353642672300339, 0.01363878883421421, 0.004958934150636196, -0.00011122783325845376, -0.003573046298697591, 0.007737588137388229, 0.003476756392046809, 0.02396245114505291, -0.01690577156841755, -0.01759355701506138, -0.027566447854042053, -0.00012960461026523262, 0.027869073674082756, -0.003830965841189027, -0.022504346445202827, -0.01278593484312296, 0.0030245373491197824, -0.03471941873431206, -0.0021785609424114227, 0.002424444304779172, -0.03502204269170761, 0.009924746118485928, 0.002247339580208063, -0.009353884495794773, -0.010928913950920105, -0.016341786831617355, -0.005622647702693939, -0.005743009969592094, 0.018377631902694702, -0.009168182499706745, 0.0015406397869810462, 0.0031552165746688843, -0.006705909967422485, 0.015406398102641106, -0.022724436596035957, 0.004670064430683851, 0.02537928894162178, -0.004291782155632973, -0.01503499411046505, -0.012895980849862099, 0.01811627298593521, 0.014718612655997276, 0.0015165673103183508, 0.013184850104153156, -0.0016695995582267642, -0.013171094469726086, -0.015117527917027473, 0.014058338478207588, 0.01022737193852663, -0.043137915432453156, 0.01741473190486431, 0.029272155836224556, -0.00892745703458786, -0.0035008287522941828, -0.009450174868106842, -0.17530280351638794, -0.0016352103557437658, 0.010289273224771023, -0.013845124281942844, 0.019877005368471146, 0.001258647651411593, 0.026355944573879242, -0.010571264661848545, -0.022641902789473534, -0.004721648525446653, 0.014010192826390266, -0.026878662407398224, -0.01575029082596302, -0.014512276276946068, -0.003634947119280696, 0.00882428977638483, -0.0223530326038599, 0.016809480264782906, 0.03339887037873268, 0.006987901870161295, 0.02374235913157463, -0.03243596851825714, 0.026025807484984398, -0.012916614301502705, -0.008858678862452507, 0.008308450691401958, 0.009099403396248817, 0.010880768299102783, -0.0021923165768384933, -0.036315079778432846, -0.024608969688415527, -0.039121247828006744, 0.02932717837393284, -0.008446007035672665, -0.008136504329741001, 0.0034561227075755596, 0.008982480503618717, -0.006554597057402134, -0.02652101404964924, 0.015942871570587158, 0.034911997616291046, 0.024155031889677048, 0.0019223608542233706, 0.0008085779845714569, -0.014828657731413841, -0.0005902060656808317, 0.026273410767316818, -0.02326091006398201, 0.025186710059642792, -0.015447665005922318, 0.03826839104294777, -0.009787189774215221, 0.009718410670757294, 0.005337216425687075, -0.01117651630192995, 0.01715337298810482, 0.0013386027421802282, 0.012331996113061905, 0.005485090427100658, -0.023302176967263222, 0.0025585624389350414, 0.008920579217374325, 0.018735280260443687, 0.014402231201529503, 0.004549701698124409, -0.023095840588212013, -0.03202329948544502, 0.014305940829217434, -0.019381798803806305, 0.008322206325829029, -0.009897234849631786, -0.00963587686419487, -0.00870048813521862, -0.006509890779852867, 0.02042723260819912, 0.023425977677106857, -0.027580203488469124, 0.006086902692914009, 0.03260103985667229, 0.012428286485373974, -0.01176113449037075, 0.013831368647515774, -0.0035317791625857353, 0.0005721516790799797, -0.007551886141300201, -0.00030155101558193564, -0.0029540392570197582, 0.03826839104294777, -0.02586073987185955, -0.019340531900525093, 0.044320907443761826, -0.02441638894379139, -0.007792611140757799, 0.013267384842038155, 0.00020268182561267167, 0.008549175225198269, -0.00033916428219527006, -0.035874899476766586, 0.023632314056158066, 0.0032171171624213457, 0.00891370140016079, 0.006303555332124233, -0.015172550454735756, 0.004381194245070219, 0.04154225066304207, 0.014759879559278488, -0.016589390113949776, 0.021032484248280525, 0.037690650671720505, -0.014140872284770012, -0.014567299745976925, -0.01623173989355564, -0.006358578335493803, 0.012682766653597355, -0.007950801402330399, 0.011300317943096161, -0.014594811014831066, -0.016039161011576653, 0.013054171577095985, 0.001184710767120123, 0.062175821512937546, -0.012015614658594131, -0.007682565599679947, 0.02328842133283615, -0.001358376583084464, -0.02398996241390705, -0.11290688812732697, -0.03078528493642807, -0.0003359403053764254, 0.010956425219774246, -0.014182139188051224, 0.02469150349497795, -0.011011447757482529, 0.01642432063817978, -0.0380207896232605, 0.041707322001457214, -0.032793618738651276, -0.024787794798612595, 0.039368849247694016, 0.007882023230195045, 0.019615646451711655, 0.005832422059029341, 0.00780636677518487, -0.0020616373512893915, -0.03681028634309769, 0.020138362422585487, 0.003662458388134837, -0.007737588137388229, 4.220746995997615e-05, -0.02280697226524353, -0.0009611804271116853, -0.002964355982840061, -0.0328761525452137, 0.021252576261758804, 0.017731113359332085, 0.008989358320832253, 0.02752518095076084, -0.02676861733198166, -0.004288343247026205, -0.018006227910518646, 0.020509768277406693, -0.017222151160240173, 0.01058502122759819, -0.012600232847034931, 0.03378402814269066, -0.0030829990282654762, -0.008941213600337505, -0.004174858797341585, 0.01808876171708107, -0.002928247209638357, -0.020509768277406693, -0.027305088937282562, -0.010977058671414852, 0.025296755135059357, 0.016836991533637047, -0.017098350450396538, -0.03392158821225166, -0.03502204269170761, -0.025957029312849045, 0.012173805385828018, 0.018707768991589546, -0.0039135003462433815, 0.011121493764221668, 0.010089815594255924, 0.00882428977638483, -0.0014486485160887241, -0.02118379808962345, -0.0140996053814888, -0.019354287534952164, 0.013982681557536125, 0.016396809369325638, -0.008136504329741001, -0.008542297407984734, -0.014581055380403996, 0.011857423931360245, -0.01398955937474966, 0.005870250519365072, 0.014979970641434193, -0.009580853395164013, 0.003982278984040022, -0.018707768991589546, 0.00045307877007871866, -0.02416878752410412, -0.0140996053814888, 0.003203361527994275, -0.0006834869855083525, -0.008411617949604988, -0.016630657017230988, 0.029684826731681824, -0.0065889861434698105, 0.009181938134133816, -0.0007789172232151031, 0.0045944079756736755, -0.012160049751400948, -0.0031982031650841236, -0.03945138305425644, 0.01209814939647913, 0.02159646898508072, 0.00446372851729393, -0.021458910778164864, 0.003014220390468836, 0.0013145302655175328, -0.027415135875344276, 0.009291984140872955, 0.01174737885594368, 0.02630092203617096, -0.03081279620528221, 0.01738722063601017, -0.058159153908491135, 0.0319407656788826, 0.0052030980587005615, -0.010750089772045612, 0.0031603749375790358, -0.037938255816698074, -0.002697839168831706, -0.0296022929251194, -0.004226442892104387, 0.0166719239205122, -0.013336163014173508, 0.016823235899209976, -0.0025276122614741325, -0.004137030337005854, -0.02159646898508072, -0.03081279620528221, 0.004983006976544857, -0.004718209616839886, 0.018253831192851067, 0.005739571060985327, 0.016094183549284935, -0.004147347528487444, 0.026397211477160454, 0.014305940829217434, 0.006908806506544352, 0.0033735884353518486, -0.02610834315419197, 0.023095840588212013, -0.0075312526896595955, -0.003239470301195979, -0.015406398102641106, -0.02371484786272049, 0.0009869723580777645, 0.006533963605761528, -0.011479142121970654, -0.02229801006615162, 0.009181938134133816, 0.017772380262613297, 0.005956223700195551, 0.04107455909252167, -0.009546464309096336, -0.03312375396490097, -0.0022146697156131268, -0.005718937609344721, -0.00997289177030325, -0.00812274869531393, 0.006193509791046381, -0.019409310072660446, 0.027869073674082756, -0.0011099140392616391, 0.035599783062934875, 0.02188533917069435, -0.017552288249135017, -0.02304081805050373, -0.024251321330666542, 0.00977343413978815, 0.023398466408252716, 0.015227573923766613, 0.0035042676609009504, 0.03081279620528221, 0.015901602804660797, 0.01741473190486431, 0.018487676978111267, 0.009360762313008308, -0.003855038434267044, -0.01976695843040943, -0.016548121348023415, 0.0012448920169845223, 0.0011348462430760264, -0.013198605738580227, 0.008748632855713367, 0.014429742470383644, 0.006117853336036205, 0.01617671735584736, 0.00984909012913704, -0.00044319184962660074, 0.004762915428727865, -0.015062505379319191, -0.011609821580350399, 0.01057814247906208, 0.008989358320832253, -0.006289799697697163, 0.0002392204332863912, 0.02987740747630596, 0.0296022929251194, 0.011871179565787315, -0.0024313221219927073, 0.013796979561448097, -0.01718088425695896, -0.01880405843257904, 0.0005033730994910002, 0.005416311789304018, 0.0022628146689385176, 0.021940361708402634, 0.004271148703992367, 0.0008408179273828864, 0.013459964655339718, 0.028061654418706894, 0.028336767107248306, 0.004666625522077084, 0.013363674283027649, -0.011417241767048836, -0.003184447530657053, -0.01806125044822693, -0.034416791051626205, 0.005901200696825981, -0.04880526661872864, -0.018638990819454193, 0.02493910677731037, 0.010076059028506279, -0.003378746798262, 0.007600031327456236, 0.013301773928105831, 0.00952583085745573, -0.01859772391617298, 0.036067478358745575, -0.01951935514807701, -0.03562729433178902, -0.02769024856388569, 0.019395554438233376, 0.047539740800857544, 0.021761536598205566, 0.037745676934719086, -0.005760204512625933, 0.015090016648173332, 0.014250918291509151, 0.013487475924193859, -0.013790101744234562, 0.026617303490638733, 0.011279684491455555, -0.006537402514368296, -0.011403486132621765, 0.0019429944222792983, -0.0036830920726060867, -0.03218836709856987, -0.011774890124797821, -0.00808835867792368, 0.023205887526273727, 0.02017963118851185, 0.08082856982946396, 0.019821980968117714, -0.008851801045238972, 0.00640672305598855, -0.007352428510785103, -0.00021213888248894364, 0.0048110606148839, 0.017442243173718452, -0.016328031197190285, -0.02844681404531002, -0.006190070416778326, -0.0062278988771140575, -0.03978152200579643, -0.026947440579533577, 0.004525629337877035, -0.005075857974588871, -0.004009790252894163, -0.0001867767859948799, -0.003992595709860325, -0.008191526867449284, 0.030125010758638382, -0.0019137634662911296, 0.004663186613470316, 0.006987901870161295, -0.0014486485160887241, 0.008817411959171295, 0.004883278161287308, 0.0025121369399130344, 0.008535419590771198, -0.008893067948520184, 0.026864906772971153, 0.027195043861865997, -0.03339887037873268, -0.010763845406472683, 0.012407653033733368, 0.009759677574038506, 0.011327829211950302, -0.023591047152876854, -0.004976129159331322, -0.008789900690317154, -0.0033099683932960033, 0.0009173340513370931, 0.006798760965466499, -0.029739851132035255, 0.0032274341210722923, 0.016616901382803917, -0.014897436834871769, -0.033288825303316116, -0.027800295501947403], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='db74d39e-2f23-44e5-a831-aa2658d6ee33', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='f897d5607ed11eee36b9afabd6570ec9c1bb2ef181dfac76f68d254ac00ef3fe'), : RelatedNodeInfo(node_id='998305c7-c107-4f1b-98d4-a94d18438ba3', node_type=, metadata={}, hash='6c8aab327a5d7f2f38d7c6ada1abc96a2e34a7b0b1d9fe80cd1516f60ea1a622')}, hash='58f823e9ae3379b6d4122a34fe20e0e7f56ae658827bb8572a2ca12c2acfb856', text=\"has experienced rapid advancements in text-to-images, videos, and 3D. But ChatGPT and GPT-4 took the world by storm. These are LLMs-based GAI like other state-of-the-art LLMs: Claude, Bard, LLaMA, ToolFormer, Google USM, PaLM, NeMo, Databricks Dolly, etc. These have revolutionized NLP, enabling a myriad of applications once thought to be unattainable. Despite their impressive capabilities and increasing computing power, LLMs face common challenges such as scalability, training efficiency, and the need for high-quality training data. It reportedly required over 3 million GPU hours across 3072 GPUs to train GPT-3's 175 billion parameters over a period of several months. To address these common challenges, foundation models are emerging as a potential solution. These models aim to provide a solid base for AI development, enabling researchers and developers to build upon them and adapt them for various tasks more efficiently. By focusing on foundation models, the AI community can tackle the limitations posed by scalability, performance, training efficiency, and data quality, ultimately unlocking the full potential of LLMs and other large-scale models (LSMs) in diverse applications. The Era of Foundation Models Foundation models are pre-trained AI models serving as a basis for building diverse applications and tasks. Designed to be versatile, adaptable, and robust, they offer strong leverage across a wide range of use cases. The concept of foundation models was introduced by Stanford with two significant points: emergence and homogenization. Emergence: Referring to the implicit induction of a system's behavior, emergence is a source of both scientific excitement and concern regarding unforeseen consequences. Foundation models learn from vast amounts of data, developing intricate patterns and relationships that can exhibit surprising behaviors.Homogenization: Foundation models consolidate methodologies for building ML systems across various applications. While this homogenization provides strong leverage for many tasks, it also creates single points of failure, raising concerns about resilience and reliability. The astounding success of GAI and human-like ChatGPT has ushered in a new era of foundation models, laying the groundwork for large-scale models and the rise of artificial general intelligence (AGI). Foundation models have emerged to transform the digital world. Their impact is comparable\", start_char_idx=1764, end_char_idx=4197, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='998305c7-c107-4f1b-98d4-a94d18438ba3', embedding=[-0.0017820681678131223, -0.00013492802099790424, 0.0017073909984901547, -0.024874277412891388, -0.0062117804773151875, 0.002213158877566457, -0.010393700562417507, 0.02199581265449524, 5.420457091531716e-05, -0.063054658472538, 0.008784747682511806, 0.022308098152279854, -0.022851204499602318, -0.007080750539898872, -0.005719590000808239, 0.009517940692603588, 0.024426214396953583, -0.003088918048888445, -0.00749486917629838, -0.0023336606100201607, -0.017569495365023613, 0.0012465991312637925, -0.03302087262272835, -0.020461536943912506, -0.010991116985678673, 0.02434474788606167, 0.025987645611166954, -0.029246283695101738, -0.016877034679055214, 0.004460262134671211, -0.0004994033952243626, -0.0008715161820873618, -0.03465019166469574, 0.00783431064337492, 0.0063373735174536705, 0.01227420661598444, 0.012206317856907845, -0.00997279305011034, 0.007067173253744841, -0.014500943012535572, 0.03182603791356087, 0.023543665185570717, -0.0013238220708444715, -0.026476440951228142, -0.007467714138329029, 0.023937417194247246, -0.014433054253458977, -0.00596398813650012, -0.002527142409235239, 0.010909651406109333, 0.013998569920659065, 0.04906966909766197, -0.021357662975788116, 0.012715480290353298, -0.021058954298496246, -0.00142650306224823, -0.011086161248385906, 0.0057263788767158985, 0.01888652704656124, -0.0078207328915596, 0.004137792624533176, 0.010576998814940453, -0.028404468670487404, 0.02024429477751255, -0.02905619703233242, 0.003002360463142395, -0.014093613252043724, 0.027454031631350517, -0.020719511434435844, -0.00904272310435772, 0.00651727756485343, 0.021792147308588028, 0.01861497387290001, -0.0068906634114682674, 0.015940174460411072, -0.0004951603477820754, 0.010061047039926052, -0.0025407199282199144, -0.027128169313073158, 0.015315602533519268, -0.014365166425704956, -0.013482618145644665, -0.00601150980219245, 0.023801641538739204, 0.009355009533464909, 0.014025724492967129, 0.0035132199991494417, -0.0078003667294979095, 0.010896073654294014, 0.0037576179020106792, 0.004646954592317343, -0.01008820254355669, 0.01619815081357956, 0.01642897166311741, 0.00023485111887566745, -0.008105863817036152, 0.01295308955013752, 0.010196824558079243, 0.0007556817727163434, -0.0023676047567278147, -0.01490827277302742, -0.0013110929867252707, -0.023638708516955376, -0.01672768034040928, -0.014555254019796848, 0.008560716174542904, 0.027521921321749687, 0.012029808945953846, -0.0023014137987047434, 0.0006759130046702921, -0.017936091870069504, 0.026815881952643394, -0.0066191102378070354, -0.019035881385207176, -0.016388237476348877, -0.014419477432966232, 0.0026170944329351187, -0.007202949840575457, 0.007467714138329029, -0.013441884890198708, 0.04062436521053314, 0.013373997062444687, 0.01865570805966854, -0.007046806626021862, 0.009728394448757172, -0.010794240981340408, 0.0029582330025732517, -0.01295308955013752, -0.0370398610830307, -0.011731100268661976, 0.014107191003859043, -0.0025542976800352335, 0.0001976186322281137, 0.01302097737789154, -0.024507679045200348, 0.018927261233329773, -0.02613699994981289, 0.0040054102428257465, -0.012790157459676266, -0.022579651325941086, 0.010169669054448605, 0.033183805644512177, -0.030984224751591682, 0.007603490725159645, -0.009735183790326118, 0.019850540906190872, -0.0011591928778216243, 0.025430960580706596, 0.037582967430353165, 0.01619815081357956, 0.012376039288938046, -0.006802408490329981, -0.012084119021892548, 0.014949006028473377, 0.009198865853250027, -0.003372351871803403, 0.005207033362239599, 0.035899337381124496, -0.01872359588742256, 0.0008732134010642767, 0.029409214854240417, 0.01729794219136238, -0.008954468183219433, 0.003794956486672163, 0.015750087797641754, 0.017121432349085808, 0.015478534623980522, -0.009538307785987854, -0.008377416990697384, -0.011371292173862457, -0.0014163198648020625, 0.035492006689310074, -0.028105759993195534, 0.02093675546348095, 0.022213054820895195, 0.005845183506608009, 0.035464853048324585, -0.02491500973701477, -0.01361839473247528, -0.015532845631241798, 0.012701902538537979, 0.004063115455210209, 0.022783316671848297, 0.00251356465741992, -0.003217905992642045, -0.008153386414051056, 0.018737172707915306, -0.016822723671793938, -0.009090244770050049, -0.005566841457039118, -0.0037847731728106737, 0.013054922223091125, 0.00874401442706585, -0.002328569069504738, -0.6247897148132324, -0.02663937211036682, 0.007467714138329029, -0.03027818538248539, 0.009198865853250027, 0.017148587852716446, -0.006103158928453922, -0.011574956588447094, -0.008390994742512703, 0.0022674696519970894, -0.018628552556037903, 0.014460209757089615, 0.0009512849501334131, -0.03131008893251419, -0.018777906894683838, -0.019239546731114388, -0.0019823387265205383, -0.0414118692278862, 0.006503700278699398, 0.01918523572385311, -0.015098360367119312, 0.039049357175827026, -0.014256545342504978, 0.0037338570691645145, -0.015627888962626457, 0.015790820121765137, 0.020746666938066483, 0.010658464394509792, 0.03027818538248539, 0.013156753964722157, -0.02666652761399746, 0.013577662408351898, 0.004891352728009224, 0.007406614720821381, 0.04502352699637413, -0.00028046357329003513, -0.021249040961265564, 0.024874277412891388, 0.007060384377837181, 0.030685516074299812, -0.018967993557453156, -0.00911061093211174, 0.01295308955013752, 0.013957836665213108, -0.011289825662970543, 0.02213158831000328, 0.014052879996597767, -0.010047470219433308, -0.00809907540678978, -0.021045375615358353, 0.001804131781682372, -2.6426054319017567e-05, 0.006914424244314432, -0.0012033203383907676, 0.013957836665213108, -0.011697155423462391, 0.019836964085698128, -0.031880348920822144, 0.00715542770922184, -0.017216475680470467, 0.00836384017020464, 0.0014502640115097165, -0.02027144841849804, -0.01778673753142357, -0.02090959995985031, 0.035464853048324585, 0.012796946801245213, -0.0003071945975534618, -0.0022861389443278313, -0.037854522466659546, -0.009558673948049545, 0.00934143178164959, 0.0019789442885667086, -0.020488692447543144, 0.00032862185616977513, 0.02629993110895157, -0.002968416316434741, -0.00200440245680511, 0.0037033073604106903, 0.015342758037149906, 0.021751414984464645, -0.008886579424142838, -0.00808549765497446, -0.0025678754318505526, 0.019402479752898216, 0.006944973953068256, 0.007352303713560104, -0.00035259491414763033, -0.014378744177520275, -0.011860087513923645, 0.005773900542408228, 0.008200908079743385, -0.023312846198678017, -0.05164942517876625, -0.023041293025016785, 0.020583735778927803, -0.020665202289819717, 0.006883874535560608, 0.011798988096415997, -0.02080097794532776, -0.00906308926641941, -0.015315602533519268, 0.027128169313073158, 0.03163595125079155, 0.020067784935235977, 0.004107242915779352, 0.009001989848911762, 0.01858781836926937, 0.02802429348230362, -0.032314836978912354, 0.013265375979244709, 0.025783980265259743, -0.032179057598114014, 0.0072572603821754456, 0.0015444590244442225, -0.022009389474987984, 0.0035335866268724203, -0.01778673753142357, -0.005139145068824291, -0.0024524652399122715, 0.0048200697638094425, 0.01005425862967968, -0.014107191003859043, -0.003774590091779828, 0.010991116985678673, 0.009212443605065346, -0.0012253839522600174, -0.022240210324525833, 0.004972818773239851, 0.016021640971302986, 0.01580439880490303, -0.019619721919298172, 0.00944326352328062, -0.00847924966365099, 0.037718743085861206, 0.008343473076820374, 0.011608900502324104, -5.25338837178424e-05, 0.01498973835259676, -0.007956509478390217, -0.029300594702363014, -0.0008884882554411888, 0.02183287963271141, 0.0008261158945970237, -0.05523392930626869, -0.010502321645617485, -0.0173658300191164, -0.0006716699572280049, 0.01359802857041359, -0.006812592037022114, 0.009477208368480206, -0.0018278927309438586, -0.025132251903414726, 0.03299371898174286, -0.008635393343865871, 0.0073930369690060616, 0.0030142408795654774, -0.03044111840426922, 0.011167626827955246, -0.021846458315849304, -0.007338726427406073, 0.01898157224059105, -0.024969320744276047, -0.008587870746850967, -0.006771858781576157, -0.005835000425577164, -0.018995149061083794, 0.013421518728137016, -0.012314938940107822, -0.039538152515888214, -0.012036597356200218, -0.048580873757600784, 0.0062932465225458145, 0.03989117220044136, -0.01137808058410883, 0.000928372610360384, -0.03133724257349968, 0.015179825946688652, 0.0038730280939489603, -0.02031218260526657, -0.008642181754112244, -0.0012262326199561357, -0.012219895608723164, -0.0005528654437512159, 0.030305340886116028, 0.015940174460411072, 0.024358324706554413, 0.020733090117573738, -0.028947575017809868, -0.000240154899074696, -0.013903525657951832, 0.01709427684545517, -0.012409983202815056, 0.003930733073502779, -0.004107242915779352, 0.001477419282309711, 0.006615715567022562, -0.01134413667023182, -0.029327750205993652, 0.015383491292595863, 0.000518921238835901, 0.0070400177501142025, 0.044507574290037155, -0.015546423383057117, 0.002937866607680917, -0.009640139527618885, -0.007488080766052008, -0.010067836381494999, -0.0005142539739608765, 0.005336021073162556, 0.024331171065568924, -0.0018295899499207735, -0.02328569069504738, -0.022932671010494232, 0.0015139093156903982, 0.022701850160956383, 0.008200908079743385, 0.01619815081357956, -0.019456788897514343, 0.01755591668188572, 0.004249808378517628, 0.009436475113034248, 0.01725720800459385, -0.009728394448757172, -0.007746056187897921, 0.01232172828167677, -0.02878464385867119, -0.0016785385087132454, 0.016184572130441666, -0.03302087262272835, 0.0057942671701312065, 0.019497523084282875, 0.009884538128972054, 0.008947678841650486, 0.01693134382367134, -0.002645946806296706, 0.03239630162715912, 0.0054412479512393475, 0.021819302812218666, -0.020162828266620636, -0.00371009623631835, 0.0055770245380699635, 0.009538307785987854, -0.010678831487894058, 0.016347505152225494, -0.0021520594600588083, 0.03478597104549408, 0.009748761542141438, -0.03323811665177345, 0.0075288135558366776, -0.014283699914813042, -0.004236230626702309, -0.0010785755002871156, -0.0014706305228173733, 0.022511763498187065, -0.0074473475106060505, 0.012538970448076725, 0.00097759161144495, 0.014976161532104015, 0.018343420699238777, 0.013455462642014027, 0.0013348539359867573, -0.01061773207038641, -0.0009334642672911286, 0.01914450339972973, -0.008934102021157742, -0.00978949386626482, -0.01137808058410883, -0.04928691312670708, 0.023611554875969887, -0.023693019524216652, -0.012532182037830353, 0.02471134439110756, -0.02553958259522915, 0.02137123979628086, 0.006666631903499365, 0.0240460392087698, 0.017746003344655037, 0.017800314351916313, 0.026720838621258736, -0.017610227689146996, -0.027521921321749687, 0.005546474829316139, 0.007318359799683094, 0.009008778259158134, -0.01355050690472126, -0.03799029812216759, 0.009097033180296421, -0.005770506337285042, -0.014338010922074318, -0.00549216428771615, -0.0005702617927454412, -0.027386143803596497, -0.030006632208824158, -0.015030471608042717, 0.032613545656204224, 0.015926597639918327, 0.00046503491466864944, -0.012172373943030834, -0.026354242116212845, -0.0002547933254390955, -0.003136439947411418, -0.01865570805966854, -0.020855288952589035, 0.02845877967774868, -0.03326527029275894, -0.012776579707860947, 0.01706712134182453, 0.0021350872702896595, -0.02395099587738514, -0.007637434639036655, -0.005750139709562063, 0.006978918332606554, -0.0027732374146580696, 0.010936806909739971, 0.0033129495568573475, 0.029898012056946754, 0.017216475680470467, 0.04084160551428795, -0.0029887829441577196, 0.0156414657831192, -0.030386807397007942, -0.010251134634017944, 0.03150017559528351, 0.07722973823547363, 0.01262043695896864, -0.01801755651831627, 0.01096396241337061, -0.019836964085698128, -0.0034538176842033863, 0.004439895506948233, -0.019891275092959404, -0.00028428228688426316, 0.008533560670912266, -0.02093675546348095, 0.010855340398848057, 0.024996476247906685, -0.005695829167962074, 0.020285027101635933, 0.02431759238243103, 0.006788831204175949, -0.024969320744276047, -0.029762234538793564, 0.0026900742668658495, 0.0011167627526447177, -0.008927312679588795, 0.03293940797448158, 0.0296807698905468, 0.029300594702363014, -0.007976876571774483, 0.03163595125079155, 0.021058954298496246, -0.04293256625533104, -0.023597976192831993, -0.005023735109716654, 0.01459598634392023, -0.004124214872717857, 0.026476440951228142, -0.010502321645617485, 0.013265375979244709, -0.013238220475614071, 0.012464293278753757, 0.0006063274922780693, -0.004473839420825243, 0.04168342053890228, 0.012742635793983936, 0.004711448680609465, -0.013889947906136513, -0.004426317755132914, -0.0069721294566988945, -0.004022382199764252, 0.014446632005274296, -0.02282404899597168, -0.024399058893322945, 0.018533509224653244, -0.003744040383026004, -0.026530751958489418, -0.003368957433849573, 0.03763727843761444, 0.0006716699572280049, -0.0009741972316987813, -0.015614311210811138, -0.011751466430723667, -0.025091519579291344, -0.03402562066912651, -0.03535623103380203, -0.008506405167281628, -0.016849879175424576, -0.010081414133310318, 0.012912356294691563, -0.01393068116158247, 0.01490827277302742, -0.04035281017422676, 0.02050226926803589, 0.02733183279633522, -0.0483093224465847, -0.04551232233643532, -0.009083455428481102, 0.021751414984464645, 0.009850593283772469, 0.0062796687707304955, -0.001887295045889914, -0.00876438058912754, -0.006167653016746044, -0.004416134674102068, -0.005515925120562315, -0.019470367580652237, -0.025526003912091255, 0.005179877858608961, -0.005037312395870686, -0.01785462535917759, -0.025118675082921982, 0.004171736538410187, 0.0036523910239338875, 0.002948049921542406, 0.006459572818130255, -0.018995149061083794, 0.02295982651412487, -0.020597312599420547, 0.020094940438866615, 0.018628552556037903, -0.0042769634164869785, -0.0023709991946816444, -0.03432432934641838, -0.0006101462058722973, -0.012932723388075829, -0.028377313166856766, -0.030848447233438492, 0.016048796474933624, -0.001989127369597554, 0.024466946721076965, -0.009185288101434708, -0.000979288830421865, -0.03733856976032257, 0.0073251486755907536, -0.01619815081357956, 0.026191309094429016, 0.0021860036067664623, 0.003054973902180791, -0.02537664957344532, 0.026490017771720886, 0.011717522516846657, 0.012457504868507385, -0.020814556628465652, 0.004772548098117113, -0.01649685949087143, 0.038777802139520645, 0.00535978190600872, -0.027318255975842476, 0.035627786070108414, 0.01792251318693161, -0.004921902436763048, -0.04912398010492325, -0.005488769616931677, -0.027277523651719093, 0.05496237426996231, -0.017908936366438866, -0.022253787145018578, -0.0008884882554411888, -0.003221300197765231, -0.028866108506917953, 0.0005643215845339, -0.021221885457634926, -0.01355050690472126, 0.009565463289618492, 0.004086876288056374, 0.0074473475106060505, 0.007169005461037159, 0.005621151998639107, -0.0345144160091877, -0.0035946860443800688, 0.028567399829626083, 0.024141082540154457, 0.02693808078765869, -0.025322340428829193, 0.008540349081158638, -0.019375324249267578, -0.0194432120770216, 0.0003502612526062876, 0.008913734927773476, 0.017216475680470467, -0.01139844674617052, 0.03942953050136566, 0.021045375615358353, 0.013292531482875347, 0.029490681365132332, 0.03361828997731209, 0.03323811665177345, -0.006856719497591257, -0.009022356010973454, -0.000986926257610321, -0.009531518444418907, -0.006354345940053463, -0.00041560374666005373, 0.008031186647713184, 0.002564480993896723, 0.004467051010578871, -0.035464853048324585, 0.022919094190001488, 0.033645447343587875, -0.008553926832973957, -0.03071267157793045, -0.04252523556351662, -0.04502352699637413, -0.014636719599366188, 0.03752865642309189, 0.008492827415466309, 0.012769791297614574, -0.028404468670487404, 0.005084834527224302, -0.0011176113039255142, -0.010712775401771069, 0.004551911260932684, -0.005648307502269745, 0.029735079035162926, -0.004494206048548222, -0.022185899317264557, -0.0027070464566349983, 0.010821396484971046, -0.01785462535917759, -0.0003916306886821985, -0.043747227638959885, -0.0071757943369448185, 0.03418855369091034, -0.01665979065001011, 0.03655106574296951, 0.013957836665213108, -0.01755591668188572, 0.007739267311990261, -0.01606237329542637, -0.006221963558346033, -0.0016904189251363277, -0.0031160733196884394, -0.034840282052755356, 0.008492827415466309, -0.03421570733189583, -0.02061089128255844, -0.017610227689146996, -0.00404274882748723, -0.0005023734993301332, -0.0070400177501142025, 0.03407993167638779, -0.013693071901798248, -0.023272112011909485, 0.04792914539575577, 0.02832300215959549, 0.03850625082850456, -0.00029955717036500573, 0.017379406839609146, 3.961919355788268e-05, 0.015111938118934631, -0.02484712190926075, 0.02332642301917076, 0.0013221248518675566, 0.0031602007802575827, 0.004327879752963781, -0.016917767003178596, -0.013088866136968136, -0.02249818667769432, 0.014867539517581463, 0.005016946233808994, -0.015424223616719246, -0.05031881481409073, 0.03896788880228996, 0.004198892042040825, 0.015098360367119312, 0.0014791165012866259, -0.023896684870123863, -0.023937417194247246, 0.016537591814994812, 0.0003502612526062876, -0.007216527126729488, -0.012152007780969143, -0.008574293926358223, 0.0015690685249865055, 0.018194066360592842, 0.007698534522205591, 0.007481291890144348, -0.026843037456274033, -0.0007107057608664036, 0.0136319724842906, 0.005288499407470226, -0.013489407487213612, -0.004697870928794146, -0.013672705739736557, 0.04222652688622475, -0.0021537565626204014, 0.010278290137648582, 0.01264080312103033, 0.016252461820840836, 0.002484712051227689, 0.005729773547500372, 0.010339389555156231, 0.03828900679945946, -0.03581787273287773, 0.004803097806870937, -0.005991143174469471, 0.0018160123145207763, 0.008784747682511806, -0.02670726180076599, -0.002864886773750186, 0.0036965184845030308, -0.019402479752898216, -0.0022861389443278313, 0.03182603791356087, 0.010746719315648079, -0.012749424204230309, 0.007135061547160149, 0.0009894721442833543, -0.03264069929718971, 0.017107853665947914, -0.028513090685009956, 0.0009173408034257591, -0.026829460635781288, -0.010522687807679176, 0.006530855316668749, -0.00422265287488699, 0.006741309072822332, 0.00387642253190279, -0.017039965838193893, -0.004120820201933384, 0.02703312411904335, -0.019796231761574745, 0.00836384017020464, 0.02173783630132675, -0.012824101373553276, -0.023747330531477928, 0.009504362940788269, -0.018764328211545944, 0.016306772828102112, 0.011900820769369602, -0.008472461253404617, -0.02243029698729515, -0.01957898773252964, 0.014691030606627464, 0.01331968605518341, 0.012552548199892044, -0.005064467899501324, 0.004735209513455629, 0.012566125951707363, -0.0065512219443917274, 0.007861466147005558, -0.009008778259158134, 0.016510436311364174, 0.016510436311364174, 0.002362513216212392, 0.021276196464896202, -0.005743350833654404, 0.02746761031448841, 0.0010599062079563737, 0.015940174460411072, -0.017338674515485764, -0.035003211349248886, 0.005753534380346537, 0.0031007984653115273, -0.002949747024103999, -0.00800403207540512, -0.018967993557453156, -0.010739930905401707, -0.02742687799036503, -0.01941605657339096, 0.016456127166748047, -0.019524678587913513, -0.0029361695051193237, 0.007854677736759186, -0.0008723647915758193, 0.023380734026432037, 0.008044764399528503, -0.02735898829996586, -0.023204224184155464, 0.004188708495348692, 0.013984992168843746, -0.046788621693849564, 0.001787159708328545, -0.024399058893322945, 0.04760328307747841, -0.004884563852101564, -0.012925934046506882, -0.0073794592171907425, -0.020950332283973694, -0.050536058843135834, -0.009796283207833767, 0.0030329101718962193, 0.006605532485991716, 0.007033228874206543, 0.010325811803340912, 0.019090192392468452, 0.01672768034040928, -0.0035132199991494417, 0.010285078547894955, 0.00020430138101801276, 0.012763001956045628, -0.024724923074245453, -0.01520698145031929, -0.006880480330437422, -0.012206317856907845, -0.0025390228256583214, -0.011602112092077732, 0.0062253582291305065, -0.03378122299909592, -0.005108595360070467, 0.019728342071175575, 0.0039918324910104275, 0.010712775401771069, 0.004467051010578871, 0.022416720166802406, 0.02077382244169712, 0.022009389474987984, 0.029463525861501694, -0.015369913540780544, -0.009925270453095436, 0.004063115455210209, -0.01649685949087143, -0.011778621934354305, 0.006636082194745541, -0.0030617627780884504, 0.01686345599591732, 0.013740593567490578, -0.005485375411808491, -0.0213983952999115, 0.0022369197104126215, -0.002647644141688943, 0.04654422402381897, -0.012966667301952839, 0.0075152358040213585, 0.008832269348204136, 0.0011074281064793468, 0.00042790849693119526, 0.012776579707860947, -0.0008757591713219881, 0.006938185077160597, 0.011357714422047138, 0.026775149628520012, -0.034867435693740845, -0.0057942671701312065, -0.016225306317210197, 0.009511152282357216, -0.016754833981394768, 0.0008112653158605099, -0.0004815826832782477, -0.010970750823616982, -0.03353682532906532, 0.02673441544175148, 0.007780000101774931, -0.021520594134926796, 0.005003368481993675, 0.001713331206701696, 0.005220611114054918, -0.011316981166601181, -0.003693124046549201, 0.01134413667023182, -0.026815881952643394, 0.03600795939564705, 0.00634416239336133, -0.0024236126337200403, 0.002481317613273859, 0.001037842477671802, 0.03027818538248539, -0.023774486035108566, -0.011011484079062939, 0.17129577696323395, -0.03942953050136566, 0.010515899397432804, 0.007603490725159645, -0.005760323256254196, -0.025200139731168747, 0.027508342638611794, 0.016809144988656044, 0.0020994460210204124, 0.01512551587074995, -0.002746082143858075, 0.01649685949087143, -0.024860698729753494, 0.0035709249787032604, 0.011778621934354305, -0.027073858305811882, -0.03709417209029198, -0.022674694657325745, -0.00788183230906725, 0.016619058325886726, 0.005278315860778093, -0.006160864140838385, -0.007895410060882568, -0.014636719599366188, 0.04054289683699608, -0.011235515587031841, 0.0070264399982988834, 0.0035030366852879524, -0.0013424913631752133, 0.004932085517793894, 0.011106527410447598, -0.014378744177520275, 0.016225306317210197, 0.020665202289819717, -0.017447296530008316, -0.01775958202779293, -0.006856719497591257, -0.00694157974794507, 0.013794904574751854, 0.018940838053822517, 0.03044111840426922, 0.018940838053822517, 0.0015868892660364509, -0.026449285447597504, 0.01498973835259676, 0.033373892307281494, -0.014758918434381485, -0.025824712589383125, -0.001171921961940825, 0.00583160575479269, -0.022837627679109573, 0.011004694737493992, -0.005682251416146755, 0.016374660655856133, -0.023367155343294144, 0.025227295234799385, 0.010108569636940956, 0.019158080220222473, 0.028187226504087448, -0.001441778033040464, -0.038913577795028687, 0.0021656369790434837, 0.006154075264930725, 0.026544328778982162, -0.015152670443058014, 0.004850619938224554, -0.008316317573189735, -0.0022878360468894243, 0.017936091870069504, -0.00904272310435772, -0.027155324816703796, -0.01854708604514599, -0.012973455712199211, 0.015600733458995819, -0.02286478318274021, -0.018438464030623436, 0.03858771547675133, 0.013713438995182514, 0.008126230910420418, 0.031120000407099724, -0.010237556882202625, -0.0027392932679504156, -0.009097033180296421, -0.005648307502269745, -0.006507094483822584, -0.025064364075660706, 0.03014240972697735, -0.01134413667023182, -0.016605479642748833, -0.027372566983103752, -0.006364529021084309, 0.009612984955310822, 0.008879791013896465, 0.00877795834094286, -0.0009411016944795847, 0.0017294547287747264, 0.00911061093211174, 0.012505026534199715, 0.006388289853930473, -0.02319064736366272, -0.018805062398314476, 0.04562094435095787, 0.04078729823231697, 0.024208970367908478, 0.001990824704989791, -0.0069585517048835754, -0.0026527356822043657, 0.020828133448958397, -0.006659843027591705, -0.019755497574806213, -0.025050785392522812, -0.04304118826985359, 0.003239969490095973, -0.0010327509371563792, 0.0069721294566988945, -0.0022352226078510284, 0.010332601144909859, -0.008173752576112747, 0.033808376640081406, -0.01808544620871544, -0.011636056005954742, -0.026422129943966866, 0.0016861759359017015, 0.026055533438920975, -0.001855048118159175, -0.011561378836631775, -0.015790820121765137, 0.0194432120770216, -0.025688936933875084, -0.009219232015311718, 0.014188656583428383, -0.034704502671957016, 0.015003316104412079, -0.0053190491162240505, 0.010359755717217922, -0.01205696351826191, -0.018397731706500053, -0.010875707492232323, 0.004932085517793894, 0.011636056005954742, -0.0058621554635465145, 3.30159928125795e-05, 0.00997279305011034, -0.007501658052206039, 0.006880480330437422, -0.011269459500908852, 0.015451379120349884, 0.01716216467320919, -0.00967408437281847, -0.0200134739279747, 0.000140125717734918, 0.015179825946688652, 0.018194066360592842, -0.0016496859025210142, 0.012287784367799759, 0.003954493906348944, -0.0014129254268482327, -0.02057015709578991, 0.020923176780343056, 0.007922565564513206, -0.036686841398477554, 0.015940174460411072, 0.020298603922128677, -0.0016335624968633056, -0.0062830629758536816, -0.01729794219136238, -0.17107854783535004, 0.010848551988601685, 0.016754833981394768, -0.015030471608042717, 0.028811799362301826, -0.0005201941821724176, 0.01782746985554695, -0.01948394440114498, -0.021153997629880905, -0.0023709991946816444, 0.01626603864133358, -0.041194625198841095, -0.004487417172640562, -0.005858761258423328, -0.008139808662235737, -0.009517940692603588, -0.019999895244836807, 0.024466946721076965, 0.03255923464894295, 0.012437138706445694, 0.024059617891907692, -0.035003211349248886, 0.023570820689201355, 0.0013051527785137296, -0.009796283207833767, 0.00010146119893761352, 0.0009037631098181009, 0.015777243301272392, 0.003475881414487958, -0.03293940797448158, -0.011255881749093533, -0.04521361365914345, 0.036225203424692154, -0.004256596788764, -0.011765044182538986, 0.0012686627451330423, 0.001232172828167677, -0.001034448156133294, -0.030006632208824158, 0.029870856553316116, 0.03369975835084915, 0.03554631769657135, 0.001213503535836935, 0.0016641122056171298, -0.010576998814940453, 0.0012627225369215012, 0.027440454810857773, -0.012484660372138023, 0.01452809851616621, -0.01782746985554695, 0.03489459306001663, -0.021357662975788116, 0.009436475113034248, -0.003273913636803627, -0.0041411868296563625, 0.0015885864850133657, 0.0025576921179890633, 0.01060415431857109, 0.012518604286015034, -0.028811799362301826, -0.006014904472976923, 0.016456127166748047, 0.012111274525523186, 0.013143177144229412, -0.0033485908061265945, -0.01980980858206749, -0.026150576770305634, 0.012471082620322704, -0.017121432349085808, 0.004826858639717102, -0.00945684127509594, -0.0043991622515022755, 0.0051696947775781155, 0.008370628580451012, 0.00818054098635912, 0.030658360570669174, -0.02186003513634205, 0.0019840358290821314, 0.02862171083688736, 0.00634416239336133, -0.007277627009898424, 0.014025724492967129, -0.008689703419804573, -0.011805777437984943, -0.009348220191895962, -0.0042871469631791115, -0.012830890715122223, 0.030495429411530495, -0.03044111840426922, -0.01732509583234787, 0.04491490498185158, -0.02862171083688736, -0.021982233971357346, 0.016211727634072304, -0.012885200791060925, 0.005346204619854689, 0.009497574530541897, -0.023014137521386147, 0.015057627111673355, 0.010481955483555794, 0.0011006392305716872, 0.003672757651656866, -0.01429727766662836, 0.0167955681681633, 0.029001886025071144, 0.006442600395530462, -0.009918482042849064, 0.01158174593001604, 0.028078604489564896, -0.01911734789609909, -0.0025916362646967173, -0.018696440383791924, -0.007623857352882624, 0.01868286356329918, -0.020366493612527847, 0.028350157663226128, -0.014460209757089615, -0.005770506337285042, 0.012566125951707363, -0.0017922513652592897, 0.06854003667831421, -0.013815270736813545, -0.009450052864849567, 0.025919755920767784, -0.010441222228109837, -0.01035296730697155, -0.12176447361707687, -0.03489459306001663, -0.0010259620612487197, 0.01782746985554695, -0.018112601712346077, 0.023597976192831993, -0.004046143032610416, 0.021018220111727715, -0.035763561725616455, 0.046489913016557693, -0.024073194712400436, -0.01775958202779293, 0.026775149628520012, -0.001643745694309473, 0.012145218439400196, -0.0031839616131037474, 0.010930017568171024, 0.0029616274405270815, -0.03299371898174286, 0.01686345599591732, 0.0025169590953737497, -0.008092286065220833, -0.0078003667294979095, -0.011866876855492592, -0.007542391307651997, 0.026259198784828186, -0.04380153864622116, 0.018560664728283882, 0.019402479752898216, 0.018601397052407265, 0.020991064608097076, -0.02445336990058422, -0.006856719497591257, -0.021249040961265564, 0.015953753143548965, -0.017053542658686638, 0.016551170498132706, -0.012898778542876244, 0.01769169420003891, -0.013998569920659065, -0.0031245595309883356, -0.005013551563024521, 0.026747994124889374, -5.6113931350409985e-05, -0.01941605657339096, -0.025349494069814682, -0.005268132779747248, 0.0213983952999115, 0.007555969059467316, -0.020556580275297165, -0.031554486602544785, -0.03959246352314949, -0.029544992372393608, -0.0032773080747574568, 0.038180384784936905, -0.010801030322909355, 0.000726404890883714, 0.002668010536581278, 0.0073251486755907536, 0.0039001833647489548, -0.022742584347724915, -0.009932059794664383, -0.03503036871552467, 0.023801641538739204, 0.008540349081158638, -0.007929354906082153, -0.0024830149486660957, -0.005638123955577612, 0.00876438058912754, -0.03209759294986725, 0.013659127987921238, 0.012247051112353802, -0.006666631903499365, 0.013278953731060028, -0.021425550803542137, 0.005465008784085512, -0.025729669257998466, -0.02143912762403488, -0.00017555493104737252, -0.01038691122084856, -0.010936806909739971, -0.0077324784360826015, 0.024127505719661713, -0.029544992372393608, 0.009355009533464909, 0.0009767430601641536, 0.007678167894482613, -0.014433054253458977, 0.004646954592317343, -0.028703177347779274, 0.004405951127409935, 0.022321676835417747, 0.01295308955013752, -0.012864834628999233, 0.003506431123241782, -0.005682251416146755, -0.016157418489456177, -0.005397120490670204, 0.004619799554347992, 0.020380070433020592, -0.03744719177484512, 0.025254450738430023, -0.03839762881398201, 0.03747434541583061, 0.010142513550817966, -0.00836384017020464, 0.002735898829996586, -0.03253207728266716, -0.0023336606100201607, -0.031120000407099724, -0.01359802857041359, 0.010244346223771572, -0.022769739851355553, 0.01665979065001011, -0.0018686257535591722, 0.00032756110886111856, -0.029110508039593697, -0.0317445732653141, -0.0006933093536645174, -0.011724310927093029, 0.007542391307651997, 0.011683577671647072, 0.004450078587979078, -0.0018940838053822517, 0.0312829315662384, 0.006737914867699146, -0.004035959951579571, 0.012864834628999233, -0.017705271020531654, 0.02434474788606167, -0.002662918996065855, -0.006126919761300087, -0.006286457646638155, -0.01978265307843685, -0.018180489540100098, 0.015397069044411182, -0.027712007984519005, -0.029463525861501694, 0.01689061149954796, 0.02061089128255844, -0.007386248093098402, 0.03204328194260597, -0.002645946806296706, -0.02733183279633522, -0.004463656339794397, -0.0011931370245292783, 3.073537300224416e-05, -0.008703281171619892, -0.002647644141688943, -0.017881780862808228, 0.018343420699238777, 0.00570601224899292, 0.019891275092959404, 0.03011525422334671, -0.009056300856173038, -0.03144586458802223, -0.0030227270908653736, 0.01226062886416912, 0.027888517826795578, 0.009429685771465302, 0.009497574530541897, 0.04168342053890228, 0.01291914563626051, 0.004745393060147762, 0.010142513550817966, 0.003199236700311303, -0.012763001956045628, -0.02494216524064541, -0.019524678587913513, 0.003998621366918087, 0.007352303713560104, -0.010251134634017944, -0.004365218337625265, 0.013971414417028427, 0.01642897166311741, -0.0034860647283494473, 0.011507068760693073, 0.009952425956726074, -0.00020196771947667003, -0.00940931960940361, -0.016836300492286682, 0.017841048538684845, 0.019008725881576538, -0.0014672360848635435, -0.004881169646978378, 0.03929375484585762, 0.02756265364587307, 0.010814608074724674, -0.009612984955310822, 0.0036320246290415525, -0.00031164978281594813, -0.020583735778927803, -0.010875707492232323, 0.015573577955365181, -0.0043414575047791, 0.030929913744330406, 0.006581771653145552, 0.009483996778726578, 0.0003171656862832606, 0.016116684302687645, 0.02889326401054859, 0.011520646512508392, 0.011262670159339905, -0.010787452571094036, 0.001821103855036199, -0.025268029421567917, -0.041058849543333054, 0.0014731762930750847, -0.03991832584142685, -0.018628552556037903, 0.01004068087786436, 0.015573577955365181, -0.0012856348184868693, 0.012362461537122726, 0.02279689349234104, 0.0027392932679504156, -0.01891368255019188, 0.030658360570669174, -0.02321780100464821, -0.017881780862808228, -0.028241537511348724, 0.006381500978022814, 0.0379631444811821, 0.02206370048224926, 0.04999295249581337, -0.010882495902478695, 0.007637434639036655, 0.019008725881576538, 0.01454167626798153, -0.03073982708156109, 0.01785462535917759, 0.007671379018574953, -0.008105863817036152, -0.0062694852240383625, 0.0014103796565905213, 0.0013543717795982957, -0.03780021145939827, -0.025797557085752487, 0.0011422208044677973, 0.023380734026432037, 0.013496195897459984, 0.07277626544237137, 0.015410645864903927, -0.007488080766052008, -0.0005672916886396706, -0.005651701707392931, -0.003270519431680441, 0.007963298819959164, 0.013523351401090622, -0.019198814406991005, -0.022932671010494232, 0.0013221248518675566, -0.00047352095134556293, -0.047223109751939774, -0.026680106297135353, -0.000703916884958744, 0.0003216208715457469, -0.001435837708413601, 0.00452136155217886, -0.006188019644469023, -0.022552495822310448, 0.02137123979628086, 0.01137808058410883, 0.002408337779343128, 0.0053869374096393585, -0.00502034043893218, -0.00035429210402071476, -0.0011507068993523717, -0.0025169590953737497, 0.008519982919096947, -0.013129599392414093, 0.024276860058307648, 0.02385595254600048, -0.0439373143017292, -0.013720227405428886, 0.01670052483677864, 0.008798324503004551, 0.0017048452282324433, -0.024792810901999474, -0.013346841558814049, 0.0038187173195183277, 0.0018805061699822545, 0.0032823998481035233, -0.004052931908518076, -0.022253787145018578, -0.013143177144229412, 0.02524087391793728, -0.0174880288541317, -0.03921228647232056, -0.02245745249092579], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='b45ef2c1-e4ad-45cf-b27f-cee010ca2c23', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='58f823e9ae3379b6d4122a34fe20e0e7f56ae658827bb8572a2ca12c2acfb856'), : RelatedNodeInfo(node_id='f496d07c-7252-423d-b940-52688eb68a2d', node_type=, metadata={}, hash='3c078527ff11a2ec9b31f729de4b980c1d7f16ced309232318373625ac09219f')}, hash='6c8aab327a5d7f2f38d7c6ada1abc96a2e34a7b0b1d9fe80cd1516f60ea1a622', text='both scientific excitement and concern regarding unforeseen consequences. Foundation models learn from vast amounts of data, developing intricate patterns and relationships that can exhibit surprising behaviors.Homogenization: Foundation models consolidate methodologies for building ML systems across various applications. While this homogenization provides strong leverage for many tasks, it also creates single points of failure, raising concerns about resilience and reliability. The astounding success of GAI and human-like ChatGPT has ushered in a new era of foundation models, laying the groundwork for large-scale models and the rise of artificial general intelligence (AGI). Foundation models have emerged to transform the digital world. Their impact is comparable to other milestones in digital evolution, such as the invention of electricity, the advent of the internet, and the rise of cloud computing. By bridging the gap between narrow AI and AGI, foundation models are shaping the future of AI research and development, opening up new possibilities and opportunities in the rapidly evolving digital landscape. Key Characteristics of Foundation Models Foundation models have rapidly become the core of AI. They share several key characteristics, highlighting their potential and significance in shaping the future of AI. Pre-trained and Adaptable: A defining characteristic of foundation models is their pre-trained nature, allowing them to serve as a starting point for various applications and tasks. Through transfer learning and fine-tuning, these models can be adapted to address specific challenges and requirements, significantly reducing development time and resources.Scalability: Designed to be scalable, foundation models can handle vast amounts of data and grow in complexity as required. This scalability enables them to tackle a broad range of tasks and accommodate the ever-increasing demands of the AI landscape.Versatility: Foundation models boast remarkable versatility, as they can be employed across multiple domains and industries. From language and vision to healthcare and finance, these models serve as a basis for a wide range of applications.Self-Supervised Learning: A key aspect of foundation models is their ability to utilize self-supervised learning techniques. By leveraging large-scale, unlabeled data, these models can learn complex representations and features, greatly improving their performance on various tasks and reducing dependence on labeled data.Robustness: Foundation models are known for their robustness, demonstrating resilience in the face of noisy, incomplete, or even adversarial data. This robustness allows them to maintain high levels of', start_char_idx=3424, end_char_idx=6130, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='f496d07c-7252-423d-b940-52688eb68a2d', embedding=[0.006528179161250591, 0.01133397314697504, -0.004799039103090763, -0.030908379703760147, -0.015778403729200363, 0.002413028385490179, -0.023275846615433693, 0.012975305318832397, 0.0006657358026131988, -0.05435984209179878, -0.0007526993867941201, 0.021127929911017418, -0.021560216322541237, -0.008848333731293678, -0.006794980261474848, -0.004066180903464556, 0.012651091441512108, -0.001713942619971931, -0.010489665903151035, -0.015778403729200363, -0.016332268714904785, -0.0027034699451178312, -0.030259951949119568, -0.02804449014365673, -0.01103002205491066, 0.022748999297618866, 0.014859797433018684, -0.03369121253490448, -0.024599719792604446, -0.0021394731011241674, 0.004934128373861313, 0.0027811462059617043, -0.04490360617637634, -0.004704476799815893, 0.00532588642090559, 0.010665281675755978, 0.015197520144283772, -0.009206320159137249, 0.010550456121563911, -0.013346799649298191, 0.023978309705853462, 0.025774994865059853, 0.002850379329174757, -0.02880099043250084, -0.007632532622665167, 0.027693258598446846, -0.011320464313030243, -0.0036913088988512754, -0.00685914745554328, 0.014900323934853077, 0.013522415421903133, 0.04798363894224167, -0.021884428337216377, 0.015359627082943916, -0.014103299006819725, 0.0066463821567595005, -0.009739921428263187, 0.011192128993570805, 0.016372794285416603, -0.017358945682644844, 0.0018473430536687374, 0.012049945071339607, -0.024856388568878174, 0.014967869035899639, -0.030070826411247253, -0.0025143453385680914, -0.0010748023632913828, 0.034042444080114365, -0.014278914779424667, 0.0027676373720169067, 0.013177938759326935, 0.016615955159068108, 0.013292764313519001, -0.001448830240406096, 0.014089790172874928, -0.0025396745186299086, 0.003362029092386365, 0.0012850348139181733, -0.01733192801475525, 0.016872623935341835, -0.016426831483840942, -0.02570744976401329, -0.018493693321943283, 0.014805762097239494, 0.009375181049108505, 0.013637241907417774, 0.006072253454476595, -0.0017063438426703215, -0.0038534156046807766, 0.010212733410298824, 0.0038263979367911816, -0.008605173788964748, 0.008139116689562798, 0.010151943191885948, 0.001046940335072577, -0.005835847929120064, 0.009523779153823853, 0.010746335610747337, 0.0026511228643357754, -0.007004368118941784, -0.008017536252737045, -3.0553346732631326e-05, -0.03487999737262726, -0.019439317286014557, -0.02000669203698635, -0.009368427097797394, 0.02031739614903927, 0.023843221366405487, 0.005508256610482931, -0.002458621049299836, -0.03493403270840645, 0.030313987284898758, -0.008618682622909546, -0.017845265567302704, -0.003012486267834902, -0.022033026441931725, 0.0018844924634322524, -0.014535583555698395, 0.007619023323059082, -0.014197860844433308, 0.042093753814697266, 0.018601763993501663, 0.01772368513047695, -0.014522074721753597, 0.01727789267897606, -0.010570719838142395, 0.008402540348470211, -0.010172206908464432, -0.03560947999358177, -0.009847993031144142, 0.008348504081368446, -0.0008949650800786912, 0.005467730108648539, 0.011327218264341354, -0.019223174080252647, 0.015386644750833511, -0.018831416964530945, 0.0028638881631195545, -0.018237024545669556, -0.006008086260408163, 0.013927683234214783, 0.031124521046876907, -0.039202846586704254, 0.013785839080810547, -0.005278605502098799, 0.01999318227171898, 0.007261037360876799, 0.015751386061310768, 0.03733861818909645, 0.006501161493360996, 0.004934128373861313, -0.01815597154200077, -0.018831416964530945, 0.015197520144283772, 0.006916560232639313, -0.013758821412920952, 0.010077644139528275, 0.04617344215512276, -0.023397427052259445, -0.0034363281447440386, 0.015170502476394176, 0.015845946967601776, -0.018682818859815598, 0.005741285625845194, 0.02646394819021225, 0.00859166495501995, 0.011698713526129723, 0.0015796978259459138, -0.02168179489672184, 0.003078342182561755, 0.005069217178970575, 0.038770563900470734, -0.025910083204507828, 0.024356558918952942, 0.021317055448889732, -0.0012318434892222285, 0.03895968571305275, -0.02847677655518055, -0.019047558307647705, -0.01804789900779724, 0.02488340623676777, 0.008416049182415009, 0.012597056105732918, 0.0012588612735271454, -0.009098248556256294, -0.0015298837097361684, 0.025450780987739563, -0.022208642214536667, 0.002043222077190876, -0.0055352747440338135, -0.0021141439210623503, 0.01635928638279438, 0.016926661133766174, -0.0005585088510997593, -0.6220581531524658, -0.025680432096123695, 0.007774375844746828, -0.02211408130824566, 0.008017536252737045, 0.012630827724933624, 0.002193508669734001, -0.004302586894482374, -0.010780108161270618, 0.005606196355074644, -0.022748999297618866, 0.0029246783815324306, -0.005261719226837158, -0.0202768687158823, -0.018277550116181374, -0.021708812564611435, 0.000739612674806267, -0.038824599236249924, 0.004025654401630163, 0.015886474400758743, -0.007767621427774429, 0.04414710775017738, -0.01657542958855629, 0.017480526119470596, -0.018871942535042763, 0.019088085740804672, 0.026531493291258812, 0.00942921731621027, 0.02944941632449627, 0.011502834036946297, -0.029854685068130493, 0.019263701513409615, 0.00883482489734888, 0.01130020059645176, 0.042147789150476456, 0.0003408888296689838, -0.02831466868519783, 0.023708131164312363, 0.006122912280261517, 0.032529447227716446, -0.019101593643426895, -0.011003004387021065, 0.011435289867222309, 0.014143825508654118, -0.007038140669465065, 0.017845265567302704, 0.011982399970293045, -0.002203640528023243, -0.014967869035899639, -0.017021222040057182, 0.003095228224992752, -0.0025464289356023073, 0.004697722382843494, -0.009490007534623146, 0.028179580345749855, -0.013299519196152687, 0.02668009139597416, -0.03298874944448471, 0.012975305318832397, -0.01749403402209282, 0.002725421916693449, -0.0034886752255260944, -0.014238388277590275, -0.017291400581598282, -0.018723344430327415, 0.04012145474553108, 0.014859797433018684, -0.004663950297981501, 0.004302586894482374, -0.04052672162652016, -0.002848690841346979, 0.0027439966797828674, 0.008125607855618, -0.028341686353087425, 0.0024299146607518196, 0.030989432707428932, -0.006018218118697405, -0.004572764970362186, -0.004066180903464556, 0.018074916675686836, 0.01929071918129921, -0.01171222236007452, -0.004468070808798075, -0.005288736894726753, 0.010935460217297077, 0.011367744766175747, 0.0028892175760120153, 0.0015982725890353322, -0.015265065245330334, -0.008598418906331062, 0.010908442549407482, 0.015994545072317123, -0.019817566499114037, -0.06246518716216087, -0.01979054883122444, 0.021236002445220947, -0.020398449152708054, 0.009598078206181526, 0.01793982833623886, -0.016372794285416603, -0.00853762961924076, -0.016818588599562645, 0.02923327498137951, 0.026099208742380142, 0.021492671221494675, 0.00024780401145108044, 0.012819952331483364, 0.0205470472574234, 0.02254636585712433, -0.032475411891937256, 0.011158357374370098, 0.017804739996790886, -0.018817907199263573, 0.017953338101506233, 0.007470425684005022, -0.01825053244829178, 0.0036237642634660006, -0.018763871863484383, -0.004842943046241999, -0.0011018202640116215, 0.0013162741670385003, 0.007673059124499559, -0.00804455392062664, -0.002960139187052846, 0.016534902155399323, 0.009550796821713448, -0.005910146981477737, -0.018655801191926003, 0.006622741464525461, 0.012718635611236095, 0.004316095728427172, -0.013731803745031357, 0.0065248021855950356, -0.008294468745589256, 0.020357923582196236, 0.009935800917446613, 0.016832098364830017, -4.8758709453977644e-05, 0.007510952185839415, -0.0035595970693975687, -0.026936760172247887, -0.013792593963444233, 0.019574405625462532, 0.0009270487353205681, -0.05754794180393219, -0.010948969051241875, -0.024532174691557884, 0.0021006350871175528, 0.013076622039079666, -0.015521734021604061, 0.004258682951331139, -0.012975305318832397, -0.02260040119290352, 0.029800647869706154, 0.010260014794766903, -0.0006108558736741543, 0.007997272536158562, -0.027598697692155838, 0.003100294154137373, -0.02428901381790638, -0.012738899327814579, 0.013468380086123943, -0.02434305101633072, -0.012130998075008392, -0.007970254868268967, -0.009199565276503563, -0.0190745759755373, 0.015886474400758743, -0.015616296790540218, -0.0448765903711319, -0.01707525923848152, -0.03858143836259842, 0.009611587040126324, 0.03204312548041344, -0.017345435917377472, 0.0074231442995369434, -0.03512315824627876, 0.016967186704277992, 0.0077608670108020306, -0.018115444108843803, -0.01277267187833786, 0.0027068471536040306, -0.01144204381853342, -0.0038128888700157404, 0.019912129268050194, 0.021019859239459038, 0.021290037781000137, 0.01912861131131649, -0.02292461507022381, -0.008578156121075153, -0.01361697819083929, 0.009591324254870415, -0.009962818585336208, 0.004555878695100546, -0.008199906907975674, 0.017575087025761604, 0.004245174117386341, -0.013684522360563278, -0.02380269393324852, 0.0007130170124582946, -0.011347481980919838, -0.000984461628831923, 0.04079689830541611, -0.017629124224185944, -0.007598760072141886, 7.651529449503869e-05, -0.007652795873582363, -0.01375206746160984, 0.0005927032907493412, 0.0014564290177077055, 0.023721640929579735, 0.008618682622909546, -0.027625715360045433, -0.021046876907348633, -0.0073015643283724785, 0.02853081189095974, 0.009712903760373592, 0.016386304050683975, -0.02047950215637684, 0.01399522740393877, -0.004130348097532988, 0.001193005358800292, 0.026585528627038002, -0.018723344430327415, 0.007970254868268967, 0.016994204372167587, -0.02092529647052288, -0.006957087200134993, 0.009679132141172886, -0.0370684415102005, -0.007673059124499559, 0.0202768687158823, 0.019358264282345772, 0.01993914693593979, 0.008220169693231583, 0.0025244769640266895, 0.03974320366978645, 0.0025700696278363466, 0.033339980989694595, -0.021884428337216377, -0.007895955815911293, 0.015373135916888714, 0.007767621427774429, -0.010165452025830746, 0.018074916675686836, 0.003600123804062605, 0.031502772122621536, 0.003405933268368244, -0.03004380874335766, -0.0010714251548051834, -0.016494374722242355, 0.003319813869893551, 0.00030585008789785206, 0.011273182928562164, 0.013833120465278625, -0.006068876478821039, 0.013799348846077919, 0.009321145713329315, 0.015724368393421173, 0.016642972826957703, 0.021154947578907013, -0.005363035947084427, -0.004498465918004513, 0.008787543512880802, 0.019817566499114037, -0.010043872520327568, -0.008112099021673203, -0.012232314795255661, -0.03809511661529541, 0.005653477739542723, -0.030341004952788353, -0.003954732324928045, 0.03004380874335766, -0.02499147690832615, 0.022411275655031204, 0.010658527724444866, 0.015954019501805305, 0.021978991106152534, 0.019209666177630424, 0.031070485711097717, -0.02277601696550846, -0.033934373408555984, 0.011793275363743305, 0.003265778301283717, 0.015616296790540218, -0.014224878512322903, -0.03985127434134483, 0.014981377869844437, -0.008719999343156815, -0.014035753905773163, 0.0023775675799697638, -0.002662943210452795, -0.02717992104589939, -0.02847677655518055, -0.010739580728113651, 0.03617685288190842, 0.026869215071201324, -0.0018540974706411362, -0.015184011310338974, -0.019358264282345772, -0.0030293723102658987, -0.00790946464985609, -0.014657163992524147, -0.015805421397089958, 0.04036461561918259, -0.03944600746035576, -0.01766964979469776, 0.020695645362138748, -0.0028571337461471558, -0.01437347661703825, -0.006305282469838858, 0.0023150888737291098, 7.06051432644017e-05, -0.0007957590278238058, 0.029530471190810204, 0.003090162528678775, 0.019641950726509094, 0.01565682329237461, 0.04498466104269028, 0.0034819208085536957, 0.007585251238197088, -0.02826063334941864, -0.0003446881892159581, 0.036879315972328186, 0.07619023323059082, 0.010158698074519634, -0.026774654164910316, 0.011570379137992859, -0.019966164603829384, -0.016440339386463165, -0.0026342368219047785, -0.022316714748740196, -0.001026676967740059, 0.006663268432021141, -0.013191447593271732, 0.00657546054571867, 0.026058681309223175, 0.0006028349744156003, 0.01815597154200077, 0.02657202072441578, 0.011448798701167107, -0.01483277976512909, -0.028017472475767136, 0.008112099021673203, 0.0020381563808768988, -0.012016172520816326, 0.033177874982357025, 0.03239435702562332, 0.03396139293909073, -0.007416389882564545, 0.03163785859942436, 0.01973651349544525, -0.02923327498137951, -0.031070485711097717, -0.0019047558307647705, 0.02462673746049404, -0.0013939503114670515, 0.022681454196572304, -0.0159810371696949, 0.011921610683202744, -0.008888861164450645, 0.01707525923848152, 0.006761207710951567, -0.004437675699591637, 0.03958109766244888, 0.022762509062886238, 0.0071462118066847324, -0.012813198380172253, -0.00033265684032812715, -0.012833461165428162, -0.0011094189248979092, 0.015184011310338974, -0.01864229142665863, -0.02847677655518055, 0.00715972064062953, -0.0027372422628104687, -0.027098868042230606, -0.01214450690895319, 0.037419673055410385, -0.004231665283441544, -0.0038128888700157404, -0.003870301879942417, -0.015332609415054321, -0.023235319182276726, -0.02293812483549118, -0.03587965667247772, -0.002283005276694894, -0.015954019501805305, -0.011698713526129723, 0.01788579300045967, -0.014238388277590275, 0.0019925637170672417, -0.04582221060991287, 0.019317736849188805, 0.019587915390729904, -0.0403105765581131, -0.03941899165511131, -0.006430239882320166, 0.029044149443507195, 0.004856451880186796, 0.005150270648300648, -0.0014462973922491074, -0.005775057710707188, -0.011408272199332714, -0.0027591942343860865, -0.0008265762589871883, -0.01507593970745802, -0.022965142503380775, -0.005636591464281082, -0.0011077303206548095, -0.021438635885715485, -0.02250583842396736, -0.002610596362501383, 0.0022475444711744785, 0.005079349037259817, 0.008287714794278145, -0.010854406282305717, 0.016818588599562645, -0.010145189240574837, 0.02196548320353031, 0.01469769049435854, -0.002213772153481841, -0.0021327186841517687, -0.04979383200407028, 0.007274546194821596, -0.004444430582225323, -0.025802012532949448, -0.026018153876066208, 0.012846970930695534, -0.008334995247423649, 0.01837211288511753, 0.0018456544494256377, -0.008416049182415009, -0.023735148832201958, 0.020898278802633286, -0.01679157093167305, 0.026369385421276093, 0.0016759487334638834, -0.0002167757338611409, -0.019196156412363052, 0.022316714748740196, 0.00678147142753005, 0.017412981018424034, -0.0210874043405056, 0.006183702033013105, -0.020236343145370483, 0.04063479229807854, 0.0047010998241603374, -0.020574064925312996, 0.0346638560295105, 0.016980696469545364, -0.006379581056535244, -0.03569053113460541, 0.001151634263806045, -0.01979054883122444, 0.05625109001994133, -0.019817566499114037, -0.02826063334941864, -0.008085080422461033, -0.01184731163084507, -0.02489691600203514, 1.5078790056577418e-05, -0.021236002445220947, -0.012266087345778942, 0.009820975363254547, 0.006778093986213207, -0.0023910764139145613, 0.00425192853435874, 0.021019859239459038, -0.0341234989464283, 0.001860851887613535, 0.03593369200825691, 0.015954019501805305, 0.0271258857101202, -0.01646735705435276, 0.016494374722242355, -0.020668627694249153, -0.01426540594547987, -0.004663950297981501, 0.004194515757262707, 0.016345776617527008, -0.005474484525620937, 0.048605047166347504, 0.025356218218803406, 0.005737908184528351, 0.02310023084282875, 0.03158382326364517, 0.02135758101940155, -0.013009076938033104, -0.011023268103599548, -0.0024721298832446337, -0.00474162632599473, -0.0007315917173400521, -0.0039040741976350546, 0.008132361806929111, 0.00581558421254158, -0.0024721298832446337, -0.037365637719631195, 0.018493693321943283, 0.04233691468834877, -0.01668350026011467, -0.01662946492433548, -0.04587624967098236, -0.031016450375318527, -0.011529851704835892, 0.022748999297618866, 0.005602818913757801, 0.012509248219430447, -0.02173583209514618, 0.006578837521374226, -0.002595398807898164, -0.01171222236007452, 0.003242137609049678, -0.011050285771489143, 0.02761220559477806, -0.006916560232639313, -0.009746676310896873, 0.0014733151765540242, 0.016372794285416603, -0.016116125509142876, 0.006068876478821039, -0.04684888944029808, -0.010685545392334461, 0.03974320366978645, -0.007619023323059082, 0.030611183494329453, 0.028125545009970665, -0.016669990494847298, 0.014292423613369465, -0.013623733073472977, -0.004039163235574961, -0.006295150611549616, -0.0065214247442781925, -0.037689849734306335, 0.021114422008395195, -0.02374865859746933, -0.02516709268093109, -0.016170160844922066, -0.002740619471296668, -0.0008143337909132242, 0.00034004452754743397, 0.03369121253490448, -0.018980015069246292, -0.01995265483856201, 0.04484957084059715, 0.015143484808504581, 0.03244839608669281, -0.004312718752771616, 0.008672717958688736, -0.00445793941617012, 0.015116467140614986, -0.02466726489365101, 0.011759503744542599, 0.008341750130057335, -0.002708535874262452, 0.00795674603432417, -0.0033586518839001656, -0.017021222040057182, -0.015278574079275131, 0.019088085740804672, 0.010624755173921585, -0.020695645362138748, -0.050766471773386, 0.03504210337996483, 0.004923996515572071, 0.01750754378736019, 0.0031188689172267914, -0.024045854806900024, -0.01902054063975811, 0.009814220480620861, -0.001911510364152491, -0.011887838132679462, -0.023019177839159966, 0.00110435311216861, -0.008226924575865269, 0.014873306266963482, 0.004961146041750908, -0.0063424319960176945, -0.02977363020181656, 0.0028638881631195545, 0.01596752740442753, 0.007612268906086683, -0.012543019838631153, -0.0006754453643225133, -0.011718976311385632, 0.04206673428416252, 0.001751092029735446, 0.014765235595405102, 0.010611246339976788, 0.00715972064062953, 0.003080030670389533, 0.0027743917889893055, 0.01301583182066679, 0.0365280844271183, -0.04087795317173004, 0.0018017505062744021, -0.004866583738476038, -0.0033958014100790024, -0.0001664339506532997, -0.0290171317756176, -0.006713926792144775, 0.004832811653614044, -0.020411958917975426, -0.0004888535477221012, 0.03771686926484108, 0.009199565276503563, -0.018601763993501663, 0.0018692950252443552, 0.0016489309491589665, -0.037689849734306335, 0.018723344430327415, -0.029638541862368584, -0.002277939347550273, -0.023505497723817825, -0.014292423613369465, 0.014008736237883568, 0.006957087200134993, 0.00850385706871748, -0.0011820293730124831, -0.02031739614903927, -0.004133725538849831, 0.021749339997768402, -0.019628440961241722, 0.011617659591138363, 0.015724368393421173, -0.0035055612679570913, -0.0335831418633461, 0.010590982623398304, -0.02238425798714161, 0.01125291921198368, 0.009604833088815212, -0.0055352747440338135, -0.028395721688866615, -0.007531215436756611, 0.006359317805618048, 0.0004825212818104774, 0.012293105013668537, -0.014670672826468945, 0.002882462926208973, 0.00853762961924076, -0.009712903760373592, 0.006315413862466812, -0.014900323934853077, 0.016602447256445885, 0.01394119206815958, -0.00372170377522707, 0.025477798655629158, -0.015332609415054321, 0.01783175766468048, -0.0029837798792868853, 0.02191144786775112, -0.015697350725531578, -0.02880099043250084, 0.006663268432021141, 0.0008569713099859655, -0.009773693978786469, -0.004336358979344368, -0.019966164603829384, -0.01051668357104063, -0.02310023084282875, -0.02141161821782589, 0.022316714748740196, -0.015737876296043396, -0.007693322375416756, 0.01765614189207554, 0.010455894283950329, 0.034474730491638184, 0.016507884487509727, -0.020195815712213516, -0.01214450690895319, 0.0019655460491776466, 0.010043872520327568, -0.025856047868728638, 0.00513676181435585, -0.01803439110517502, 0.04949663579463959, -0.0045761424116790295, -0.016062090173363686, -0.0033333227038383484, -0.02734202705323696, -0.05376544967293739, -0.007875693030655384, 0.007814902812242508, 0.008713245391845703, -0.004086444154381752, 0.001876049442216754, 0.016008054837584496, 0.012374158948659897, -0.0041708750650286674, 0.009172547608613968, -0.010570719838142395, -0.002181688556447625, -0.018939487636089325, -0.006423485465347767, -0.00853762961924076, -0.014738216996192932, -5.8468238421482965e-05, -0.0031712159980088472, 0.006430239882320166, -0.026490965858101845, 0.0019587913993746042, 0.022303204983472824, -0.0037419672589749098, -0.00961834192276001, 0.008409294299781322, 0.023451462388038635, 0.013630487024784088, 0.022195134311914444, 0.022735489532351494, -0.007038140669465065, -0.009557551704347134, 0.00693006906658411, -0.019925637170672417, -0.005623082630336285, 0.010476157069206238, 0.0025295428931713104, 0.023627078160643578, 0.009564305655658245, 0.003772362368181348, -0.010192470625042915, 0.009165793657302856, -0.0057142674922943115, 0.04341762512922287, -0.0029719595331698656, 0.0028892175760120153, 0.019155630841851234, -0.0005255808937363327, -0.0024248487316071987, 0.0039479779079556465, -0.0032590238843113184, 0.0016658171080052853, 0.016291741281747818, 0.018439657986164093, -0.03993232920765877, -0.009064476937055588, -0.011745994910597801, 0.009334654547274113, -0.01445453055202961, -0.0017730440013110638, -0.0019250191980972886, -0.01837211288511753, -0.0370684415102005, 0.022640928626060486, 0.00474162632599473, -0.02249233052134514, 0.004670704714953899, -0.0051333848387002945, 0.011347481980919838, -0.015724368393421173, -0.014359967783093452, 0.017426490783691406, -0.013914174400269985, 0.02407287247478962, 0.008024291135370731, -0.0044478075578808784, 0.0102735236287117, 0.0007602981640957296, 0.0341234989464283, -0.018831416964530945, -0.0030361267272382975, 0.17010416090488434, -0.03485298156738281, 0.011360990814864635, 0.011718976311385632, -0.0024535551201552153, -0.01426540594547987, 0.031610842794179916, 0.01138800848275423, 0.006568706128746271, 0.013164429925382137, 0.0018996900180354714, 0.011975646018981934, -0.023113740608096123, 0.003914205823093653, 0.011023268103599548, -0.018466675654053688, -0.02896309643983841, -0.030638201162219048, -0.01334004569798708, 0.023194793611764908, 0.00019355730910319835, -0.0004985631094314158, -0.0047585126012563705, -0.023505497723817825, 0.04136427119374275, 0.000557242427021265, 0.013833120465278625, -0.0021141439210623503, 0.007315073162317276, 0.0020854375325143337, 0.006538311019539833, -0.015602787025272846, 0.00888210628181696, 0.020520029589533806, -0.020398449152708054, -0.017737194895744324, -0.006453880108892918, -0.01163116842508316, 0.012536265887320042, 0.013414344750344753, 0.022195134311914444, 0.0052718510851264, 0.008253942243754864, -0.02401883713901043, 0.02684219740331173, 0.03974320366978645, -0.010496420785784721, -0.02522112987935543, -0.003856792813166976, 0.008929387666285038, -0.02505902200937271, 0.010064135305583477, 0.004471448250114918, 0.017966846004128456, -0.018453167751431465, 0.030584165826439857, 0.008409294299781322, 0.019196156412363052, 0.02146565355360508, 0.0010975986951962113, -0.04409307241439819, 0.006737567484378815, 0.00043946164078079164, 0.024761825799942017, -0.009645359590649605, 0.010334313847124577, 0.004707854241132736, 0.0010722695151343942, 0.018655801191926003, -0.004748380742967129, -0.023464972153306007, -0.013873646967113018, -0.008753771893680096, 0.01792631857097149, -0.02624780684709549, -0.021452143788337708, 0.02531569078564644, 0.010361331515014172, 0.0013120525982230902, 0.04136427119374275, -0.004961146041750908, -0.004937505349516869, -0.013036095537245274, -0.00859166495501995, -0.007409635465592146, -0.02478884346783161, 0.023762166500091553, -0.007571742404252291, -0.006582214962691069, -0.026423422619700432, -0.008145870640873909, 0.0023100231774151325, 0.011921610683202744, 0.0017249186057597399, 0.0077608670108020306, 0.0009506893111392856, 0.01591349206864834, 0.015292082913219929, 0.00474162632599473, -0.016386304050683975, -0.026707109063863754, 0.05244157835841179, 0.03723054751753807, 0.032745588570833206, 0.012029681354761124, -0.009442726150155067, -0.0007189271273091435, 0.017210347577929497, -0.010570719838142395, -0.021100912243127823, -0.009956064634025097, -0.04393096640706062, 0.0044748252257704735, -0.0002824205730576068, 0.009381935931742191, -0.0012630828423425555, 0.007841920480132103, -0.0037081949412822723, 0.030800307169556618, -0.008524119853973389, -0.010226242244243622, -0.024086380377411842, 0.001756157842464745, 0.022748999297618866, -0.0039479779079556465, -0.007247528526932001, -0.026045173406600952, 0.012873988598585129, -0.017399471253156662, -0.004829434212297201, 0.011158357374370098, -0.030773289501667023, 0.022424785420298576, -0.020303886383771896, 0.01386013813316822, -0.020533539354801178, -0.016102617606520653, -0.006788225844502449, 0.0005509101320058107, 0.016372794285416603, 0.0006682687671855092, 0.0010798682924360037, 0.0018844924634322524, 0.004069558344781399, 0.010854406282305717, -0.009868256747722626, 0.00091185123892501, 0.019358264282345772, 0.00021973082039039582, -0.01945282518863678, -0.004164120648056269, 0.018993522971868515, 0.015940509736537933, -0.008564647287130356, 0.010915196500718594, 0.01977703906595707, -0.00130360946059227, -0.004684213548898697, 0.022640928626060486, 0.008389031514525414, -0.04544396325945854, 0.019209666177630424, 0.01825053244829178, -0.006301905028522015, -0.0055589149706065655, -0.018507203087210655, -0.16988801956176758, 0.0051333848387002945, 0.0126916179433465, -0.019641950726509094, 0.019371772184967995, -0.0029871570877730846, 0.017588596791028976, -0.02022283338010311, -0.025342708453536034, -0.00523132411763072, 0.014346458949148655, -0.029530471190810204, -0.011205637827515602, -0.0037419672589749098, -0.007679813541471958, -0.006507915910333395, -0.031664878129959106, 0.02173583209514618, 0.033394016325473785, 0.014940851368010044, 0.030800307169556618, -0.03396139293909073, 0.015102958306670189, -0.004501843359321356, -0.009456234984099865, -0.015886474400758743, 0.008058062754571438, 0.004275569226592779, 0.0062174745835363865, -0.03415051847696304, -0.00425192853435874, -0.032745588570833206, 0.03644702956080437, -0.014143825508654118, -0.00855789240449667, 0.009875010699033737, 0.00921307411044836, -0.00213440740481019, -0.02173583209514618, 0.02462673746049404, 0.030205916613340378, 0.034528765827417374, -0.007416389882564545, 0.0008797675836831331, -0.0017114096553996205, 0.009273864328861237, 0.032421376556158066, -0.014468039385974407, 0.017412981018424034, -0.021290037781000137, 0.02847677655518055, -0.01103002205491066, 0.003937846515327692, -0.010827388614416122, -0.011698713526129723, 0.003846661187708378, 0.0011533229844644666, 0.008226924575865269, 0.013508906587958336, -0.025950610637664795, -0.0064944070763885975, 0.016818588599562645, 0.015116467140614986, 0.015508225187659264, -0.0032640895806252956, -0.021546706557273865, -0.020587574690580368, 0.018128953874111176, -0.017291400581598282, 0.0025042137131094933, -0.011948628351092339, -0.00910500343888998, 0.005241455975919962, 0.01013843435794115, 0.012272842228412628, 0.03244839608669281, -0.014967869035899639, 0.006264755502343178, 0.033718232065439224, 0.003856792813166976, -0.0009287373395636678, 0.016561919823288918, -0.0026190392673015594, -0.012698372825980186, -0.018669309094548225, -0.00855789240449667, -0.013441362418234348, 0.024410594254732132, -0.020087745040655136, -0.010010099969804287, 0.03985127434134483, -0.03890565037727356, -0.026774654164910316, 0.017264382913708687, -0.012907760217785835, 0.012151261791586876, 0.005072594620287418, -0.02505902200937271, 0.014859797433018684, 0.011773012578487396, 0.0004270081117283553, 0.0024940818548202515, -0.010989495553076267, 0.014670672826468945, 0.025964118540287018, 0.009645359590649605, -0.016494374722242355, 0.013434607535600662, 0.02782834880053997, -0.02515358477830887, 0.002662943210452795, -0.019304227083921432, -0.01084089744836092, 0.010199224576354027, -0.01065177284181118, 0.019804056733846664, -0.015670331194996834, -0.0031813476234674454, 0.013603469356894493, -0.010753089562058449, 0.0687333196401596, -0.015346118248999119, -0.012185034342110157, 0.02189793810248375, -0.007402881048619747, -0.006318791303783655, -0.12017523497343063, -0.04174252226948738, -0.0009346475126221776, 0.024437611922621727, -0.021398108452558517, 0.023762166500091553, -0.0010292098158970475, 0.015292082913219929, -0.036879315972328186, 0.04387693107128143, -0.021803375333547592, -0.02272198162972927, 0.026558510959148407, -0.005869620013982058, 0.012333632446825504, -0.004802416544407606, 0.0096723772585392, 0.006487652659416199, -0.03390735760331154, 0.021776357665657997, 0.003350208979099989, -0.005038822069764137, -0.010192470625042915, -0.011070549488067627, -0.011651432141661644, 0.025734467431902885, -0.04255305603146553, 0.02315426617860794, 0.018520710989832878, 0.019466334953904152, 0.021492671221494675, -0.02227618731558323, -0.0006475832196883857, -0.018304569646716118, 0.02347848005592823, -0.01469769049435854, 0.025612886995077133, -0.013326536864042282, 0.019412299618124962, -0.015035413205623627, -0.001615158631466329, -0.0017848643474280834, 0.01972300373017788, -0.017412981018424034, -0.02396479994058609, -0.025937100872397423, -0.015548751689493656, 0.008017536252737045, 0.019439317286014557, -0.01754806935787201, -0.03009784407913685, -0.03593369200825691, -0.04363377019762993, 0.001886181184090674, 0.03131364658474922, -0.00517728878185153, -0.0018540974706411362, -0.0019571029115468264, 0.006855770479887724, 0.005217815283685923, -0.02080371603369713, -0.012833461165428162, -0.0432555191218853, 0.03188101947307587, 0.00402227696031332, -0.002970270812511444, 0.005045576952397823, -0.005082726012915373, 0.0075514791533350945, -0.03485298156738281, 0.011982399970293045, 0.011097567155957222, -0.012590301223099232, 0.01366425957530737, -0.02782834880053997, 0.0063964673317968845, -0.02141161821782589, -0.026153244078159332, -0.007085421588271856, -0.008740263059735298, -0.012894251383841038, -0.0013787527568638325, 0.022465312853455544, -0.027855366468429565, -0.0051570250652730465, 0.001943593961186707, 0.004214779008179903, -0.010455894283950329, 0.006855770479887724, -0.023775676265358925, 0.005866243038326502, 0.025248147547245026, 0.02250583842396736, -0.013387327082455158, 0.009564305655658245, -0.012873988598585129, -0.019655458629131317, 0.000298251339700073, 0.003954732324928045, 0.02477533556520939, -0.046821869909763336, 0.020844243466854095, -0.04233691468834877, 0.03255646675825119, 0.008409294299781322, -0.013454871252179146, 0.002559937769547105, -0.0290171317756176, 0.006984104868024588, -0.03158382326364517, -0.002537985797971487, 0.014157334342598915, -0.02141161821782589, 0.014684181660413742, -0.004302586894482374, 0.019047558307647705, -0.030530130490660667, -0.031124521046876907, 0.006464011967182159, -0.023194793611764908, 0.007213756442070007, 0.019817566499114037, 0.009685886092483997, -0.014170843176543713, 0.03163785859942436, 0.008895615115761757, -0.0015830750344321132, 0.004951014183461666, -0.020614592358469963, 0.021046876907348633, -0.0005298024625517428, -0.015629805624485016, 0.00017097209638450295, -0.012212052009999752, -0.01792631857097149, 0.008497102186083794, -0.031016450375318527, -0.02353251539170742, 0.003454902907833457, 0.014711199328303337, -0.005001673009246588, 0.03555544465780258, 0.004150611814111471, -0.03415051847696304, 0.0048361886292696, -0.0054069398902356625, -0.010982741601765156, -0.012516002170741558, -0.014008736237883568, -0.011550115421414375, 0.007558233570307493, 0.011935119517147541, 0.015697350725531578, 0.02000669203698635, -0.012002663686871529, -0.02950345352292061, 0.006187079474329948, 0.014116807840764523, 0.02662605606019497, 0.003596746362745762, 0.014549092389643192, 0.04120216518640518, 0.01662946492433548, 0.00353257916867733, 0.014900323934853077, 0.006497784052044153, -0.008760525844991207, -0.021870920434594154, -0.007781130261719227, 0.011273182928562164, -0.0010081022046506405, -0.007767621427774429, -0.015292082913219929, 0.028179580345749855, 0.014819270931184292, 0.0032404491212219, 0.01565682329237461, 0.01388715673238039, -3.5553225643525366e-06, -0.007774375844746828, -0.01993914693593979, 0.026666581630706787, 0.012873988598585129, -0.0063964673317968845, 0.0006007241900078952, 0.0456601046025753, 0.02662605606019497, 0.00888210628181696, -0.021317055448889732, 0.0025092794094234705, 0.0016970564611256123, -0.023735148832201958, -0.016291741281747818, 0.02020932547748089, -0.0017114096553996205, 0.025788502767682076, -0.0013584895059466362, 0.008733508177101612, 0.0048834700137376785, 0.01399522740393877, 0.025356218218803406, 0.006372826639562845, 0.008362012915313244, -0.023194793611764908, 0.0037588533014059067, -0.03555544465780258, -0.05068541690707207, 0.0035663514863699675, -0.04239095002412796, -0.013333290815353394, -0.0021901314612478018, 0.029638541862368584, 0.0027760802768170834, 0.015602787025272846, 0.02337040938436985, -0.003934469074010849, -0.014859797433018684, 0.016548410058021545, -0.02543727122247219, -0.01825053244829178, -0.02657202072441578, 0.002328597940504551, 0.0354473702609539, 0.01404926273971796, 0.05560266226530075, -0.003937846515327692, -0.0008780789212323725, 0.0259235929697752, 0.008497102186083794, -0.029476433992385864, 0.024140415713191032, 0.01375206746160984, -0.0016176915960386395, -0.01483277976512909, -0.004184383898973465, 0.007092176005244255, -0.042201824486255646, -0.033394016325473785, -0.007227265276014805, 0.015319100581109524, 0.02206004410982132, 0.06738242506980896, 0.01086791604757309, -0.02168179489672184, -0.006659890990704298, -0.015467698685824871, -0.00426881480962038, 0.008429558016359806, 0.01225933339446783, -0.017102276906371117, -0.02586955763399601, 0.011800030246376991, -0.009793957695364952, -0.03504210337996483, -0.02227618731558323, -0.004052672069519758, 0.0032742212060838938, -0.005906769540160894, 0.007179983891546726, -0.009091494604945183, -0.019277209416031837, 0.02455919235944748, -0.00942921731621027, 0.004775398410856724, 0.007261037360876799, -0.008983423002064228, 0.0030884738080203533, 0.0052853599190711975, -0.0019756776746362448, 0.00041708748904056847, -0.024059362709522247, 0.030476093292236328, 0.025829030200839043, -0.05390053987503052, -0.002215460641309619, 0.019695986062288284, 0.010847652330994606, 0.0007231486961245537, -0.02191144786775112, -0.0190745759755373, 0.010246505960822105, 0.0028470021206885576, 0.01092195138335228, 0.007801393512636423, -0.021060386672616005, -0.010942214168608189, 0.023248828947544098, -0.014738216996192932, -0.030719254165887833, -0.015319100581109524], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='998305c7-c107-4f1b-98d4-a94d18438ba3', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='6c8aab327a5d7f2f38d7c6ada1abc96a2e34a7b0b1d9fe80cd1516f60ea1a622'), : RelatedNodeInfo(node_id='4da12d2b-f595-450a-884c-b2dfae027e87', node_type=, metadata={}, hash='07acbf5a6d22a638a8a8133f7b9febc0bc37fb9fc06329d542c91f1024690513')}, hash='3c078527ff11a2ec9b31f729de4b980c1d7f16ced309232318373625ac09219f', text='as they can be employed across multiple domains and industries. From language and vision to healthcare and finance, these models serve as a basis for a wide range of applications.Self-Supervised Learning: A key aspect of foundation models is their ability to utilize self-supervised learning techniques. By leveraging large-scale, unlabeled data, these models can learn complex representations and features, greatly improving their performance on various tasks and reducing dependence on labeled data.Robustness: Foundation models are known for their robustness, demonstrating resilience in the face of noisy, incomplete, or even adversarial data. This robustness allows them to maintain high levels of performance and accuracy across different contexts and challenges.Interoperability: Interoperability is another critical characteristic of foundation models, as they can be easily integrated with existing systems and frameworks. This seamless integration facilitates collaboration between different AI models and components, streamlining the development process and fostering innovation.Generalization: The ability to generalize is a hallmark of foundation models, enabling them to perform well on unseen data and novel tasks. This characteristic allows them to adapt to a variety of challenges, making them an invaluable asset in AI research and development. By understanding the key characteristics of foundation models, such as their pre-trained nature, adaptability, scalability, versatility, self-supervised learning capabilities, robustness, interoperability, and generalization, we can better appreciate their potential and impact on the future of AI. Capabilities of Foundation Models Beyond LLMs Foundation models have made a significant impact beyond LLMs, offering a versatile and powerful approach to solving complex problems across various domains in language, vision, robotics, reasoning and search, interaction, and philosophy of understanding. Language: Foundation models excel in language, demonstrating human-like comprehension and generation of text. From machine translation and sentiment analysis to summarization and question-answering, these models are unlocking new possibilities in language-related applications and enhancing communication between humans and machines.Vision: In the realm of computer vision (CV), foundation models are transforming the way we analyze and interpret visual data. By effectively recognizing objects, detecting patterns, and segmenting images, these models are enabling advancements in fields such as autonomous vehicles, medical imaging, and surveillance systems.Robotics: By incorporating self-supervised learning and reinforcement learning techniques, foundation models are empowering robots to learn from their', start_char_idx=5428, end_char_idx=8201, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='4da12d2b-f595-450a-884c-b2dfae027e87', embedding=[-0.0005749234696850181, 0.0011422152165323496, 0.002326828893274069, -0.029197294265031815, -0.014544377103447914, 0.0025964833330363035, -0.014707187190651894, 0.017949823290109634, 0.0017909121233969927, -0.05340174213051796, -0.007719916291534901, 0.025764713063836098, -0.02195223979651928, -0.00019100517965853214, -0.013866000808775425, 0.0004099933721590787, 0.01442226953804493, -0.008425427600741386, -0.002908536233007908, -0.014544377103447914, -0.003461412386968732, -0.0014873389154672623, -0.014476539567112923, -0.025099903345108032, -0.007129729725420475, 0.02139597199857235, 0.02946864441037178, -0.041001033037900925, -0.016348855569958687, -0.013045166619122028, 0.008438995108008385, 0.007936996407806873, -0.03283338621258736, 0.012210763990879059, 0.008595021441578865, 0.0070754592306911945, 0.012176845222711563, 0.0021131406538188457, 0.01481572724878788, -0.008411860093474388, 0.038043312728405, 0.014462972059845924, -0.007116162218153477, -0.02843751385807991, -0.016199612990021706, 0.035302676260471344, -0.0003035731497220695, -0.013058734126389027, -0.0008153229136951268, 0.0182211734354496, 0.02710789628326893, 0.052099261432886124, -0.015548372641205788, 0.007414647378027439, -0.02495066076517105, -0.001584007404744625, -0.007109378464519978, 0.012142926454544067, 0.014910699799656868, -0.002094485331326723, 0.009870368055999279, 0.024435095489025116, -0.020785434171557426, 0.020622624084353447, -0.024041637778282166, 0.0026660168077796698, -0.0039854575879871845, 0.02805762179195881, -0.010236690752208233, -0.00556946499273181, 0.016104640439152718, 0.009829665534198284, 0.009341234341263771, -0.002301389817148447, 0.018478956073522568, 0.001307569327764213, 0.007109378464519978, -0.00024739516084082425, -0.007577457465231419, 0.014178053475916386, -0.011763036251068115, -0.010548743419349194, -0.004351780749857426, 0.02059548906981945, 0.010440203361213207, 0.015277022495865822, 0.0017213785322383046, 0.0007945476681925356, 0.009436206892132759, 0.0019062359351664782, 0.002381098922342062, -0.020731164142489433, 0.010535175912082195, 0.017773445695638657, -0.008974911645054817, -0.0032036297488957644, 0.003010292537510395, 0.010514824651181698, 0.011701982468366623, -0.007584241218864918, -0.005277763586491346, -0.003154447302222252, -0.02750135399401188, -0.014435837045311928, -0.023037642240524292, 0.014245891943573952, 0.01853322610259056, 0.01505994237959385, 0.01553480513393879, -0.0040329438634216785, -0.031232420355081558, 0.027609894052147865, 0.003064562566578388, -0.01918446645140648, -0.006492056418210268, -0.01869603618979454, 0.00049267039867118, -0.011864792555570602, 0.006675217766314745, -0.018763873726129532, 0.03975282236933708, 0.018506091088056564, 0.013798163272440434, -0.009490476921200752, 0.024068772792816162, -0.0013296165270730853, 0.0075706737115979195, -0.013777812011539936, -0.026361683383584023, -0.015358427539467812, 0.015575507655739784, -0.0013694710796698928, 0.0010514825116842985, 0.004467104561626911, -0.022562779486179352, 0.012109007686376572, -0.027148598805069923, 0.005274371709674597, -0.0162538830190897, -0.020581921562552452, 0.0061121657490730286, 0.02336326241493225, -0.029984209686517715, 0.007597808726131916, -0.002213201019912958, 0.025466227903962135, 0.009483693167567253, 0.01609107293188572, 0.03305047005414963, 0.017081502825021744, 0.013011247850954533, -0.014476539567112923, -0.008079455234110355, 0.013296165503561497, 0.011152497492730618, -0.00532524986192584, 0.008167644031345844, 0.03690364211797714, -0.0217758622020483, 0.003239244455471635, 0.015087077394127846, 0.006688785273581743, -0.0083236712962389, 0.0022267685271799564, 0.03375598043203354, 0.008533967658877373, 0.01577902026474476, 0.004046511370688677, -0.010996471159160137, -0.01641669310629368, -0.004908049013465643, 0.031802255660295486, -0.01965933106839657, 0.02797621674835682, 0.021965807303786278, -0.0035445133689790964, 0.038640283048152924, -0.027677731588482857, -0.015887560322880745, -0.007679213769733906, 0.020337706431746483, 0.005026764702051878, 0.016348855569958687, 0.010854012332856655, -0.015005672350525856, -0.007597808726131916, 0.01457151211798191, -0.02306477725505829, -0.01720361039042473, -0.00041190130286850035, 0.000660144432913512, 0.03367457538843155, 0.0027643812354654074, 0.001469531562179327, -0.6277961134910583, -0.032046470791101456, -0.00463669840246439, -0.02789481170475483, 0.015263454988598824, 0.00423645693808794, 0.004572252742946148, -0.007061891723424196, -9.269369184039533e-05, 0.0028457865118980408, -0.021830132231116295, -0.0009887326741591096, -0.005905261263251305, -0.015982532873749733, -0.01633528806269169, -0.0182347409427166, 0.010195988230407238, -0.03294192999601364, 0.008296536281704903, 0.01640312559902668, -0.015331292524933815, 0.04110957309603691, -0.01940154656767845, 0.0038904850371181965, -0.01861463114619255, -0.002767773112282157, 0.013309733010828495, 0.01196654886007309, 0.02012062631547451, 0.015982532873749733, -0.022237157449126244, 0.010148501954972744, 0.007238269783556461, 0.00687533849850297, 0.04222210869193077, 0.0034071423579007387, -0.023268289864063263, 0.02472001314163208, 0.004348388873040676, 0.02860032394528389, -0.017447825521230698, -0.020147761330008507, 0.006973702926188707, 0.013119787909090519, -0.011607009917497635, 0.024611473083496094, 0.024909958243370056, -0.016023235395550728, -0.010603013448417187, -0.020554786548018456, -0.003271467285230756, 0.00525062857195735, 0.004114349372684956, -0.010711553506553173, 0.024665743112564087, -0.0035173783544451, 0.03131382539868355, -0.03193793073296547, 0.015426265075802803, -0.026538060978055, -0.0031273122876882553, 0.007122945971786976, -0.02892594411969185, -0.018356848508119583, -0.01553480513393879, 0.04271053895354271, 0.018126200884580612, -0.010460554622113705, -0.0062003545463085175, -0.02423158288002014, -0.002175890374928713, 0.0028864890336990356, 0.006325853988528252, -0.032209280878305435, 0.0029611103236675262, 0.017407122999429703, 0.01295697782188654, -0.004182186909019947, -0.010854012332856655, 0.01271954644471407, 0.021613052114844322, -0.018031228333711624, -0.004165227524936199, -0.011701982468366623, 0.012889140285551548, 0.010847228579223156, -0.007258621044456959, -0.015195617452263832, -0.012190412729978561, -0.0015763756819069386, 0.009442990645766258, 0.014680052176117897, -0.03359317034482956, -0.06137944012880325, -0.012400709092617035, 0.012061521410942078, -0.007943780161440372, -0.0011888535227626562, 0.01358108315616846, -0.013201192952692509, -0.008574670180678368, -0.012170061469078064, 0.018424686044454575, 0.01781414821743965, 0.023037642240524292, -0.001422045286744833, 0.009877151809632778, 0.022359265014529228, 0.025154173374176025, -0.030716855078935623, 0.010440203361213207, 0.020704029127955437, -0.028790269047021866, 0.019605061039328575, -0.007869158871471882, -0.02067689411342144, -0.0014763153158128262, -0.026036063209176064, -0.0166337750852108, -0.011349227279424667, 0.009463341906666756, 0.006190178915858269, -0.01553480513393879, -0.009476909413933754, 0.02400093525648117, 0.022793427109718323, -0.003191758180037141, -0.014123783446848392, -0.00994498934596777, 0.010711553506553173, -0.0030781300738453865, -0.019605061039328575, 0.013004464097321033, -0.011783387511968613, 0.018207605928182602, 0.00986358430236578, 0.017841283231973648, -0.001907931873574853, -0.0029204078018665314, -0.004192362539470196, -0.029902804642915726, -0.005287939216941595, 0.021328134462237358, 0.006390300113707781, -0.039020176976919174, -0.011532388627529144, -0.027447083964943886, 0.008262617513537407, 0.020799001678824425, -0.00401937635615468, -0.00013853705604560673, -0.004212713800370693, -0.017447825521230698, 0.043768804520368576, 0.003720891196280718, 0.005613559857010841, 0.001884188735857606, -0.031232420355081558, -0.006461529526859522, -0.030608315020799637, -0.01259743794798851, 0.014964969828724861, -0.025303415954113007, -0.007536754943430424, -0.005220101680606604, -0.007007621694356203, -0.012509249150753021, 0.012475330382585526, -0.01670161262154579, -0.04927721619606018, 0.002141971606761217, -0.03657802194356918, 0.00695335166528821, 0.03049977496266365, -0.018573928624391556, 0.008350806310772896, -0.02971285954117775, 0.00416183564811945, 0.008913857862353325, -0.015738317742943764, -0.014245891943573952, 0.006570069584995508, -0.005847599357366562, 0.00856110267341137, 0.022047212347388268, 0.022142184898257256, 0.025466227903962135, 0.018085498362779617, -0.030526909977197647, -0.004107565153390169, -0.01861463114619255, 0.005199750419706106, -0.010243474505841732, 0.006919432897120714, -0.003269771346822381, 0.012414276599884033, 0.000413809233577922, -0.011634144932031631, -0.01195976510643959, 0.012326087802648544, -0.0011634144466370344, 0.01884527876973152, 0.04233064875006676, -0.004453537054359913, -0.008506832644343376, -0.0008318583131767809, -0.021748727187514305, -0.012020818889141083, 0.015263454988598824, -0.00038582622073590755, 0.02789481170475483, 0.003541121492162347, -0.0332946851849556, -0.02987566962838173, -0.004836819134652615, 0.03025555983185768, 0.01164092868566513, 0.01884527876973152, -0.02472001314163208, 0.02059548906981945, 0.0028864890336990356, -0.006495448295027018, 0.021097486838698387, -0.022087914869189262, -0.0001952450256794691, 0.02035127393901348, -0.027786271646618843, 0.009537963196635246, 0.009395504370331764, -0.036713697016239166, -0.005216709803789854, 0.021423107013106346, 0.01450367458164692, 0.01607750542461872, 0.012271817773580551, 0.000222592061618343, 0.023960232734680176, 0.005881518125534058, 0.03451576083898544, -0.01065728347748518, -0.0014491803012788296, 0.011172848753631115, 0.014435837045311928, -0.016213180497288704, 0.01303159911185503, -0.003341000759974122, 0.035221271216869354, 0.012163277715444565, -0.014042378403246403, 0.009097019210457802, -0.015643345192074776, 0.004789332859218121, 0.0017357940087094903, 0.002537125488743186, 0.01148490235209465, -0.005759410560131073, 0.010962552390992641, -0.000339823862304911, 0.01577902026474476, 0.01828901097178459, 0.010128150694072247, 0.013465759344398975, 0.006766798440366983, -0.0010184115963056684, 0.005114953499287367, -0.009822881780564785, -0.005542329978197813, -0.019279439002275467, -0.04018698260188103, 0.011335659772157669, -0.028654593974351883, -0.01164771243929863, 0.032127875834703445, -0.030011344701051712, 0.02685011364519596, 0.009795746766030788, 0.025615470483899117, 0.01172911748290062, 0.028111891821026802, 0.039020176976919174, -0.014408702030777931, -0.02685011364519596, 0.0067498390562832355, -0.004419618286192417, 0.011335659772157669, -0.007719916291534901, -0.03747347742319107, 0.009612584486603737, -0.009158072993159294, -0.02273915708065033, 0.005494843702763319, 0.00017139587725978345, -0.018519658595323563, -0.020079923793673515, -0.017461393028497696, 0.027514921501278877, 0.030635450035333633, 0.0038735256530344486, -0.011701982468366623, -0.018248308449983597, -0.0028457865118980408, -0.01204117015004158, -0.01450367458164692, -0.012251466512680054, 0.04148946329951286, -0.04404015466570854, -0.02195223979651928, 0.003978673834353685, -0.0012787383748218417, -0.026565195992588997, -0.012339655309915543, -0.0034970270935446024, 0.005952747538685799, -0.0033783114049583673, 0.008961344137787819, -0.0050064134411513805, 0.024760715663433075, 0.005776369944214821, 0.036252401769161224, -0.0002418833610136062, -0.001199029153212905, -0.025696875527501106, 0.0018774049822241068, 0.03288765996694565, 0.08704917877912521, 0.012061521410942078, -0.021504512056708336, 0.007767402566969395, -0.01910306140780449, -0.014218756929039955, -0.007306107319891453, -0.026090333238244057, -0.008974911645054817, 0.0068855141289532185, -0.01767847314476967, 0.010216339491307735, 0.04070254787802696, -0.005525370594114065, 0.012556735426187515, 0.029522914439439774, 0.0174206905066967, -0.0202020313590765, -0.02234569750726223, 0.0006296175415627658, -0.0004990301677025855, -0.009741476736962795, 0.03511273115873337, 0.023797422647476196, 0.039101582020521164, -0.005661046132445335, 0.027040058746933937, 0.031259555369615555, -0.04089249297976494, -0.0324806310236454, 0.0018383983988314867, 0.021504512056708336, -0.0001205176959047094, 0.020771866664290428, -0.020948244258761406, 0.02676870860159397, -0.0038260393775999546, 0.02249494194984436, 0.005036940332502127, -0.007502836175262928, 0.028898809105157852, 0.029170159250497818, 0.005209926050156355, -0.017217177897691727, -0.004470496438443661, -0.010833661071956158, -0.0016221661353483796, 0.012617789208889008, -0.01632172055542469, -0.028003351762890816, 0.009639719501137733, -0.00570174865424633, -0.03636094182729721, -0.011986900120973587, 0.037527747452259064, 0.000618169957306236, -0.0025099904742091894, -0.009314099326729774, -0.012963761575520039, -0.023498937487602234, -0.015277022495865822, -0.032046470791101456, -0.006363165099173784, -0.014625782147049904, -0.005884910002350807, 0.01009423192590475, -0.003413926111534238, 0.002632098039612174, -0.03866741806268692, 0.02979426458477974, 0.01648453250527382, -0.049874186515808105, -0.0467265248298645, -0.009314099326729774, 0.030147019773721695, 0.004002416972070932, 0.013275814242661, -0.004463712684810162, -0.013072301633656025, -0.0024472407530993223, -0.01837041601538658, -0.002433673245832324, -0.025547632947564125, -0.02383812516927719, -0.009951773099601269, -0.0005753474542871118, -0.019225168973207474, -0.01342505682259798, 0.006787149701267481, 0.0043924832716584206, 0.0042500244453549385, 0.006061287596821785, -0.007509619928896427, 0.019035223871469498, 0.0014661396853625774, 0.01702723279595375, 0.008160860277712345, 0.00023022378445602953, 0.01227860152721405, -0.04032265767455101, -0.004619739018380642, -0.0052845473401248455, -0.024977795779705048, -0.029767129570245743, 0.01195976510643959, -0.011545956134796143, 0.031422365456819534, 0.0024930310901254416, 0.005599991884082556, -0.03177512064576149, 0.007747051306068897, -0.016213180497288704, 0.027528489008545876, -0.0017773446161299944, 0.005348992999643087, -0.018641766160726547, 0.02725713886320591, 0.007597808726131916, 0.013920270837843418, -0.009334450587630272, 0.005966315045952797, -0.023593910038471222, 0.04135378822684288, 0.00023043577675707638, -0.024828553199768066, 0.028546053916215897, 0.008547535166144371, -0.005684789270162582, -0.04097389802336693, 0.0006465769256465137, -0.0257511455565691, 0.03934579715132713, -0.012638140469789505, -0.02550693042576313, -0.005796721205115318, -0.016823720186948776, -0.018506091088056564, 0.007462133653461933, -0.01766490563750267, -0.013262246735394001, 0.012353222817182541, 0.006254624575376511, -0.0003141727938782424, 0.009687205776572227, 0.01505994237959385, -0.033077605068683624, 0.0013898223405703902, 0.031666580587625504, 0.02273915708065033, 0.025642605498433113, -0.015724750235676765, 0.01097611989825964, -0.015873992815613747, -0.01638955809175968, -0.01041985210031271, -0.008466130122542381, 0.01096933614462614, -0.0031408797949552536, 0.04395874962210655, 0.03041836991906166, 0.01807193085551262, 0.02060905657708645, 0.01751566305756569, 0.026592331007122993, -0.0078081050887703896, -0.015073509886860847, 0.00047443906078115106, -0.0002872497425414622, -0.007624943740665913, 0.002703327452763915, 0.018560361117124557, 0.003971890080720186, -0.0012456675758585334, -0.031232420355081558, 0.011559523642063141, 0.025059200823307037, -0.014191620983183384, -0.013438624329864979, -0.04262913390994072, -0.031422365456819534, -0.020107058808207512, 0.029115889221429825, 0.0005486364243552089, 0.023227587342262268, -0.01918446645140648, 0.006576853338629007, 0.011030389927327633, -0.0028864890336990356, 0.019754303619265556, 0.001106600509956479, 0.03218214586377144, -0.015643345192074776, -0.01351324561983347, 0.0009115674765780568, 0.01442226953804493, -0.009008830413222313, 0.0006465769256465137, -0.04824608564376831, -0.009137721732258797, 0.03777196258306503, -0.008642507717013359, 0.03280625119805336, 0.03519413620233536, -0.012156493961811066, 0.014367999508976936, -0.008981695398688316, 0.002002904424443841, -0.011837657541036606, -0.009212343022227287, -0.030798260122537613, 0.019469385966658592, -0.026877248659729958, -0.014055945910513401, -0.02472001314163208, -0.005891693755984306, 0.0006690481095574796, 0.003018772229552269, 0.029767129570245743, -0.01759706810116768, -0.01908949390053749, 0.04113670811057091, 0.01735285297036171, 0.042737673968076706, 0.0008386420668102801, 0.022535644471645355, 0.008357590064406395, 0.021518079563975334, -0.025384820997714996, 0.015426265075802803, 0.008004833944141865, -0.002231856342405081, 0.002189457882195711, -0.0017519054235890508, -0.01758350059390068, -0.020459813997149467, 0.019686466082930565, 0.010786174796521664, -0.008846020326018333, -0.04707928001880646, 0.027840541675686836, 0.0038328231312334538, 0.01869603618979454, -0.006010409444570541, -0.021613052114844322, -0.021355269476771355, 0.011349227279424667, 0.0019910328555852175, -0.01568404771387577, -0.02193867228925228, -0.004660441540181637, -0.0025964833330363035, 0.012332871556282043, 0.0025727401953190565, -0.001182069769129157, -0.025615470483899117, 0.0004672313225455582, 0.010392717085778713, 0.00111932004801929, -0.014693619683384895, -0.0019452425185590982, -0.0062240976840257645, 0.036795102059841156, -0.003853174392133951, 0.01303838286548853, 0.004117741249501705, 0.003347784513607621, 0.007787753827869892, 0.00416183564811945, 0.026320980861783028, 0.0348685160279274, -0.03977995738387108, 0.0005342209478840232, -0.012014035135507584, -0.0015712878666818142, 0.00812015775591135, -0.027840541675686836, -0.004663833416998386, -0.0028644418343901634, -0.025534065440297127, -0.0017086589941754937, 0.033945925533771515, 0.0069804866798222065, -0.032372090965509415, 0.006010409444570541, -0.004294118843972683, -0.040376927703619, 0.03106961026787758, -0.019550791010260582, -0.005467708688229322, -0.024991363286972046, -0.009761827997863293, 0.011980116367340088, -0.001678980072028935, 0.005505019333213568, 0.004141484387218952, -0.016226748004555702, -0.0023149573244154453, 0.019849276170134544, -0.01720361039042473, 0.008031968958675861, 0.009578665718436241, -0.0068855141289532185, -0.02242710441350937, 0.018207605928182602, -0.0281390268355608, 0.018004093319177628, 0.008466130122542381, -0.01592826284468174, -0.01615891046822071, -0.005956139415502548, 0.0015280414372682571, 0.005467708688229322, 0.009700773283839226, -0.005270979832857847, 0.012346439063549042, -0.000526165240444243, -0.009341234341263771, 0.0007877638563513756, -0.007061891723424196, 0.01750209555029869, 0.010067096911370754, 0.0008305863593704998, 0.026443088427186012, -0.012767032720148563, 0.024380825459957123, -0.005396479275077581, 0.013499678112566471, -0.024977795779705048, -0.02963145449757576, 0.0029051443561911583, 0.001324528711847961, -0.005884910002350807, -0.013079085387289524, -0.02075829915702343, -0.015968965366482735, -0.011362794786691666, -0.020242733880877495, 0.019225168973207474, -0.004172011278569698, 0.0045993877574801445, 0.008547535166144371, 0.008656075224280357, 0.03788050264120102, 0.010982903651893139, -0.015901127830147743, -0.013526813127100468, 0.004039727617055178, -0.0005533002549782395, -0.03280625119805336, 0.008812101557850838, -0.02758275903761387, 0.04382307454943657, -0.01413735095411539, -0.01758350059390068, 0.003334217006340623, -0.026660168543457985, -0.059534259140491486, -0.02123316191136837, 0.005233669187873602, 0.016213180497288704, 0.012468546628952026, 0.006644690874963999, 0.006570069584995508, 0.014883564785122871, -0.01586042530834675, 0.012475330382585526, -0.006410651374608278, 0.00978217925876379, -0.019700033590197563, -0.01271954644471407, -0.016769450157880783, -0.010996471159160137, 0.002221680711954832, -0.011159281246364117, 0.010609797202050686, -0.02756919153034687, -0.00423984881490469, 0.02336326241493225, -6.59296492813155e-05, -0.006644690874963999, 0.012889140285551548, 0.018194038420915604, 0.009972124360501766, 0.02233212999999523, 0.02789481170475483, -0.018668901175260544, -0.014707187190651894, 0.0026541452389210463, -0.015385562554001808, -0.015439832583069801, -0.00011320396151859313, -0.0031103529036045074, 0.0190080888569355, 0.002253903541713953, 0.005471100565046072, -0.008974911645054817, 0.007163648493587971, -0.00023255569976754487, 0.035302676260471344, -0.01001961063593626, -0.00012125966895837337, 0.015711182728409767, 0.018492523580789566, -0.0014551160857081413, 0.00570174865424633, 0.004029551986604929, 0.0007754683028906584, 0.010012826882302761, 0.021735159680247307, -0.0467265248298645, 0.0010709858033806086, -0.007543538697063923, 0.010433419607579708, -0.015100644901394844, -0.004253416322171688, 0.0049114408902823925, -0.007021189201623201, -0.035302676260471344, 0.01861463114619255, 0.014666484668850899, -0.01686442270874977, 0.001430524978786707, 0.005277763586491346, 0.0030306437984108925, -0.029360104352235794, -0.0067498390562832355, 0.017488528043031693, -0.02835610695183277, 0.02368888258934021, 0.017000097781419754, -0.013282597996294498, 0.002947542816400528, 0.004246632568538189, 0.040756817907094955, -0.014028810895979404, 0.0070347567088902, 0.17724601924419403, -0.03448862582445145, 0.015385562554001808, 0.011898711323738098, -0.002672800561413169, -0.015507670119404793, 0.033701710402965546, 0.012007251381874084, 0.011308524757623672, -9.009678251459263e-06, -0.00013758309069089592, 0.010446987114846706, -0.036632291972637177, 0.0026049630250781775, 0.016498100012540817, -0.02781340666115284, -0.03400019556283951, -0.031965065747499466, -0.007312891073524952, 0.022549211978912354, -0.0004288606869522482, -0.013282597996294498, -0.009456558153033257, -0.03025555983185768, 0.03741920739412308, -0.0026422736700624228, 0.008438995108008385, 0.004053295124322176, 0.006329245865345001, 0.00732645858079195, -0.005606776103377342, -0.015087077394127846, 0.020975379273295403, 0.02478785067796707, -0.026036063209176064, -0.017868418246507645, -0.0013745588948950171, -0.0031103529036045074, 0.020975379273295403, 0.015304157510399818, 0.030472639948129654, 0.005528762470930815, 0.00410078139975667, -0.01987641118466854, 0.004562077112495899, 0.03541121631860733, -0.006369948852807283, -0.02581898309290409, -0.005287939216941595, 0.01837041601538658, -0.019455818459391594, 0.003342696698382497, 0.0067735821940004826, 0.031422365456819534, -0.016348855569958687, 0.015806155279278755, 0.0027881243731826544, 0.02005278877913952, 0.027555624023079872, 0.0021640188060700893, -0.04498988389968872, 0.0031595351174473763, 0.007353593595325947, 0.02440796047449112, -0.006346205249428749, 0.008384725078940392, -0.0020368231926113367, -0.0052472366951406, 0.01790912076830864, -0.012407492846250534, -0.02393309772014618, -0.02519487589597702, -0.004704535938799381, 0.008662858977913857, -0.03451576083898544, -0.01727144792675972, 0.02765059657394886, 0.012298952788114548, 0.0059934500604867935, 0.03983422741293907, 0.0017239224398508668, -0.021287431940436363, -0.011125362478196621, -0.012027602642774582, -0.007014405447989702, -0.02797621674835682, 0.0237702876329422, -0.00934801809489727, -0.005440573673695326, -0.01512777991592884, -0.004307686351239681, -0.005952747538685799, 0.0070279729552567005, -0.004704535938799381, 0.004860562738031149, 0.006322462111711502, 0.014598647132515907, 0.004328037612140179, 0.005152264144271612, -0.004229673184454441, -0.024543635547161102, 0.03674083203077316, 0.036333806812763214, 0.026185305789113045, 0.006943176034837961, -0.0014033899642527103, 0.006380124483257532, 0.02116532437503338, -0.016660910099744797, -0.025873253121972084, -0.015670480206608772, -0.030961070209741592, 0.004697752185165882, -0.0014534201472997665, 0.0019418506417423487, -0.007821672596037388, -0.004175403155386448, 0.0008450018358416855, 0.033945925533771515, -0.023403964936733246, -0.02226429246366024, -0.03025555983185768, -0.000478678906802088, 0.021097486838698387, -0.005135304760187864, -0.017963390797376633, -0.026185305789113045, 0.009917854331433773, -0.02367531508207321, -0.005962923169136047, 0.011919062584638596, -0.026741573587059975, 0.020663326606154442, -0.005918828770518303, 0.017963390797376633, -0.0076181599870324135, -0.009571881964802742, -0.008004833944141865, -0.002292910125106573, 0.01425945945084095, -0.0042262813076376915, -0.001914715627208352, 0.0024319773074239492, 0.00895456038415432, 0.008581453934311867, -0.006329245865345001, 0.005182791035622358, 0.017841283231973648, 0.001127799740061164, -0.020880406722426414, -0.009402288123965263, 0.017542798072099686, 0.01910306140780449, -0.00633942149579525, 0.007421431131660938, 0.01359465066343546, -0.016375990584492683, -0.013255462981760502, 0.019605061039328575, 0.0010803134646266699, -0.05410725250840187, 0.018763873726129532, 0.01979500614106655, -0.009442990645766258, -0.009761827997863293, -0.008255833759903908, -0.17149339616298676, 0.0009632935980334878, 0.02383812516927719, -0.02645665593445301, 0.032046470791101456, 0.015385562554001808, 0.011430632323026657, -0.003982065711170435, -0.006800717208534479, -0.0027932121884077787, 0.015331292524933815, -0.02566974051296711, -0.01560264267027378, -0.009870368055999279, -0.0019333709497004747, -0.009714340791106224, -0.024190880358219147, 0.01481572724878788, 0.03448862582445145, 0.02116532437503338, 0.03155804052948952, -0.0281390268355608, 0.02400093525648117, -0.0008505136356689036, -0.013404705561697483, 0.0014118696562945843, 0.012990896590054035, 0.0016416694270446897, 0.007794537581503391, -0.03017415478825569, -0.003982065711170435, -0.03636094182729721, 0.03554689139127731, -0.0118851438164711, -0.013397921808063984, 0.0004892785218544304, -0.00044306417112238705, -0.009605800732970238, -0.03277911618351936, 0.016674477607011795, 0.02892594411969185, 0.036632291972637177, 0.0018468780908733606, 0.003205325687304139, -0.00034003585460595787, 0.005725491791963577, 0.028247566893696785, -0.02439439296722412, 0.015507670119404793, -0.029984209686517715, 0.033538900315761566, -0.015263454988598824, -0.0029899412766098976, -0.002158930990844965, -0.0024031461216509342, 0.006827852223068476, 0.0032358525786548853, 0.008832452818751335, 0.0004443361540324986, -0.02766416408121586, -0.006603988353163004, 0.02226429246366024, 0.02059548906981945, 0.004602779634296894, -0.0057797618210315704, -0.011166064999997616, -0.022169319912791252, 0.025859685614705086, -0.017936255782842636, 0.007190783508121967, -0.005240452941507101, -0.008215130306780338, -0.004046511370688677, 0.011003254912793636, 0.007285756058990955, 0.027840541675686836, -0.01735285297036171, 0.004775765351951122, 0.030472639948129654, 0.00517261540517211, -0.007319674827158451, 0.02074473164975643, 0.001508538145571947, -0.0027711649890989065, -0.01450367458164692, -0.012502465397119522, -0.005159047897905111, 0.017244312912225723, -0.017624203115701675, -0.021911537274718285, 0.03820612281560898, -0.04246632382273674, -0.017393555492162704, 0.015507670119404793, -0.009334450587630272, 0.0070279729552567005, 0.0067498390562832355, -0.023485369980335236, 0.010087448172271252, 0.021518079563975334, 0.008900290355086327, 0.005074250977486372, -0.006807500962167978, 0.008371157571673393, 0.020486949011683464, 0.006966919172555208, -0.017379987984895706, 0.02092110924422741, 0.0332946851849556, -0.012800951488316059, -0.00887315534055233, -0.015114212408661842, -0.018763873726129532, 0.01704080030322075, -0.0190080888569355, 0.009911070577800274, -0.030472639948129654, -0.002111444715410471, -0.0023607476614415646, -0.0006542086484842002, 0.05758053809404373, -0.011091443710029125, -0.01413735095411539, 0.01877744123339653, -0.0012795863440260291, -0.011478118598461151, -0.11744041740894318, -0.028708864003419876, -0.004463712684810162, 0.02741994895040989, -0.016498100012540817, 0.014883564785122871, -0.01164092868566513, 0.022223589941859245, -0.039481472223997116, 0.04498988389968872, -0.028030486777424812, -0.022386400029063225, 0.01845182105898857, 0.001557720359414816, 0.007842023856937885, -0.0004587516305036843, 0.0072450535371899605, 0.013201192952692509, -0.033620305359363556, 0.025601902976632118, 0.008900290355086327, 0.003917620051652193, 2.4842864149832167e-05, -0.005081034731119871, -0.01577902026474476, 0.025493362918496132, -0.04094676300883293, 0.020419111475348473, 0.022522076964378357, 0.005674613639712334, 0.023159749805927277, -0.027433516457676888, -0.007061891723424196, -0.024611473083496094, 0.006468313280493021, -0.01846538856625557, 0.016674477607011795, -0.00839150883257389, 0.012984112836420536, -0.011430632323026657, 0.009225910529494286, -0.00339696672745049, 0.032996200025081635, -0.014205189421772957, -0.03543835133314133, -0.017732743173837662, -0.021490944549441338, 0.018641766160726547, 0.007190783508121967, -0.03017415478825569, -0.03429868072271347, -0.021992942318320274, -0.033538900315761566, -0.0014525721780955791, 0.03836893290281296, 0.0008110830676741898, 0.009456558153033257, -0.008011617697775364, 0.002481159521266818, -0.001851965906098485, -0.026646601036190987, -0.014449404552578926, -0.033457495272159576, 0.022372832521796227, 0.016755882650613785, -0.0015670480206608772, -0.0037174993194639683, -0.009660070762038231, 0.002577828010544181, -0.02210148237645626, 0.015195617452263832, 0.01537199504673481, -0.011871576309204102, 0.014042378403246403, -0.02900734916329384, -0.0014169574715197086, -0.01529059000313282, -0.023037642240524292, 4.340544910519384e-05, 0.004114349372684956, -0.014639349654316902, -0.017569933086633682, 0.02797621674835682, -0.016837287694215775, -0.007333242334425449, 0.000890368246473372, -0.0035275539848953485, -0.010942201130092144, 0.004728279076516628, -0.026592331007122993, 0.014937834814190865, 0.023716017603874207, 0.02321401983499527, -0.0021063569001853466, 0.004185578785836697, -0.019279439002275467, -0.017488528043031693, -0.005789937451481819, -0.006359773222357035, 0.01671518012881279, -0.038314662873744965, 0.017149340361356735, -0.053048986941576004, 0.0273249763995409, 0.010087448172271252, -0.02026986889541149, -0.00010647319868439808, -0.038233257830142975, 0.00048673461424186826, -0.028464648872613907, -0.007285756058990955, 0.019048791378736496, -0.017067935317754745, 0.01034523081034422, -0.0047418465837836266, 0.014232324436306953, -0.01987641118466854, -0.020934676751494408, 0.009395504370331764, -0.02028343640267849, 0.006800717208534479, 0.010874363593757153, 0.014625782147049904, -0.008744264021515846, 0.03769055753946304, 0.016050370410084724, -0.001143063185736537, 0.008371157571673393, -0.01995781622827053, 0.009748260490596294, 0.004752022214233875, -0.014042378403246403, -0.008425427600741386, -0.011830873787403107, -0.010480905883014202, 0.010982903651893139, -0.02345823496580124, -0.01727144792675972, 0.013615001924335957, 0.011905495077371597, -0.002791516249999404, 0.03931866213679314, 0.0025947873946279287, -0.045668259263038635, 0.0015178658068180084, -0.009375153109431267, -0.0032833388540893793, -0.00795734766870737, -0.007231486029922962, -0.021748727187514305, 0.009911070577800274, 0.01520918495953083, 0.01710863783955574, 0.02043267898261547, -0.016538802534341812, -0.01828901097178459, -0.005369344260543585, 0.007238269783556461, 0.024937093257904053, 0.012332871556282043, 0.014354432001709938, 0.04287334904074669, 0.026877248659729958, 0.001441548578441143, 0.008981695398688316, -0.0033155616838485003, -0.0025506929960101843, -0.01918446645140648, -0.009212343022227287, 0.008757831528782845, 0.0038904850371181965, -0.014042378403246403, -0.014680052176117897, 0.01577902026474476, 0.008445778861641884, 0.0052370610646903515, 0.005735667422413826, 0.0053795198909938335, -0.0033393048215657473, -0.013879568316042423, -0.019862843677401543, 0.021206026896834373, 0.010935417376458645, -0.009605800732970238, 0.0017290102550759912, 0.036632291972637177, 0.017800580710172653, -0.00041444521048106253, -0.012705978937447071, 0.003507202723994851, 0.005345601122826338, -0.016267450526356697, -0.009239478036761284, 0.009524395689368248, -0.0018892765510827303, 0.024597905576229095, 0.0031171366572380066, -0.003067954443395138, 0.008812101557850838, 0.009544746950268745, 0.0245572030544281, 0.012902707792818546, 0.011769820004701614, -0.013119787909090519, 0.004253416322171688, -0.023946665227413177, -0.03693077713251114, -0.008737480267882347, -0.03242636099457741, -0.017922688275575638, -0.001890972489491105, 0.03098820522427559, 0.00541004678234458, 0.01600966788828373, 0.03693077713251114, -0.004324645735323429, -0.020636191591620445, 0.03318614512681961, -0.0217758622020483, -0.02496422827243805, -0.03201933577656746, 0.007672430016100407, 0.032914794981479645, 0.009761827997863293, 0.04547831416130066, -0.01025704201310873, 0.01236679032444954, 0.03432581573724747, 0.009232694283127785, -0.0190216563642025, 0.011505253612995148, 0.013866000808775425, -0.007380728609859943, -0.017447825521230698, -0.0009904286125674844, 0.010474122129380703, -0.041625138372182846, -0.03041836991906166, -0.013391138054430485, 0.005369344260543585, 0.026022495701909065, 0.06827174127101898, 0.01925230398774147, -0.004870738368481398, -0.0003896420821547508, -0.01132209226489067, -0.006597204599529505, 0.008567886427044868, 0.01719004288315773, -0.019279439002275467, -0.031422365456819534, -0.0027474218513816595, 0.003262987593188882, -0.03541121631860733, -0.02250850945711136, -0.006960135418921709, 0.004874130245298147, -0.008656075224280357, 0.014164485968649387, -0.001512777991592884, -0.0237567201256752, 0.011939413845539093, -0.002569348318502307, 0.0019740734715014696, 0.011735901236534119, -0.014150918461382389, 0.0002785580581985414, 0.013947405852377415, 0.015521237626671791, -6.253776518860832e-05, -0.02971285954117775, 0.02234569750726223, 0.022684887051582336, -0.044881343841552734, -0.008167644031345844, 0.016308153048157692, 0.011674847453832626, -0.006831244099885225, -0.020500516518950462, -0.007767402566969395, 0.000957357813604176, 0.00795734766870737, 0.0056203436106443405, -0.005206534173339605, -0.03066258504986763, -0.009239478036761284, 0.02360747754573822, -0.01828901097178459, -0.03451576083898544, -0.02036484144628048], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='f496d07c-7252-423d-b940-52688eb68a2d', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='3c078527ff11a2ec9b31f729de4b980c1d7f16ced309232318373625ac09219f'), : RelatedNodeInfo(node_id='eac96e88-e532-4019-b75e-d082e53e66e0', node_type=, metadata={}, hash='5254aa5733c763b7ff9a16f8a8b8324915da5307beddadc688afa53fbe666345')}, hash='07acbf5a6d22a638a8a8133f7b9febc0bc37fb9fc06329d542c91f1024690513', text=\"Foundation models excel in language, demonstrating human-like comprehension and generation of text. From machine translation and sentiment analysis to summarization and question-answering, these models are unlocking new possibilities in language-related applications and enhancing communication between humans and machines.Vision: In the realm of computer vision (CV), foundation models are transforming the way we analyze and interpret visual data. By effectively recognizing objects, detecting patterns, and segmenting images, these models are enabling advancements in fields such as autonomous vehicles, medical imaging, and surveillance systems.Robotics: By incorporating self-supervised learning and reinforcement learning techniques, foundation models are empowering robots to learn from their environments, adapt to new tasks, and interact more effectively with humans.Reasoning and Search: Foundation models are enhancing our ability to reason and search through vast amounts of data, extracting valuable insights and uncovering hidden connections. Their capabilities extend to logical reasoning, pattern recognition, and knowledge graph exploration, enabling more informed decision-making and efficient problem-solving across numerous industries.Interaction: The interactive capabilities of foundation models facilitate more natural and intuitive communication between humans and machines. By understanding and generating human-like responses, these models pave the way for seamless collaboration and improved user experiences in applications such as chatbots, virtual assistants, and customer support systems.Philosophy of Understanding: At the core of foundation models lies the philosophy of understanding, aiming to uncover the underlying principles and mechanisms that enable machines to comprehend and interpret complex data. The capabilities of foundation models span across language, vision, robotics, reasoning and search, interaction, and philosophy of understanding, highlighting their potential to reshape the AI landscape. By exploring these capabilities, we can foster responsible innovation and unlock the full potential of foundation models in addressing the world's most pressing challenges. AI Engineering AI engineering is a burgeoning discipline combining software engineering principles with AI techniques to design, build, and scale intelligent systems. As large-scale foundation models continue to revolutionize the AI landscape, AI engineering plays a pivotal role in their development and deployment. AI engineering offers the tools and techniques necessary to scale out large-scale models while maintaining their performance and adaptability. Some aspects of scaling out these models through AI engineering include: Distributed Training: AI engineers harness the power of distributed computing to train large-scale models on vast amounts of data, accelerating the training process and improving model performance.Data Management:\", start_char_idx=7402, end_char_idx=10367, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='eac96e88-e532-4019-b75e-d082e53e66e0', embedding=[-0.0003151845303364098, -0.0013745666947215796, -0.0017453720793128014, -0.036204397678375244, -0.006757280323654413, 0.0031354608945548534, -0.015273730270564556, 0.023897109553217888, 0.005429279990494251, -0.06103973090648651, 0.007567878346890211, 0.0304922703653574, -0.018060807138681412, 0.011734695173799992, -0.009892741218209267, -0.0028146712575107813, 0.0072988285683095455, -0.00847160816192627, -0.0010563640389591455, -0.004163367673754692, -0.016556888818740845, -0.014542467892169952, -0.007892116904258728, -0.020820287987589836, -0.004573840647935867, 0.011417354457080364, 0.030713029205799103, -0.04324107617139816, -0.025566596537828445, -0.009375338442623615, 0.005377539433538914, -0.012252097949385643, -0.04070235416293144, 0.022779520601034164, 0.006543420720845461, 0.003959855996072292, 0.016888026148080826, -0.0006389924674294889, 0.022117244079709053, -0.0024179955944418907, 0.04020564630627632, 0.016487902030348778, 0.0031975491438061, -0.02820190042257309, -0.013804306276142597, 0.029857590794563293, 0.004891180898994207, -0.014252722263336182, -0.007761041633784771, 0.015080566518008709, 0.009223567321896553, 0.04840130731463432, -0.008713062852621078, 0.0008209457737393677, -0.02751203067600727, 0.002316239755600691, -0.010692991316318512, 0.012597032822668552, 0.012831589207053185, 5.2764306019525975e-05, 0.0030268062837421894, 0.011100014671683311, -0.02255876176059246, 0.02189648523926735, -0.01837814785540104, 0.00800249632447958, -0.006246776320040226, 0.028726203367114067, -0.014025065116584301, -0.016267143189907074, 0.019205991178750992, -0.0018229824490845203, 0.009133883751928806, -0.007560979574918747, 0.00916837714612484, 0.005346495658159256, 0.009133883751928806, -0.008726860396564007, -0.006470984313637018, 0.010824066586792469, -0.007033228408545256, -0.00028478712192736566, 0.0018919695867225528, 0.021344589069485664, 0.0039115650579333305, 0.013583547435700893, 0.001788488938473165, -0.002248977543786168, 0.013631838373839855, -0.007084968965500593, -0.002055813791230321, -0.01785384491086006, 0.017219165340065956, 0.019454345107078552, -0.005329248495399952, -0.0017971124034374952, -0.0022300060372799635, 0.0011874394258484244, 0.01549448911100626, -0.008174964226782322, -0.00540513452142477, -0.005408583674579859, -0.0144320884719491, -0.005746620241552591, -0.021261805668473244, 0.011493240483105183, 0.013907787390053272, 0.00794040784239769, -0.0015547954244539142, -0.00812667328864336, -0.03159606456756592, 0.024559386074543, 0.004028843250125647, -0.01777106150984764, 0.0006816781824454665, -0.021344589069485664, 0.004718713462352753, -0.015163350850343704, 0.008140470832586288, -0.006943545304238796, 0.048898011445999146, 0.015135756693780422, 0.022255219519138336, 0.006612407509237528, 0.021261805668473244, -0.002324863104149699, 0.00947881955653429, -0.01833675429224968, -0.01931637153029442, -0.014197532087564468, 0.018861057236790657, 0.009609894827008247, -0.00863717682659626, -0.0007709301426075399, -0.020116619765758514, 0.002238629385828972, -0.018723081797361374, -0.0038080846425145864, -0.0231244545429945, -0.03327934816479683, 0.012024440802633762, 0.035266175866127014, -0.03430035710334778, 0.0059708282351493835, -0.007388511672616005, 0.02484913170337677, 0.01600499264895916, 0.012410768307745457, 0.03499022498726845, 0.015977397561073303, 0.002781902439892292, -0.0038080846425145864, -0.022131042554974556, 0.013431776314973831, 0.0066848439164459705, 0.004077134188264608, 0.007843825966119766, 0.027774181216955185, -0.03143049404025078, 0.00019100785721093416, 0.01448727771639824, 0.017053596675395966, -0.003763242857530713, 0.0052706096321344376, 0.04075754061341286, 0.012265895493328571, 0.01916459947824478, 0.0015996369766071439, -0.017122583463788033, -0.022158637642860413, 0.0010270444909110665, 0.028188103809952736, -0.02653241530060768, 0.01731574721634388, 0.013873293064534664, 0.00013366238272283226, 0.022738127037882805, -0.026104696094989777, -0.012603932060301304, -0.015894614160060883, 0.021993067115545273, -0.0018816214287653565, 0.01596360094845295, 0.017619289457798004, -0.011838175356388092, -0.00916837714612484, 0.014997782185673714, -0.011996845714747906, -0.013438675552606583, -0.005329248495399952, 0.008402621373534203, 0.03021632321178913, -0.0014642499154433608, -0.0007838652236387134, -0.6150332689285278, -0.04555904120206833, -0.0012322809780016541, -0.02480773814022541, 0.005894942209124565, 0.0026853205636143684, 0.0038011858705431223, -0.008499203249812126, -0.007857623510062695, 0.011796783655881882, -0.017633087933063507, -0.003970203921198845, -0.009009706787765026, -0.01506676897406578, -0.006608958356082439, -0.019426750019192696, 0.004573840647935867, -0.030602650716900826, 0.006567566189914942, 0.008975213393568993, -0.02157914638519287, 0.033665675669908524, -0.01210032682865858, -0.001786764245480299, -0.010072107426822186, 0.0014883953845128417, 0.019095612689852715, 0.015687651932239532, 0.015411704778671265, 0.01356975082308054, -0.013211017474532127, 0.012238300405442715, -0.001443553832359612, 0.015080566518008709, 0.036535535007715225, 0.0005575015093199909, -0.022338002920150757, 0.024752549827098846, -0.0007122911629267037, 0.03090619295835495, -0.015218541026115417, -0.020654719322919846, 0.012327983975410461, 0.009589198045432568, -0.005960480310022831, 0.027774181216955185, 0.026353048160672188, -0.007105664815753698, 0.0003757637750823051, -0.024918118491768837, -0.00540513452142477, -0.003632167587056756, -0.0021213514264672995, -0.008078382350504398, 0.02214483916759491, -0.007719649467617273, 0.02911253087222576, -0.022531166672706604, 0.01344557385891676, -0.023731540888547897, 0.006967690773308277, 0.00041176637751050293, -0.034603897482156754, -0.015356514602899551, -0.0041840639896690845, 0.028671013191342354, 0.017426125705242157, -0.001095169223845005, -0.005656937137246132, -0.024862928315997124, -0.0065848128870129585, 0.017798656597733498, 0.007995598018169403, -0.025166472420096397, -0.00042879756074398756, 0.017798656597733498, 0.01332139689475298, -0.0005092105711810291, -0.0019988995045423508, 0.018598904833197594, 0.02006143145263195, -0.019826874136924744, 0.009996222332119942, -0.011713999323546886, 0.010920648463070393, 0.018433336168527603, -0.0032768843229860067, -0.01817118562757969, -0.0027060166466981173, 0.008581987582147121, 0.00794040784239769, 0.014514872804284096, -0.03791527822613716, -0.06103973090648651, -0.013293802738189697, 0.014004369266331196, -0.0054120332933962345, 0.0002981533471029252, 0.018598904833197594, -0.014052660204470158, -0.015867019072175026, -0.013687028549611568, 0.025925328955054283, 0.015701450407505035, 0.022793317213654518, 0.011237988248467445, -0.002267948817461729, 0.017495112493634224, 0.020075228065252304, -0.016225751489400864, 0.009713375009596348, 0.02693253941833973, -0.03032670170068741, 0.003825331339612603, -0.009954829700291157, -0.01989586278796196, -0.0019954501185566187, -0.02280711568892002, -0.02087547816336155, 0.0005846651620231569, 0.014790820889174938, 0.011596721597015858, -0.01723296195268631, 0.0013823277549818158, 0.02206205576658249, 0.021786106750369072, -0.0031354608945548534, -0.015742842108011246, -0.008513000793755054, 0.011651910841464996, 0.010410143993794918, -0.023000279441475868, 0.013197220861911774, -0.017081189900636673, 0.025814950466156006, 0.00863717682659626, 0.024297235533595085, -0.002004073467105627, 0.00605016341432929, -0.0009364990401081741, -0.02173091657459736, -0.009430528618395329, 0.020489150658249855, 0.013211017474532127, -0.038908690214157104, -0.013528358191251755, -0.023483188822865486, 0.010934446007013321, 0.029167719185352325, -0.005253362935036421, -0.003839128650724888, -0.0008304314687848091, -0.007188449613749981, 0.0372529998421669, -0.0026197826955467463, -0.00011824809917015955, -0.0005471534677781165, -0.03912944719195366, -0.007464397698640823, -0.030961383134126663, -0.013887090608477592, 0.012941968627274036, -0.03548693284392357, -0.007643763907253742, -0.006843514274805784, -0.011410456150770187, -0.020558137446641922, 0.014128545299172401, -0.01621195487678051, -0.03667350858449936, 0.0011607069754973054, -0.04531068727374077, 0.005029154941439629, 0.037804897874593735, -0.019012827426195145, 0.0003953819687012583, -0.018764475360512733, 0.003811533795669675, -0.0018091851379722357, -0.01461145468056202, -0.01854371652007103, 0.0025714917574077845, -0.008623380213975906, 0.004335835576057434, 0.020158013328909874, 0.02742924727499485, 0.022338002920150757, 0.02160673961043358, -0.020447758957743645, -0.007602371741086245, -0.02649102360010147, 0.012803994119167328, -0.01927497796714306, 0.004660074599087238, -0.005353393964469433, 0.009030403569340706, 0.00022205202549230307, -0.016280941665172577, -0.02280711568892002, 0.013493864797055721, -0.0065848128870129585, 0.006798672489821911, 0.05535519868135452, -0.00688835559412837, -0.0036908064503222704, -0.009554704651236534, -0.014570062980055809, -0.0026870451401919127, 0.023524580523371696, 0.00783692765980959, 0.02297268435359001, 0.00447035999968648, -0.03165125474333763, -0.033914029598236084, -0.013190321624279022, 0.03565249964594841, 0.0044393157586455345, 0.01506676897406578, -0.0214963611215353, 0.015687651932239532, -0.00923046562820673, -0.003959855996072292, 0.017784858122467995, -0.016073979437351227, -0.006522724404931068, 0.015646260231733322, -0.018240172415971756, 0.007795535493642092, 0.015936005860567093, -0.04172335937619209, -0.009244263172149658, 0.011065521277487278, 0.006105353124439716, 0.009085592813789845, 0.01377671118825674, 0.0012848835904151201, 0.02582874707877636, 0.009899640455842018, 0.04100589454174042, -0.02243458479642868, 0.0014547641621902585, 0.0005010183667764068, 0.004228905308991671, -0.01111381221562624, 0.01604638434946537, 0.0007105664699338377, 0.03990210220217705, 0.016446510329842567, -0.010065209120512009, 0.01320411916822195, -0.01768827624619007, 0.0071677532978355885, 0.0037184013053774834, -0.0033493207301944494, 0.020089026540517807, 0.004225456155836582, 0.02145496942102909, -0.0016703486908227205, 0.015149553306400776, 0.013790508732199669, 0.010513625107705593, 0.026021910831332207, 0.01263152714818716, -0.005687981378287077, 0.010830964893102646, -0.02133079245686531, -0.0007364366319961846, -0.020199405029416084, -0.03140290081501007, 0.012396970763802528, -0.029057340696454048, -0.01087235752493143, 0.03935020789504051, -0.03708743304014206, 0.031623657792806625, 0.009713375009596348, 0.023469390347599983, 0.001924738404341042, 0.023345213383436203, 0.022117244079709053, -0.000535080733243376, -0.03250669315457344, 0.0075402832590043545, -0.00406333664432168, 0.006012220401316881, -0.00965818576514721, -0.027153298258781433, 0.010817167349159718, -0.0046117836609482765, -0.031016573309898376, 0.004860136657953262, 0.0048118457198143005, -0.019909659400582314, -0.014846011064946651, -0.020337378606200218, 0.020475352182984352, 0.03223074600100517, 0.005398235749453306, -0.029002150520682335, -0.02157914638519287, -0.0018247071420773864, -0.008513000793755054, -0.014211329631507397, -0.01344557385891676, 0.035017821937799454, -0.03228593245148659, -0.017053596675395966, 0.008243951015174389, 0.004577289801090956, -0.02807772532105446, -0.010637801140546799, -0.01254874188452959, 0.006733134854584932, -0.0016746603650972247, -0.001651377184316516, -0.02272433042526245, 0.01789523847401142, 0.0068400646559894085, 0.038053251802921295, -0.004246152006089687, 0.014321709051728249, -0.025401027873158455, -0.0030871699564158916, 0.03344491496682167, 0.08372267335653305, 0.008499203249812126, -0.0071677532978355885, 0.0058535500429570675, -0.026173682883381844, -0.010830964893102646, 0.00170915387570858, -0.023772932589054108, -0.002085133222863078, 0.009382237680256367, -0.01681903935968876, 0.012803994119167328, 0.029912779107689857, -0.0072298417799174786, 0.018309159204363823, 0.028505444526672363, 0.021068641915917397, -0.031458090990781784, -0.026601402088999748, 0.004504853393882513, -0.0054120332933962345, -0.009878943674266338, 0.0384671725332737, 0.024504195898771286, 0.03901907056570053, -0.00447035999968648, 0.032975804060697556, 0.02316584810614586, -0.03959856182336807, -0.02599431574344635, 0.004856687504798174, 0.0037459961604326963, 0.0019057668978348374, 0.020213201642036438, -0.010348055511713028, 0.02689114771783352, -0.0015504836337640882, 0.01579803228378296, 0.0030061102006584406, -0.01666726917028427, 0.02734646201133728, 0.023690149188041687, 0.0037597937043756247, -0.00865787360817194, 0.002116177463904023, -0.01612916961312294, 0.0023041670210659504, 0.012045136652886868, -0.01373531948775053, -0.025483811274170876, 0.01735713891685009, -0.0021523956675082445, -0.043323859572410583, -0.010127297602593899, 0.046193722635507584, 0.005387887824326754, 0.012307288125157356, -0.017246760427951813, -0.004132323432713747, -0.02878139168024063, -0.020075228065252304, -0.0356249064207077, -0.011596721597015858, -0.015108161605894566, -0.013707724399864674, 0.002811221871525049, -0.006943545304238796, 0.004808396566659212, -0.03344491496682167, 0.022282812744379044, 0.012472856789827347, -0.04484157636761665, -0.05469292402267456, -0.016308536753058434, 0.02145496942102909, -0.0034062350168824196, 0.013059246353805065, 0.0023369358386844397, -0.009954829700291157, -0.0047980486415326595, -0.02018560655415058, -0.003126837546005845, -0.02541482448577881, -0.030685434117913246, -0.011189697310328484, 0.0062260800041258335, -0.015549678355455399, -0.015646260231733322, -0.005236116237938404, -0.002804323099553585, 0.0030561257153749466, 0.006915950682014227, -0.007609270513057709, 0.02362116239964962, -0.01553588081151247, 0.016750052571296692, 0.015011579729616642, 0.0006264885305427015, -0.0034510765690356493, -0.03242390975356102, -0.009982424788177013, -0.015218541026115417, -0.0262012779712677, -0.034935034811496735, 0.011693303473293781, 0.0043944744393229485, 0.034935034811496735, 0.0061570932157337666, 0.01397677417844534, -0.03046467714011669, 0.0018867955077439547, -0.014128545299172401, 0.020820287987589836, -0.005801809951663017, 0.0018781721591949463, -0.02079269289970398, 0.028753798454999924, -0.007505789864808321, 0.009596097283065319, 0.003207897301763296, -0.0002942728460766375, -0.021234210580587387, 0.04978104680776596, 0.006198485381901264, -0.031044166535139084, 0.04224766418337822, 0.008092179894447327, -0.0019626813009381294, -0.04663523659110069, 0.006174339912831783, -0.027029121294617653, 0.045007143169641495, -0.00988584291189909, -0.007850725203752518, 0.005101591348648071, -0.016832837834954262, -0.027042919769883156, 0.0035562817938625813, -0.013680129311978817, -0.01579803228378296, 0.007002184633165598, 0.003099242690950632, 0.0018764474662020802, 0.007954205386340618, 0.009996222332119942, -0.02861582301557064, -0.004939471837133169, 0.0331689678132534, 0.02878139168024063, 0.029278099536895752, -0.019702699035406113, 0.005208521615713835, -0.014280317351222038, -0.03040948696434498, -0.01232108473777771, -0.017619289457798004, 0.01506676897406578, 0.0008882081019692123, 0.03648034483194351, 0.030161133036017418, 0.02133079245686531, 0.017329543828964233, 0.01477702334523201, 0.029581641778349876, -0.014473481103777885, -0.009154579602181911, 0.004497955087572336, 0.0005820781225338578, -0.015563475899398327, 0.003790837712585926, 0.0262012779712677, -0.005615544971078634, 0.006619306281208992, -0.030795814469456673, 0.025249255821108818, 0.023027872666716576, -0.020130418241024017, -0.011920960620045662, -0.02108243852853775, -0.04166817292571068, -0.023014076054096222, 0.036701105535030365, 0.00017915070930030197, 0.02185509353876114, -0.018529918044805527, 0.006729685701429844, 0.014570062980055809, -8.240717579610646e-05, 0.021027250215411186, -0.0007830028771422803, 0.031623657792806625, -0.012534945271909237, -0.0019040423212572932, 0.00522921746596694, 0.00888553075492382, -0.011141406372189522, -0.0072988285683095455, -0.041199058294296265, -0.00945812277495861, 0.02578735537827015, -0.022158637642860413, 0.04646966978907585, 0.0223104078322649, -0.014942592941224575, 0.008954517543315887, -0.008478507399559021, 0.002852614037692547, -0.0035631805658340454, -0.00650892686098814, -0.03761173412203789, 0.01997864618897438, -0.03758413717150688, -0.013969874940812588, -0.029084935784339905, 0.00277327885851264, -0.006046713795512915, 0.00516712898388505, 0.023607363924384117, -0.016101574525237083, -0.019095612689852715, 0.03896388038992882, 0.023441795259714127, 0.030768219381570816, 0.00021720137738157064, 0.024545587599277496, 0.012645323760807514, 0.020130418241024017, -0.02657380700111389, 0.023234834894537926, 0.006995285861194134, 0.006188137456774712, -0.003363118041306734, -0.003204447915777564, -0.007850725203752518, -0.017205366864800453, 0.018102198839187622, 0.020475352182984352, -0.0002649533562362194, -0.03995729237794876, 0.03465908765792847, -0.005922537297010422, 0.008837239816784859, -0.003928811755031347, -0.026104696094989777, -0.024793941527605057, 0.011472544632852077, 0.004563492722809315, -0.014804618433117867, -0.014790820889174938, -0.016349928453564644, 0.011934757232666016, 0.01414234284311533, 0.0003524806525092572, 0.005591399502009153, -0.02337280847132206, -0.005284407176077366, 0.01829536259174347, -0.004194411914795637, -0.012941968627274036, -0.0022524266969412565, -0.007160854525864124, 0.03388643264770508, -0.00923046562820673, 0.0002072844945359975, 0.005073996726423502, 0.00698838708922267, 0.014011267572641373, -0.0019661306869238615, 0.030602650716900826, 0.03827400878071785, -0.03769451752305031, 0.005322350189089775, -0.003663211828097701, 0.0028405413031578064, 0.019799280911684036, -0.023386606946587563, -0.0035942248068749905, -0.016060182824730873, -0.018447134643793106, -0.004363430198282003, 0.03115454688668251, 0.010679193772375584, -0.04591777175664902, 0.004515201784670353, -0.01068609207868576, -0.04277196526527405, 0.030105942860245705, -0.015687651932239532, 0.0010279068956151605, -0.035017821937799454, -0.0060950047336518764, 0.015604868531227112, -0.013562851585447788, -0.003357944078743458, 0.00630541518330574, -0.015604868531227112, -0.01344557385891676, 0.012252097949385643, -0.019785482436418533, 0.0026128841564059258, 0.012528046034276485, -0.013114435598254204, -0.011617417447268963, 0.025276850908994675, -0.022945089265704155, 0.01854371652007103, 0.0020903071854263544, -0.007574776653200388, -0.014873605221509933, 0.0002696962037589401, -0.001893694163300097, 0.0037218506913632154, 0.0016694862861186266, -0.0071125635877251625, 0.014252722263336182, -0.006764179095625877, 0.004515201784670353, -0.006019119173288345, 0.0014676993014290929, 0.01960611715912819, 0.010844762437045574, 0.013431776314973831, 0.033500105142593384, -0.0034131337888538837, 0.011127609759569168, 0.0021817150991410017, 0.011486342176795006, -0.023096861317753792, -0.02632545307278633, 0.010299764573574066, 0.0022800215519964695, -0.005794911179691553, -0.016225751489400864, -0.024338627234101295, -0.023000279441475868, -0.015232338570058346, -0.017550302669405937, 0.0163775235414505, -0.007526485715061426, 0.0038011858705431223, -0.0010296315886080265, 0.005091243423521519, 0.0239522997289896, 0.012928171083331108, -0.03487984836101532, -0.02014421485364437, 0.0017798655899241567, 0.0032199700362980366, -0.04293753206729889, -0.006626205053180456, -0.02468356303870678, 0.04359980672597885, -0.009037301875650883, -0.0180056169629097, -0.0031320115085691214, -0.019426750019192696, -0.061591628938913345, -0.024614576250314713, -0.005577601958066225, 0.011534633114933968, 0.011983048170804977, 0.019412953406572342, 0.01506676897406578, 0.02062712423503399, -0.016349928453564644, 0.012024440802633762, -0.00181953317951411, 0.00657101534307003, -0.02505609206855297, -0.019137004390358925, -0.013086841441690922, -0.009796159341931343, 0.002562868408858776, -0.012576336972415447, -0.000989101710729301, -0.02562178671360016, -0.010720585472881794, 0.023386606946587563, -0.003625268815085292, 0.0027905257884413004, 0.014708036556839943, 0.022158637642860413, 0.012203807011246681, 0.015218541026115417, 0.03667350858449936, -0.022531166672706604, -0.01808840222656727, 0.011479442939162254, -0.013073043897747993, -0.009147681295871735, 0.0014883953845128417, 0.0005437040817923844, 0.01490120030939579, 0.009030403569340706, 0.002587013877928257, 0.003525237552821636, 0.012866082601249218, -0.007491992320865393, 0.04514511674642563, -0.008857935667037964, 0.0034010610543191433, 0.011031027883291245, 0.01866789348423481, 0.010665396228432655, 0.007664459757506847, 0.0030233568977564573, -0.008575089275836945, 0.00859578512609005, 0.028505444526672363, -0.04075754061341286, -0.005801809951663017, -0.0068952543660998344, 0.008050787262618542, -0.009920336306095123, -0.009409831836819649, -0.0002862962137442082, -0.003908115904778242, -0.03159606456756592, 0.009789261035621166, 0.014570062980055809, -0.013197220861911774, -0.001653964282013476, 0.0064985789358615875, -0.0001414234284311533, -0.023027872666716576, -0.011272481642663479, 0.015742842108011246, -0.02407647669315338, 0.023096861317753792, 0.021882688626646996, -0.012845386750996113, 8.235327550210059e-05, 0.005149882286787033, 0.04616612568497658, -0.009471920318901539, 0.01174849271774292, 0.17859365046024323, -0.035514526069164276, 0.016391320154070854, 0.00587424635887146, 0.0010753354290500283, -0.02705671638250351, 0.03901907056570053, 0.012783298268914223, 0.004301341716200113, 0.010079006664454937, -0.0027629309333860874, 0.008202559314668179, -0.028146712109446526, 0.0024197204038500786, 0.02276572212576866, -0.039322610944509506, -0.045338280498981476, -0.03430035710334778, -0.016556888818740845, 0.027691397815942764, 0.000560950837098062, -0.012300388887524605, -0.010941344313323498, -0.03209276869893074, 0.024131666868925095, -0.014107849448919296, 0.012245199643075466, 0.008933821693062782, 0.007933509536087513, 0.008416418917477131, -0.003178577870130539, -0.0015159901231527328, 0.01261083036661148, 0.02763620764017105, -0.017909035086631775, -0.01756409928202629, -0.0008787224069237709, -0.006450287997722626, 0.01854371652007103, 0.022655343636870384, 0.029057340696454048, 0.0023645306937396526, 0.006995285861194134, -0.020406365394592285, 0.0031958245672285557, 0.02911253087222576, -0.01789523847401142, -0.018033212050795555, -0.014066456817090511, 0.023924704641103745, -0.023634959012269974, 0.007830028422176838, 0.0022869203239679337, 0.0294712632894516, -0.00840951967984438, 0.012817791663110256, -0.0015565200010314584, 0.024366222321987152, 0.03499022498726845, 0.004346183501183987, -0.03995729237794876, 0.0038046352565288544, 0.002330037299543619, 0.02022700011730194, -0.0006726236315444112, 0.004311690106987953, -0.011203494854271412, -0.02091686986386776, 0.00613984651863575, -0.01563246361911297, -0.03159606456756592, -0.026063302531838417, 0.00592598645016551, 0.014570062980055809, -0.04428967833518982, -0.023731540888547897, 0.03576287999749184, 0.01923358626663685, 0.01117590069770813, 0.03225833922624588, -0.003471772652119398, -0.031044166535139084, 0.010079006664454937, -0.012845386750996113, 0.0030871699564158916, -0.019012827426195145, 0.01927497796714306, -0.015273730270564556, -0.004128874279558659, -0.02075130119919777, -0.0077817379496991634, -0.00800249632447958, -0.003794287098571658, 0.005553456488996744, -0.003302754368633032, 0.011058622039854527, 0.015232338570058346, 0.0010348055511713028, 0.010023816488683224, -0.005929436068981886, -0.021634334698319435, 0.036287181079387665, 0.04514511674642563, 0.017205366864800453, 0.0010761978337541223, 0.004673871677368879, 0.005622443743050098, 0.024573182687163353, -0.008174964226782322, -0.02591153234243393, -0.022489774972200394, -0.03962615504860878, 0.011700201779603958, -0.007554080802947283, -0.004087482113391161, -0.0042840950191020966, -0.0015634187730029225, 0.0021006553433835506, 0.03532136231660843, -0.031016573309898376, -0.021993067115545273, -0.03198239207267761, -0.0037597937043756247, 0.011389760300517082, -0.007236740551888943, -0.021179020404815674, -0.027650004252791405, 0.010451536625623703, -0.0253734327852726, 0.000987377017736435, 0.02197927050292492, -0.02570457011461258, 0.01506676897406578, -0.002964718034490943, 0.0012866082834079862, -0.0029560946859419346, -0.013286903500556946, -0.006681394763290882, -0.0004803222545888275, 0.01326620765030384, -0.009609894827008247, 0.0017005305271595716, 0.0029043543618172407, 0.003990900237113237, 0.01291437353938818, -0.009492616169154644, 0.007443701382726431, 0.023731540888547897, 0.0022610502783209085, -0.02320723980665207, -0.010265271179378033, 0.02141357585787773, 0.015687651932239532, -0.0001388364180456847, 0.013369687832891941, 0.010472232475876808, -0.01600499264895916, -0.0272222850471735, 0.016722457483410835, 0.01140355784446001, -0.04130943864583969, 0.014942592941224575, 0.028808986768126488, -0.009713375009596348, -0.007326423656195402, 0.0015565200010314584, -0.17495113611221313, 0.011769188567996025, 0.02160673961043358, -0.0239522997289896, 0.031016573309898376, 0.007857623510062695, 0.02251737006008625, -0.007926610298454762, -0.007209145464003086, -0.009361540898680687, 0.021772310137748718, -0.031706441193819046, -0.016225751489400864, -0.0002615039993543178, -0.0014987434260547161, -0.0023679800797253847, -0.022213825955986977, 0.017702074721455574, 0.017964225262403488, 0.013535256497561932, 0.02095826156437397, -0.01916459947824478, 0.015577273443341255, 0.0031682297121733427, -0.009037301875650883, -0.003307928564026952, 0.009747868403792381, -0.006936646532267332, -0.002143772318959236, -0.022200029343366623, -0.01174849271774292, -0.034162379801273346, 0.04484157636761665, -0.00863717682659626, -0.008857935667037964, -0.0010451535927131772, -0.00352006359025836, -0.010727484710514545, -0.033914029598236084, 0.016198156401515007, 0.03598364070057869, 0.030354296788573265, 0.006446838844567537, 0.0033234506845474243, -0.011024128645658493, 0.012728109024465084, 0.025442419573664665, -0.027249880135059357, 0.023607363924384117, -0.024904320016503334, 0.030023159459233284, -0.02214483916759491, -0.01927497796714306, 0.006622755900025368, -0.008754455484449863, 0.008754455484449863, 0.005073996726423502, 0.01127938088029623, 0.0007618755917064846, -0.02497330866754055, -0.012741905637085438, 0.027622411027550697, 0.018184984102845192, -0.0005467222654260695, -0.00689870398491621, -0.013307599350810051, -0.018488526344299316, 0.039488181471824646, -0.02062712423503399, 0.008416418917477131, -0.005691430531442165, -0.01109311543405056, -0.0012443537125363946, -0.0018212578725069761, 0.01502537727355957, 0.027663802728056908, -0.022406989708542824, 0.0094167310744524, 0.0323411226272583, 0.0003231611626688391, -0.007126361131668091, 0.02489052340388298, 0.0028905568178743124, -0.006495129782706499, -0.007905914448201656, -0.012576336972415447, -0.004573840647935867, 0.01414234284311533, -0.019343964755535126, -0.013452472165226936, 0.04324107617139816, -0.039764128625392914, -0.0144320884719491, -0.0008700990001671016, -0.014169937931001186, 0.0051947240717709064, 0.003866723505780101, -0.022531166672706604, 0.0068952543660998344, 0.020696111023426056, 0.007257436402142048, -0.004742858931422234, -0.02162053808569908, 0.007478194776922464, 0.017177771776914597, 0.010665396228432655, -0.017840048298239708, 0.021013451740145683, 0.02353837713599205, -0.00863717682659626, -0.012162415310740471, -0.007788636721670628, -0.023648757487535477, 0.014114747755229473, -0.011438051238656044, 0.015108161605894566, -0.022903697565197945, -0.01715017855167389, 0.0029560946859419346, 0.0028974555898457766, 0.05971518158912659, -0.012369375675916672, -0.006629654206335545, 0.02357976883649826, 0.005398235749453306, -0.013169625774025917, -0.11369063705205917, -0.021965473890304565, 0.0026370296254754066, 0.026104696094989777, -0.01325930841267109, 0.004904978442937136, -0.007140158675611019, 0.02451799437403679, -0.04975345358252525, 0.05174027755856514, -0.02799494005739689, -0.017453720793128014, 0.02162053808569908, 0.001258151140064001, 0.001229693996720016, -0.002028218936175108, 0.0019074915908277035, 0.006674495991319418, -0.04376537725329399, 0.027815574780106544, 0.0002724988153204322, 0.00843021646142006, 0.013369687832891941, -0.008278444409370422, -0.003069923259317875, 0.01939915493130684, -0.03871552646160126, 0.020364973694086075, 0.021565347909927368, 0.004615232814103365, 0.013638737611472607, -0.031209737062454224, -0.009706476703286171, -0.021427374333143234, 0.010010018944740295, -0.024573182687163353, 0.01960611715912819, -0.007609270513057709, 0.02295888587832451, 0.0001281649892916903, 0.0035355857107788324, -0.0013004057109355927, 0.028215698897838593, -0.008899328298866749, -0.035928450524806976, -0.012693614698946476, -0.019426750019192696, 0.019661305472254753, 0.006433041300624609, -0.03548693284392357, -0.03675629571080208, -0.021399779245257378, -0.029747210443019867, 0.00863717682659626, 0.03943299129605293, 0.0013228264870122075, 0.008312937803566456, 0.008402621373534203, 0.004428967833518982, -0.0019385358318686485, -0.018143590539693832, -0.015894614160060883, -0.026008114218711853, 0.01764688454568386, 0.027939749881625175, 0.007084968965500593, -0.004432417452335358, -0.010513625107705593, 0.007947307080030441, -0.023317618295550346, 0.01320411916822195, 0.009389135986566544, -0.010465334169566631, 0.003552832407876849, -0.02599431574344635, -0.011237988248467445, -0.0099272346124053, -0.01310063898563385, 0.0018247071420773864, 0.010403245687484741, -0.008216355927288532, -0.024173058569431305, 0.020033836364746094, -0.020930668339133263, 0.0017212266102433205, -0.002404198283329606, -0.0035286869388073683, -0.013307599350810051, 0.010203182697296143, -0.023979894816875458, 0.0001389442040817812, 0.024876726791262627, 0.024090273305773735, -0.00853369664400816, 0.00029750660178251565, -0.006481332238763571, -0.017081189900636673, -0.008726860396564007, -0.007947307080030441, 0.024228248745203018, -0.032561883330345154, 0.016957014799118042, -0.05712126940488815, 0.02897455543279648, 0.019550926983356476, -0.0163775235414505, 0.005336147267371416, -0.027401652187108994, 0.003476946847513318, -0.036618318408727646, -0.004756656475365162, 0.022172434255480766, -0.011665708385407925, 0.007271233946084976, 0.0007812781841494143, 0.00894071999937296, -0.01408025436103344, -0.02657380700111389, 0.018805867061018944, -0.012693614698946476, 0.006767628248780966, 0.0036770091392099857, 0.014859807677567005, -0.007802434265613556, 0.03250669315457344, 0.0076575614511966705, 0.008112875744700432, 0.0062122829258441925, -0.011824378743767738, 0.00601566955447197, -0.0025783905293792486, -0.005436178762465715, -0.013597344979643822, -0.024752549827098846, -0.0031889257952570915, 0.009692679159343243, -0.009251161478459835, -0.023483188822865486, 0.024738751351833344, 0.012369375675916672, 0.003421757137402892, 0.032810237258672714, -0.001041704323142767, -0.040178053081035614, 0.002695668488740921, -0.013224815018475056, 0.0022627748548984528, -0.011182799004018307, 0.00015446629549842328, -0.03639756143093109, 0.016239548102021217, 0.009782361797988415, 0.03863274306058884, 0.016018791124224663, -0.013783610425889492, -0.020323581993579865, -0.018033212050795555, 0.010437739081680775, 0.03512819856405258, 0.020820287987589836, 0.013666332699358463, 0.03269985690712929, 0.02562178671360016, -0.004270297475159168, 0.0023559073451906443, -0.009113187901675701, 0.0024680113419890404, -0.0237453393638134, -0.010285967029631138, 0.0035838766489177942, 0.0008632003446109593, -0.016915621235966682, 0.0018557513831183314, 0.013597344979643822, 0.0012495277915149927, 0.007436802610754967, 0.00421510823071003, 0.0019385358318686485, 0.00576041778549552, -0.018433336168527603, -0.024214450269937515, 0.019951051101088524, 0.017536506056785583, -0.014501075260341167, 0.0073540182784199715, 0.027567220851778984, 0.02297268435359001, -0.007995598018169403, -0.013714623637497425, 0.007491992320865393, 0.015660056844353676, -0.01158292405307293, -0.007788636721670628, 0.011017230339348316, -0.009485717862844467, 0.03278264030814171, 0.010768876411020756, -0.003897767746821046, 0.015687651932239532, 0.01862649992108345, 0.04100589454174042, 0.005577601958066225, 0.013224815018475056, -0.012955766171216965, 0.004487606696784496, -0.020820287987589836, -0.03995729237794876, -0.0012659122003242373, -0.032755047082901, -0.01923358626663685, 0.003501092316582799, 0.02730507031083107, 0.007160854525864124, 0.003580427262932062, 0.02484913170337677, -0.0014978810213506222, -0.03032670170068741, 0.03283783048391342, -0.018695486709475517, -0.021523956209421158, -0.028229495510458946, 0.01414234284311533, 0.029692022129893303, 0.012334882281720638, 0.03231352940201759, -0.012024440802633762, 0.013176524080336094, 0.016874229535460472, 0.008795847184956074, -0.012376274913549423, 0.012265895493328571, 0.006239877548068762, -0.011486342176795006, -0.007830028422176838, -0.002693943912163377, 0.006236428394913673, -0.033748459070920944, -0.025566596537828445, -0.02345559373497963, 0.017964225262403488, 0.023110657930374146, 0.07588574290275574, 0.017867643386125565, -0.007036678027361631, -0.0007985249976627529, -0.011658809147775173, -0.0026335802394896746, 0.004870485048741102, 0.023772932589054108, -0.014528670348227024, -0.0392950177192688, -0.010837864130735397, 0.006795223336666822, -0.03189960494637489, -0.025318242609500885, -0.0007282444275915623, 0.007098766043782234, -0.0031044166535139084, 0.007360917050391436, -0.005974277388304472, -0.016405118629336357, 0.004528998862951994, 0.0025852893013507128, -0.00030893259099684656, 0.020171809941530228, -0.013431776314973831, -0.002559419022873044, 0.017536506056785583, 0.010430839844048023, 0.004387575667351484, -0.023469390347599983, 0.02251737006008625, 0.021551551297307014, -0.044758789241313934, -0.014156140387058258, 0.016156764701008797, 0.006184687837958336, -0.0057845632545650005, -0.015397907234728336, -0.008588885888457298, -0.002102379919961095, 0.00847160816192627, -0.0010382549371570349, -0.008609582670032978, -0.030878597870469093, -0.0026059853844344616, 0.02202066220343113, -0.02362116239964962, -0.030354296788573265, -0.01833675429224968], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='4da12d2b-f595-450a-884c-b2dfae027e87', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='07acbf5a6d22a638a8a8133f7b9febc0bc37fb9fc06329d542c91f1024690513'), : RelatedNodeInfo(node_id='6817b959-9b45-4b43-895c-2b0bb58c6e92', node_type=, metadata={}, hash='04945ffe50cf5ac26e09e8b113cd0d669dd39d46b90a2ad338d4a9346dcfa0b4')}, hash='5254aa5733c763b7ff9a16f8a8b8324915da5307beddadc688afa53fbe666345', text=\"models in addressing the world's most pressing challenges. AI Engineering AI engineering is a burgeoning discipline combining software engineering principles with AI techniques to design, build, and scale intelligent systems. As large-scale foundation models continue to revolutionize the AI landscape, AI engineering plays a pivotal role in their development and deployment. AI engineering offers the tools and techniques necessary to scale out large-scale models while maintaining their performance and adaptability. Some aspects of scaling out these models through AI engineering include: Distributed Training: AI engineers harness the power of distributed computing to train large-scale models on vast amounts of data, accelerating the training process and improving model performance.Data Management: AI engineers ensure that the data used for training and fine-tuning foundation models is well-organized, clean, and representative of the target domain.Resource Management: AI engineers optimize the use of computational resources, such as GPUs and TPUs, ensuring that large-scale models can be trained and deployed efficiently and cost-effectively.Model Compression and Pruning: AI engineers employ model compression and pruning techniques to reduce the size and complexity of large-scale models, making them more accessible and deployable across various platforms.Monitoring and Maintenance: AI engineers continuously monitor the performance of large-scale models, identifying potential issues and implementing necessary updates and improvements to ensure their ongoing success. AI engineering is an essential discipline for building and scaling foundation models, providing the necessary expertise and techniques to ensure their robustness, efficiency, and adaptability. As we continue to push AI boundaries, AI engineering will play a crucial role in unlocking the full potential of foundation models and shaping the future of AI research and development. TL;DR In closing, foundation models represent a critical milestone in the advancement of AI, providing a versatile and adaptable approach to solving complex problems across multiple domains. From language and vision to robotics and reasoning, these models are unlocking new possibilities and driving innovation across various industries. As we continue to explore the full potential of foundation models and their role in the evolution towards AGI, it is crucial to foster responsible and ethical AI development, ensuring these models are used to benefit humanity and address the most pressing challenges of our time. With foundation models as a solid basis, we can accelerate AI research and development, unlocking new frontiers and shaping the future of intelligent systems. LLMs Papers GPT-4 Technical Report:\", start_char_idx=9561, end_char_idx=12341, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='6817b959-9b45-4b43-895c-2b0bb58c6e92', embedding=[-0.0035050648730248213, 0.0018543251790106297, 0.0008007698925212026, -0.03363233432173729, -0.0010179277742281556, 0.006803151220083237, -0.01687045767903328, 0.02643897943198681, -0.008279146626591682, -0.04592890292406082, 0.010633952915668488, 0.02939775586128235, -0.0253803338855505, -0.004522992763668299, -0.009453156031668186, 0.007118708454072475, 0.011882610619068146, -0.011332930065691471, -0.0029010942671447992, -0.005808974616229534, 0.0025516056921333075, -0.009093488566577435, -0.02183794416487217, -0.02267943136394024, 0.005747898947447538, 0.026683282107114792, 0.023249471560120583, -0.0423457995057106, -0.01577109470963478, 0.005435734521597624, 0.007546238135546446, -0.0034338098485022783, -0.039739903062582016, 0.014020259492099285, 0.010817179456353188, 0.006372228264808655, 0.01862129382789135, -0.0003609402338042855, 0.0082180704921484, -0.017182622104883194, 0.027877649292349815, 0.030320676043629646, 0.010776462964713573, -0.028719136491417885, -0.010484656319022179, 0.01862129382789135, 0.007437659427523613, -0.011624735780060291, -0.010165706276893616, 0.015906818211078644, 0.01620541140437126, 0.05700396001338959, -0.013647018931806087, 0.011977617628872395, -0.01989709585905075, -0.0021597035229206085, -0.0026160746347159147, 0.017223339527845383, 0.008550593629479408, 0.007118708454072475, 0.007023701909929514, -0.0005925188306719065, -0.025421051308512688, 0.03197650611400604, -0.024158820509910583, 0.00467228889465332, -0.019340628758072853, 0.02183794416487217, -0.0022937306202948093, -0.016381852328777313, 0.013151627965271473, 0.008496304042637348, 0.012439077720046043, -0.019910668954253197, 0.017481213435530663, -0.006029525771737099, 0.005272866226732731, -0.008503090590238571, -0.021295050159096718, 0.0086727449670434, -0.0051541076973080635, 0.00023709236120339483, -0.007240859791636467, 0.01807839795947075, 0.010308215394616127, 0.000823673268314451, 0.013395930640399456, -0.0021427380852401257, 0.01290732529014349, 0.00745801767334342, 0.009079916402697563, -0.009778893552720547, 0.03099929541349411, 0.005629140883684158, -0.01036929152905941, 0.0013343336759135127, -0.00372900883667171, 0.013870962895452976, 0.007050846703350544, -0.010111416690051556, -0.011624735780060291, -0.004522992763668299, -0.012106554582715034, -0.011875825002789497, -0.010640738531947136, 0.00767517602071166, 0.018241265788674355, 0.012893752194941044, -0.005808974616229534, 0.001329244114458561, -0.03197650611400604, 0.010885041207075119, 0.005367872770875692, -0.020127825438976288, -0.009412439540028572, -0.015391068533062935, 0.009588880464434624, 0.0036645401269197464, 0.00708477757871151, -0.018431279808282852, 0.05355657637119293, 0.012160844169557095, 0.0110479099676013, -0.004468703176826239, 0.02585536614060402, -0.007491949014365673, 0.004950522445142269, -0.01957135833799839, -0.03604821860790253, -0.010057127103209496, 0.019802089780569077, 0.019978530704975128, -0.0009076523128896952, -0.006626710295677185, -0.02928917668759823, 0.02585536614060402, -0.020168542861938477, -0.00759374164044857, -0.01745406910777092, -0.015974679961800575, 0.003925808239728212, 0.03607536107301712, -0.025746788829565048, 0.011726528406143188, -0.002814570441842079, 0.019842807203531265, 0.0053237625397741795, 0.007641244679689407, 0.03181363642215729, 0.011563660576939583, 0.012737669982016087, -0.018119115382432938, -0.017806950956583023, 0.019327055662870407, 0.025543201714754105, -0.007152639329433441, 0.018607720732688904, 0.03374091535806656, -0.03661825880408287, -0.0028705564327538013, 0.005846298765391111, 0.022625142708420753, -0.001400499022565782, 0.011326143518090248, 0.01389132160693407, 0.011841894127428532, 0.03121645376086235, -0.0038104432169348, -0.016666872426867485, -0.004580675158649683, -0.011034337803721428, 0.02833911031484604, -0.031895071268081665, 0.018648438155651093, 0.010186064057052135, 0.014821029268205166, 0.04060853272676468, -0.033822350203990936, -0.01099362038075924, -0.015893246978521347, -0.0004839398607145995, 0.0007630217587575316, 0.014848173595964909, 0.01803768053650856, -0.01891988515853882, -0.002597412560135126, 0.009378508664667606, -0.01799696311354637, -0.002789122285321355, -0.015214627608656883, 0.016694016754627228, 0.018268411979079247, 0.011869038455188274, -0.00476390216499567, -0.6293237209320068, -0.03566819056868553, 0.0028841288294643164, -0.02037212811410427, 0.003952953033149242, 0.008693103678524494, -0.010450725443661213, 0.001862807897850871, -0.019842807203531265, 0.013402716256678104, -0.028746282681822777, -0.007464804220944643, -0.007478376384824514, -0.013497723266482353, -0.01887916773557663, -0.016341134905815125, 0.0015497951535508037, -0.02000567503273487, 0.005601996090263128, 0.012459436431527138, -0.011685811914503574, 0.024918872863054276, -0.006015953607857227, -0.009107060730457306, -0.006714930757880211, 0.015933964401483536, 0.014101693406701088, 0.004288869444280863, 0.02928917668759823, 0.012099768966436386, -0.016449714079499245, 0.011909755878150463, -0.005493417382240295, 0.002310696057975292, 0.03713400661945343, -0.004356731195002794, -0.02804051898419857, 0.010403222404420376, -0.004913198295980692, 0.019774945452809334, -0.032302241772413254, -0.014020259492099285, 0.01927276700735092, 0.01701975241303444, -0.010905399918556213, 0.023045886307954788, 0.01763051003217697, -0.00413618003949523, -0.010267498902976513, -0.017101187258958817, -0.001820394303649664, 0.009656742215156555, 0.012018334120512009, -0.00991461705416441, 0.020942168310284615, 0.00703048799186945, 0.03034782223403454, -0.028529124334454536, -0.006155070383101702, -0.021050747483968735, 0.0006446876213885844, 0.004258331377059221, -0.02570607140660286, -0.01099362038075924, -0.00878132414072752, 0.024986734613776207, 0.01581181213259697, 0.009039198979735374, -0.001616808702237904, -0.02596394531428814, -0.0028535909950733185, 0.014983898028731346, 0.007641244679689407, -0.015377496369183064, -0.008910262025892735, 0.024280970916152, -0.0021138968877494335, -0.0028298394754529, 0.00011462291149655357, 0.01423741690814495, 0.01682974025607109, -0.007614100351929665, -0.003857946489006281, -0.008075560443103313, 0.016422569751739502, 0.012914110906422138, 0.007240859791636467, -0.0021325587294995785, -0.002958776894956827, -0.0010866379598155618, 0.005143928807228804, 0.013192344456911087, -0.023344477638602257, -0.04869766905903816, -0.012846249155700207, 0.009385294280946255, -0.020032819360494614, 0.0011621342273429036, 0.014603870920836926, -0.02387380041182041, -0.010172491893172264, -0.017616936936974525, 0.031270742416381836, 0.022937307134270668, 0.0361567959189415, 0.008082346990704536, -0.002269979100674391, 0.016408996656537056, 0.006229718215763569, -0.018811305984854698, -0.004214221145957708, 0.02365664206445217, -0.028393400833010674, 0.007159425877034664, -0.0038104432169348, -0.020901450887322426, 0.002356502925977111, -0.01902846433222294, -0.02030426636338234, 0.002979135373607278, 0.009955334477126598, 0.01513319369405508, -0.012255851179361343, 0.00461799930781126, 0.02505459636449814, 0.015119621530175209, 0.00143103685695678, -0.023833082988858223, 0.002295427257195115, 0.01422384474426508, 0.0032454931642860174, -0.02270657755434513, 0.031026439741253853, -0.015309634618461132, 0.035912495106458664, 0.012608733028173447, 0.038464099168777466, 0.0036882918793708086, 0.01741335168480873, 0.0016872154083102942, -0.031026439741253853, 0.0021478277631103992, 0.024253826588392258, -0.006063456647098064, -0.04687897115945816, -0.022326549515128136, -0.011624735780060291, 0.003942773677408695, 0.03398521617054939, -0.00719335675239563, -0.00439066207036376, -0.006480806972831488, -0.009880686178803444, 0.031460754573345184, -0.0069117299281060696, -0.005327155813574791, 0.0013682646676898003, -0.0354238897562027, -0.0016371672973036766, -0.02516317553818226, 0.001761015155352652, 0.016259700059890747, -0.037731193006038666, -0.011407577432692051, 0.005425555165857077, -0.005076066590845585, -0.010247140191495419, 0.02048070728778839, -0.02657470293343067, -0.04177575930953026, -0.008957765065133572, -0.04704183712601662, 0.006114352960139513, 0.025108886882662773, -0.013640233315527439, 0.0005318672629073262, -0.01444100309163332, 0.016639726236462593, 0.0030096732079982758, -0.013138054870069027, -0.0038647325709462166, 0.019042037427425385, -0.006175428628921509, 0.007315508089959621, 0.026262538507580757, 0.027484051883220673, 0.032302241772413254, 0.02114575356245041, -0.028800571337342262, -0.0037663329858332872, -0.013158413581550121, 0.01026071235537529, -0.01752193085849285, 0.008632027544081211, -0.00416332483291626, 0.0152417728677392, 0.003135217819362879, -0.021715793758630753, -0.023575209081172943, 0.01773908920586109, -0.0076955342665314674, 0.0075598107650876045, 0.04223721846938133, -0.021892234683036804, -0.006894764490425587, -0.008150208741426468, -0.0052321492694318295, -0.009880686178803444, 0.002339537488296628, 0.00872703455388546, 0.024362405762076378, 0.007152639329433441, -0.022883018478751183, -0.023249471560120583, -0.005364479497075081, 0.028176242485642433, 0.012547656893730164, 0.012371215969324112, -0.02434883452951908, 0.013185558840632439, 0.0031386108603328466, 0.003813836257904768, 0.011862251907587051, -0.011251495219767094, -0.018349844962358475, 0.010199637152254581, -0.030130663886666298, 0.0020697866566479206, 0.02460670843720436, -0.028800571337342262, -0.013300923630595207, 0.014563154429197311, 0.020141398534178734, 0.01950349658727646, 0.009561735205352306, -0.006602958310395479, 0.03862696886062622, 0.0062975799664855, 0.0275654848664999, -0.010389650240540504, -0.006192394066601992, 0.008353793993592262, -5.9856276493519545e-05, -0.014766739681363106, 0.02438955008983612, -0.014997470192611217, 0.027877649292349815, 0.01338235754519701, -0.02939775586128235, -0.00756659684702754, -0.02058928646147251, 0.016056114807724953, -0.009432798251509666, 0.0041260006837546825, 0.0253803338855505, -0.0024515094701200724, 0.0089441929012537, 0.0013173682382330298, 0.004994632676243782, 0.01723691076040268, 0.008591311052441597, 0.008794896304607391, 0.0009780590189620852, -0.005534134339541197, 0.017169049009680748, -0.01715547777712345, -0.013728453777730465, -0.01635470800101757, -0.02599109150469303, 0.008998481556773186, -0.027701210230588913, -0.007702320348471403, 0.022693004459142685, -0.034338098019361496, 0.01518748328089714, 0.0061448910273611546, 0.01026071235537529, 0.01687045767903328, 0.0239145178347826, 0.029370611533522606, -0.01810554228723049, -0.0324922576546669, 0.01585252955555916, -0.010756104253232479, -0.002381951082497835, -0.01639542356133461, -0.02723974920809269, 0.015757523477077484, -0.007525879889726639, -0.015581081621348858, -0.0010611898032948375, 0.006368834991008043, -0.016558293253183365, -0.009561735205352306, -0.025570347905158997, 0.00952780432999134, 0.01672116108238697, 0.011237923055887222, -0.012595159932971, -0.01319913100451231, 0.0017253876430913806, -0.0019595110788941383, -0.023710932582616806, -0.004326193127781153, 0.033605191856622696, -0.0460103377699852, -0.02278801053762436, 0.008156995289027691, -0.002010407391935587, -0.01598825305700302, -0.00018831665511243045, -0.0036950779613107443, 0.006755647715181112, -0.005883622914552689, 0.021376485005021095, -0.008252001367509365, 0.0215393528342247, 0.016734734177589417, 0.047557588666677475, 0.006592779420316219, -0.004180290270596743, -0.02088787965476513, -0.011896182782948017, 0.028013374656438828, 0.06954482942819595, 0.030022084712982178, -0.013185558840632439, 0.003542388789355755, -0.02676471509039402, -0.017616936936974525, 0.002127469051629305, -0.02073858305811882, -0.004502634052187204, 0.01115648914128542, -0.019259193912148476, 0.008156995289027691, 0.022367266938090324, -0.004947129171341658, 0.029126308858394623, 0.021240761503577232, 0.018390562385320663, -0.006969412323087454, -0.024470984935760498, -0.011760459281504154, 0.0054425206035375595, -0.017182622104883194, 0.02581465058028698, 0.023317333310842514, 0.02041284553706646, -0.017834095284342766, 0.036021072417497635, 0.015689661726355553, -0.03034782223403454, -0.024511702358722687, -0.0012783476850017905, 0.0037222227547317743, 0.00021535535051953048, 0.026900438591837883, -0.0143324239179492, 0.01139400526881218, -0.015730377286672592, 0.022950880229473114, 0.009928189218044281, -0.0015201055211946368, 0.01847199723124504, 0.01581181213259697, -0.00799412652850151, -0.010511801578104496, -0.004265117458999157, -0.018607720732688904, -0.018309129402041435, 0.0215393528342247, 0.0005619809962809086, -0.03260083496570587, 0.019435634836554527, -0.0037459745071828365, -0.031080730259418488, -0.009717817418277264, 0.047150418162345886, -0.0023022133391350508, -0.005228755995631218, -0.00901884026825428, -0.016558293253183365, -0.0405271016061306, -0.014155982993543148, -0.03968561440706253, -0.005690216552466154, -0.011237923055887222, -0.009955334477126598, 0.015106049366295338, -0.01786123961210251, 0.008917047642171383, -0.04603748396039009, 0.024946017190814018, 0.019761372357606888, -0.03281799331307411, -0.048209063708782196, -0.01786123961210251, 0.024267399683594704, 0.013314495794475079, 0.013850605115294456, 0.011536515317857265, 0.0005564672173932195, -0.0012070927768945694, -0.018784161657094955, -0.003454168327152729, -0.016056114807724953, -0.027280466631054878, 0.004010635428130627, -0.0032828173134475946, -0.007634458597749472, -0.013022690080106258, 0.0019713868387043476, 0.000772352737840265, -0.004068318288773298, 0.004519599489867687, -0.01814625971019268, 0.004231186583638191, -0.015513219870626926, 0.014291706494987011, 0.02501387894153595, 0.004916591569781303, -0.0009619417833164334, -0.021783655509352684, -0.0016931532882153988, -0.016816167160868645, -0.038572680205106735, -0.03515244275331497, -0.001095968997105956, 0.008028057403862476, 0.042807258665561676, 0.004780867602676153, 0.0020884484983980656, -0.03143361210823059, 0.005768257658928633, -0.014766739681363106, 0.019476352259516716, -0.010389650240540504, 0.01099362038075924, -0.01738620735704899, 0.0397941917181015, 0.002480350900441408, 0.005014990922063589, -0.01577109470963478, -0.00396313238888979, -0.024185964837670326, 0.04432736337184906, 0.016626155003905296, -0.015038186684250832, 0.04972916841506958, 0.0022801582235842943, -0.0006205118261277676, -0.04848051071166992, 0.003552568145096302, -0.027877649292349815, 0.041830047965049744, -0.011305784806609154, -0.009778893552720547, -0.004879267420619726, -0.013843818567693233, -0.027728354558348656, 0.0008279146277345717, -0.020277122035622597, -0.010050340555608273, 0.0035016718320548534, -0.0013750508660450578, -0.009690673090517521, 0.0030724455136805773, 0.014888891018927097, -0.027551913633942604, -0.004478882532566786, 0.03745974227786064, 0.031270742416381836, 0.02231297828257084, -0.009867114014923573, 0.014793884009122849, -0.028691992163658142, -0.0070101297460496426, -0.013911680318415165, 0.0025499092880636454, 0.016558293253183365, -0.0009135902510024607, 0.0361567959189415, 0.02015497162938118, 0.03192221745848656, 0.010335360653698444, 0.011197206564247608, 0.03371376916766167, -0.006989771034568548, -0.007600527722388506, -0.0019527248805388808, 0.0061890012584626675, -0.0095820939168334, 0.002010407391935587, 0.014006687328219414, -0.003218348603695631, 0.012154058553278446, -0.022367266938090324, 0.015472503378987312, 0.020657148212194443, -0.009446370415389538, 6.425669562304392e-05, -0.024633852764964104, -0.034229520708322525, -0.019693510606884956, 0.014671732671558857, -0.004183683544397354, 0.004903018940240145, -0.028637703508138657, -0.01279874611645937, 0.008577738888561726, -0.007281577214598656, 0.00810270570218563, 0.008584524504840374, 0.029696347191929817, -0.018852023407816887, -0.012893752194941044, 0.004159931559115648, 0.014753167517483234, -0.02253013662993908, 0.000830035307444632, -0.050733521580696106, -0.0010951206786558032, 0.0191641878336668, -0.024158820509910583, 0.03458240255713463, 0.015567509457468987, -0.01792910136282444, 0.017549075186252594, -0.011075055226683617, 0.006704751402139664, 0.0004589158052112907, -0.02186509035527706, -0.03197650611400604, 0.015676088631153107, -0.040771402418613434, -0.013979542069137096, -0.018824879080057144, -0.0005149018252268434, 0.0014378230553120375, -0.005031956359744072, 0.024959590286016464, -0.016490431502461433, -0.02939775586128235, 0.04288869351148605, 0.023358050733804703, 0.0460103377699852, 0.0091274194419384, 0.0012741063255816698, 0.007254432421177626, 0.018567003309726715, -0.02596394531428814, 0.034229520708322525, 0.002480350900441408, 0.0048012263141572475, -0.00230899965390563, -0.01133971568197012, -0.013192344456911087, -0.01184867974370718, 0.007396942004561424, 0.0178883858025074, -0.009975693188607693, -0.04020136222243309, 0.04223721846938133, 0.00450942013412714, 0.029669202864170074, -0.0027076881378889084, -0.0173454899340868, -0.017847668379545212, 0.0028094807639718056, 0.007132281083613634, 0.0021291656885296106, -0.009432798251509666, -0.015947535634040833, 0.0031962934881448746, 0.009256357327103615, 0.016232555732131004, -0.0077498238533735275, -0.015540365129709244, -0.0012350857723504305, 0.0346909798681736, -0.010572876781225204, -0.016300417482852936, -0.002515978179872036, -0.010796820744872093, 0.0383283756673336, -0.0022869445383548737, 5.725843948312104e-05, 0.015106049366295338, 0.015784667804837227, 0.009846755303442478, 0.008367367088794708, 0.01621898263692856, 0.034012362360954285, -0.03914271667599678, 2.3605853129993193e-05, -0.014400285668671131, 0.001489567686803639, 0.013423074968159199, -0.030429255217313766, 0.003079231595620513, -0.0021020208951085806, -0.02238084003329277, 0.0029146666638553143, 0.03235653415322304, 0.013246634043753147, -0.031135018914937973, 0.008937406353652477, -0.0011943686986342072, -0.034120939671993256, 0.011584018357098103, -0.021932952105998993, 0.006701358128339052, -0.048290494829416275, -0.010871469043195248, 0.006161856465041637, -0.011712956242263317, 0.007322294171899557, -0.002560088410973549, -0.022435128688812256, -0.00372900883667171, 0.02793193981051445, -0.018526285886764526, 0.011475440114736557, 0.023995952680706978, -0.025095313787460327, -0.019123470410704613, 0.016802595928311348, -0.010701814666390419, 0.010817179456353188, 0.005812367890030146, -0.010559304617345333, -0.019014891237020493, -0.011136130429804325, 0.0025057990569621325, -0.001099362038075924, 0.019476352259516716, -0.0005161742446944118, 0.00838093925267458, 0.010138561017811298, -0.006779399234801531, 0.005768257658928633, 0.0040784976445138454, 0.028637703508138657, 0.008720248006284237, 0.003206472611054778, 0.023928090929985046, -0.006202573422342539, 0.017033325508236885, 0.005520561710000038, 0.010796820744872093, -0.019842807203531265, -0.03159647807478905, 0.016056114807724953, 0.010688242502510548, -0.007281577214598656, -0.009052771143615246, -0.010633952915668488, -0.02253013662993908, -0.009358149953186512, -0.02350734733045101, 0.010301429778337479, -0.004265117458999157, 0.006412945222109556, 0.000880507577676326, 0.009147778153419495, 0.024593137204647064, -0.0022801582235842943, -0.02350734733045101, -0.007973767817020416, 0.0059277331456542015, 0.01920490525662899, -0.032302241772413254, -0.005595210008323193, -0.01840413548052311, 0.03493528440594673, -0.006053277291357517, -0.018974175676703453, -0.015309634618461132, -0.020019248127937317, -0.05808974802494049, -0.014033831655979156, 0.0004529778962023556, 0.01423741690814495, 0.017915530130267143, 0.020032819360494614, 0.01513319369405508, 0.009928189218044281, -0.011631522327661514, 0.004519599489867687, 0.005917553789913654, 0.01598825305700302, -0.013138054870069027, -0.005042135715484619, -0.01598825305700302, -0.010437153279781342, -0.009487087838351727, -0.005354300606995821, 0.002485440345481038, -0.021295050159096718, -0.01081039384007454, 0.02443026751279831, -0.006932088639587164, -0.006443483289331198, 0.0026398261543363333, 0.011896182782948017, -0.00020485797722358257, 0.008693103678524494, 0.024593137204647064, -0.0202635508030653, -0.012995545752346516, 0.012900538742542267, -0.015757523477077484, -0.010253926739096642, -0.0077498238533735275, 0.002414185553789139, 0.013524867594242096, 0.010179278440773487, 0.0006239049253053963, -0.010600022040307522, 0.009412439540028572, 0.0005708878743462265, 0.055266693234443665, -0.009548163041472435, 0.015499647706747055, 0.013613088056445122, 0.014373141340911388, -0.0002311544376425445, 0.015893246978521347, -0.005618961527943611, 0.0010611898032948375, 0.005082853138446808, 0.03325231000781059, -0.03186792880296707, -0.007851616479456425, -0.015526792034506798, 0.003365948097780347, -0.0143324239179492, -0.0029689562506973743, -0.002366682281717658, -0.00981961004436016, -0.04329586401581764, 0.021675076335668564, 0.012608733028173447, -0.02723974920809269, 0.004553530365228653, 0.004353337921202183, 0.008299505338072777, -0.009507445618510246, -0.014726022258400917, 0.0032302243635058403, -0.01613754965364933, 0.017440496012568474, 0.009941761381924152, -0.007118708454072475, 0.008883116766810417, 0.0033880032133311033, 0.03607536107301712, -0.018431279808282852, -0.007966982200741768, 0.1704689860343933, -0.04370303452014923, 0.011075055226683617, 0.01343664713203907, 0.0021138968877494335, -0.02022283338010311, 0.03550532087683678, 0.01902846433222294, -0.006711537484079599, 0.0011943686986342072, -0.011427936144173145, 0.0046553234569728374, -0.02687329426407814, 6.653642685705563e-06, 0.013565585017204285, -0.026886867359280586, -0.03691684827208519, -0.03498957306146622, -0.017956247553229332, 0.012886966578662395, -0.002427757950499654, -0.0051608942449092865, -0.0009135902510024607, -0.025176748633384705, 0.01613754965364933, -0.015201055444777012, 0.0012198168551549315, 0.004706219770014286, 0.0018695940962061286, 0.011570446193218231, -0.006759040988981724, -0.003654361004009843, 0.0178883858025074, 0.024525273591279984, -0.017209766432642937, -0.02698187343776226, 0.006742075551301241, -0.001774587552063167, 0.010952903889119625, 0.023303760215640068, 0.030293531715869904, 8.859152876539156e-05, 0.00620596669614315, -0.035396743565797806, 0.005211790557950735, 0.028719136491417885, -0.01624612882733345, -0.013803101144731045, -0.010688242502510548, 0.018716299906373024, -0.01513319369405508, 0.008028057403862476, 0.008903475478291512, 0.026968302205204964, -0.010728958994150162, 0.0039800978265702724, -0.010240353643894196, 0.025502486154437065, 0.01887916773557663, -0.0033744308166205883, -0.02661542035639286, 0.00308941095136106, 0.00308941095136106, 0.03216651827096939, 2.522287286410574e-05, 0.014033831655979156, 0.0013826852664351463, -0.016734734177589417, 0.0030690524727106094, -0.022285833954811096, -0.01855343207716942, -0.02205510251224041, -0.004302441608160734, 0.017915530130267143, -0.03851838782429695, -0.026927584782242775, 0.03526102006435394, 0.024918872863054276, 0.007003343664109707, 0.05249793082475662, -0.003348982660099864, -0.022923734039068222, 0.009853541851043701, -0.012221920304000378, -0.0027365293353796005, -0.03607536107301712, 0.010885041207075119, -0.009955334477126598, -0.001170616946183145, -0.023968806490302086, -0.007281577214598656, -0.0018814699724316597, 0.011136130429804325, 0.01100719254463911, 0.0021766689606010914, -0.006341690197587013, 0.012296568602323532, 0.0029367217794060707, 0.005798795726150274, -0.015160338021814823, -0.021783655509352684, 0.04826335236430168, 0.03987562656402588, 0.009331004694104195, 0.00936493556946516, 0.005143928807228804, -0.0010747620835900307, 0.030809281393885612, -0.012696953490376472, -0.022150110453367233, -0.002497316338121891, -0.03346946835517883, 0.003538995748385787, 0.011468653567135334, 0.0003168300318066031, -0.0027942119631916285, 0.012730884365737438, 0.0015625192318111658, 0.030130663886666298, -0.028800571337342262, -0.020127825438976288, -0.02278801053762436, 0.000765142438467592, 0.016911175101995468, 0.00013932886940892786, -0.02041284553706646, -0.028501980006694794, -0.008238429203629494, -0.03683541342616081, 0.0017661048332229257, 0.0033998789731413126, -0.042372941970825195, 0.021715793758630753, -0.004346551839262247, -0.005876836832612753, -0.0030385146383196115, -0.01081039384007454, -0.006898157764226198, -0.005893802270293236, 0.012506939470767975, -0.010891827754676342, 0.003925808239728212, -0.0066233170218765736, -0.018634865060448647, 0.011624735780060291, -0.009507445618510246, 0.0061177462339401245, 0.02533961646258831, -0.0005933670909143984, -0.004770688246935606, -0.01411526557058096, 0.013857390731573105, 0.008706675842404366, 0.0037493675481528044, 0.008068774826824665, 0.010898614302277565, -0.018811305984854698, -0.01786123961210251, 0.01862129382789135, 0.008604883216321468, -0.03821979835629463, 0.01535035204142332, 0.01529606245458126, -0.011685811914503574, -0.0021291656885296106, -0.011455081403255463, -0.1723148226737976, 0.0038952704053372145, 0.014929608441889286, -0.019924240186810493, 0.024783149361610413, -0.002110503613948822, 0.03618394210934639, -0.010253926739096642, -0.02358878031373024, -0.002185151679441333, 0.020317839458584785, -0.020725009962916374, -0.008353793993592262, -0.00011600135621847585, -0.012072623707354069, -0.011278640478849411, -0.018132688477635384, 0.010219995863735676, 0.01902846433222294, 0.00708477757871151, 0.020915023982524872, -0.03830122947692871, 0.015581081621348858, -0.0010713690426200628, -0.017359063029289246, 0.008523449301719666, 0.010240353643894196, 0.018702726811170578, -0.0160696879029274, -0.03531530871987343, -0.018892740830779076, -0.02942490018904209, 0.037188295274972916, -0.011434722691774368, -0.0027670671697705984, 0.0020138006657361984, 0.002935025142505765, -0.011482225731015205, -0.02618110366165638, 0.02179722860455513, 0.03892556205391884, 0.0284748338162899, -0.00025236126384697855, -0.003079231595620513, -0.026561129838228226, 0.004112428519874811, 0.033170875161886215, -0.02056214213371277, 0.010057127103209496, -0.026751143857836723, 0.025108886882662773, -0.011780817992985249, -0.0037629399448633194, 0.002717867260798812, -0.011455081403255463, 0.008625241927802563, 0.006796364672482014, 0.009744962677359581, 0.011923328042030334, -0.027769071981310844, -0.010124988853931427, 0.023561635985970497, 0.012791959568858147, 0.010946117341518402, -0.003525423351675272, -0.01829555630683899, -0.030022084712982178, 0.017508357763290405, -0.03384949266910553, 0.005123570095747709, -0.012350857257843018, -0.00583272660151124, 0.001979869557544589, -0.0008096767705865204, 0.01913704350590706, 0.02052142471075058, -0.0202635508030653, 0.010016409680247307, 0.04739471897482872, 0.009588880464434624, -0.008699890226125717, 0.02888200618326664, 0.002729743020609021, 0.005337334703654051, -0.005072673782706261, -0.010667883791029453, -0.0059922016225755215, 0.013429861515760422, -0.027701210230588913, -0.018309129402041435, 0.036129653453826904, -0.023168036714196205, -0.009548163041472435, 0.019951386377215385, -0.010803607292473316, -0.0028298394754529, 0.010165706276893616, -0.019082752987742424, 0.009758534841239452, 0.011326143518090248, 0.0054323417134583, 0.003091107588261366, -0.011570446193218231, 0.009656742215156555, 0.027294037863612175, 0.01224906463176012, -0.025244610384106636, 0.0193542018532753, 0.01894702948629856, -0.0076208864338696, -0.01602897047996521, -0.012147272005677223, -0.012004761956632137, 0.005018384195864201, -0.017806950956583023, 0.009507445618510246, -0.01978851668536663, -0.02920774184167385, 0.002078269375488162, 0.013775956816971302, 0.059175536036491394, 0.0003622126532718539, -0.014902463182806969, 0.023860229179263115, -0.0006222084048204124, -0.015038186684250832, -0.08773180842399597, -0.023792365565896034, 0.004095463082194328, 0.031487900763750076, -0.02333090640604496, 0.024525273591279984, -0.01155687402933836, 0.027551913633942604, -0.03159647807478905, 0.0460103377699852, -0.02008710987865925, -0.016368279233574867, 0.03406665101647377, 0.0052525075152516365, 0.016110405325889587, 0.009690673090517521, 0.008632027544081211, -0.011835107579827309, -0.04400162771344185, 0.021281477063894272, 0.002297123894095421, -0.002644915832206607, 0.011889397166669369, -0.008828827179968357, -0.0022139931097626686, 0.011468653567135334, -0.04223721846938133, 0.03205794095993042, 0.018675582483410835, 0.004424592945724726, 0.021227188408374786, -0.03246511146426201, -0.013816673308610916, -0.024891728535294533, 0.011658666655421257, -0.022760866209864616, 0.018458424136042595, -0.006399373058229685, 0.02179722860455513, -0.0018017322290688753, -0.0010730655631050467, -0.0005042984266765416, 0.01723691076040268, -0.01767122745513916, -0.039495598524808884, -0.024593137204647064, -0.02504102513194084, 0.018852023407816887, 0.01661258190870285, -0.02348020114004612, -0.03756832331418991, -0.022883018478751183, -0.029370611533522606, -0.00018863474542740732, 0.03925129771232605, 0.003481313120573759, -0.0008576042018830776, 0.017264055088162422, 0.0038816980086266994, -0.0016549810534343123, -0.023385195061564445, -0.009446370415389538, -0.02008710987865925, 0.011380433104932308, 0.02329018898308277, 0.00352881639264524, 0.006592779420316219, -0.01877058856189251, 0.00569700263440609, -0.009134205989539623, 0.008374152705073357, 0.02529889903962612, -0.010620380751788616, 0.007824472151696682, -0.019286340102553368, -0.010674669407308102, -0.028420545160770416, -0.022883018478751183, 0.0002332751319045201, 0.0026347364764660597, -0.008095919154584408, -0.016001826152205467, 0.014142410829663277, -0.016599010676145554, -0.006148284301161766, -0.004051352851092815, -0.0015005952445790172, 0.0063077593222260475, 0.006012560334056616, -0.02544819563627243, 0.018173404037952423, 0.0299406498670578, 0.013368785381317139, -0.024470984935760498, 0.0014997470425441861, 0.01628684438765049, -0.029777782037854195, -0.00012119703023927286, 0.0068845851346850395, 0.02285587228834629, -0.03838266432285309, 0.022190826013684273, -0.06525596231222153, 0.03545103222131729, 0.007356225047260523, -0.027470478788018227, -0.012900538742542267, -0.02961491420865059, -0.0036611470859497786, -0.028800571337342262, -0.007003343664109707, 0.021810799837112427, -0.017467642202973366, 0.008014485239982605, -0.0045128134079277515, -0.0020171937067061663, -0.016001826152205467, -0.017440496012568474, 0.00719335675239563, -0.01535035204142332, 0.01924562267959118, 0.016626155003905296, 0.009588880464434624, -0.002539729932323098, 0.021498635411262512, 0.020792871713638306, 0.007634458597749472, 0.006782792508602142, -0.023643070831894875, 0.013721667230129242, -0.002958776894956827, -0.007464804220944643, -0.014373141340911388, -0.028311965987086296, -0.014821029268205166, 0.014345996081829071, -0.018444852903485298, -0.02888200618326664, 0.002514281775802374, 0.011034337803721428, 0.002872253069654107, 0.03732401877641678, 0.004814798478037119, -0.03596678376197815, 0.0012223616940900683, -0.014427429996430874, 0.012106554582715034, -0.004159931559115648, 0.010511801578104496, -0.021376485005021095, 0.019544214010238647, 0.006552061997354031, 0.0277554988861084, 0.01704689860343933, -0.020249977707862854, -0.02544819563627243, -0.008143422193825245, 0.01513319369405508, 0.023425912484526634, 0.01171974278986454, 0.013416288420557976, 0.050000615417957306, 0.02110503613948822, 0.011461867019534111, 0.018281983211636543, -0.0010662793647497892, -0.001749139279127121, -0.00828593224287033, -0.006854047533124685, -0.0027110811788588762, -0.0018322700634598732, -0.019123470410704613, -0.004102249164134264, 0.01650400273501873, 0.012479795143008232, 0.014793884009122849, 0.00549681019037962, 0.0026092883199453354, -0.005815761163830757, -0.013511295430362225, -0.026126815006136894, 0.016476858407258987, 0.018376991152763367, -0.004248152021318674, 0.00467228889465332, 0.018933458253741264, 0.02125433273613453, 0.003640788607299328, -0.005106604658067226, 0.006745468359440565, -0.008238429203629494, -0.01279874611645937, -0.008591311052441597, 0.010097844526171684, -0.005418769083917141, 0.02350734733045101, 0.014088121242821217, 0.003277727635577321, 0.016083259135484695, 0.010647525079548359, 0.027484051883220673, 0.0033829135354608297, 0.016408996656537056, -0.017535503953695297, 0.0016244432190433145, -0.018824879080057144, -0.04356731101870537, 0.002614377997815609, -0.04557602107524872, -0.02709045261144638, 0.013552012853324413, 0.01522820070385933, -0.0005963360308669508, 0.00823164265602827, 0.009174922481179237, 0.00585987139493227, -0.02771478146314621, 0.03699828311800957, -0.02855626866221428, -0.027321182191371918, -0.024769576266407967, 0.02114575356245041, 0.039088428020477295, 0.020928597077727318, 0.05244364216923714, -0.009500660002231598, 0.014020259492099285, 0.017331918701529503, 0.010308215394616127, -0.013416288420557976, 0.031270742416381836, 0.016313990578055382, -0.01423741690814495, -0.016341134905815125, -0.007505521178245544, 0.005137142259627581, -0.03564104810357094, -0.01840413548052311, -0.00923599861562252, 0.008740606717765331, 0.03626537695527077, 0.08447443693876266, 0.009609239175915718, -0.015268917195498943, -0.0002508767938707024, -0.009778893552720547, -0.008760965429246426, 0.006742075551301241, 0.014047403819859028, -0.006949054077267647, -0.03403950482606888, -0.021227188408374786, 0.007668389473110437, -0.04421878606081009, -0.03355089947581291, 0.00039232635754160583, -0.004835157189518213, 0.00038405568921007216, 0.013300923630595207, -0.008401297964155674, -0.020725009962916374, 0.02658827416598797, 0.001443760935217142, -0.0004184107528999448, 0.01444100309163332, -0.005652892403304577, 0.0015124711208045483, 0.008353793993592262, 0.0011086930753663182, 0.012242279015481472, -0.019734228029847145, 0.01803768053650856, 0.027633346617221832, -0.04082569107413292, -0.007478376384824514, 0.00767517602071166, -3.385140371392481e-05, -0.001256292569451034, -0.025502486154437065, -0.006239897571504116, -0.0045637097209692, 0.0071662119589746, 0.004088677000254393, -0.005500203464180231, -0.01807839795947075, -0.012221920304000378, 0.016531147062778473, -0.017291201278567314, -0.028529124334454536, -0.02654755860567093], metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='e1d66a9d-cf3d-4d6b-99d5-e77721ae4966', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='e86c100023ae89a59b7c42c65ce757d31d4d115966b371c7c58633d6d274b45b'), : RelatedNodeInfo(node_id='eac96e88-e532-4019-b75e-d082e53e66e0', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='5254aa5733c763b7ff9a16f8a8b8324915da5307beddadc688afa53fbe666345'), : RelatedNodeInfo(node_id='de16c322-dfa7-4368-b420-3d8a723182f6', node_type=, metadata={}, hash='e65e3802838e02b2fef0d95c1d2c3f39d36820999fd454f611fc18587261bfca')}, hash='04945ffe50cf5ac26e09e8b113cd0d669dd39d46b90a2ad338d4a9346dcfa0b4', text='AI, providing a versatile and adaptable approach to solving complex problems across multiple domains. From language and vision to robotics and reasoning, these models are unlocking new possibilities and driving innovation across various industries. As we continue to explore the full potential of foundation models and their role in the evolution towards AGI, it is crucial to foster responsible and ethical AI development, ensuring these models are used to benefit humanity and address the most pressing challenges of our time. With foundation models as a solid basis, we can accelerate AI research and development, unlocking new frontiers and shaping the future of intelligent systems. LLMs Papers GPT-4 Technical Report: https://arxiv.org/abs/2303.08774GPT-3: Language Models are Few-Shot Learners: https://arxiv.org/abs/2005.14165Toolformer: Language Models Can Teach Themselves to Use Tools: https://arxiv.org/abs/2302.04761LLaMA: Open and Efficient Foundation Language Models: https://arxiv.org/abs/2302.13971Google USM: Scaling Automatic Speech Recognition Beyond 100 Languages: https://arxiv.org/abs/2303.01037Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model: https://arxiv.org/abs/2201.11990 Foundation Models Resources Reflections on Foundation Models: https://hai.stanford.edu/news/reflections-foundation-modelsOn the Opportunities and Risks of Foundation Models: https://arxiv.org/abs/2108.07258', start_char_idx=11617, end_char_idx=13081, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='de16c322-dfa7-4368-b420-3d8a723182f6', embedding=[-0.021173957735300064, 0.01008983887732029, 0.006994967814534903, -0.022042201831936836, -0.0002772342413663864, 0.014606108888983727, -0.0161325391381979, -0.004673814866691828, -0.028217937797307968, -0.047389332205057144, 0.011210153810679913, 0.036914385855197906, -0.021454036235809326, -0.02017967775464058, 0.011945360340178013, 0.006788409780710936, 0.022868433967232704, 0.01498421560972929, 0.011140134185552597, -0.016846738755702972, -0.0029320749454200268, 0.008626426570117474, -0.028960147872567177, -0.029800383374094963, 0.0042852056212723255, 0.027405710890889168, 0.04254397004842758, -0.027223659679293633, -0.015964491292834282, 0.014242006465792656, 0.003052858868613839, 0.016258573159575462, -0.03856685012578964, 0.004561783280223608, -0.017714982852339745, -0.02009565383195877, 0.02607533521950245, -0.0018992843106389046, 0.0319569893181324, -0.01532031036913395, 0.026187367737293243, 0.030080461874604225, 0.0007986621931195259, 0.0024226815439760685, 0.002753524575382471, 0.004005126655101776, -0.001936044660396874, -0.004827858414500952, -0.012540527619421482, 0.001990309916436672, 0.0006306149298325181, 0.040247321128845215, -0.02239229902625084, 0.021243976429104805, -0.015488357283174992, 0.0011605764739215374, 0.023386579006910324, 0.005037917289882898, 0.012547530233860016, 0.014956207945942879, 0.013604827225208282, -0.00410665525123477, -0.01789703406393528, 0.019549500197172165, -0.0029443283565342426, -0.013058673590421677, -0.023876717314124107, 0.025893284007906914, 0.011490232311189175, -0.011623269878327847, 0.01152524258941412, 0.03335738554596901, -0.0030055956449359655, -0.018583228811621666, 0.02790985256433487, -0.023470602929592133, -0.0006100466125644743, -0.009564691223204136, -0.026411430910229683, -0.0009802757995203137, 0.024800976738333702, -0.010839049704372883, 0.002531212056055665, 0.027503738179802895, 0.004607296083122492, 0.002056828700006008, -0.002848051255568862, -0.01391991600394249, -0.014816167764365673, -0.00891350768506527, 0.007103498559445143, 0.00040130040724761784, 0.05573568120598793, 0.013905911706387997, -0.014858179725706577, 0.018891314044594765, -0.010411929339170456, 0.019395455718040466, -0.009410647675395012, -0.016986778005957603, -0.017714982852339745, 0.0024489390198141336, -0.023218531161546707, -0.021075928583741188, -0.01869525946676731, -0.025361135601997375, 0.010292896069586277, 0.02473095804452896, 0.001656841137446463, 0.004036635626107454, -0.008297334425151348, 0.037950675934553146, -0.01236547902226448, -0.02076784335076809, 0.0015001720748841763, 0.006084711756557226, 0.011700291186571121, 0.00736607238650322, 0.009452659636735916, -0.0024734458420425653, 0.04993804916739464, 0.0006704386323690414, 0.02038973569869995, 0.0015596888260915875, 0.01211340818554163, -0.006287768948823214, -0.0114132110029459, -0.026173362508416176, -0.014298022724688053, -0.003332937601953745, 0.01716882921755314, 0.04470057412981987, 6.099372330936603e-05, 0.00309312017634511, -0.026761528104543686, 0.031620897352695465, -0.004113657400012016, -0.029772376641631126, -0.026047328487038612, -0.014662125147879124, 0.009403645060956478, 0.022798413410782814, -0.0009190085693262517, -0.021033916622400284, 0.0012113407719880342, 0.03694239258766174, -0.010811041109263897, 0.030892690643668175, 0.018205121159553528, -0.011595262214541435, 0.0031123755034059286, -0.030584603548049927, -0.008724454790353775, 0.04058341681957245, 0.0187652800232172, 0.0012279704678803682, 0.00990078505128622, 0.0044812606647610664, -0.03313332051038742, -0.030164485797286034, -0.023540623486042023, 0.005293489433825016, -0.019549500197172165, 0.010762027464807034, 0.014305024407804012, 0.03481379523873329, 0.025501174852252007, -0.0056891003623604774, 0.0015036730328574777, -0.020151669159531593, -0.013758870773017406, 0.03579406812787056, -0.028245946392416954, 0.026327406987547874, 0.006949455011636019, 0.009662718512117863, 0.02946428954601288, -0.014410054311156273, -0.009011534973978996, -0.014662125147879124, -0.004439248703420162, 0.0031526368111371994, 0.0037180460058152676, 0.008472383953630924, -0.02312050387263298, -0.003054609289392829, 0.005409021861851215, -0.005279485136270523, -0.006315776612609625, -0.010790035128593445, 0.014382045716047287, 0.014928199350833893, -0.0213560089468956, -0.008836486376821995, -0.6013851761817932, -0.013352756388485432, 0.012442500330507755, -0.011581257916986942, 0.0032909258734434843, 0.0029915915802121162, 0.006035698112100363, -0.002280891640111804, -0.018443187698721886, 0.02725166641175747, -0.017112813889980316, -0.0071910228580236435, -0.0031841457821428776, -0.012806602753698826, -0.009886781685054302, -0.02649545483291149, 0.0187652800232172, -0.008451377972960472, -0.0019377951975911856, 0.01736488565802574, -0.008864494040608406, -8.905630238587037e-05, 0.009557688608765602, 0.0228264220058918, -0.0019290427444502711, 0.01905936188995838, 0.011546248570084572, 0.0022441314067691565, 0.023596638813614845, -0.0009776500519365072, -0.038454819470644, 0.036130163818597794, 0.018513208255171776, -0.0028007880318909883, 0.04926586151123047, -0.021972181275486946, -0.029436280950903893, 0.020879874005913734, -0.001396017731167376, 0.02982839196920395, -0.02547316625714302, -0.046661127358675, 0.022924449294805527, 0.010026820935308933, -0.020431747660040855, 0.017855023965239525, 0.0034729770850390196, 0.016328593716025352, -0.017098810523748398, -0.019185397773981094, 0.0019780565053224564, 0.00787721574306488, 0.016748711466789246, 0.010257885791361332, 0.006413804367184639, 0.001663843053393066, 0.0332733616232872, -0.004869869910180569, 0.014164985157549381, -0.017210841178894043, 0.008521397598087788, 0.011224158108234406, -0.0018957833526656032, -0.029324250295758247, -0.031480856239795685, 0.0295203048735857, 0.019843582063913345, 0.005867650732398033, 0.0014362790388986468, -0.011756307445466518, -0.010334907099604607, 0.0068444255739450455, 0.0029548313468694687, -0.014886188320815563, -0.00731005659326911, 0.01730887033045292, 0.007429089862853289, -0.024856992065906525, 0.013058673590421677, 0.014606108888983727, 0.0018152607372030616, 0.0007737176492810249, -0.006543340627104044, -0.008955519646406174, 0.023092497140169144, 0.010769030079245567, -0.00453027430921793, 0.00324891391210258, 0.025571193546056747, 0.008752462454140186, -0.009907787665724754, 0.02083786204457283, -0.023078491911292076, -0.05341102555394173, 0.0016052016289904714, 0.011763309128582478, -0.005433528684079647, -0.007135007064789534, 0.00031486983061768115, -0.00906054861843586, -0.007527117617428303, -0.014277016744017601, 0.03926704823970795, 0.03254515677690506, 0.020445752888917923, 0.028820108622312546, -0.01568441279232502, -0.007331062573939562, 0.006046201102435589, -0.019563503563404083, -0.035457976162433624, 0.002296646125614643, -0.02386271394789219, 0.002112844493240118, 0.011140134185552597, -0.03733450174331665, 0.026159359142184258, -0.0013785128248855472, -0.004614298231899738, -0.02496902458369732, 0.023386579006910324, -0.0022493829019367695, 0.013051671907305717, -0.0027797820512205362, 0.02296646125614643, 0.016440624371170998, 0.008899503387510777, -0.005731112323701382, -0.019395455718040466, 0.015110250562429428, 0.003276921808719635, -0.004222187679260969, 0.03444969281554222, -0.012764590792357922, 0.013814886100590229, 0.0035640026908367872, 0.04086349532008171, 0.009991810657083988, 0.017056798562407494, -0.019031353294849396, -0.02400275319814682, 0.0010257886024191976, 0.014368042349815369, 0.006763902958482504, -0.03041655756533146, -0.026229379698634148, -0.011119128204882145, -0.003987621981650591, 0.018961334601044655, 0.004670314025133848, -0.007576131261885166, -0.0027167643420398235, -0.02208421379327774, 0.02386271394789219, -0.01627257838845253, -0.00938964169472456, -0.027587762102484703, -0.04013529047369957, 2.5641978936619125e-05, -0.034869808703660965, 0.014333032071590424, 0.019045358523726463, -0.005580570083111525, 0.006326279602944851, 0.005643587559461594, -0.025865277275443077, -0.01576843671500683, 0.020585792139172554, -0.035373952239751816, -0.0161325391381979, -0.00787721574306488, -0.05352305620908737, 0.016594668850302696, 0.011973368003964424, -0.018443187698721886, 0.008570411242544651, 0.002975837094709277, 0.016104530543088913, 0.005675096530467272, -0.007828202098608017, 0.0018485200125724077, 0.008479385636746883, -0.019255416467785835, -0.00916557852178812, 0.017336877062916756, 0.008136289194226265, 0.007821200415492058, 0.007548123598098755, -0.004803351126611233, -0.016762716695666313, 0.03176093474030495, 0.010173861868679523, -0.03484180197119713, 0.016104530543088913, -0.016608672216534615, 0.007106999401003122, 0.013940921984612942, -0.005100935231894255, -0.0036235193256288767, 0.044588543474674225, 0.011714295484125614, -0.009221593849360943, 0.009634710848331451, -0.0077861906029284, 0.006592354737222195, -0.03290925920009613, 0.021986184641718864, -0.033105313777923584, 0.02076784335076809, 0.017434904351830482, 0.009193586185574532, -0.019311433658003807, -0.005808134097605944, -0.01753293164074421, -0.007807196583598852, 0.030304525047540665, -0.016244569793343544, 0.026789536699652672, -0.008479385636746883, 0.00773017480969429, 0.005310994107276201, 0.016804726794362068, 0.012911632657051086, 0.023526618257164955, 0.0005050170584581792, 0.022574350237846375, -0.010755025781691074, 0.011679286137223244, 0.0032786724623292685, -0.014038949273526669, -0.009935795329511166, 0.014410054311156273, 0.017266858369112015, 0.020963897928595543, 0.0018012567888945341, 0.006252759136259556, 0.025207091122865677, 0.0029670847579836845, 0.05103035643696785, -0.00040326968883164227, -0.003851083340123296, -0.010152855888009071, -0.004897878039628267, -0.026691509410738945, 0.011651277542114258, 0.003851083340123296, 0.01686074398458004, 0.013317747041583061, -0.014956207945942879, 0.007968241348862648, -0.013121691532433033, 0.024800976738333702, -0.0008126661414280534, 0.009298616088926792, 0.025599202141165733, -0.01848519966006279, 0.008514394983649254, 0.014277016744017601, 0.028988154605031013, 0.012974650599062443, 0.004729830659925938, 0.018667250871658325, -0.014634116552770138, -0.024114783853292465, 0.008500391617417336, -0.016384609043598175, 0.010026820935308933, -0.026901567354798317, -0.023008473217487335, 0.014578101225197315, -0.026327406987547874, -0.020445752888917923, -0.002329905517399311, -0.03593410924077034, 0.010916071012616158, 0.012708575464785099, -0.0093826400116086, 0.023162515833973885, 0.014298022724688053, 0.03498184308409691, -0.017560940235853195, -0.04713726043701172, 0.03374949470162392, 0.008031259290874004, -0.016230566427111626, 0.0008542403229512274, -0.022770406678318977, -0.00809427723288536, -0.0026169861666858196, -0.012925636023283005, 0.007296052761375904, 0.00559457391500473, -0.000656434684060514, 0.006259760819375515, -0.012435498647391796, 0.0008756838506087661, 0.03669032081961632, 0.004383232910186052, -0.004355225246399641, 0.008493389002978802, -0.00464230589568615, 0.023470602929592133, -0.03820274770259857, -0.00229139463044703, 0.006508330814540386, -8.839987276587635e-05, -0.03212503716349602, -0.026005316525697708, 0.016370605677366257, -0.017028789967298508, 0.030724642798304558, -0.02024969644844532, 0.001535181887447834, -0.00045644090278074145, 0.006627364549785852, 0.00843737367540598, 0.016006503254175186, 0.025095060467720032, 0.03495383262634277, -0.009039542637765408, -0.017070801928639412, -0.018793286755681038, -0.001925541670061648, 0.0103489113971591, 0.06587453186511993, 0.025431154295802116, -0.02230827510356903, 0.00975374411791563, -0.029436280950903893, 0.011182146146893501, -0.00890650600194931, -0.010664000175893307, 0.0011999625712633133, 0.0077161709778010845, -0.00014857304631732404, 0.0018730269512161613, 0.005391516722738743, -0.012925636023283005, 0.01590847596526146, 0.0021461036521941423, 0.018961334601044655, -0.022700386121869087, -0.008836486376821995, -0.003921103198081255, 0.00714200921356678, 0.0005540308775380254, -0.006910944357514381, 0.018737271428108215, 0.01722484640777111, -0.0064208065159618855, 0.034141603857278824, 0.015880467370152473, 0.012568536214530468, -0.008150292560458183, 0.007068488746881485, -0.014676128514111042, -0.0009032540838234127, -0.006532838102430105, -0.006602857727557421, 0.013702855445444584, -0.0018170111579820514, -0.003942109178751707, 0.015334313735365868, 0.010054828599095345, -0.009004533290863037, 0.019927605986595154, 0.004278203472495079, 0.005149948876351118, 0.011623269878327847, -0.028231943026185036, -0.015376325696706772, 0.016370605677366257, -0.0030686133541166782, -0.012218437157571316, 0.036998409777879715, 0.007898221723735332, -0.03727848827838898, -0.018611235544085503, 0.015880467370152473, -0.012211435474455357, 0.0013198712840676308, -0.014718140475451946, -0.0015719422372058034, -0.035682037472724915, -0.011476228944957256, -0.03475777804851532, 0.011903348378837109, -0.01071301382035017, -0.014844176359474659, -0.0049048797227442265, -0.019479479640722275, 0.004295708611607552, -0.019199401140213013, 0.008045263588428497, -0.03100472316145897, -0.016090527176856995, -0.05786427855491638, -0.026229379698634148, 0.01321971882134676, 0.00666587520390749, 0.009081554599106312, 0.020795850083231926, -0.004946891684085131, 0.010264887474477291, -0.016818732023239136, -0.013667845167219639, -0.015264294110238552, -0.03461774066090584, 0.02988440729677677, -0.026565473526716232, 0.011728299781680107, -0.0002021818800130859, -0.02253233827650547, -0.00612672371789813, 0.0273917056620121, -0.007772186305373907, -0.014998218975961208, 0.006000688299536705, 0.010951081290841103, 0.02636941894888878, 0.004330718424171209, -0.009711732156574726, 0.03131280839443207, -0.01751892827451229, 0.0005010784952901304, -0.021538060158491135, -0.01215541921555996, -0.034057579934597015, 0.0032016506884247065, 0.01679072342813015, 0.023988747969269753, 0.013044670224189758, 0.011574256233870983, -0.026467446237802505, 0.01870926283299923, -0.023722674697637558, -0.013779876753687859, 0.011028102599084377, 0.01310768723487854, 0.008003251627087593, 0.02209821715950966, -0.004036635626107454, 0.003861586330458522, -0.02657947689294815, 0.010292896069586277, -0.013534807600080967, 0.027489732950925827, 0.012085399590432644, -0.010362915694713593, 0.029800383374094963, -0.008507393300533295, 0.00031990249408409, -0.04094751924276352, 0.021972181275486946, -0.009935795329511166, 0.03318933770060539, 0.007667156867682934, 0.018233129754662514, -0.021958177909255028, -0.020711826160550117, -0.018583228811621666, 0.024324843659996986, 0.007036979775875807, -0.008269326761364937, 0.0016157045029103756, 0.01520827878266573, -0.011504236608743668, -0.004603795241564512, 0.0033346882555633783, -0.031032729893922806, -0.006788409780710936, 0.002630990231409669, 0.02209821715950966, 0.0306406207382679, -0.011763309128582478, 0.008598418906331062, -0.03190097585320473, -0.03750254958868027, 0.0017041043611243367, -0.03150886297225952, -0.015992499887943268, 0.00607770960777998, -0.0011990873608738184, 0.004022631794214249, 0.0635218694806099, 0.018023069947957993, -0.004684317857027054, 0.032209061086177826, -0.014410054311156273, 0.010495953261852264, 0.0032751713879406452, -0.0011824576649814844, -0.012750587426126003, -0.0026817545294761658, 0.011105123907327652, -0.007457097992300987, 0.0010835548164322972, -0.0009198837797157466, 0.0132127171382308, 0.017714982852339745, -0.022924449294805527, -0.006042699795216322, -0.005514051299542189, -0.032293085008859634, -0.01450808160007, 0.024114783853292465, -0.0026292395778000355, -0.0012305962154641747, -0.048061519861221313, -0.021818138659000397, 0.03688637539744377, 0.012869620695710182, 0.019927605986595154, 0.027629772201180458, 0.022546343505382538, -0.019325437024235725, 0.010096840560436249, 0.007436092011630535, 0.022854428738355637, -0.02151005156338215, -0.0212019644677639, -0.033833518624305725, 0.0032296585850417614, 0.006847926415503025, -0.020123660564422607, 0.03078065998852253, -0.0024016755633056164, -0.011427214369177818, -0.013786878436803818, 0.009214592166244984, -0.018163109198212624, -0.013821888715028763, 0.0037565568927675486, -0.04136763885617256, -0.023036479949951172, -0.013240724802017212, -0.005188459530472755, 0.003231409005820751, -0.009102560579776764, 0.0003730737080331892, -0.015040230937302113, 0.018219126388430595, -0.01974555477499962, -0.019101373851299286, 0.001034541055560112, 0.04245994612574577, 0.04853765666484833, -0.007092995569109917, 7.778751023579389e-05, 0.026411430910229683, 0.005048420280218124, -0.01627257838845253, -0.0013216218212619424, -0.003984120674431324, 0.01060098223388195, 0.0032086526043713093, 0.00035819452023133636, -0.0003529430541675538, -0.015278298407793045, 0.025641214102506638, -0.003448470262810588, -0.048845741897821426, -0.05948873609304428, 0.018079085275530815, 0.00613372540101409, 0.0016752212541177869, -0.02858204022049904, -0.033917542546987534, -0.013527805916965008, -0.012806602753698826, -0.012715577147901058, 0.01877928338944912, -0.007324060425162315, 0.000756212742999196, 0.01081804372370243, -0.0010853053536266088, 0.01950748823583126, 0.0040016258135437965, -0.007012472953647375, 0.00511493906378746, 0.030500581488013268, 0.0013023663777858019, -0.02761576883494854, 0.013975932262837887, -0.021412024274468422, 0.02761576883494854, -0.03576606139540672, 0.014101967215538025, 0.019199401140213013, -0.007135007064789534, -0.002095339586958289, 0.012820607051253319, 0.006364790722727776, 0.03092069923877716, -0.0368303619325161, -0.009550686925649643, -0.011455222964286804, -0.002030571224167943, 0.01884930208325386, -0.008815480396151543, -0.00975374411791563, -0.02068381942808628, -0.006021694280207157, 0.009823763743042946, 0.019689539447426796, 0.005468538496643305, -0.024927012622356415, 0.0018380171386525035, -0.003021349897608161, -0.02643943764269352, -0.021986184641718864, -0.0037145449314266443, 0.039070989936590195, -0.0345897302031517, -0.001324247568845749, 0.015866464003920555, -0.005580570083111525, 0.010656998492777348, 0.012435498647391796, -0.0036725332029163837, -0.03349742293357849, 0.03937907889485359, -0.020585792139172554, -0.0032331596594303846, 0.014676128514111042, -0.015222282148897648, -0.03517789766192436, -0.03033253364264965, -0.014326030388474464, 0.0038405803497880697, 0.01781301200389862, -0.02009565383195877, -0.015334313735365868, -0.0035955114290118217, -0.018961334601044655, 0.025011036545038223, 0.008605420589447021, -0.01943746767938137, 0.0003654152969829738, 0.023764684796333313, 0.005254978314042091, -0.006007689982652664, 0.012148417532444, 0.016580665484070778, 0.024842988699674606, 0.009739739820361137, 0.019017349928617477, -0.020809855312108994, 0.003481729421764612, -0.027349693700671196, -0.003609515493735671, 0.01177731342613697, -0.05131043493747711, -0.02031971700489521, -0.006511832121759653, -0.005517552141100168, -0.01751892827451229, 0.00421868683770299, -0.005923666525632143, 0.009186584502458572, -0.021299991756677628, 0.019773563370108604, -0.018863307312130928, 0.006679879035800695, 0.0106780044734478, 0.006046201102435589, -0.01606251858174801, 0.0018275141483172774, -0.030864683911204338, -0.020207684487104416, -0.0093826400116086, 0.013317747041583061, -0.03377750143408775, -0.012652559205889702, -0.003749554743990302, 0.0338895358145237, -0.009256604127585888, -0.045092687010765076, -0.016020506620407104, -0.004887375049293041, -0.03374949470162392, -0.0029215719550848007, -0.016664687544107437, -0.006452315021306276, 0.0007395830471068621, 0.032573163509368896, -0.009452659636735916, 0.020263701677322388, 0.0016550906002521515, 0.02172011137008667, -0.005433528684079647, 0.0024104281328618526, -0.014606108888983727, -0.007478103972971439, 0.008360352367162704, -0.005979682318866253, -0.040023259818553925, -0.015264294110238552, -0.0046212999150156975, -0.024941015988588333, 0.005030915141105652, 0.01476015243679285, -0.001062548952177167, 0.005811634939163923, 0.005205964669585228, -0.009627708233892918, 0.023078491911292076, 0.006837423425167799, 0.011756307445466518, -0.02394673600792885, -0.006858429405838251, 0.011182146146893501, -0.008878497406840324, -0.015936482697725296, -0.009319622069597244, 0.013422776013612747, 0.002842799760401249, 0.012687569484114647, -0.02180413343012333, -0.013352756388485432, 0.025095060467720032, -0.0008065393776632845, 0.05002207309007645, 0.017280861735343933, -0.011056110262870789, 0.02452089823782444, 0.01295364461839199, -0.01627257838845253, -0.009256604127585888, 0.023358572274446487, 0.0026292395778000355, 0.004789347294718027, 0.03842680901288986, -0.028988154605031013, -0.0016865994548425078, -0.013646839186549187, 0.010180864483118057, -0.01974555477499962, -0.006256259977817535, -0.00041158453677780926, -0.007184021174907684, -0.026831548660993576, 0.01988559402525425, 0.02401675656437874, -0.022994469851255417, 0.007534119766205549, -0.0223222803324461, -5.732862700824626e-05, 0.008031259290874004, 0.00581863708794117, -0.013506799936294556, -0.011441218666732311, -0.007057985756546259, 0.003425713861361146, -0.007219030987471342, -0.025347130373120308, -0.007338064257055521, 0.018793286755681038, 0.009578694589436054, 0.017266858369112015, 0.20020031929016113, -0.028161922469735146, 0.0110841179266572, 0.02268638275563717, 0.020305711776018143, -0.00865443516522646, 0.014998218975961208, 0.001585070975124836, -0.017196837812662125, -0.005079929251223803, -0.005381013732403517, 0.011476228944957256, -0.026677506044507027, 0.001473914599046111, 0.02946428954601288, -0.028988154605031013, -0.032517146319150925, -0.040527403354644775, -0.02244831621646881, 0.011378200724720955, -0.014452065341174603, 0.008899503387510777, -0.010215873830020428, -0.012722578831017017, 0.0048068524338305, -0.026201371103525162, 0.006812916602939367, 0.006539839785546064, 0.01273658312857151, 0.01568441279232502, -0.023512614890933037, 0.0038580854889005423, 0.02090788260102272, -0.011035104282200336, 0.0006673752795904875, -0.010481948964297771, 0.02275640144944191, -0.0018887813203036785, 0.006221250165253878, 0.040751464664936066, 0.05780826136469841, 0.006770904641598463, 0.023022476583719254, -0.027349693700671196, -0.006350786425173283, 0.012190429493784904, -0.01001281663775444, 0.017112813889980316, -0.03694239258766174, 0.006119721569120884, -0.017644964158535004, 0.03416961431503296, 0.017406897619366646, 0.03321734443306923, -0.010362915694713593, -0.010026820935308933, -0.03187296539545059, -0.004204683005809784, -0.0006936326390132308, 0.012302461080253124, -0.026243383064866066, -0.011210153810679913, -0.00767415901646018, 0.03646625950932503, -0.007828202098608017, 0.005717108491808176, -0.008696446195244789, 0.013394768349826336, 0.012057391926646233, -0.010909069329500198, -0.02223825640976429, -0.005479041486978531, -0.014368042349815369, -0.010776031762361526, -0.03727848827838898, -0.036914385855197906, 0.03851083293557167, 0.013877904042601585, 0.01928342506289482, 0.03470176085829735, 0.018597232177853584, -0.01473214477300644, 0.014438061974942684, -0.03733450174331665, -0.020949894562363625, -0.0134437819942832, 0.03467375412583351, -0.013527805916965008, -0.011252165772020817, -0.00820630881935358, 0.004803351126611233, -0.006581851746886969, -2.2537589757121168e-05, 0.006315776612609625, -0.01686074398458004, -0.006917946040630341, -0.010811041109263897, -0.0027150139212608337, -0.001262105070054531, -0.03585008531808853, 0.00463880505412817, 0.03108874522149563, 0.007982245646417141, -0.006389297544956207, 0.020865870639681816, 0.028680069372057915, -0.00731005659326911, 0.022574350237846375, 0.008605420589447021, -0.01023687981069088, 0.007709168829023838, -0.030668627470731735, 0.019423464313149452, 0.016958771273493767, -0.0004264637245796621, 0.014494077302515507, 0.014942203648388386, 0.011721297167241573, 0.026915572583675385, -0.011455222964286804, 0.0019658030942082405, -0.017644964158535004, 0.002312400611117482, 0.010586978867650032, -0.00073433161014691, -0.04640905559062958, -0.017925042659044266, 0.024800976738333702, -0.051142387092113495, 0.0026554970536381006, 0.01819111779332161, -0.02450689487159252, 0.01532031036913395, -0.002595980418846011, 0.009088557213544846, 0.006469820160418749, -0.027349693700671196, -0.020963897928595543, -0.01905936188995838, 0.01119614951312542, -0.011273171752691269, 0.012673565186560154, 0.003042355878278613, -0.007947235368192196, 0.022504331544041634, -0.03554200008511543, 0.0054825423285365105, -0.006098715588450432, 0.02121596783399582, -0.01188934501260519, -0.006805914919823408, 0.018527211621403694, -0.003520240308716893, -0.004036635626107454, 0.010383921675384045, -0.0030511084478348494, -0.03472977131605148, -0.029100187122821808, 0.008633429184556007, 0.019325437024235725, -0.02732168696820736, 0.0006700009689666331, 0.01130117941647768, -0.0029635836835950613, -0.013261730782687664, -0.010867057368159294, -0.1785782426595688, -0.0014502829872071743, 0.020053641870617867, -0.01995561458170414, 0.019577506929636, 0.001573692774400115, 0.025221094489097595, 0.007464099675416946, -0.02827395498752594, 0.004561783280223608, -0.006760402116924524, -0.0040016258135437965, 0.03400156646966934, -0.01523628644645214, -0.0018380171386525035, -0.006781407631933689, -0.03010847046971321, 0.008451377972960472, 0.017504924908280373, 0.015782440081238747, 0.023386579006910324, -0.02540314570069313, 0.0176029521971941, 0.005240974482148886, 0.01694476790726185, 0.009508674964308739, 0.004201181698590517, 0.021930169314146042, -0.007527117617428303, -0.03932306170463562, -0.025305118411779404, -0.013289738446474075, 0.017799006775021553, 0.000850739364977926, 0.013597825542092323, 0.017560940235853195, 0.006210747174918652, -0.0006931950338184834, -0.030080461874604225, 0.019577506929636, 0.019353443756699562, 0.019535494968295097, 0.006868932396173477, 0.006616861559450626, -0.010019819252192974, 0.01730887033045292, 0.01715482585132122, -0.008892501704394817, 0.008360352367162704, -0.01347178965806961, 0.03881892189383507, -0.006616861559450626, 0.02291044592857361, 0.0027675286401063204, 0.0027080117724835873, 0.00046913197729736567, 0.0045022666454315186, -0.00523047149181366, -0.009088557213544846, -0.037306495010852814, -0.010425932705402374, -0.0026169861666858196, 0.0197315514087677, -0.01020187046378851, -0.005237473640590906, -0.042740024626255035, -0.0424039289355278, -0.01263155322521925, -0.025585196912288666, -0.015026227571070194, -0.0223222803324461, -0.031396832317113876, -0.0029215719550848007, 0.00037241727113723755, 0.02038973569869995, 0.041059549897909164, -0.02901616320014, 0.004043637774884701, 0.028988154605031013, 0.018737271428108215, 0.012393486686050892, 0.02635541372001171, -0.010180864483118057, 0.010692007839679718, 0.004246694501489401, -0.008192304521799088, -0.004845363087952137, 0.0345897302031517, -0.016818732023239136, -0.012498516589403152, 0.008248320780694485, -0.012379482388496399, 0.027279675006866455, -0.0021320998203009367, 0.01862523891031742, 0.004792848136276007, -0.007117502391338348, -0.0014152731746435165, -0.007275046780705452, -0.020529774948954582, -0.0002483511052560061, 0.0006997593445703387, -0.025571193546056747, 0.00229139463044703, 0.04349623620510101, 0.02298046462237835, -0.021776126697659492, 0.02165009081363678, 0.0365222729742527, -0.00810127891600132, 0.00341521087102592, -0.0059166643768548965, -0.003592010587453842, -0.006095214746892452, 0.0034939830657094717, 0.018163109198212624, 0.0013575069606304169, -0.023470602929592133, 0.014263012446463108, -0.008045263588428497, 0.06324179470539093, -0.010082836262881756, -0.017630960792303085, 0.019675536081194878, -0.012442500330507755, -0.023302555084228516, -0.10329306125640869, 0.01693076267838478, 0.015516364946961403, 0.036494266241788864, -0.015810448676347733, 0.01203638594597578, -0.003823075443506241, 0.03596211597323418, -0.009137570858001709, 0.05455935001373291, -0.012218437157571316, -0.02291044592857361, 0.024184804409742355, 0.009361634030938148, -0.0021671096328645945, -0.004309712443500757, -0.004820856265723705, -0.028680069372057915, -0.013737864792346954, 0.040611423552036285, -0.027349693700671196, -0.015796443447470665, 0.015362321399152279, -0.02165009081363678, -0.0055595641024410725, -0.02607533521950245, -0.01642662100493908, 0.01604851521551609, -0.005832640919834375, -0.019899597391486168, 0.024786973372101784, -0.039939235895872116, 0.003548248205333948, -0.01687474735081196, 0.012323467060923576, 0.001702353940345347, 0.018891314044594765, -0.005661092698574066, 0.024058768525719643, 0.0015378076350316405, 0.008983527310192585, 0.007170017343014479, -0.006193242501467466, 0.012841613031923771, -0.013478792272508144, 0.005489544477313757, -0.024324843659996986, 0.02974436804652214, 0.007240036968141794, -0.03122878633439541, -0.030164485797286034, -0.008087275549769402, -0.027419714257121086, 0.015264294110238552, 0.0027377703227102757, -0.015054235234856606, 0.012533525936305523, 0.017098810523748398, -0.003805570537224412, 0.020361728966236115, 0.0025662218686193228, 0.011798319406807423, -0.00987277738749981, -0.003437967272475362, 0.021313996985554695, -0.009473665617406368, -0.02281241863965988, -0.0459609292447567, 0.010881060734391212, 0.011231159791350365, -0.009711732156574726, 0.024044765159487724, -0.0009102560579776764, 0.014802164398133755, -0.033161330968141556, 0.0009251352748833597, -0.008507393300533295, -0.019689539447426796, 0.013226721435785294, 0.005734613165259361, -0.015796443447470665, -0.016832735389471054, 0.0039246040396392345, -0.0090535469353199, -0.003499234328046441, 0.011609265580773354, -0.010783033445477486, -0.022938452661037445, -0.00035338065936230123, -0.02841399423778057, -0.0032244070898741484, 0.027587762102484703, -0.0038860931526869535, -0.04579288139939308, -0.015922479331493378, 0.012330468744039536, -0.025277111679315567, 0.008633429184556007, 0.01104210689663887, 0.018793286755681038, -0.02820393443107605, -0.02085186541080475, -0.06340984255075455, 0.032517146319150925, -0.0016052016289904714, -0.031984999775886536, -0.0009925292106345296, 0.0011054360074922442, 0.018065081909298897, 0.004561783280223608, -0.009599700570106506, 0.003917602356523275, -0.025893284007906914, 0.0038930953014642, -0.023974744603037834, -0.02666350081562996, -0.02716764248907566, -0.012456504628062248, 0.0028568035922944546, -0.02488500066101551, 0.010642994195222855, 0.0035745056811720133, 0.008983527310192585, -0.00835334975272417, 0.0029110689647495747, 0.023106500506401062, -0.0020008129067718983, -0.008633429184556007, -0.02010965719819069, 0.012652559205889702, -0.0004058954364154488, 0.018079085275530815, 0.000310055969748646, -0.011630271561443806, -0.011644275858998299, 0.02400275319814682, -0.013723860494792461, -0.0068549285642802715, 0.010215873830020428, 0.017771000042557716, 0.007415086030960083, 0.016916759312152863, -0.019115377217531204, -0.019983621314167976, 0.001334750559180975, -0.0008100403938442469, 0.004684317857027054, 0.002620487241074443, -0.008444375358521938, 0.00820630881935358, 0.03601813316345215, -0.0009452659287489951, 0.03377750143408775, 0.02590728923678398, 0.008157295174896717, -0.038706887513399124, -0.017112813889980316, 0.01520827878266573, 0.014942203648388386, 0.006707887165248394, 0.01641261763870716, 0.013730863109230995, 0.03895895928144455, -0.010040824301540852, 0.008374355733394623, -0.01498421560972929, 0.014536089263856411, -0.0132127171382308, -0.027293678373098373, -0.024828985333442688, -0.01152524258941412, -0.03447769954800606, 0.009935795329511166, -0.009445657022297382, 0.009914789348840714, 0.01439605001360178, 0.003620018484070897, 0.02127198502421379, 0.00613022455945611, -0.009368635714054108, -0.01915738917887211, 0.015292301774024963, 0.016160545870661736, -0.010671001859009266, 0.0003205589309800416, -0.010033822618424892, 0.025977307930588722, 0.009431653656065464, 0.0033907038159668446, 0.014550093561410904, -0.002730768173933029, 0.011980370618402958, 0.005314494948834181, 0.015656404197216034, -0.010005814954638481, 0.01380088273435831, -0.003560501616448164, 0.001658591558225453, 0.007352068554610014, 0.007071989588439465, 0.003648026380687952, 0.015152262523770332, 0.029940422624349594, 0.01251251995563507, -0.00517095485702157, -0.0016787223285064101, -0.021818138659000397, 0.0014835423789918423, -0.053999193012714386, -0.0332733616232872, 0.015530369244515896, 0.023162515833973885, 0.019269421696662903, -0.006574849598109722, 0.0014844175893813372, -0.0006958207814022899, -0.026789536699652672, 0.022126223891973495, -0.008451377972960472, -0.030668627470731735, -0.028554033488035202, 0.031704921275377274, 0.019633524119853973, -0.0051324437372386456, 0.036998409777879715, 0.00041617959504947066, 0.033161330968141556, -0.004316714592278004, 0.015446345321834087, -0.015082242898643017, 0.0332733616232872, 0.011994373984634876, 0.016580665484070778, 0.010804039426147938, -0.012470507994294167, 0.000589915958698839, 0.013730863109230995, -0.031032729893922806, 0.0013023663777858019, 0.015068239532411098, 0.005489544477313757, 0.0821751207113266, 0.024492889642715454, -0.016580665484070778, -0.000689694017637521, -0.02002563327550888, -0.005507049150764942, 0.007436092011630535, 0.02319052442908287, -0.00028642432880587876, -0.023148512467741966, -0.010159858502447605, -0.002799037378281355, -0.011539245955646038, -0.022364292293787003, -0.0034782285802066326, -0.005591073073446751, 0.0028392986860126257, -0.001033665845170617, -0.008808477781713009, 0.004876872058957815, 0.025459162890911102, 0.011952362954616547, -0.0021426028106361628, 0.013345754705369473, -0.026621488854289055, -0.006154731381684542, 0.0313408188521862, 0.015390329994261265, -0.00817830115556717, -0.01795305125415325, 0.03475777804851532, 0.0053530060686171055, -0.04769741743803024, -0.026831548660993576, -0.00865443516522646, -0.010313902050256729, -0.005149948876351118, -0.037446536123752594, 0.0039141010493040085, -0.020893877372145653, 0.009494670666754246, 0.006490826141089201, -0.017350880429148674, -0.018135102465748787, 0.018835298717021942, 0.0009785252623260021, -0.001473914599046111, -0.019171392545104027, -0.03436566889286041], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'), : RelatedNodeInfo(node_id='6817b959-9b45-4b43-895c-2b0bb58c6e92', node_type=, metadata={'title': 'Foundation Models: Scaling Large Language Models', 'url': 'https://pub.towardsai.net/foundation-models-37074a2d70a1#7ebc', 'source_name': 'towards_ai'}, hash='04945ffe50cf5ac26e09e8b113cd0d669dd39d46b90a2ad338d4a9346dcfa0b4'), : RelatedNodeInfo(node_id='e84dbd8c-2543-42fe-b9cb-744d5e99ed4b', node_type=, metadata={}, hash='4bf397e2c181ab661962278bf042c2fe854b92bf4e714cfee706bc499c64e98f')}, hash='e65e3802838e02b2fef0d95c1d2c3f39d36820999fd454f611fc18587261bfca', text=\"GPTQ: Post-training quantization on generative models In a groundbreaking paper [1], researchers unveiled GPTQ, a novel post-training quantization method that has the potential to reshape the world of language model compression. GPTQ is not only efficient enough to be applied to models boasting hundreds of billions of parameters, but it can also achieve remarkable precision by compressing these models to a mere 2, 3, or 4 bits per parameter without sacrificing significant accuracy. This cutting-edge technique is showcased by its ability to quantize massive models, such as OPT-175B and BLOOM-176B, in just a matter of a few GPU hours while maintaining minimal perplexity, a stringent measure of accuracy. On the practical front, the researchers have developed an execution harness that enables efficient operation of the compressed models for generative tasks. Remarkably, they achieved the milestone of running the compressed OPT-175B model on a single NVIDIA A100 GPU, or with only two more cost-effective NVIDIA A6000 GPUs. Additionally, bespoke GPU kernels optimized for compression result in significant speedups, further enhancing the practicality of these compressed models. What makes GPTQ stand out is its ability to quantize language models with hundreds of billions of parameters to the 34 bits/component range. This is a remarkable leap, as prior methods struggled to maintain accuracy below 8 bits and typically focused on smaller models. However, the study also highlights the complex tradeoffs between perplexity, bit-width, and model size induced by compression. But it comes with limitations. GPTQ does not currently offer speedups for actual multiplications due to the lack of hardware support for mixed-precision operands on mainstream architectures. Activation quantization is also not included in the current results but can be addressed through orthogonal techniques. In sum, GPTQ's ability to compress extremely accurate language models to unprecedented levels marks a significant milestone in the field of machine learning and language modeling. It paves the way for more efficient and accessible applications of these colossal models while pointing toward further research possibilities in the realm of model compression. ¿When you should use GPTQ? The\", start_char_idx=0, end_char_idx=2284, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='e84dbd8c-2543-42fe-b9cb-744d5e99ed4b', embedding=[-0.021690120920538902, 0.00877071637660265, -0.001358242821879685, -0.024585848674178123, -0.005989842116832733, 0.007663935422897339, -0.017861632630228996, -0.00770570058375597, -0.027370203286409378, -0.0419602207839489, 0.01296813040971756, 0.02923572063446045, -0.012717538513243198, -0.012188510969281197, 0.007475991267710924, 0.001828972715884447, 0.018056537955999374, 0.006626763381063938, 0.002563346177339554, -0.010490055195987225, 0.001903802272863686, 0.006578037049621344, -0.01740221492946148, -0.03260479122400284, -0.0068703945726156235, 0.027133533731102943, 0.041598252952098846, -0.025922339409589767, -0.014012263156473637, 0.009285821579396725, 0.004663793370127678, 0.010037597268819809, -0.04101353883743286, 0.0038250067736953497, -0.018265364691615105, -0.029152190312743187, 0.02347210794687271, -0.0009623424848541617, 0.041653942316770554, -0.020882658660411835, 0.026312148198485374, 0.02862316370010376, 0.006769461557269096, -0.0016436391742900014, 0.0001578163355588913, 0.005231105722486973, -0.001068496028892696, -0.010810256004333496, -0.01940695010125637, -0.001181610394269228, -0.0016880148323252797, 0.032855380326509476, -0.01527218334376812, 0.019727149978280067, -0.02574135549366474, 0.009814849123358727, 0.016483377665281296, -0.007928448729217052, 0.017569275572896004, 0.01407491136342287, -0.0018115706043317914, -0.003123697591945529, -0.027746090665459633, 0.013712945394217968, 0.0007630871259607375, -0.0158290546387434, -0.01562022790312767, 0.026172930374741554, 0.006967846769839525, -0.01149242278188467, 0.01097731664776802, 0.025699591264128685, -0.0029670775402337313, -0.014381189830601215, 0.022859549149870872, -0.022539349272847176, 0.002864404581487179, -0.007103584241122007, -0.02821943163871765, -0.01344843115657568, 0.016956718638539314, -0.01142281387001276, -0.001480928505770862, 0.033467940986156464, 0.009780044667422771, 0.0016131852753460407, -0.0021961594466120005, -0.0036475041415542364, -0.0018167912494391203, -0.0011946620652452111, 0.007469030562788248, 0.0051162512972950935, 0.05513021722435951, 0.009466804563999176, -0.0061986688524484634, 0.015369636006653309, -0.008784637786448002, 0.013156074099242687, -0.008206884376704693, -0.013671180233359337, -0.007040936034172773, -0.00033847306622192264, -0.024669378995895386, -0.015982193872332573, -0.020339708775281906, -0.029625531286001205, 0.01197272352874279, 0.029541999101638794, -0.011534187942743301, 0.0015287845162674785, -0.014798843301832676, 0.043797895312309265, -0.011555070988833904, -0.033273033797740936, -0.005147574935108423, 0.0033655883744359016, 0.008067666552960873, 0.0030993344262242317, 0.016942797228693962, -0.0028835469856858253, 0.036419354379177094, 0.014026185497641563, 0.026131166145205498, 0.002968817949295044, 0.011638601310551167, -0.004761246033012867, -0.01421412918716669, -0.02017264813184738, -0.027286672964692116, -0.0005055343499407172, 0.011784779839217663, 0.039537832140922546, 0.0033116415143013, 0.008450515568256378, -0.011756936088204384, 0.023764465004205704, -0.0065710763446986675, -0.025435077026486397, -0.03296675533056259, -0.01788947731256485, 0.004228738136589527, 0.014743156731128693, 0.004218297079205513, -0.018474191427230835, -0.0044410452246665955, 0.028734536841511726, -0.0009510310483165085, 0.01677573472261429, 0.023625247180461884, -0.01008632406592369, 0.0013451911509037018, -0.03611307591199875, -0.006417936645448208, 0.036697790026664734, 0.011081730015575886, 0.008944738656282425, 0.010538781061768532, 0.004834335297346115, -0.041653942316770554, -0.025268016383051872, -0.020144803449511528, 0.001486149150878191, -0.016010036692023277, 0.01871086098253727, 0.004823893774300814, 0.0344146192073822, 0.028985129669308662, -0.00472992192953825, -0.008715028874576092, -0.02010303921997547, -0.01809830404818058, 0.03382990509271622, -0.02867884933948517, 0.02890159748494625, 0.004980513826012611, 0.00040090351831167936, 0.01982460357248783, -0.010065441019833088, -0.00784491840749979, -0.018724782392382622, 0.004545458592474461, 0.005513021722435951, 0.004903944209218025, 0.014868452213704586, -0.028261197730898857, 0.00024254336312878877, -0.003534389892593026, -0.010378681123256683, -0.003960744012147188, -0.009195330552756786, 0.0182375218719244, 0.012773226015269756, -0.02166227623820305, -0.01666436158120632, -0.609439492225647, -0.005349440965801477, 0.015940429642796516, -0.016065724194049835, 0.0004759505682159215, 0.0044758496806025505, -0.0014060989487916231, 0.0034386776387691498, -0.01659475266933441, 0.032716162502765656, -0.025198407471179962, 0.00517889903858304, 0.0007543860119767487, -0.018209677189588547, 0.0012590502155944705, -0.02600586973130703, 0.025337625294923782, -0.01280106883496046, -0.007027014158666134, 0.025852730497717857, 0.006651126313954592, -0.0015688096173107624, 0.012543516233563423, 0.020729517564177513, -0.0053215972147881985, 0.02684117667376995, 0.007998057641088963, -0.0024589330423623323, 0.022957000881433487, -0.0017280399333685637, -0.04697205871343613, 0.03408049792051315, 0.014826687052845955, -0.007120986469089985, 0.051983896642923355, -0.02565782517194748, -0.028567476198077202, 0.027634717524051666, 0.0016418989980593324, 0.02455800585448742, -0.03124045580625534, -0.04368652030825615, 0.022929158061742783, 0.014478642493486404, -0.010942512191832066, 0.02375054359436035, 0.0037414762191474438, 0.018543800339102745, -0.02427957020699978, -0.022678567096590996, -0.007392460945993662, 0.012056254781782627, 0.007475991267710924, 0.011812623590230942, 0.014492564834654331, 0.0026120725087821484, 0.027968838810920715, -0.0011850908631458879, 0.01379647571593523, -0.018070459365844727, 0.017694571986794472, 0.017095936462283134, -0.0038667721673846245, -0.03349578380584717, -0.02675764635205269, 0.022525426000356674, 0.023847995325922966, 0.012501751072704792, -0.0008731561247259378, -0.012306846678256989, -0.015731602907180786, 0.019351262599229813, 0.009689553640782833, -0.012599203735589981, -0.010879864916205406, 0.028386492282152176, 0.012425181455910206, -0.02015872485935688, 0.014450798742473125, 0.020534614101052284, 0.011506344191730022, -0.005464295390993357, -0.0022205226123332977, -0.0008809871505945921, 0.021620512008666992, 0.008478359319269657, -0.01156203169375658, 0.007427265401929617, 0.024725066497921944, 0.011220947839319706, -0.011311439797282219, 0.02036755159497261, -0.021369919180870056, -0.05429491028189659, 0.0012294665211811662, 0.005746211390942335, -0.012272042222321033, -0.010677998885512352, -0.0025355026591569185, -0.016065724194049835, -0.005530423950403929, -0.015313949435949326, 0.030043182894587517, 0.025616060942411423, 0.031212612986564636, 0.02518448606133461, -0.017304763197898865, -0.005029240157455206, 0.0058506247587502, -0.018488112837076187, -0.04452182725071907, 0.0015653292648494244, -0.01645553484559059, 0.004959631245583296, 0.015494932420551777, -0.03950998932123184, 0.018279286101460457, 0.007629130966961384, 0.007134907878935337, -0.024377021938562393, 0.02703608013689518, -0.0016097049228847027, 0.007378539070487022, 0.0027217064052820206, 0.025574294850230217, 0.01344843115657568, 0.0065362718887627125, -0.013302252627909184, -0.016260629519820213, 0.02111932821571827, -0.0035744148772209883, -0.006449260748922825, 0.029903965070843697, -0.014450798742473125, 0.030572211369872093, 0.01079633366316557, 0.0502297542989254, 0.020659908652305603, 0.024878205731511116, -0.009717396460473537, -0.019713228568434715, -0.001639288617298007, 0.011736053973436356, 0.0036683869548141956, -0.017457902431488037, -0.033050287514925, -0.011784779839217663, -0.005485177971422672, 0.01734652742743492, 0.005373803898692131, -0.014951982535421848, -0.0013643336715176702, -0.012098019942641258, 0.024307413026690483, -0.014603938907384872, -0.007893644273281097, -0.025087032467126846, -0.037839375436306, 0.011708210222423077, -0.03366284444928169, 0.023639168590307236, 0.02792707458138466, -0.003506546374410391, 0.0028452621772885323, 8.358501509064808e-05, -0.013323135673999786, -0.011130456812679768, 0.021175015717744827, -0.04065157473087311, -0.017026327550411224, -0.009397195652127266, -0.06303778290748596, 0.00983573216944933, 0.014151480980217457, -0.00969651434570551, 0.018891844898462296, 0.0029531558975577354, -0.0002174189139623195, 0.0047508045099675655, -0.00911179929971695, 0.0016671321354806423, 0.007218438666313887, -0.009661709889769554, -0.006525830365717411, 0.018543800339102745, 0.017235154286026955, 0.016469456255435944, -0.000722191936802119, -0.007274125702679157, -0.0017793764127418399, 0.02407074347138405, 0.005217183846980333, -0.03964920714497566, 0.013350979425013065, -0.015912584960460663, 0.0006569335819222033, 0.008721990510821342, -0.008617577143013477, 0.018056537955999374, 0.03421971574425697, -0.00011757371248677373, 0.003464780980721116, 0.007065299432724714, -0.004907424561679363, 0.01396353729069233, -0.023987213149666786, 0.01994989812374115, -0.03513855114579201, 0.03040514886379242, 0.00839482806622982, 0.008116393350064754, -0.015494932420551777, -0.007552561350166798, -0.023694856092333794, -0.011777819134294987, 0.0357789546251297, -0.0033394850324839354, 0.019309498369693756, -0.009209251962602139, -0.003205487970262766, 0.010274267755448818, 0.029541999101638794, 0.012738421559333801, 0.01837673969566822, 0.0007413343410007656, 0.020687753334641457, -0.006184746976941824, 0.014060989953577518, -0.0017410916043445468, -0.019699307158589363, -0.008360023610293865, 0.014520407654345036, 0.010824177414178848, 0.029820434749126434, 0.016970640048384666, 0.003076711669564247, 0.01761104166507721, 0.00980788841843605, 0.05164977163076401, 0.004012950696051121, -0.0013643336715176702, -0.0066024004481732845, -0.010879864916205406, -0.025281937792897224, 0.008415711112320423, 0.005916752852499485, 0.014221089892089367, 0.017986929044127464, -0.012863717041909695, 0.003231591312214732, -0.011367126367986202, 0.027704326435923576, -0.001333009684458375, 0.008478359319269657, 0.02572743408381939, -0.01637200452387333, 0.011088691651821136, 0.011958802118897438, 0.038284871727228165, 0.007656974717974663, -7.46663790778257e-05, 0.02297092415392399, -0.023973291739821434, -0.016678282991051674, 0.014770999550819397, -0.01692887395620346, 0.010643194429576397, -0.03569542244076729, -0.030516523867845535, 0.006282199639827013, -0.028261197730898857, -0.013051660731434822, -0.0010963395470753312, -0.04109707102179527, 0.017165545374155045, 0.012021450325846672, -0.011200065724551678, 0.027217064052820206, 0.008290414698421955, 0.041319817304611206, -0.013803436420857906, -0.04725049436092377, 0.04170962795615196, 0.0018968414515256882, -0.016121411696076393, 0.00032607399043627083, -0.027760013937950134, -0.0055965520441532135, 0.0016384185291826725, -0.006407495588064194, 0.006894757505506277, 0.00486913975328207, 0.01225115917623043, 0.010322993621230125, -0.015383557416498661, 0.015105122700333595, 0.03321734815835953, 0.0010267306352034211, -0.0031428399961441755, -0.002986219944432378, -0.009418078698217869, 0.01912851445376873, -0.034637369215488434, -0.0033273035660386086, 0.024530161172151566, -0.0014722273917868733, -0.025142719969153404, -0.014882373623549938, 0.013156074099242687, -0.015926506370306015, 0.030432993546128273, -0.023583481088280678, 0.003503065789118409, -0.004270503297448158, 0.005979401059448719, 0.004740363452583551, 0.006985248997807503, 0.023291124030947685, 0.038507621735334396, -0.010211619548499584, -0.01111653447151184, -0.018919687718153, -0.0011407152051106095, 0.006017685867846012, 0.054935310035943985, 0.01878046989440918, -0.019031062722206116, 0.008046784438192844, -0.02951415628194809, 0.006852992344647646, -0.012856756336987019, -0.02277601882815361, 0.00010343441681470722, 0.012543516233563423, -0.001158117433078587, 0.005105809774249792, 0.013051660731434822, -0.006497987080365419, 0.025128798559308052, 0.011896153911948204, 0.019100671634078026, -0.024599770084023476, -0.0024641535710543394, 0.005029240157455206, 0.013705984689295292, -0.0020203972235322, -0.007218438666313887, 0.014450798742473125, 0.013775593601167202, 0.0008614096441306174, 0.03007102757692337, 0.015606306493282318, 0.013559806160628796, -0.01644161343574524, 0.011784779839217663, -0.016511220484972, 0.0034438984002918005, -0.005088407546281815, -0.004931787494570017, 0.02071559615433216, -0.0008757664472796023, -0.013232643716037273, 0.020729517564177513, 0.006786863785237074, -0.009640826843678951, 0.028163744136691093, 0.00221008132211864, 0.0012520893942564726, 0.015035513788461685, -0.022191304713487625, -0.013782554306089878, 0.015717679634690285, -0.0011842206586152315, -0.004496732261031866, 0.03344009444117546, -0.009682592004537582, -0.03268831968307495, -0.007622170262038708, 0.01871086098253727, -0.011179182678461075, -0.011408892460167408, -0.009480726905167103, -0.007970214821398258, -0.025365468114614487, -0.005784496199339628, -0.029347095638513565, 0.011749975383281708, -0.01631631702184677, -0.010879864916205406, -0.00018511606322135776, -0.025421155616641045, 0.0004894373123534024, -0.02593626081943512, 0.0034908843226730824, -0.03288322687149048, -0.021926790475845337, -0.045719098299741745, -0.011986645869910717, 0.014067950658500195, -0.0010328214848414063, 0.015634149312973022, 0.018529878929257393, 0.0022170422598719597, 0.00911179929971695, -0.013009895570576191, -0.013371861539781094, -0.013135191984474659, -0.033133815973997116, 0.025421155616641045, -0.031964387744665146, 0.01310734823346138, -0.003048867918550968, -0.02525409497320652, -0.004155648872256279, 0.028706694021821022, -0.0084226718172431, -0.01352500170469284, 0.00039851071778684855, 0.00812335405498743, 0.03385774791240692, 0.007267164997756481, -0.0125504769384861, 0.03185301274061203, -0.015216496773064137, 0.009076994843780994, -0.030321618542075157, -0.009411117993295193, -0.03174164146184921, 0.005634837318211794, 0.011736053973436356, 0.023137984797358513, 0.01031603291630745, 0.007308930158615112, -0.029736904427409172, 0.009230135008692741, -0.022441895678639412, -0.015327870845794678, 0.00815119780600071, 0.01603788137435913, 0.0020412798039615154, 0.019490480422973633, -0.0023336370941251516, 0.002744329161942005, -0.03012671507894993, 0.00627523846924305, -0.02656274102628231, 0.03513855114579201, 0.016636516898870468, -0.01275930367410183, 0.036502886563539505, -0.005210223142057657, 0.00022448856907431036, -0.04691636934876442, 0.023221515119075775, -0.010545741766691208, 0.03502717614173889, 0.010921630077064037, 0.023374654352664948, -0.021314233541488647, -0.01255743857473135, -0.02173188515007496, 0.017583196982741356, 0.006971327122300863, -0.0068738749250769615, 0.005812339950352907, 0.016051802784204483, -0.009271900169551373, -0.011241830885410309, -0.009661709889769554, -0.027398046106100082, -0.006647645961493254, -0.0029531558975577354, 0.020116960629820824, 0.03249341621994972, -0.01588474214076996, -0.0009797447128221393, -0.03252125903964043, -0.03132398799061775, 0.006257836241275072, -0.025922339409589767, -0.001602743985131383, 0.0017062871484085917, 0.0039050569757819176, 0.012265080586075783, 0.06649038195610046, 0.011241830885410309, -0.0012503491016104817, 0.02188502438366413, -0.014450798742473125, 0.00959906168282032, 0.008248649537563324, 0.000731328094843775, -0.016692204400897026, -0.00031171715818345547, 0.004963111598044634, 0.001480928505770862, 0.005937635898590088, -0.0002592930104583502, -0.000847922929096967, 0.01624670810997486, -0.02084089256823063, -0.007963253185153008, -0.011207026429474354, -0.031045550480484962, -0.012640968896448612, 0.01581513322889805, -0.006240434013307095, 0.0008566240430809557, -0.04931091517210007, -0.01527218334376812, 0.03722681850194931, 0.0017175986431539059, 0.024794675409793854, 0.018418503925204277, 0.02024225704371929, -0.023778386414051056, 0.004761246033012867, 0.011645562015473843, 0.016288472339510918, -0.017694571986794472, -0.018251443281769753, -0.04031744971871376, 0.006449260748922825, 0.012098019942641258, -0.013462353497743607, 0.022859549149870872, -0.00027103949105367064, -0.015731602907180786, -0.012787147425115108, 0.008269532583653927, -0.012244198471307755, -0.015856897458434105, -0.009724357165396214, -0.03962136432528496, -0.02503134496510029, -0.015648070722818375, -0.006142981816083193, 0.0015957830473780632, -0.007162751629948616, 0.0024537122808396816, -0.010121128521859646, 0.01755535416305065, -0.021481294184923172, -0.009849653579294682, 0.000685647246427834, 0.04148688167333603, 0.04828070476651192, -0.005673122126609087, -0.003510026726871729, 0.020144803449511528, -0.00031498007592745125, -0.027467655017971992, 0.0037031914107501507, 0.007587365806102753, 0.010824177414178848, -0.005272870883345604, 0.001867257640697062, 0.005265910178422928, -0.01638592593371868, 0.020590299740433693, -0.0006812966894358397, -0.043992798775434494, -0.05635533109307289, 0.01981068216264248, 0.012780186720192432, 0.005791456904262304, -0.02841433696448803, -0.02469722367823124, -0.010970355942845345, -0.006306562572717667, -0.013970497995615005, 0.018961453810334206, -0.002552904887124896, -0.003939861431717873, 0.0059306747280061245, 0.009870536625385284, 0.032298509031534195, 0.007357656490057707, -0.01255743857473135, 0.010448290035128593, 0.03970489278435707, -0.009153565391898155, -0.022943079471588135, 0.01638592593371868, -0.021912869065999985, 0.029207877814769745, -0.02022833377122879, 0.02539331093430519, 0.011325361207127571, -0.009425039403140545, 0.0031550214625895023, 0.004131285939365625, 0.00959906168282032, 0.029541999101638794, -0.03293891251087189, -0.011388009414076805, -0.010587507858872414, 0.01296813040971756, 0.022469740360975266, -0.009752200916409492, -0.005836702883243561, -0.011743014678359032, -0.0050536030903458595, 0.007956292480230331, 0.019212044775485992, -0.0023475587368011475, -0.02574135549366474, -0.00010947080590995029, -0.0026503573171794415, -0.022511504590511322, -0.0196157768368721, -0.00994710624217987, 0.040289606899023056, -0.03516639396548271, 0.0006116878357715905, 0.012508711777627468, -0.008582772687077522, 0.018808314576745033, 0.017931241542100906, -0.0024241285864263773, -0.039732735604047775, 0.040150389075279236, -0.018738705664873123, 0.009014347568154335, 0.017778102308511734, -0.009787005372345448, -0.02895728498697281, -0.02070167474448681, -0.012104980647563934, 0.0037936829030513763, 0.007329812739044428, -0.01658082939684391, -0.017374372109770775, -0.007517756894230843, -0.0013973978348076344, 0.01836281642317772, 0.00579493772238493, -0.023694856092333794, -0.0006995690055191517, 0.01940695010125637, 0.0161631777882576, -0.005613954272121191, 0.01557846274226904, 0.018724782392382622, 0.025574294850230217, 0.00428094482049346, 0.03068358451128006, -0.015912584960460663, 0.006581517402082682, -0.014088832773268223, -0.019239889457821846, 0.010698881931602955, -0.04699990153312683, -0.025268016383051872, -0.007768348790705204, -0.0038702525198459625, -0.009244056418538094, 0.005874987691640854, -0.005338999442756176, -0.00031976570608094335, -0.01761104166507721, 0.011394970118999481, -0.024474475532770157, 0.01851595565676689, 0.012961169704794884, 0.01042740698903799, -0.012167628854513168, 0.008471398614346981, -0.03282753750681877, -0.022246992215514183, 0.003995548468083143, 0.006205630023032427, -0.019977742806077003, -0.012515672482550144, -0.006515389308333397, 0.032716162502765656, -0.013545883819460869, -0.03591817244887352, -0.003087152959778905, -0.006480584852397442, -0.02628430537879467, -0.013580688275396824, -0.026256462559103966, -0.0021891985088586807, -0.0011964022414758801, 0.025894494727253914, -0.005868026986718178, 0.026047635823488235, 0.012592243030667305, 0.016288472339510918, -0.008882090449333191, -0.004865659400820732, -0.015146887861192226, -0.003915498498827219, -0.0032611750066280365, -0.006376171484589577, -0.03218713775277138, -0.015383557416498661, -0.005683563183993101, -0.019657541066408157, 0.006759020034223795, 0.023499950766563416, -0.011165261268615723, 0.004997916053980589, 0.003548311535269022, 0.004555899649858475, 0.013288331218063831, 0.0050187986344099045, 0.02153698168694973, -0.025087032467126846, -0.008902973495423794, 0.0251009538769722, -0.007260203827172518, -0.010190737433731556, -0.008039822801947594, 0.009543374180793762, 0.0066024004481732845, 0.015508853830397129, -0.013323135673999786, -0.016497299075126648, 0.023026609793305397, -0.013664218597114086, 0.0475010871887207, 0.009780044667422771, -0.009995832107961178, 0.027690405026078224, 0.005561748053878546, -0.011854388751089573, -0.004256581887602806, 0.016622595489025116, 0.009919262491166592, -0.008255610242486, 0.04594184830784798, -0.03316165879368782, 0.004371436312794685, -0.011081730015575886, 0.011736053973436356, -0.018404582515358925, -0.005760133266448975, -0.0022970924619585276, -0.006059451028704643, -0.02572743408381939, 0.027885308489203453, 0.011882232502102852, -0.018599487841129303, 0.006825148593634367, -0.013740789145231247, -0.0012512191897258162, 0.007900605909526348, 0.0013704244047403336, -0.005808859132230282, -0.0035204680170863867, -0.008847285993397236, -0.0030645299702882767, -0.0077196224592626095, -0.022191304713487625, -0.015467088669538498, 0.009257977828383446, 0.004830854944884777, 0.014054028317332268, 0.20181000232696533, -0.03419187292456627, 0.013086465187370777, 0.01851595565676689, 0.007740505039691925, 0.000342823623213917, 0.010114166885614395, -0.0015157329617068172, -0.015982193872332573, 6.515634140669135e-06, -0.0038319677114486694, 0.005669641774147749, -0.023764465004205704, 0.0007809243979863822, 0.017249075695872307, -0.03007102757692337, -0.036837007850408554, -0.03293891251087189, -0.025295859202742577, 0.011012121103703976, -0.009257977828383446, 0.0017584938323125243, -0.009633866138756275, -0.009995832107961178, 0.009710435755550861, -0.01919812336564064, 0.005714887287467718, 0.008304337039589882, 0.011325361207127571, 0.020729517564177513, -0.031268298625946045, 0.01624670810997486, 0.013483235612511635, -0.01317695714533329, -0.006727696396410465, -0.0031880857422947884, 0.020659908652305603, 0.0006804266013205051, 0.004093001130968332, 0.04081863537430763, 0.04134766384959221, 0.007281086873263121, 0.010573585517704487, -0.024196039885282516, -0.006014205515384674, 0.0072114779613912106, -0.0039015766233205795, 0.00543297128751874, -0.028706694021821022, 0.014088832773268223, -0.016010036692023277, 0.030906332656741142, 0.009237095713615417, 0.02979259192943573, -0.004921346437186003, -0.007629130966961384, -0.028706694021821022, 0.004051235504448414, 0.009821809828281403, 0.01637200452387333, -0.016942797228693962, -0.009745240211486816, 0.006212590727955103, 0.03614091873168945, -0.009007385931909084, 0.0020012545865029097, -0.0062299929559230804, 0.01255743857473135, 0.008520124480128288, -0.016204942017793655, -0.02951415628194809, -0.0008870778838172555, -0.00849228072911501, -0.004942229017615318, -0.0454128198325634, -0.038145653903484344, 0.03240988403558731, 0.01310734823346138, 0.015801211819052696, 0.038089968264102936, 0.01234861183911562, -0.012947247363626957, 0.010545741766691208, -0.032298509031534195, -0.01698456145823002, -0.0182375218719244, 0.029012972488999367, -0.01073368638753891, -0.014993748627603054, -0.013956576585769653, 0.005457334686070681, -0.01045525074005127, -0.002622513798996806, 0.007712661754339933, -0.01331617496907711, -0.002359740436077118, -0.004364475607872009, -0.012592243030667305, -0.0026051115710288286, -0.03318950533866882, 0.0008514033397659659, 0.028734536841511726, 0.006421417463570833, -0.0034961048513650894, 0.011624679900705814, 0.02663234993815422, -0.0005873247282579541, 0.015383557416498661, 0.00571140693500638, -0.006348327733576298, 0.01706809177994728, -0.03569542244076729, 0.015327870845794678, 0.013921772129833698, 0.007559522055089474, 0.008777677081525326, 0.013100387528538704, 0.01280106883496046, 0.026381757110357285, -0.001083287876099348, -0.0006556284497492015, -0.009369352832436562, 0.013121269643306732, 0.008429632522165775, -0.008380906656384468, -0.03499933332204819, -0.02581096440553665, 0.02160659059882164, -0.04519006982445717, 0.014993748627603054, 0.005735769867897034, -0.022539349272847176, 0.016149254515767097, -0.0038563308771699667, 0.0056626806035637856, 0.006581517402082682, -0.025922339409589767, -0.02181541733443737, -0.02146737277507782, 0.012536555528640747, -0.013873045332729816, 0.020409317687153816, -0.0016749631613492966, -0.012146745808422565, 0.005286792758852243, -0.030711429193615913, 0.0002185065532103181, 0.0016941055655479431, 0.015648070722818375, -0.016469456255435944, -0.017861632630228996, 0.02256719209253788, -0.00023144946317188442, -0.009438961744308472, -0.0013478015316650271, 0.009063073433935642, -0.030182400718331337, -0.023151906207203865, 0.015996115282177925, 0.011645562015473843, -0.0234024990350008, -0.0031428399961441755, 0.0074203042313456535, -0.002512879902496934, -0.014645704068243504, -0.013135191984474659, -0.177530437707901, -0.00495267054066062, 0.014116676524281502, -0.026242539286613464, 0.004294866696000099, 0.00046507417573593557, 0.026061557233333588, 0.012167628854513168, -0.03279969468712807, 0.0030645299702882767, -0.0004768206854350865, 0.0016888849204406142, 0.017652805894613266, -0.008728951215744019, -0.00640053441748023, -0.006146462168544531, -0.03792290762066841, -2.9774102586088702e-05, 0.01658082939684391, 0.012237237766385078, 0.03349578380584717, -0.043937113136053085, 0.014798843301832676, 0.010998199693858624, 0.017443981021642685, 0.01093555148690939, 0.012787147425115108, 0.014422955922782421, -0.011033004149794579, -0.0351107083261013, -0.022414052858948708, -0.007587365806102753, 0.034915804862976074, -0.008179040625691414, 0.011318400502204895, 0.02017264813184738, 0.016747891902923584, 0.006644165609031916, -0.025407234206795692, 0.01878046989440918, 0.017917320132255554, 0.01624670810997486, 0.0008374815806746483, 0.013009895570576191, -0.01052485965192318, 0.024321336299180984, 0.011374088004231453, -0.02497565932571888, 0.011255752295255661, -0.010253384709358215, 0.03199223056435585, -0.002411946887150407, 0.024530161172151566, 0.007134907878935337, 0.0014156701508909464, 0.013636375777423382, 0.002817418659105897, -0.0011668185470625758, -0.00826257187873125, -0.036502886563539505, -0.00495267054066062, -0.005871507339179516, 0.025922339409589767, -0.01239037699997425, -0.003090633312240243, -0.05646670609712601, -0.04226649925112724, -0.008380906656384468, -0.020284021273255348, -0.007601287215948105, -0.01996382139623165, -0.02799668349325657, -0.004886541981250048, -0.005892389919608831, 0.029124347493052483, 0.04797442629933357, -0.03408049792051315, 0.006581517402082682, 0.03338440880179405, 0.0007665675366297364, 0.009926223196089268, 0.029402781277894974, -0.004820413421839476, 0.008666303008794785, -0.006971327122300863, -0.013650297187268734, 0.004256581887602806, 0.027467655017971992, -0.024585848674178123, -0.0038806938100606203, 0.012327728793025017, -0.020618144422769547, 0.028038447722792625, -0.005547826178371906, 0.009849653579294682, 0.004736882634460926, 0.004935268312692642, -0.013267448171973228, -0.0005677472800016403, -0.01588474214076996, 0.003807604545727372, -0.008617577143013477, -0.014882373623549938, 0.0013904370134696364, 0.04271199554204941, 0.025643903762102127, -0.03494364768266678, 0.02696647122502327, 0.026785489171743393, -0.008450515568256378, 0.002504178788512945, 3.8801499613327906e-05, -0.0006212590960785747, -0.00022242205159272999, -0.005787976551800966, 0.010838099755346775, -0.0065049477852880955, -0.02393152564764023, 0.013754710555076599, -0.012592243030667305, 0.06409583985805511, -0.006017685867846012, -0.014088832773268223, 0.020409317687153816, -0.01431158185005188, -0.027899229899048805, -0.10931374877691269, 0.014158441685140133, 0.01698456145823002, 0.0316302664577961, -0.021161092445254326, 0.005613954272121191, -0.007103584241122007, 0.033746376633644104, -0.014297659508883953, 0.05042465776205063, -0.012216354720294476, -0.020966188982129097, 0.020325787365436554, 0.00285570346750319, 0.0007556912023574114, 0.002135251648724079, 0.0013495417078956962, -0.021439528092741966, -0.02249758318066597, 0.04271199554204941, -0.01939302869141102, -0.011485462076961994, 0.021912869065999985, -0.019518323242664337, -0.00046724945423193276, -0.029402781277894974, -0.01794516295194626, 0.024112509563565254, -0.000275390048045665, -0.017569275572896004, 0.016692204400897026, -0.027356281876564026, 0.008930816315114498, -0.01830713078379631, 0.011318400502204895, -0.005843663588166237, 0.018265364691615105, 0.0037240739911794662, 0.02821943163871765, -0.004360995255410671, 0.0041695707477629185, 0.013671180233359337, -0.0074829524382948875, 0.0009588620159775019, -0.01596827246248722, 0.001493109972216189, -0.02572743408381939, 0.03382990509271622, 0.0020813047885894775, -0.036363668739795685, -0.03895311802625656, -0.008074627257883549, -0.04273983836174011, 0.015648070722818375, 0.011227908544242382, -0.015536697581410408, -0.0009597321623004973, 0.018947530537843704, -0.011548109352588654, 0.006647645961493254, -0.002904429566115141, 0.004113883711397648, -0.008213845081627369, -0.0076848180033266544, 0.01541140116751194, -0.00833218079060316, -0.005025759804993868, -0.03115692548453808, 0.01400530245155096, 0.012125863693654537, -0.010072401724755764, 0.012982051819562912, 0.0004911774885840714, 0.009752200916409492, -0.027815699577331543, 0.008018940687179565, -0.010845060460269451, -0.030154557898640633, 0.011708210222423077, 0.006515389308333397, -0.017792023718357086, -0.012091059237718582, 0.007629130966961384, -0.01183350570499897, -0.01280106883496046, 0.008986503817141056, -0.007225399371236563, -0.015717679634690285, -0.0010493535082787275, -0.031212612986564636, -0.004628988914191723, 0.01865517348051071, 0.010448290035128593, -0.03803427889943123, -0.014283738099038601, 0.007315890863537788, -0.034498151391744614, 0.017931241542100906, 0.014367268420755863, 0.02560213766992092, -0.029263563454151154, -0.02668803744018078, -0.06314915418624878, 0.02284562774002552, -0.010350837372243404, -0.022803861647844315, -0.006038568448275328, -0.007197556085884571, 0.02042323909699917, -0.0023040531668812037, 0.003428236348554492, -0.0003763228887692094, -0.026298226788640022, 0.0006660697981715202, -0.024878205731511116, -0.025978026911616325, -0.015536697581410408, -0.018905766308307648, 0.0038702525198459625, -0.03124045580625534, 0.016636516898870468, 0.0005625265766866505, 0.004225257784128189, -0.004656832665205002, -0.004082559607923031, 0.027425890788435936, -0.001353022176772356, -0.004667274188250303, -0.01562022790312767, 0.012146745808422565, -0.004674234893172979, 0.0073506953194737434, 0.001827232539653778, -0.017179466784000397, -0.02738412469625473, 0.017833789810538292, -0.006884315982460976, -0.018613409250974655, 0.012599203735589981, 0.02057637833058834, 0.001657560933381319, 0.010406524874269962, -0.01762496307492256, -0.018390661105513573, 0.0071418690495193005, -0.0006721605313941836, 0.01158987544476986, -0.0023005728144198656, -0.004496732261031866, -0.0034125742968171835, 0.03978842496871948, 0.013469314202666283, 0.04864267259836197, 0.023513872176408768, 0.003543091006577015, -0.038145653903484344, -0.021829338744282722, 0.013761671259999275, 0.016566907986998558, 0.003783241380006075, 0.015996115282177925, 0.013838240876793861, 0.03419187292456627, -0.010963395237922668, 0.006654607132077217, -0.013831280171871185, 0.010552703402936459, -0.007103584241122007, -0.02524017170071602, -0.022344443947076797, -0.008116393350064754, -0.034303244203329086, 0.0039015766233205795, -0.0031846053898334503, 0.0017471823375672102, 0.005885429214686155, -0.0005560007411986589, 0.016887109726667404, -0.005182379391044378, -0.0047438438050448895, -0.01761104166507721, 0.006738137453794479, 0.011847428046166897, -0.02401505596935749, -0.01001671515405178, -0.009445922449231148, 0.0244187880307436, 0.00602116622030735, 0.002773913089185953, 0.00881248153746128, 0.0035222081933170557, 0.013253526762127876, -0.00038263120222836733, 0.010886825621128082, -0.02476683259010315, 0.013469314202666283, -0.014631781727075577, 0.001509642112068832, 0.0030349462758749723, 0.010190737433731556, 0.009647787548601627, 0.02368093468248844, 0.033467940986156464, 0.011854388751089573, -0.0046463911421597, -0.0014217610005289316, -0.021314233541488647, 0.0018829196924343705, -0.05543649569153786, -0.028456101194024086, 0.028456101194024086, 0.03068358451128006, 0.0135876489803195, -0.01734652742743492, 0.00023210204381030053, -0.008179040625691414, -0.012007527984678745, 0.02539331093430519, -0.015244340524077415, -0.022608958184719086, -0.01905890554189682, 0.038229186087846756, 0.021342076361179352, -0.00019925535889342427, 0.04140334948897362, -0.0014191506197676063, 0.020075194537639618, 0.009306704625487328, 0.004273984115570784, -0.005126692354679108, 0.02853963151574135, 0.013580688275396824, 0.02517056278884411, 0.004653352312743664, -0.008666303008794785, 0.0006730306777171791, -0.00045463285641744733, -0.02422388270497322, 0.0033377448562532663, 0.014840608462691307, 0.0005712276906706393, 0.08831971883773804, 0.019379107281565666, -0.015258261933922768, 0.00019620997773017734, -0.02326328121125698, -1.689918281044811e-05, -0.0006425767787732184, 0.012355572544038296, 0.00647014332935214, -0.017499666661024094, -0.012202433310449123, 0.003158502047881484, -0.00980788841843605, -0.0351107083261013, -0.009522492066025734, 0.0013051661662757397, 0.004392318893224001, -0.006644165609031916, -0.0206320658326149, 0.013490197248756886, 0.021898947656154633, 0.0034891441464424133, -0.005728809162974358, 0.0006338756647892296, -0.01768065057694912, 0.0016410289099439979, 0.03246557340025902, 0.02711961232125759, -0.0045071737840771675, -0.018251443281769753, 0.029848279431462288, 0.009884458035230637, -0.045858316123485565, -0.03750525414943695, -0.006755539681762457, -0.013260487467050552, -0.009536413475871086, -0.029068659991025925, 0.010559664107859135, -0.018947530537843704, 0.0015296547207981348, 0.008596694096922874, -0.01087290421128273, -0.014297659508883953, 0.01837673969566822, -0.0016497299075126648, 0.004214816261082888, -0.017304763197898865, -0.025003502145409584], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'), : RelatedNodeInfo(node_id='de16c322-dfa7-4368-b420-3d8a723182f6', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='e65e3802838e02b2fef0d95c1d2c3f39d36820999fd454f611fc18587261bfca'), : RelatedNodeInfo(node_id='9bf31308-21a1-4453-98d3-ff1debab8fbb', node_type=, metadata={}, hash='a1cb34f09cb3090b01519ab906b568cce082f381795cd6999f034daa93a25d0e')}, hash='4bf397e2c181ab661962278bf042c2fe854b92bf4e714cfee706bc499c64e98f', text=\"induced by compression. But it comes with limitations. GPTQ does not currently offer speedups for actual multiplications due to the lack of hardware support for mixed-precision operands on mainstream architectures. Activation quantization is also not included in the current results but can be addressed through orthogonal techniques. In sum, GPTQ's ability to compress extremely accurate language models to unprecedented levels marks a significant milestone in the field of machine learning and language modeling. It paves the way for more efficient and accessible applications of these colossal models while pointing toward further research possibilities in the realm of model compression. ¿When you should use GPTQ? The answer to this question will depend on each specific case and on the base model to be used, but an approach that is being applied to numerous models and that is indicated by HuggingFace, and the article I mentioned before, is the following: Fine-tune the original LLM model with bitsandbytes in 4-bit, nf4, and QLoRa for efficient fine-tuning.Merge the adapter into the original modelQuantize the resulting model with GPTQ 4-bit I ran the first two steps in my previous article [3] and now that the AutoGPT library is integrated with the Huggingface ecosystem, we will execute the third step in an extremely simple way. AutoGPT integrated with Hugging Face transformers The AutoGPTQ library emerges as a powerful tool for quantizing Transformer models, employing the efficient GPTQ method. Some efforts like GPTQ-for-LLaMa, Exllama, and llama.cpp, focuses on the quantization of the Llama architecture, but AutoGPTQ distinguishes itself by offering seamless support for a diverse array of transformer architectures. The Hugging Face team has taken a significant step to enhance accessibility to GPTQ, and they have integrated an inclusive Transformers API, simplifying the process of Low-Level Model (LLM) quantization for a wider audience. This integration includes essential optimization options, such as CUDA kernels, catering to common use cases. For users seeking more advanced quantization options, the Auto-GPTQ library remains a\", start_char_idx=1561, end_char_idx=3722, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='9bf31308-21a1-4453-98d3-ff1debab8fbb', embedding=[-0.02871733158826828, 0.010818658396601677, -0.005207144655287266, -0.017522679641842842, -0.0021034309174865484, -0.0011084690922871232, -0.01904083974659443, -0.004916282370686531, -0.027511317282915115, -0.040919359773397446, 0.013798223808407784, 0.02064412832260132, -0.014301911927759647, -0.029767272993922234, 0.009910601191222668, 0.00732831098139286, 0.008662020787596703, -0.0016041765920817852, 0.0016476284945383668, -0.015862636268138885, 0.0004163410048931837, 0.0027596447616815567, -0.015394419431686401, -0.014514738693833351, -0.002848322270438075, 0.01655786857008934, 0.036662839353084564, -0.02959701232612133, -0.0022453151177614927, 0.009520419873297215, 0.005579590331763029, 0.007370876148343086, -0.03334275260567665, -0.006054901983588934, -0.013280346989631653, -0.029937533661723137, 0.027709955349564552, 0.005604419857263565, 0.03876272216439247, -0.01582007110118866, 0.02132517285645008, 0.018785448744893074, -0.002660325961187482, -0.010158898308873177, 0.009520419873297215, 0.00788165908306837, -0.009236651472747326, -0.01072643417865038, -0.007668832782655954, -0.009768716990947723, -0.002821719041094184, 0.03112936019897461, -0.020190101116895676, 0.01627410016953945, -0.023240607231855392, 0.014557303860783577, 0.01766456477344036, -0.007122579496353865, 0.020998839288949966, 0.01706865057349205, 0.00031369677162729204, -0.0074205356650054455, -0.02277239039540291, 0.0033112189266830683, -0.005207144655287266, -0.02153799869120121, -0.006519571878015995, 0.026617446914315224, 0.009108955971896648, -0.017451738938689232, 0.0036570613738149405, 0.021367738023400307, -0.006473459769040346, -0.0218217670917511, 0.032775215804576874, -0.02373720146715641, -0.014096179977059364, 0.0007103070383891463, -0.028078854084014893, -0.011918259784579277, 0.022176476195454597, -0.020601563155651093, -0.0014791411813348532, 0.03671959042549133, 0.017125405371189117, -0.006320934277027845, -0.005451894830912352, -0.00682816980406642, -0.006604702677577734, -0.003284615697339177, 0.006402517668902874, 0.0021034309174865484, 0.051305271685123444, 0.009314687922596931, -0.0027631919365376234, 0.013493172824382782, -0.014188405126333237, 0.01772131770849228, -0.007803622633218765, -0.017267288640141487, -0.00794550683349371, 0.001879963674582541, -0.026929592713713646, -0.01286178920418024, -0.020899521186947823, -0.028476128354668617, 0.012067238800227642, 0.029710520058870316, -0.007860376499593258, 0.0020360362250357866, 0.0011155633255839348, 0.04128825664520264, -0.006987789645791054, -0.03493185341358185, -0.017125405371189117, 0.010407195426523685, 0.001240598619915545, -0.007090655155479908, 0.005210691597312689, -0.00031280997791327536, 0.021722447127103806, 0.027894403785467148, 0.023822331801056862, -0.007633361965417862, 0.011776376515626907, 0.0036996265407651663, -0.008002260699868202, -0.0257803313434124, -0.02541143260896206, -0.00551574258133769, 0.012436136603355408, 0.04199767857789993, 0.015564680099487305, 0.003632231615483761, -0.01735241897404194, 0.014628245495259762, -0.007590796798467636, -0.022729825228452682, -0.03070370852947235, 0.00085174769628793, 0.0021318078506737947, 0.012173651717603207, 0.0016094972379505634, -0.01355702057480812, -0.011620303615927696, 0.03720199689269066, -0.003983394708484411, 0.013968484476208687, 0.020913708955049515, -0.003449555952101946, -0.010350441560149193, -0.034108925610780716, -0.004093355033546686, 0.027653200551867485, 0.008995449170470238, 0.00846338365226984, 0.009953166358172894, 0.004827604629099369, -0.039074867963790894, -0.016827447339892387, -0.020331984385848045, 5.732863996854576e-07, -0.01854424551129341, 0.024999968707561493, 0.013528644107282162, 0.026333680376410484, 0.03759927302598953, -0.009385629557073116, -0.015990331768989563, -0.013152651488780975, -0.01491201389580965, 0.026546506211161613, -0.023538563400506973, 0.0298240277916193, 0.010435571894049644, 0.001975735416635871, 0.01743754930794239, -0.0036747967824339867, -0.0065302131697535515, -0.01942392624914646, -0.00883228238672018, 0.02438986860215664, 0.007321217097342014, 0.020998839288949966, -0.016316665336489677, -0.0032615596428513527, -0.002561007160693407, -0.006931035779416561, -0.005458988714963198, 0.004345199093222618, 0.011364912614226341, 0.011925354599952698, -0.02416285313665867, -0.015252535231411457, -0.6034044623374939, 0.0034690650645643473, 0.020261041820049286, -0.018700318410992622, -0.01120883971452713, 0.006746586412191391, -0.005505101289600134, -0.00303099793381989, -0.022900085896253586, 0.03442107141017914, -0.01713959313929081, 0.0032207679469138384, -0.0015403287252411246, -0.02021847665309906, -0.003087751567363739, -0.02505672350525856, 0.019523244351148605, -0.011109520681202412, -0.000723165285307914, 0.01875707134604454, -0.0013266158057376742, 0.00303099793381989, 0.017309853807091713, 0.020601563155651093, 0.0016955144237726927, 0.0232264194637537, -0.0014144065789878368, -0.003135637380182743, 0.0306185781955719, -0.0033679725602269173, -0.0411747507750988, 0.02519860677421093, 0.009676491841673851, -0.0006424686871469021, 0.0448637381196022, -0.029540259391069412, -0.02426217310130596, 0.015366042964160442, -0.0033732932060956955, 0.02739780955016613, -0.03399541974067688, -0.03757089748978615, 0.020048215985298157, 0.01036463025957346, -0.01589101366698742, 0.020488057285547256, 0.003249144647270441, 0.01270571630448103, -0.01750849187374115, -0.024858085438609123, 0.0032065794803202152, 0.010485230945050716, 0.008662020787596703, -0.0001441009808331728, 0.006001695524901152, -6.40140933683142e-05, 0.032349564135074615, -0.0012468061177060008, 0.013464796356856823, -0.01204595621675253, 0.026759332045912743, 0.01154226716607809, -0.0124928904697299, -0.026106664910912514, -0.026106664910912514, 0.009896412491798401, 0.021864332258701324, 0.024290548637509346, -0.01604708656668663, -0.009250840172171593, -0.010974731296300888, 0.01919691264629364, -0.000249627250013873, -0.008520137518644333, -0.0005830547888763249, 0.020488057285547256, 0.013507361523807049, -0.02725592628121376, 0.01611802726984024, 0.024645259603857994, 0.014039427042007446, 0.008740057237446308, -0.003476159181445837, -0.012613492086529732, 0.015408608131110668, 0.012648963369429111, -0.012230404652655125, 0.005544119048863649, 0.006892017554491758, 0.018955709412693977, 9.854290692601353e-05, 0.020161723718047142, -0.015011331997811794, -0.05797382444143295, 0.006005242466926575, 0.008711680769920349, -0.010343346744775772, -0.015692375600337982, -0.0012352779740467668, -0.0117905642837286, -6.462375313276425e-05, -0.01245741918683052, 0.015465361066162586, 0.024049347266554832, 0.041345011442899704, 0.023396680131554604, -0.028618013486266136, -0.006235803943127394, 0.006030071992427111, -0.029114607721567154, -0.05323489382863045, -0.001210448332130909, -0.019509056583046913, 0.0020218477584421635, 0.023198042064905167, -0.036379069089889526, 0.002534403931349516, 0.008044825866818428, 0.01087541226297617, -0.016813259571790695, 0.032718461006879807, 0.0124928904697299, 0.02036036178469658, 0.015507926233112812, 0.025737766176462173, 0.019253665581345558, 0.009059296920895576, -0.021495433524250984, -0.02094208635389805, 0.020530622452497482, 0.000467773963464424, -0.0019136611372232437, 0.02424798347055912, -0.02051643282175064, 0.02945512905716896, 0.012336818501353264, 0.05070935934782028, 0.01194663718342781, 0.030788838863372803, -0.004912735428661108, -0.030448317527770996, 0.0014693867415189743, 0.0024368586018681526, -0.009619738906621933, -0.017494304105639458, -0.018487492576241493, -0.013159745372831821, 0.0040614306926727295, 0.025581693276762962, 0.015351854264736176, -0.021183287724852562, -0.002843001624569297, -0.014741752296686172, 0.015337665565311909, -0.012954013422131538, -0.012663151137530804, -0.025014158338308334, -0.04177066311240196, 0.010017014108598232, -0.03203741833567619, 0.027227548882365227, 0.035783156752586365, 0.013379666022956371, 0.011740905232727528, -0.002830586861819029, -0.006753680761903524, -0.017536869272589684, 0.03354138880968094, -0.04585692659020424, -0.021353550255298615, -0.003777662757784128, -0.04753115773200989, 0.003908905666321516, 0.018501680344343185, -0.006608249619603157, 0.02160894125699997, -0.0016893069259822369, -0.0019313966622576118, -0.0002988432825077325, -0.007952600717544556, -0.0027401356492191553, 0.01087541226297617, -0.0036180431488901377, -0.012180745601654053, 0.027454564347863197, 0.036662839353084564, 0.018444925546646118, -0.004646702669560909, -0.010527796112000942, 0.004334557801485062, 0.023325737565755844, -0.006125843618065119, -0.03612367808818817, 0.007860376499593258, -0.019764447584748268, 0.010768999345600605, 0.009314687922596931, -0.011528079397976398, 0.016132216900587082, 0.03002266399562359, -0.008470477536320686, 0.007860376499593258, -0.009165709838271141, -0.008371158502995968, 0.010002825409173965, -0.02585127390921116, 0.024588506668806076, -0.02748293988406658, 0.021495433524250984, 0.013280346989631653, 0.01512483973056078, -0.02065831795334816, -0.012088521383702755, -0.018189534544944763, -0.004919829312711954, 0.03178202733397484, -0.006235803943127394, 0.022985216230154037, -0.014514738693833351, -0.00385569897480309, 0.009250840172171593, 0.031157737597823143, 0.017153780907392502, 0.017238911241292953, -0.0024616883601993322, 0.015692375600337982, -0.0024670090060681105, 0.017196346074342728, -0.002312710043042898, -0.012840506620705128, -0.0039230939000844955, 0.005962677299976349, 0.015209970064461231, 0.022900085896253586, 0.02233254909515381, 0.006402517668902874, 0.017465926706790924, 0.005859811324626207, 0.042309824377298355, -0.0011545814340934157, -0.002585836686193943, 0.007115485146641731, -0.007356687914580107, -0.02196365036070347, 0.011450042948126793, 0.0071935211308300495, 0.014238064177334309, 0.02468782477080822, -0.0022222588304430246, -0.0013833694392815232, -0.017097027972340584, 0.02711404114961624, 0.0063918763771653175, 0.006129391025751829, 0.012691528536379337, -0.015209970064461231, -0.007150955963879824, 0.01549373846501112, 0.0249857809394598, 0.005682456307113171, 0.011911165900528431, 0.026915404945611954, -0.01970769464969635, -0.012166556902229786, 0.009428194724023342, -0.01603289693593979, -0.0002467452432028949, -0.042763851583004, -0.018331419676542282, 0.010173086076974869, -0.028461940586566925, -0.014599869027733803, -0.01230844110250473, -0.04636770859360695, 0.02440405637025833, 0.02792278118431568, -0.0035098567605018616, 0.03566965088248253, 0.019835390150547028, 0.05076611414551735, -0.02087114378809929, -0.04279223084449768, 0.0360669270157814, 0.0031515995506197214, -0.00683171721175313, 0.0021956556010991335, -0.028178172186017036, -0.009371441788971424, 0.009470759890973568, 0.008669115602970123, 0.004437423776835203, -0.0027117589488625526, 0.01047813706099987, 0.008761339820921421, -0.018572622910141945, 0.02206297032535076, 0.03444944694638252, -0.00864073820412159, -0.012116897851228714, -0.003990489058196545, -0.008513042703270912, 0.0056363437324762344, -0.03320086747407913, -0.0009426421602256596, 0.026035722345113754, 0.005607967264950275, -0.022446056827902794, -0.0183881726115942, 0.011400382965803146, -0.015351854264736176, 0.023935839533805847, -0.0091940863057971, 0.00827893428504467, -0.012805035337805748, -0.001282277051359415, -0.003965659067034721, 0.004348746035248041, 0.020331984385848045, 0.038791097700595856, -0.0002970697241835296, -0.012769564054906368, -0.015550491400063038, -0.012507079169154167, 0.003724456299096346, 0.04199767857789993, 0.024602694436907768, -0.024063535034656525, 0.0014055388746783137, -0.025922216475009918, -0.00476375687867403, -0.025170231238007545, -0.021154912188649178, 0.010492325760424137, 0.011272687464952469, -0.0091940863057971, -0.002376557793468237, 0.00959845632314682, -0.006576325744390488, 0.03779790922999382, 0.002367689972743392, 0.02475876733660698, -0.01735241897404194, 0.011144991964101791, 0.006154220551252365, 0.01472756452858448, 0.0016671376070007682, -0.01853005774319172, 0.006193238776177168, 0.015266723930835724, -0.0011483740527182817, 0.020090781152248383, 0.02426217310130596, 0.00886065885424614, -0.01560724526643753, 0.022914273664355278, -0.015649810433387756, -0.0018781900871545076, -0.0029458675999194384, 0.0027720595244318247, 0.02541143260896206, 0.010393006727099419, 0.0028731520287692547, 0.02094208635389805, 0.019537433981895447, -0.014259346760809422, 0.026574881747364998, -0.0014862354146316648, 0.006328028626739979, 0.009428194724023342, -0.019579999148845673, -0.01230844110250473, 0.016373420134186745, 0.004331010393798351, -0.011989202350378036, 0.027227548882365227, -0.012833412736654282, -0.035272374749183655, -0.01830304227769375, 0.01787739060819149, -0.008569796569645405, -0.016955144703388214, -0.011776376515626907, -0.003979847766458988, -0.024489186704158783, -0.009938977658748627, -0.028163984417915344, 0.011123709380626678, -0.005891735199838877, -0.011662868782877922, 0.012301347218453884, -0.02673095464706421, 0.01062711514532566, -0.013727282173931599, 0.003126769792288542, -0.02880246192216873, -0.015522114932537079, -0.0462825782597065, 0.008931600488722324, 0.01765037514269352, 0.005991053767502308, 0.009953166358172894, 0.02125423029065132, 0.00368898524902761, 0.006093919742852449, -0.014152933843433857, -0.01708284020423889, -0.017111215740442276, -0.02988078072667122, 0.022658882662653923, -0.028149794787168503, 0.02139611542224884, 0.004054336808621883, -0.025439810007810593, 0.00037466257344931364, 0.025624258443713188, -0.007846187800168991, -0.010307876393198967, -0.004008224233984947, 0.017551057040691376, 0.027156606316566467, 0.010137615725398064, -0.01176218781620264, 0.02490065060555935, -0.016756506636738777, 0.018558433279395103, -0.04358677938580513, -0.005466083064675331, -0.027355244383215904, -0.0059804124757647514, 0.006913300137966871, 0.022176476195454597, 0.014997144229710102, -0.0011244311463087797, -0.027511317282915115, 0.011953731067478657, -0.02629111520946026, -0.022460244596004486, 0.005086543038487434, 0.01384078897535801, -0.015266723930835724, 0.01193954236805439, -0.00901673175394535, -0.0028518694452941418, -0.019154347479343414, 0.01896989718079567, -0.028845027089118958, 0.03830869495868683, 0.02440405637025833, 0.0028412281535565853, 0.04125988110899925, -0.0025148948188871145, -0.004348746035248041, -0.03331437334418297, 0.02973889745771885, -0.0059804124757647514, 0.028305867686867714, 0.002284333109855652, 0.00889613013714552, -0.019324608147144318, -0.014500549994409084, -0.02636205591261387, 0.01566399820148945, 0.005324198864400387, -0.007484383415430784, -0.0033732932060956955, 0.006409612018615007, -0.012812129221856594, -0.015578868798911572, -0.008342782035470009, -0.026702577248215675, -0.007831999100744724, 0.007058731280267239, 0.011669962666928768, 0.030959099531173706, -0.011967919766902924, 0.005561854690313339, -0.04404081031680107, -0.02988078072667122, -0.0006890243967063725, -0.026943780481815338, -0.008938695304095745, 0.006877829320728779, 0.012166556902229786, 0.014642434194684029, 0.07048799842596054, 0.008981260471045971, -4.86340832139831e-06, 0.010705151595175266, -0.010087955743074417, 0.012726998887956142, 0.01117336843162775, 0.0018764164997264743, -0.01109533291310072, -0.00798097811639309, 0.000822040718048811, 9.693562606116757e-05, 0.006040713284164667, -0.0005413762992247939, -0.01270571630448103, 0.032406315207481384, -0.024049347266554832, -0.006292557809501886, -0.010960542596876621, -0.026035722345113754, -0.01801927387714386, 0.018870579078793526, -0.007569514214992523, -0.001957999775186181, -0.04361515864729881, -0.02160894125699997, 0.040919359773397446, 0.0018125687493011355, 0.030873969197273254, 0.017125405371189117, 0.010797375813126564, -0.031015852466225624, 0.013081708922982216, 0.010641303844749928, 0.016061274334788322, -0.016614621505141258, -0.014855260029435158, -0.035783156752586365, 0.007448912598192692, -0.0006127617671154439, -0.010151803493499756, 0.027014723047614098, 0.007299934513866901, -0.009988636709749699, -0.008250557817518711, 0.009697774425148964, 0.003524044994264841, -0.02241767942905426, -0.007633361965417862, -0.024077722802758217, -0.026262737810611725, -0.02475876733660698, -0.004366481676697731, 0.009910601191222668, -0.0052958219312131405, 0.0010118106147274375, -0.004394858609884977, 0.019906332716345787, -0.02856125868856907, -0.013181027956306934, 0.006909753195941448, 0.04608393833041191, 0.058853503316640854, -0.007321217097342014, -0.00193671730812639, 0.020913708955049515, 0.0021140724420547485, -0.02768157795071602, 0.012358101084828377, 0.007555325515568256, 0.010407195426523685, -0.0030469598714262247, 0.017678752541542053, 0.0058420756831765175, -0.021992027759552002, 0.020417114719748497, 0.0005458102095872164, -0.04191254824399948, -0.053944315761327744, 0.025326302275061607, 0.009449477307498455, 0.003210126655176282, -0.04418269172310829, -0.027000535279512405, -0.019721882417798042, 0.006494742352515459, -0.010925072245299816, 0.01830304227769375, 0.009257934056222439, 6.269778509704338e-07, 0.005150390788912773, 0.009484948590397835, 0.02936999872326851, 0.01494039036333561, -0.005058166570961475, -0.0003054940898437053, 0.03811005502939224, 0.0035080830566585064, -0.030817216262221336, 0.01955162174999714, -0.013337100856006145, 0.031044229865074158, -0.030788838863372803, 0.028887592256069183, 0.016969332471489906, -0.02270144782960415, 0.006118749734014273, 0.005852716974914074, 0.019026650115847588, 0.03107260726392269, -0.05053909868001938, -0.02176501229405403, -0.023127099499106407, 0.009868036024272442, 0.024077722802758217, -0.022006215527653694, -0.0061825974844396114, -0.009726151823997498, -0.007441818248480558, 0.003105487208813429, 0.021523810923099518, -0.0068494523875415325, -0.03510211408138275, -0.00366415549069643, 0.004302633926272392, -0.012656057253479958, -0.018047651275992393, -0.004777945578098297, 0.03172527253627777, -0.03376840427517891, 0.007253821939229965, 0.00864073820412159, 0.0011279782047495246, 0.011989202350378036, 0.03107260726392269, 0.008747152052819729, -0.024049347266554832, 0.03612367808818817, -0.023027781397104263, 0.00516103208065033, 0.02365207113325596, -0.006296104751527309, -0.018345607444643974, -0.030448317527770996, -0.018274664878845215, 0.006296104751527309, 0.004731833003461361, -0.020558997988700867, -0.029043665155768394, -0.006132937967777252, 0.005058166570961475, 0.03010779619216919, -0.0018303042743355036, -0.022247418761253357, -0.0010570362210273743, 0.026191795244812965, 0.010031201876699924, 0.0025982516817748547, 0.007831999100744724, 0.020104968920350075, 0.0257803313434124, 0.007555325515568256, 0.021921085193753242, -0.01457149162888527, 0.003458423772826791, -0.015451173298060894, -0.022105535492300987, 0.016614621505141258, -0.045090749859809875, -0.01154226716607809, -0.007846187800168991, 0.004852434620261192, -0.02072926051914692, 0.0015882145380601287, -0.007246728055179119, -0.001267201965674758, -0.01633085496723652, 0.017026085406541824, -0.024858085438609123, -0.0020519981626421213, 0.013883354142308235, 0.013138462789356709, -0.0038486048579216003, 0.005200050305575132, -0.019906332716345787, -0.027851838618516922, 0.0017327589448541403, 0.010776093229651451, -0.022091345861554146, -0.012542549520730972, -0.017040275037288666, 0.026702577248215675, -0.0024794237688183784, -0.038705967366695404, -0.0005103392177261412, -0.0158342607319355, -0.02526954934000969, -0.0080944849178195, -0.036520954221487045, -0.005480271298438311, 0.005597325973212719, 0.0166288111358881, 0.00531355757266283, 0.019352983683347702, 0.005686003249138594, 0.02484389767050743, -0.010932166129350662, 0.010336252860724926, -0.009726151823997498, -0.0034300468396395445, -0.005171673372387886, 0.005760492291301489, -0.031015852466225624, -0.015451173298060894, -0.003428273368626833, -0.011350723914802074, 0.004529648460447788, 0.02395002730190754, -0.015337665565311909, -0.0006052241660654545, -0.0011732036946341395, -0.005306463222950697, 0.004547383636236191, 0.005196503363549709, 0.010854129679501057, -0.018629375845193863, -0.012351006269454956, 0.022985216230154037, -0.00941400695592165, -0.0033750669099390507, -0.022318361327052116, 0.0022524092346429825, 0.01311008632183075, 0.009222462773323059, -0.028305867686867714, -0.014301911927759647, 0.031015852466225624, -0.012542549520730972, 0.045743416994810104, 0.012053050100803375, -0.009222462773323059, 0.03098747693002224, -0.0009098314912989736, -0.005047525279223919, -0.006083278451114893, 0.0245459396392107, 0.01264186855405569, -0.011684151366353035, 0.03612367808818817, -0.025156041607260704, 0.014230970293283463, -0.0008659361046738923, 0.01237938366830349, -0.027213361114263535, -0.005082996096462011, -0.0056150611490011215, -0.0019225288415327668, -0.030590200796723366, 0.026404621079564095, 0.006338669918477535, -0.02292846329510212, 0.004983677063137293, -0.010009919293224812, 0.006345764268189669, 0.006030071992427111, -0.00441614119336009, -0.006420253310352564, -0.00023832086299080402, -0.02176501229405403, 0.0028447750955820084, -0.006292557809501886, -0.017011897638440132, -0.015593057498335838, 0.010549078695476055, 0.01050651352852583, 0.016373420134186745, 0.19648103415966034, -0.024602694436907768, 0.008456289768218994, 0.024304738268256187, 0.017905766144394875, 0.0014356892788782716, 0.0032296357676386833, 0.0029813386499881744, -0.01860099844634533, 0.006906206253916025, -0.007385064847767353, 0.013202310539782047, -0.03158339112997055, -0.0042387861758470535, 0.02248862199485302, -0.019665129482746124, -0.040096431970596313, -0.03612367808818817, -0.032718461006879807, 0.0007209483301267028, -0.014301911927759647, -0.003243824001401663, -0.00010430694237584248, -0.014131651259958744, 0.009364346973598003, -0.022829143330454826, -0.0013337100390344858, 0.010314970277249813, 0.015408608131110668, 0.03169689700007439, -0.0313279964029789, 0.01542279589921236, 0.013287440873682499, -0.02124004252254963, -0.008697492070496082, -0.0026798350736498833, 0.019821202382445335, 0.0025698747485876083, 0.010967637412250042, 0.03950051963329315, 0.033002231270074844, 0.00922955758869648, 0.017834825441241264, -0.030051041394472122, -0.01766456477344036, -0.0007914469460956752, -0.0013026728993281722, 0.005221332889050245, -0.02484389767050743, 0.02704310044646263, -0.01875707134604454, 0.02936999872326851, 0.014110368676483631, 0.020544810220599174, -2.0284986021579243e-05, -0.015465361066162586, -0.020715070888400078, 0.0029157171957194805, 0.013486078940331936, 0.017451738938689232, -0.013798223808407784, -0.006874282378703356, 0.00771139794960618, 0.03206579387187958, 0.004437423776835203, 0.0003859689459204674, 0.002280786167830229, 0.005242615472525358, 0.006806887220591307, -0.013308723457157612, -0.02219066582620144, 0.0017043821280822158, -0.017536869272589684, -0.016756506636738777, -0.048240575939416885, -0.037996549159288406, 0.01854424551129341, 0.016288289800286293, 0.015990331768989563, 0.03217930346727371, 0.014798506163060665, -0.013209405355155468, 0.007952600717544556, -0.02175082452595234, -0.013457702472805977, -0.020686693489551544, 0.02183595485985279, -0.00908057950437069, -0.023637883365154266, -0.01491201389580965, 0.0037067208904772997, -0.02263050526380539, -0.007470195181667805, 0.004366481676697731, -0.015436984598636627, -0.0014986502937972546, 0.004072072450071573, -0.006668550428003073, -0.003171108430251479, -0.03581153228878975, -0.004519007168710232, 0.015593057498335838, 0.014273535460233688, -0.005650532431900501, 0.0031728821340948343, 0.026205983012914658, 0.00889613013714552, 0.013904636725783348, 0.0034885741770267487, -0.01230844110250473, 0.01669975183904171, -0.03209417313337326, 0.010776093229651451, 0.018118593841791153, 0.018941519781947136, 0.013266158290207386, -0.0018604545621201396, 0.00886065885424614, 0.02887340448796749, -0.0004136806819587946, -0.005288728047162294, -0.014387042261660099, 0.011414571665227413, -0.000738240429200232, -0.007902941666543484, -0.03609530255198479, -0.022758200764656067, 0.02094208635389805, -0.03839382529258728, 0.019026650115847588, 0.007541137281805277, -0.026035722345113754, 0.012755376286804676, -0.003685438074171543, 0.005263898056000471, 0.010669680312275887, -0.028390998020768166, -0.013507361523807049, -0.030675331130623817, 0.0073992530815303326, -0.023382490500807762, 0.014841071330010891, -0.006547948811203241, -0.01743754930794239, 0.001613931031897664, -0.02497159317135811, 0.011755093932151794, -0.009697774425148964, 0.01494039036333561, -0.016203157603740692, -0.011435854248702526, 0.022829143330454826, -0.0029192643705755472, -0.0046999091282486916, 0.012769564054906368, 0.007115485146641731, -0.023098723962903023, -0.024233795702457428, 0.009186992421746254, 0.0009719057125039399, -0.02294265106320381, -0.004536742344498634, -0.006675644312053919, -0.003703173715621233, -0.014514738693833351, -0.01999146305024624, -0.181952103972435, 0.00012769564636982977, 0.012237499468028545, -0.03708849102258682, -0.0011137897381559014, 0.0013106538681313396, 0.017167970538139343, 0.014670810662209988, -0.031384751200675964, 0.006203880067914724, 0.00034739423426799476, 0.003660608548671007, 0.011286876164376736, -0.014408324845135212, -0.00499786576256156, -0.00922955758869648, -0.0332576222717762, -0.008775528520345688, 0.022814955562353134, 0.008768434636294842, 0.03320086747407913, -0.03933025896549225, 0.02410610020160675, 0.01984957791864872, 0.02263050526380539, 0.015635622665286064, 0.00867620948702097, 0.014841071330010891, -0.004270710051059723, -0.03334275260567665, -0.01977863721549511, 0.0034868004731833935, 0.020317796617746353, -0.000750211940612644, 0.008179615251719952, 0.01604708656668663, 0.01194663718342781, -0.008406629785895348, -0.022006215527653694, 0.019650941714644432, 0.025581693276762962, 0.013883354142308235, 0.005583137273788452, 0.011691245250403881, -0.016642998903989792, 0.03436431661248207, 0.013826600275933743, -0.026532316580414772, 0.015621433965861797, -0.013769847340881824, 0.03904648870229721, 0.001300012576393783, 0.018189534544944763, 0.005870452616363764, -0.001718570594675839, 0.02294265106320381, -0.0024279907811433077, -0.004143014084547758, -0.004501271527260542, -0.03416568040847778, -0.00908057950437069, -0.006785604637116194, 0.023850709199905396, -0.0062783691100776196, -0.006012336816638708, -0.053376778960227966, -0.044494837522506714, -0.0053454814478755, -0.022829143330454826, -0.012556738220155239, -0.003703173715621233, -0.021807579323649406, -0.011450042948126793, 0.0063883294351398945, 0.03898973762989044, 0.04001130163669586, -0.036379069089889526, 0.005579590331763029, 0.03881947696208954, 0.00026980138500221074, 0.009066390804946423, 0.032349564135074615, -0.006498289294540882, 0.012968202121555805, -0.0074205356650054455, -0.006313840392976999, 0.0016414211131632328, 0.024063535034656525, -0.03200904279947281, -0.009633926674723625, 0.012244593352079391, -0.02132517285645008, 0.024999968707561493, -0.00889613013714552, 0.00805901363492012, 0.00971196312457323, 0.011003107763826847, -0.00846338365226984, 0.01142876036465168, -0.01574913039803505, 0.0015704791294410825, 0.0016600433737039566, -0.029994288459420204, 0.005664720665663481, 0.03822356462478638, 0.03172527253627777, -0.03288872167468071, 0.025099288672208786, 0.01406070962548256, -0.010137615725398064, 0.007427630014717579, -0.003192391013726592, 0.0023889727890491486, -0.0027897951658815145, -0.002369463676586747, 0.02183595485985279, -0.0013372572138905525, -0.011634492315351963, 0.010676775127649307, -0.003908905666321516, 0.045601531863212585, 0.0013789356453344226, -0.008378253318369389, 0.021992027759552002, -0.013152651488780975, -0.043700288981199265, -0.10181599110364914, -0.0015146122314035892, 0.025595882907509804, 0.027497129514813423, -0.01786320097744465, 0.000546697003301233, -0.005600872915238142, 0.038280315697193146, -0.007321217097342014, 0.053064633160829544, -0.020629940554499626, -0.01454311516135931, 0.021140722557902336, 0.003837963566184044, -0.007633361965417862, 0.0033963494934141636, -0.0015500832814723253, -0.03112936019897461, -0.02440405637025833, 0.030505070462822914, -0.031980663537979126, -0.006406064610928297, 0.02153799869120121, -0.012599303387105465, 0.004504818469285965, -0.0322076790034771, -0.023027781397104263, 0.028376810252666473, -0.01542279589921236, -0.011520984582602978, 0.015848448500037193, -0.020786013454198837, 0.015280911698937416, -0.008910317905247211, 0.009449477307498455, -0.0035949870944023132, 0.008683303371071815, -0.001306220074184239, 0.03737225756049156, -0.0028518694452941418, 0.002277238992974162, 0.018955709412693977, -0.0065940613858401775, 0.006306746043264866, -0.02387908473610878, 0.010832847096025944, -0.03450620174407959, 0.02380814403295517, 0.0016866466030478477, -0.033144112676382065, -0.03047669306397438, -0.00340699078515172, -0.026560693979263306, 0.003798945341259241, 0.01919691264629364, -0.013457702472805977, 0.014344477094709873, 0.017423361539840698, -0.024063535034656525, 0.011407477781176567, 0.014294818043708801, 0.009726151823997498, -0.008030637167394161, 0.005948488600552082, 0.014365759678184986, -0.007026807405054569, -0.012868883088231087, -0.02593640424311161, 0.018076028674840927, 0.01050651352852583, -0.012826317921280861, 0.007775245700031519, 0.0004948206478729844, 0.00977581087499857, -0.030363187193870544, 0.0030168097000569105, -0.01204595621675253, -0.025297926738858223, -0.0009515099227428436, 0.012542549520730972, -0.028078854084014893, -0.008591079153120518, 0.0013266158057376742, -0.00717933289706707, -0.013081708922982216, 0.008229275234043598, -0.01597614400088787, -0.01905502751469612, -0.011989202350378036, -0.03887622803449631, 0.004909188020974398, 0.0191827230155468, 0.009761622175574303, -0.03581153228878975, -0.018785448744893074, 0.018473302945494652, -0.030306432396173477, 0.028220737352967262, 0.0010171312605962157, 0.022233230993151665, -0.03473321348428726, -0.01824628934264183, -0.0721338540315628, 0.02321222983300686, -0.014046520926058292, -0.024858085438609123, 0.005210691597312689, -0.0005005846614949405, 0.02064412832260132, 0.0021389019675552845, -0.004366481676697731, 0.007434724364429712, -0.01816115900874138, 0.005583137273788452, -0.02541143260896206, -0.022729825228452682, -0.023623693734407425, -0.014195499010384083, 0.0009426421602256596, -0.036237187683582306, 0.016061274334788322, 0.0026674200780689716, 0.007218351121991873, -0.006313840392976999, -0.015110651031136513, 0.038564085960388184, -0.008172521367669106, -0.011414571665227413, -0.006349311210215092, 0.0044941771775484085, 0.004072072450071573, -0.0028944346122443676, 0.007228992413729429, -0.009279216639697552, -0.01267733983695507, 0.02790859341621399, 0.006437988951802254, -0.021211665123701096, 0.024375678971409798, 0.006494742352515459, 0.011989202350378036, 0.0005848283180966973, -0.023169664666056633, -0.026163417845964432, 0.006189691834151745, -0.012805035337805748, 0.014465078711509705, -0.0026975704822689295, 0.003179976250976324, -0.006569231394678354, 0.03195228800177574, 0.018515868112444878, 0.04233819991350174, 0.023992592468857765, -0.007775245700031519, -0.03422243148088455, -0.01549373846501112, 0.0065940613858401775, -0.002066186396405101, -0.0004739814030472189, 0.004827604629099369, 0.014436702243983746, 0.046764981001615524, -0.015082274563610554, 0.01193954236805439, -0.012826317921280861, 0.00220629689283669, -0.008810999803245068, -0.02959701232612133, -0.02051643282175064, -0.0008331253775395453, -0.036010172218084335, -4.6666551497764885e-05, -0.01087541226297617, 0.004643155727535486, 0.006540854461491108, -0.003293483518064022, 0.0066437204368412495, 0.0016662507550790906, 0.005544119048863649, -0.025226984173059464, 0.010804470628499985, 0.009087673388421535, -0.023027781397104263, -0.009570078924298286, -0.0025361774023622274, 0.02461688220500946, 0.02609247714281082, -0.0015864410670474172, 0.008562702685594559, -0.0009993957355618477, 0.008910317905247211, -0.010591643862426281, 0.01414583995938301, -0.01713959313929081, 0.002158411080017686, -0.009307594038546085, -0.00025982517399825156, 0.017621999606490135, 0.0012787299929186702, 0.014152933843433857, 0.016685564070940018, 0.031469881534576416, 0.010917977429926395, -0.003703173715621233, -0.009648115374147892, -0.015323477797210217, -0.007675927132368088, -0.04228144511580467, -0.032349564135074615, 0.03039156273007393, 0.033087361603975296, -0.0021052046213299036, -0.016685564070940018, -0.004845340270549059, 0.0037350975908339024, -0.009499137289822102, 0.01831723004579544, -0.010272405110299587, -0.018785448744893074, -0.018629375845193863, 0.04631095379590988, 0.02101302705705166, -0.0065302131697535515, 0.031186114996671677, -0.00029862159863114357, 0.032122548669576645, 0.007704304065555334, -0.009073484688997269, 4.783044278156012e-05, 0.031895533204078674, 0.007661738898605108, 0.021410303190350533, -0.00036956361145712435, -0.013344194740056992, -0.005136202555149794, 1.961990346899256e-05, -0.024347303435206413, 0.0029937534127384424, 0.01340804249048233, 0.005114919971674681, 0.10323483496904373, 0.002883793320506811, -0.019906332716345787, -0.006952318362891674, -0.02871733158826828, -0.0023322191555052996, 0.003258012467995286, 0.013216499239206314, 0.008605267852544785, -0.011811846867203712, -0.012982390820980072, 0.0033732932060956955, -0.009094767272472382, -0.028703143820166588, -0.014188405126333237, -0.004738927353173494, 0.011201745830476284, -0.010534890927374363, -0.02074344828724861, 0.00864783301949501, 0.02167988196015358, 0.005090090446174145, -0.002041356870904565, 0.003009715350344777, -0.014826883561909199, 0.00683171721175313, 0.03839382529258728, 0.0191827230155468, -0.0035080830566585064, -0.022389303892850876, 0.03019292652606964, 0.004309727810323238, -0.05113501101732254, -0.02768157795071602, -0.007541137281805277, -0.011130803264677525, -0.004756662528961897, -0.02864638902246952, 0.01270571630448103, -0.014855260029435158, 0.0006615343736484647, 0.00791713036596775, -0.013322912156581879, -0.015408608131110668, 0.012613492086529732, 0.002591157564893365, 0.004139467142522335, -0.018331419676542282, -0.026631636545062065], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'), : RelatedNodeInfo(node_id='e84dbd8c-2543-42fe-b9cb-744d5e99ed4b', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='4bf397e2c181ab661962278bf042c2fe854b92bf4e714cfee706bc499c64e98f'), : RelatedNodeInfo(node_id='1c3efcd3-e6b3-4046-a359-3e554c321c16', node_type=, metadata={}, hash='a92122e8d1be497d929d086fab068850b0791fed45736840370daf603fb35b3d')}, hash='a1cb34f09cb3090b01519ab906b568cce082f381795cd6999f034daa93a25d0e', text='Exllama, and llama.cpp, focuses on the quantization of the Llama architecture, but AutoGPTQ distinguishes itself by offering seamless support for a diverse array of transformer architectures. The Hugging Face team has taken a significant step to enhance accessibility to GPTQ, and they have integrated an inclusive Transformers API, simplifying the process of Low-Level Model (LLM) quantization for a wider audience. This integration includes essential optimization options, such as CUDA kernels, catering to common use cases. For users seeking more advanced quantization options, the Auto-GPTQ library remains a valuable resource, offering capabilities like Triton kernels and fused-attention compatibility, and ensuring versatility and adaptability in the world of transformer model quantization. Extracted from the Huggingface blog article \"Making LLMs lighter with AutoGPTQ and transformers\" [5]. Our approach to this task First, we will load our fine-tuned model Llama 2 7B 4-bit Python coder in a Colab session using a T4 with extra RAM. The model is loaded in 4-bit with bitsandbytes and then we execute about 12 examples to measure the inference time. In order to perform a simple evaluation of the performance at the inference time, we have taken as examples those whose input text was longer than 500 characters and in this way, we will try to better appreciate the impact of quantization during inference. You can extract the code to load this model in the description of the model in the hugging Face Hub. In my notebook, we will describe how to perform inference on the examples mentioned. Quantize the model using auto-gptq, transformers, and optimum The GPTQ quantization consumes a lot of GPU VRAM, for that reason we need to execute it in an A100 GPU in Colab. It takes about 45 minutes to quantize the model, less than $1 in Colab. You can find the code in this notebook in my repository. First, we need to install the libraries as it is recommended in the huggingface tutorial: Optimum library, Hugging', start_char_idx=3110, end_char_idx=5134, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='1c3efcd3-e6b3-4046-a359-3e554c321c16', embedding=[-0.031324602663517, 0.013445005752146244, -0.0002306005626451224, -0.014009921811521053, -0.004544044844806194, -0.000586100562941283, -0.007598123047500849, -0.0017441788222640753, -0.023980693891644478, -0.0453910157084465, 0.002436201088130474, 0.012957765720784664, -0.021156111732125282, -0.027935106307268143, 0.0011810279684141278, 0.00561032397672534, 0.011877363547682762, 0.010980558581650257, 0.016114234924316406, -0.01701810024678707, -0.0058504133485257626, 0.011241832748055458, -0.015280983410775661, -0.019051799550652504, -0.012421094812452793, 0.023839464411139488, 0.029432134702801704, -0.025844916701316833, 0.00692375423386693, 0.013317899778485298, 0.0039755976758897305, 0.013134301640093327, -0.028048090636730194, -0.010789899155497551, -0.009081028401851654, -0.020252246409654617, 0.03567446023225784, 0.012555263005197048, 0.03835780918598175, -0.02020987682044506, 0.018176179379224777, 0.026692291721701622, -0.0029781677294522524, 0.0020160446874797344, 0.006888446863740683, 0.009236380457878113, -0.01232223492115736, -0.005426726303994656, -0.00647182110697031, -0.0077746594324707985, -0.008184223435819149, 0.037171486765146255, -0.017978457733988762, 0.021382078528404236, -0.01467369869351387, 0.014207642525434494, 0.02269550785422325, -0.0010186145082116127, 0.01355798915028572, 0.008452558889985085, 0.008360760286450386, -0.013211977668106556, -0.01981443539261818, 0.003880268195644021, -0.009257564321160316, -0.018246794119477272, -0.008622033521533012, 0.024446748197078705, 0.0004457542090676725, -0.014857295900583267, -0.007379218004643917, 0.024545609951019287, -0.0032871062867343426, -0.02186225727200508, 0.03194601088762283, -0.03016652539372444, -0.015535195358097553, 0.0007083519594743848, -0.019574346020817757, -0.003052312880754471, 0.027751509100198746, -0.02300621196627617, -0.00671191094443202, 0.025717809796333313, 0.013056625612080097, -0.0013037206372246146, -0.0028281118720769882, -0.009179888293147087, -0.014518346637487411, -0.004141542129218578, 0.007612246088683605, 0.0009744804701767862, 0.043809253722429276, 0.001975441351532936, 0.006782525219023228, 0.02616974338889122, -0.010126123204827309, 0.02200348675251007, -0.017371173948049545, -0.009412916377186775, -0.005140737630426884, 0.010712224058806896, -0.03126811236143112, -0.018755218014121056, -0.016142480075359344, -0.019178904592990875, 0.014659575186669827, 0.02338753081858158, -0.01405935175716877, 0.0018033185042440891, -0.006058726459741592, 0.044939085841178894, -0.007944134064018726, -0.03417742997407913, -0.017681878060102463, 0.006630703806877136, 0.005882190074771643, -0.007781720720231533, 0.005878659430891275, -0.006701318547129631, 0.024432625621557236, 0.030533721670508385, 0.014913788065314293, -0.01233635749667883, 0.005546770989894867, 0.003901452524587512, -0.005599732045084238, -0.02977108396589756, -0.02230006828904152, -0.008346636779606342, 0.0250399112701416, 0.04098467156291008, 0.013798078522086143, 0.006782525219023228, -0.01991329714655876, 0.01578940823674202, 0.0015261564403772354, -0.024263150990009308, -0.03073144145309925, 0.01107235811650753, -0.002012514043599367, 0.020577073097229004, 0.002637452445924282, -0.016424939036369324, -0.00879857037216425, 0.03016652539372444, -0.009448223747313023, 0.017060469835996628, 0.02313331887125969, -0.0015261564403772354, -0.009321117773652077, -0.027497297152876854, 0.00682489387691021, 0.02673465944826603, 0.016029497608542442, -0.0010486256796866655, 0.016368446871638298, -0.00873501691967249, -0.027200715616345406, -0.018501006066799164, -0.009179888293147087, 0.008163039572536945, -0.012745922431349754, 0.019080044701695442, 0.005790391005575657, 0.024545609951019287, 0.03587218001484871, -0.008699709549546242, -0.011644335463643074, -0.013063686899840832, -0.010217921808362007, 0.02563307248055935, -0.016566168516874313, 0.02491280436515808, 0.011820871382951736, 0.009186949580907822, 0.02366998977959156, -0.003795530879870057, -0.005006569903343916, -0.022187083959579468, -0.016650905832648277, 0.021664537489414215, -0.002197877038270235, 0.014490100555121899, -0.008417251519858837, -0.014250011183321476, -0.0013496201718226075, -0.012470525689423084, -0.006877854932099581, 0.009575329720973969, 0.009003352373838425, 0.015874145552515984, -0.017399419099092484, -0.005578547716140747, -0.6101095080375671, 0.0063553075306117535, 0.02105725184082985, -0.012498770840466022, -0.0008659106097184122, 0.004512268118560314, -0.002445027930662036, 0.006888446863740683, -0.01991329714655876, 0.03299110755324364, -0.00914458092302084, 0.002616268116980791, -0.004840625915676355, -0.01522449217736721, -0.009236380457878113, -0.0257460568100214, 0.022667262703180313, -0.020308738574385643, -0.008035932667553425, 0.026480447500944138, -0.012710615061223507, 0.004042681772261858, 0.01398167572915554, 0.021240849047899246, 0.006348245777189732, 0.01391106192022562, 0.003433631267398596, -0.011022927239537239, 0.03598516434431076, -0.0044310614466667175, -0.03711499646306038, 0.022187083959579468, 0.008812692947685719, 0.0007529273862019181, 0.04567347466945648, -0.028725989162921906, -0.032341454178094864, 0.008346636779606342, 0.0026056759525090456, 0.03875325247645378, -0.04112590104341507, -0.03895097225904465, 0.012428157031536102, -0.0041556647047400475, -0.01677801087498665, 0.009808357805013657, -0.00408505043014884, 0.018726972863078117, -0.013070749118924141, -0.031352847814559937, -0.007647552993148565, 0.01867048069834709, 0.010239106602966785, 7.706913311267272e-05, 0.003926167730242014, -0.004120357800275087, 0.02559070475399494, -0.0004442094941623509, 0.023839464411139488, -0.011185340583324432, 0.032030750066041946, 0.006256447173655033, -0.012392849661409855, -0.02920616790652275, -0.027200715616345406, 0.006217609159648418, 0.01857162080705166, 0.016862748190760612, -0.018218547105789185, -0.009688313119113445, -0.007598123047500849, 0.009603575803339481, -0.006270569749176502, -0.006185832433402538, 0.006267039105296135, 0.012223374098539352, 0.008113608695566654, -0.020464090630412102, 0.006757810246199369, 0.012576446868479252, 0.016693273559212685, 0.010281475260853767, -0.009589452296495438, -0.010161430574953556, 0.018162056803703308, 0.008586726151406765, -0.0011015866184607148, 0.0031370504293590784, -0.0007970614824444056, 0.011503105983138084, -0.006090502720326185, 0.03188952058553696, -0.013395575806498528, -0.06360956281423569, 0.004116826690733433, 0.01010493841022253, -0.003412446938455105, -0.01183499488979578, -0.005232536233961582, -0.013875754550099373, 0.005645631346851587, -0.009991955012083054, 0.013861631043255329, 0.035109542310237885, 0.04183204472064972, 0.0206476878374815, -0.02951687201857567, -0.012936580926179886, 0.0011351285502314568, -0.028358792886137962, -0.05202878266572952, -0.0033930279314517975, -0.027313698083162308, 0.0005560893914662302, 0.018515128642320633, -0.031494077295064926, 0.010782837867736816, 0.00989309512078762, 0.018345654010772705, -0.010740469209849834, 0.030561966821551323, 0.01053568720817566, 0.02230006828904152, 0.006983776576817036, 0.024686837568879128, 0.01937662623822689, 0.01136187743395567, -0.025435352697968483, -0.021819887682795525, 0.007093229331076145, 0.0008155977702699602, 0.000941821257583797, 0.026070883497595787, -0.016114234924316406, 0.03016652539372444, 0.0004863575450144708, 0.03807535395026207, 0.0065353745594620705, 0.024686837568879128, -0.0023708827793598175, -0.04154958575963974, 0.010641609318554401, 0.004194502718746662, -0.009532961063086987, -0.007135597988963127, -0.019588470458984375, -0.013692156411707401, -0.0009930167580023408, 0.0199415422976017, 0.01995566487312317, -0.01704634726047516, -0.005977519787847996, -0.008876246400177479, 0.023740604519844055, -0.02090189978480339, -0.011679642833769321, -0.02782212384045124, -0.03714324161410332, 0.006252916529774666, -0.04321609064936638, 0.02711597830057144, 0.032623909413814545, 0.012357542291283607, 0.005613854620605707, -0.005087776575237513, -0.007781720720231533, -0.008360760286450386, 0.030364247038960457, -0.05070123076438904, -0.020577073097229004, -0.003604871453717351, -0.04940192401409149, 0.0010177318472415209, 0.02407955378293991, -0.008953921496868134, 0.01881171017885208, -0.0027610280085355043, 0.007612246088683605, -0.010111999697983265, -0.012978949584066868, -0.006877854932099581, -0.006485944148153067, -0.0020107487216591835, -0.0012507598148658872, 0.02739843539893627, 0.028358792886137962, 0.013953430578112602, -0.002942860359326005, -0.021805765107274055, 0.010507441125810146, 0.016297832131385803, -0.002106078201904893, -0.04810261353850365, 0.00282105035148561, -0.013310838490724564, 0.01744178868830204, 0.010175553150475025, -0.01371334120631218, 0.014617206528782845, 0.025280000641942024, 0.004713519476354122, 0.015055016614496708, 0.00039544134051539004, -0.01337439101189375, 0.00809242483228445, -0.03381023555994034, 0.03016652539372444, -0.02311919629573822, 0.017526526004076004, 0.012604692950844765, 0.018741095438599586, -0.012710615061223507, -0.00983660388737917, -0.020308738574385643, -0.0021149050444364548, 0.032341454178094864, -0.0072132740169763565, 0.02132558636367321, -0.014984402805566788, 0.009871910326182842, 0.00928581040352583, 0.02783624641597271, 0.024263150990009308, 0.014716067351400852, -0.003294167574495077, 0.01867048069834709, 0.0015420446870848536, 0.015732916072010994, 0.006952000316232443, -0.0065918657928705215, -0.011255955323576927, -0.0016029496910050511, 0.009455285035073757, 0.016975732520222664, 0.025392983108758926, 0.0016232514753937721, 0.01704634726047516, 0.00549734104424715, 0.03361251577734947, -0.007520447019487619, 0.006309407763183117, 0.00043891341192647815, 0.005031284876167774, -0.03612639009952545, 0.009151642210781574, 0.010062569752335548, 0.012449340894818306, 0.028048090636730194, -0.011658458039164543, 0.0053737652488052845, -0.021396201103925705, 0.01909416727721691, 0.00011507960880408064, 0.011185340583324432, 0.01204683817923069, -0.020421721041202545, -0.007767597679048777, 0.02162216790020466, 0.018472760915756226, 0.008071240037679672, 0.017554771155118942, 0.027341945096850395, -0.016170727089047432, -0.007591061759740114, 0.002972871530801058, -0.021650413051247597, 0.0029234413523226976, -0.031776536256074905, -0.017554771155118942, 0.007696983404457569, -0.028203442692756653, -0.014913788065314293, -0.008297206833958626, -0.05039052665233612, 0.020732425153255463, 0.02464446984231472, -0.005363173317164183, 0.03090091608464718, 0.021014882251620293, 0.04378100484609604, -0.01799258217215538, -0.04400697350502014, 0.03567446023225784, -0.004801787901669741, 0.001277240226045251, 0.001167787704616785, -0.029658101499080658, -0.00906690489500761, 0.00934230163693428, 0.013918123207986355, 0.002670994494110346, 0.006418860517442226, 0.009434100240468979, 0.008777385577559471, -0.01690511777997017, 0.01071928534656763, 0.03629586473107338, -0.007569877430796623, -0.016311954706907272, -0.0014493631897494197, -0.012865967117249966, 0.006199955474585295, -0.03299110755324364, -0.004420469515025616, 0.024291396141052246, 0.008332514204084873, -0.01674976572394371, -0.021791642531752586, 0.02022399939596653, -0.014242949895560741, 0.011750257574021816, -0.006464759819209576, 0.0035589721519500017, -0.0073509723879396915, -0.009568268433213234, -0.0011492513585835695, -0.01122064795345068, 0.015337474644184113, 0.03462936356663704, 0.0021378546953201294, -0.008085363544523716, -0.017823105677962303, -0.00809242483228445, 0.0023832402657717466, 0.03686078265309334, 0.02782212384045124, -0.023458145558834076, -0.006037542130798101, -0.03445988893508911, -0.0018589274259284139, -0.026395710185170174, -0.018345654010772705, 0.00578686036169529, 0.008925676345825195, -0.020449966192245483, 0.008057117462158203, 0.008501988835632801, -0.002888134215027094, 0.03547673672437668, 0.005539709702134132, 0.0260426364839077, -0.02020987682044506, 0.020238123834133148, 0.00337360892444849, 0.013812201097607613, 0.0033135865814983845, -0.018882324919104576, 0.0023673519026488066, 0.028754234313964844, -0.004017966333776712, 0.021156111732125282, 0.028613006696105003, 0.016297832131385803, -0.010281475260853767, 0.012710615061223507, -0.016650905832648277, 0.0004519329813774675, 9.792248602025211e-05, 0.004551106132566929, 0.019122414290905, 0.02162216790020466, 0.011813810095191002, 0.02008277177810669, 0.020012157037854195, -0.01756889373064041, 0.023331038653850555, -0.012392849661409855, 0.011750257574021816, 0.011312447488307953, -0.020181631669402122, -0.007845274172723293, 0.012138636782765388, 0.0014475977513939142, -0.016693273559212685, 0.02934739738702774, -0.0006920223822817206, -0.029149675741791725, -0.02008277177810669, 0.008219530805945396, -0.012350481003522873, -0.016961609944701195, -0.02382534183561802, -0.0008720894111320376, -0.029658101499080658, -0.0035466146655380726, -0.02577430196106434, 0.014080536551773548, 0.000498273759149015, -0.011093541979789734, 0.012371664866805077, -0.024729207158088684, 0.009455285035073757, -0.021283218637108803, 0.004445184487849474, -0.029601609334349632, -0.02365586720407009, -0.030929163098335266, 0.0018324468983337283, 0.016396693885326385, 0.01018261443823576, 0.007569877430796623, 0.024997541680932045, -0.008360760286450386, 0.011121788062155247, -0.014207642525434494, -0.02131146378815174, -0.005963396746665239, -0.0279774758964777, 0.01607186533510685, -0.018204424530267715, 0.027751509100198746, 0.011665519326925278, -0.027341945096850395, 0.006122279446572065, 0.012251620180904865, -0.01198328472673893, -0.012421094812452793, -0.010698100551962852, 0.02410779893398285, 0.013332022354006767, 0.0016214860370382667, -0.006108156405389309, 0.023203933611512184, -0.013183731585741043, 0.017653631046414375, -0.04304661601781845, -0.006952000316232443, -0.021212603896856308, -0.007908826693892479, 0.008325452916324139, 0.014588961377739906, 0.011333631351590157, 0.0003537346492521465, -0.02259664796292782, -0.003830838017165661, -0.023373408243060112, -0.028584759682416916, 0.00037955306470394135, 0.020944269374012947, -0.013042503036558628, 0.013868693262338638, -0.008812692947685719, -0.011729072779417038, -0.00744277099147439, 0.028570637106895447, -0.021763397380709648, 0.03736920654773712, 0.030816178768873215, 0.003490122966468334, 0.04180379956960678, -0.004303955473005772, -0.007428647950291634, -0.026282725855708122, 0.025011666119098663, -0.005306681618094444, 0.024333765730261803, -0.0018889385974034667, -0.0009674190077930689, -0.027341945096850395, -0.011764380149543285, -0.015549318864941597, 0.019899172708392143, 0.009469407610595226, -0.008494927547872066, -0.01093112863600254, 0.001796256983652711, -0.014546592719852924, -0.007986502721905708, -0.004957139957696199, -0.019178904592990875, -0.008431374095380306, -0.004215687047690153, 0.013663911260664463, 0.030787933617830276, -0.00852317363023758, 0.0053313965909183025, -0.043696269392967224, -0.03914869204163551, -0.004660558886826038, -0.018769340589642525, -0.012237497605383396, 0.010493318550288677, 0.014871419407427311, 0.01786547526717186, 0.07903178036212921, 0.004014435689896345, -0.0032553295604884624, 0.013692156411707401, -0.002049586735665798, 0.012964827008545399, 0.011340692639350891, -0.0066942572593688965, -0.009003352373838425, -0.0061752405017614365, 0.0018818770768120885, -0.006425921805202961, 0.013812201097607613, -0.002164335222914815, -0.007047329563647509, 0.024573855102062225, -0.02244129590690136, -0.013388514518737793, -0.014250011183321476, -0.01995566487312317, -0.018063195049762726, 0.020040402188897133, -0.00581863708794117, 0.001259586657397449, -0.04191678389906883, -0.026918256655335426, 0.04462838172912598, 0.004618190228939056, 0.028019843623042107, 0.01785135269165039, 0.01523861475288868, -0.027172470465302467, 0.02241305075585842, -0.000984189915470779, 0.02008277177810669, -0.021085496991872787, -0.01093112863600254, -0.03222846984863281, 0.008184223435819149, -0.0014343576040118933, -0.014871419407427311, 0.026085006073117256, 0.005493809934705496, -0.001355798915028572, -0.02006864920258522, 0.015125631354749203, 0.0015023240121081471, -0.037171486765146255, -0.01391106192022562, -0.026692291721701622, -0.02783624641597271, -0.022398928180336952, 0.008558481000363827, 0.019998034462332726, -0.005896313115954399, -0.0071920896880328655, -0.00975892785936594, 0.01951785571873188, -0.02396656945347786, -0.014299441128969193, 0.0019789719954133034, 0.04338556528091431, 0.05570073798298836, -0.000937407836318016, 0.004226279444992542, 0.02465859241783619, 0.007506323978304863, -0.012159821577370167, 0.017950212582945824, 0.007153251674026251, 0.013445005752146244, -0.0017185810720548034, 0.021848134696483612, 0.013070749118924141, -0.025421230122447014, 0.012195128947496414, -0.0020248715300112963, -0.042283978313207626, -0.053384583443403244, 0.03403620049357414, -0.004226279444992542, 0.005617385730147362, -0.047396469861269, -0.021961117163300514, -0.020167509093880653, 0.00797238014638424, -0.005031284876167774, 0.02602851390838623, 0.010973497293889523, 0.0031547038815915585, 0.011439553461968899, 0.007492201402783394, 0.02561894990503788, 0.008438436314463615, -0.0022367150522768497, 0.0033506592735648155, 0.024700962007045746, 0.0042086257599294186, -0.030223017558455467, 0.021269096061587334, 0.0013469720724970102, 0.03527901694178581, -0.029855821281671524, 0.029149675741791725, 0.0184162687510252, -0.021156111732125282, 0.007859396748244762, 0.0034654077608138323, 0.014758436009287834, 0.028316425159573555, -0.05776268243789673, -0.022059978917241096, -0.019969787448644638, 0.0037602235097438097, 0.016523798927664757, -0.0206476878374815, -0.012590570375323296, -0.018232671543955803, -0.01259763166308403, 0.002778681693598628, 0.020252246409654617, -0.01926364190876484, -0.028500022366642952, -0.000925050291698426, 0.012745922431349754, -0.015337474644184113, -0.01646730676293373, 0.0061964248307049274, 0.039798345416784286, -0.035222526639699936, 0.0028740111738443375, -0.0025209386367350817, -0.001871284912340343, 0.005751552991569042, 0.017342926934361458, 0.01607186533510685, -0.0168909952044487, 0.033979710191488266, -0.017088714987039566, 0.009222256951034069, 0.01937662623822689, 0.00154027936514467, -0.020817162469029427, -0.02937564253807068, -0.023189811035990715, 0.009151642210781574, 0.008290145546197891, -0.015690548345446587, -0.025364737957715988, -0.008925676345825195, -0.000338949728757143, 0.024813944473862648, 0.0038555532228201628, -0.023331038653850555, -0.010119061917066574, 0.022370681166648865, 0.008897430263459682, 0.0067507484927773476, 0.004558167885988951, 0.0069166929461061954, 0.014546592719852924, 0.014080536551773548, 0.013204916380345821, -0.022737877443432808, -0.001874815672636032, -0.027469050139188766, -0.01211039163172245, 0.024743329733610153, -0.04640786722302437, -0.005800983402878046, -0.00893273763358593, 0.0009894859977066517, -0.023585252463817596, 0.009222256951034069, -0.014454793184995651, 0.003834368661046028, -0.019447240978479385, 0.016241341829299927, -0.02892371080815792, -0.001154547557234764, 0.01621309481561184, 0.024602100253105164, -0.0007357150898315012, 0.008819754235446453, -0.020746547728776932, -0.02453148551285267, 0.0021661005448549986, 0.01177144143730402, -0.029686346650123596, -0.014235888607800007, -0.010210860520601273, 0.027059486135840416, 0.0026604023296386003, -0.0437527596950531, -0.0070332069881260395, -0.016523798927664757, -0.01868460327386856, -0.010288536548614502, -0.03129635751247406, 0.001204860396683216, 0.0007061452488414943, 0.01895293965935707, -0.0014520111726596951, 0.01992741972208023, 0.0012878323905169964, 0.020139262080192566, -0.01744178868830204, 0.02117023430764675, -0.01662265881896019, 0.0023620559368282557, -0.004003843758255243, 0.011488983407616615, -0.025929654017090797, -0.014942034147679806, -0.004480491857975721, -0.003590748645365238, 0.0055538322776556015, 0.012569385580718517, -0.006214078515768051, -0.003424804424867034, -0.00041309496737085283, -0.007562815677374601, 0.016989855095744133, 0.011354816146194935, 0.0014299441827461123, -0.016636783257126808, -0.004960670601576567, 0.01728643663227558, -0.01772424578666687, -0.009674190543591976, -0.025661319494247437, 0.0011607263004407287, -0.006076380144804716, 0.006757810246199369, -0.031211620196700096, -0.016989855095744133, 0.03033600002527237, -0.008438436314463615, 0.04827209189534187, 0.0067154415883123875, -0.012774167582392693, 0.02532236836850643, 0.005603262688964605, -0.012498770840466022, -0.010973497293889523, 0.030646704137325287, -0.0031370504293590784, -0.021509185433387756, 0.033301811665296555, -0.03395146504044533, 0.013303777202963829, 0.000351748603861779, 0.01398873794823885, -0.01869872584939003, -0.007043798919767141, -0.00039411731995642185, -0.008749139495193958, -0.030646704137325287, 0.02448911778628826, 0.012216312810778618, -0.01674976572394371, 0.007301541976630688, -0.007661676034331322, 0.005017162300646305, -0.00025641900720074773, -0.0011633742833510041, -0.011926793493330479, -0.014009921811521053, -0.016566168516874313, 0.003654301632195711, -0.007185027934610844, -0.018741095438599586, -0.009716559201478958, 0.012089206837117672, 0.01576116308569908, 0.009257564321160316, 0.1928623914718628, -0.019969787448644638, 0.006086972076445818, 0.027666771784424782, 0.02008277177810669, 3.894832480000332e-05, 0.009688313119113445, 0.007153251674026251, -0.013014256954193115, 0.0017997877439484, -0.008939798921346664, 0.015464581549167633, -0.021777519956231117, -0.009540022350847721, 0.028457654640078545, -0.02272375486791134, -0.05056000128388405, -0.0390639565885067, -0.03222846984863281, 0.003961475100368261, -0.008805631659924984, 0.006372961215674877, -0.0030205363873392344, -0.01773836836218834, 0.007569877430796623, -0.030957408249378204, -0.010260290466248989, 0.014299441128969193, 0.013077810406684875, 0.03253917396068573, -0.031804781407117844, 0.021297341212630272, 0.020026279613375664, -0.017060469835996628, -0.01522449217736721, -0.0026851173024624586, 0.007838211953639984, -0.006846078205853701, 0.014744313433766365, 0.04166257008910179, 0.040786951780319214, 0.008021810092031956, 0.01840214617550373, -0.030929163098335266, -0.02272375486791134, -0.00012302373943384737, 0.004021497443318367, 0.012159821577370167, -0.03044898435473442, 0.028627129271626472, -0.010909943841397762, 0.02256840281188488, 0.012745922431349754, 0.029686346650123596, -0.0009153407881967723, -0.015168000012636185, -0.027200715616345406, -0.0066130505874753, 0.015055016614496708, 0.019150659441947937, -0.0207606703042984, -0.008953921496868134, 0.004974793177098036, 0.028005721047520638, -0.0010203799465671182, -0.0021961117163300514, 0.001970145385712385, 0.006768402177840471, 0.020605318248271942, 0.001778603415004909, -0.02464446984231472, 0.004346324130892754, -0.019150659441947937, -0.023062704131007195, -0.03711499646306038, -0.03406444564461708, 0.024686837568879128, 0.020139262080192566, 0.012039776891469955, 0.030251262709498405, 0.017060469835996628, -0.006881385575979948, -4.010684278910048e-05, -0.020562950521707535, -0.012724737636744976, -0.01827503927052021, 0.023161564022302628, -0.0092081343755126, -0.025124648585915565, -0.0036648937966674566, 0.004649966489523649, -0.018190301954746246, -0.00177507265470922, 0.0012463463936001062, -0.017964335158467293, -0.002510346472263336, 0.008784446865320206, 0.008452558889985085, -0.00481591047719121, -0.04157783463597298, -0.004212156403809786, 0.022045854479074478, 0.014942034147679806, 0.0028245809953659773, 0.010189675725996494, 0.027864491567015648, 0.005229005590081215, 0.009645944461226463, 0.0019030615221709013, -0.015153877437114716, 0.009194010868668556, -0.040222033858299255, 0.005518525373190641, 0.01557756494730711, 0.01783723011612892, 0.011792626231908798, -0.006249385420233011, 0.0033224134240299463, 0.020732425153255463, -0.005285497289150953, 0.004837095271795988, -0.022822614759206772, 0.004081519786268473, 0.0038979218807071447, -0.004547575488686562, -0.04194502905011177, -0.013169609010219574, 0.014617206528782845, -0.035787440836429596, 0.011291262693703175, 0.00337360892444849, -0.016848625615239143, 0.013346145860850811, -0.005006569903343916, 0.007379218004643917, 0.013685095123946667, -0.02549184486269951, -0.007463955320417881, -0.035194281488657, 0.0004064748645760119, -0.026127373799681664, 0.008389005437493324, 0.005666815675795078, -0.007163843605667353, 0.0005949274054728448, -0.02670641429722309, 0.011234771460294724, -0.009871910326182842, 0.01232223492115736, -0.019461363554000854, -0.006489474792033434, 0.016453184187412262, -0.0035395531449466944, -0.008494927547872066, 0.011877363547682762, 0.0053313965909183025, -0.03047722950577736, -0.021763397380709648, -0.007562815677374601, -0.001385810086503625, -0.023373408243060112, -0.006284692790359259, 0.007499262690544128, 0.0037072626873850822, -0.010570994578301907, -0.023740604519844055, -0.181112140417099, 0.0032376761082559824, 0.01502677146345377, -0.0415213406085968, -0.0043357317335903645, 0.006238793488591909, 0.026085006073117256, 0.008297206833958626, -0.019433118402957916, 0.01170788798481226, -0.0023496984504163265, 0.005649161990731955, 0.021551553159952164, -0.010253229178488255, 0.0010433295974507928, -0.0010097877820953727, -0.03516603261232376, -0.010196737945079803, 0.023613497614860535, 0.010606301948428154, 0.03406444564461708, -0.041041161864995956, 0.02131146378815174, 0.020040402188897133, 0.015973005443811417, 0.006839016918092966, 0.013155486434698105, 0.021113744005560875, -0.01868460327386856, -0.0354202464222908, -0.01747003383934498, -0.0003032011154573411, 0.01218100544065237, 0.002051352057605982, 0.011545474641025066, 0.014899665489792824, 0.004127419088035822, -0.017780737951397896, -0.013543866574764252, 0.022384805604815483, 0.02245541848242283, 0.019065922126173973, 0.008537296205759048, 0.008332514204084873, -0.015860022976994514, 0.03640884906053543, 0.017272312194108963, -0.016100112348794937, 0.008007687516510487, -0.012802413664758205, 0.037425700575113297, -0.00034932122798636556, 0.012357542291283607, 0.007086167577654123, 0.004198033362627029, 0.01747003383934498, 0.0005344636738300323, -0.0008888603770174086, 0.00037977375905029476, -0.036352358758449554, -0.010825206525623798, -0.007781720720231533, 0.020605318248271942, -0.017794860526919365, -0.00879857037216425, -0.04502382129430771, -0.045616984367370605, -0.0004965083790011704, -0.012491709552705288, -0.013501496985554695, 0.0027804470155388117, -0.0161848496645689, -0.0032676872797310352, 0.017766615375876427, 0.03268040344119072, 0.03087267093360424, -0.030985653400421143, 0.0029816983733326197, 0.03697376698255539, 0.00335595547221601, 0.015111508779227734, 0.04553224518895149, -0.007336849346756935, 0.008968045003712177, -0.002130793407559395, -0.005822167731821537, 0.0026180336717516184, 0.02396656945347786, -0.030505474656820297, -0.009554145857691765, 0.004582882858812809, -0.017540648579597473, 0.024277273565530777, -0.002310860436409712, 0.012993073090910912, 0.005387888289988041, 0.005811575334519148, -0.0031582347583025694, 0.010542748495936394, -0.013388514518737793, -0.0077958437614142895, 0.004007374402135611, -0.0392899215221405, 0.004307486116886139, 0.043272580951452255, 0.03403620049357414, -0.03321707248687744, 0.02286498434841633, 0.009949586354196072, -0.00671191094443202, 0.01003432460129261, -0.0027857429813593626, 0.00487946392968297, -0.00311410054564476, 0.008127732202410698, 0.019616715610027313, -0.004212156403809786, -0.009547083638608456, 0.010373273864388466, -0.003852022346109152, 0.03570270538330078, -0.00616111746057868, -0.014271195977926254, 0.01867048069834709, -0.013303777202963829, -0.031324602663517, -0.09366310387849808, 0.004311016760766506, 0.027384312823414803, 0.02840116247534752, -0.017540648579597473, -0.004554636776447296, -0.0030081789009273052, 0.04089993238449097, -0.004597005434334278, 0.044232938438653946, -0.02646632492542267, -0.02077479287981987, 0.01747003383934498, 0.005257251672446728, -0.0229920893907547, 0.008021810092031956, 0.004904178902506828, -0.029686346650123596, -0.023429900407791138, 0.034007955342531204, -0.033047597855329514, -0.012082145549356937, 0.018444513902068138, -0.01717345230281353, 0.01024616789072752, -0.027469050139188766, -0.014235888607800007, 0.03530726209282875, -0.006658949889242649, -0.003578391158953309, 0.011601966805756092, -0.024743329733610153, -1.8288059436599724e-05, -0.009469407610595226, -0.0017927263397723436, -0.0013575642369687557, 0.00983660388737917, -0.011368938721716404, 0.03477059304714203, -0.0036860783584415913, 0.0034971844870597124, 0.013536804355680943, -0.008805631659924984, 0.008417251519858837, -0.01787959784269333, 0.012604692950844765, -0.03821658343076706, 0.028203442692756653, 0.0011121787829324603, -0.030674949288368225, -0.021664537489414215, 0.003294167574495077, -0.02602851390838623, 0.0012895978288725019, 0.010966436006128788, -0.012774167582392693, 0.014942034147679806, 0.007287418935447931, -0.01604362018406391, 0.002369117457419634, 0.012350481003522873, 0.010465072467923164, -0.005970458034425974, 0.0003351983323227614, 0.012880089692771435, -0.0028740111738443375, -0.020562950521707535, -0.02520938590168953, 0.009751865640282631, 0.01355798915028572, -0.012710615061223507, 0.0005560893914662302, 0.0032588604371994734, 0.019291888922452927, -0.02934739738702774, -0.007181497290730476, -0.008374882861971855, -0.025364737957715988, 0.00035505866981111467, 0.004882994573563337, -0.025562457740306854, -0.004657027777284384, -0.009109273552894592, -0.004180380143225193, -0.009999017231166363, 0.006563620176166296, -0.014871419407427311, -0.01701810024678707, -0.011037050746381283, -0.041210636496543884, 0.002051352057605982, 0.03104214556515217, 0.0031829497311264277, -0.03245443478226662, -0.02505403384566307, 0.011884424835443497, -0.018190301954746246, 0.022526033222675323, -0.0036896090023219585, 0.013678033836185932, -0.03417742997407913, -0.015973005443811417, -0.0656997561454773, 0.01659441366791725, -0.0036101676523685455, -0.024051306769251823, 0.0016815083799883723, 0.005031284876167774, 0.01677801087498665, 0.007206212263554335, -0.014560715295374393, 0.004353385418653488, -0.014588961377739906, 0.0014829050051048398, -0.03516603261232376, -0.011898547410964966, -0.032200224697589874, -0.013593296520411968, 0.008226592093706131, -0.03423392400145531, 0.01648143120110035, 0.003950882703065872, 0.0010901117930188775, -0.00011563128646230325, -0.011531352065503597, 0.03824482858181, -0.0023991286288946867, -0.01024616789072752, 0.004180380143225193, 0.010924067348241806, 0.011644335463643074, -0.009716559201478958, 0.009215195663273335, 0.0027398436795920134, -0.012689430266618729, 0.021127866581082344, 0.012689430266618729, -0.016509676352143288, 0.0242207832634449, 0.011086480692029, 0.015069140121340752, -0.004657027777284384, -0.020054524764418602, -0.02713010087609291, 0.009864849038422108, -0.009730681777000427, 0.018359776586294174, -0.0033294749446213245, 0.006937877275049686, 0.002374413423240185, 0.0238112173974514, 0.022624894976615906, 0.03807535395026207, 0.024729207158088684, 0.00015844134031794965, -0.034007955342531204, -0.011404246091842651, 0.004399285186082125, -0.009201073087751865, 0.002628625836223364, -0.003230614587664604, 0.015055016614496708, 0.04971262812614441, -0.016015375033020973, 0.02283673733472824, -0.009073966182768345, 0.002914614509791136, -0.005949273705482483, -0.0192353967577219, -0.02050645835697651, -0.0064930059015750885, -0.043837498873472214, -0.0031070392578840256, -0.008678525686264038, 0.01004844717681408, 0.0032800447661429644, 0.004162726458162069, 0.009349362924695015, 0.00036984359030611813, 0.008840939030051231, -0.024983419105410576, -0.0008416369091719389, 0.015718793496489525, -0.01593063771724701, -0.008840939030051231, -0.0035307263024151325, 0.028556514531373978, 0.03282163292169571, 0.018783463165163994, 0.011947978287935257, 0.002603910630568862, -0.004932424519211054, -0.017752492800354958, 0.004307486116886139, -0.008692648261785507, 0.0038873297162353992, -0.002799866022542119, 0.0010230279294773936, 0.017060469835996628, -0.0031211620662361383, 0.009914279915392399, 0.01687687262892723, 0.029601609334349632, 0.0062599778175354, -0.00177507265470922, -0.005101899616420269, -0.019885050132870674, -0.014617206528782845, -0.0368325375020504, -0.04273591190576553, 0.017145207151770592, 0.02214471623301506, -0.0028175197076052427, -0.012371664866805077, 0.004035620018839836, 0.015535195358097553, -0.021961117163300514, 0.023034458979964256, -0.006952000316232443, -0.020972514525055885, -0.024460872635245323, 0.03909220173954964, 0.018783463165163994, -0.00450520683079958, 0.024023061618208885, -0.0028387040365487337, 0.04982560873031616, 0.01522449217736721, 1.2743715160468128e-05, 0.0040285587310791016, 0.042029764503240585, 0.008134793490171432, 0.020845407620072365, 0.00025884638307616115, -0.013974614441394806, -0.005402011331170797, 0.008240715600550175, -0.021537430584430695, -0.009921341203153133, 0.01659441366791725, -0.0008116257376968861, 0.10326668620109558, 0.00857966486364603, -0.01557756494730711, -0.013861631043255329, -0.029121430590748787, -0.004116826690733433, 0.006560089532285929, 0.014080536551773548, 0.001071575446985662, -0.00474882684648037, -0.007520447019487619, 0.0060728490352630615, -0.019998034462332726, -0.03160706162452698, -0.022822614759206772, -0.004565229173749685, 0.021537430584430695, -0.00125605589710176, -0.015168000012636185, 0.0022208269219845533, 0.02768089435994625, 0.005402011331170797, -0.0014970279298722744, 0.017653631046414375, -0.0035960448440164328, -0.0038837988395243883, 0.03618288412690163, 0.015040894038975239, -0.009928402490913868, -0.02591553144156933, 0.030674949288368225, -0.007195620331913233, -0.043131351470947266, -0.024404380470514297, -0.011891486123204231, -0.010705161839723587, -0.010359151288866997, -0.022088224068284035, 0.010111999697983265, -0.01648143120110035, -0.00017421928350813687, 0.011863240040838718, -0.015888268128037453, -0.015393966808915138, 0.00478060357272625, 0.0027680895291268826, 0.002423843601718545, -0.01523861475288868, -0.023853586986660957], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'), : RelatedNodeInfo(node_id='9bf31308-21a1-4453-98d3-ff1debab8fbb', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='a1cb34f09cb3090b01519ab906b568cce082f381795cd6999f034daa93a25d0e'), : RelatedNodeInfo(node_id='5149ed82-57ac-4a49-a1b8-b5446cb27bef', node_type=, metadata={}, hash='dada59dc700267763c76bf8fa7fc908d140fec457d3fb32411e1bf352bffa733')}, hash='a92122e8d1be497d929d086fab068850b0791fed45736840370daf603fb35b3d', text='model in the hugging Face Hub. In my notebook, we will describe how to perform inference on the examples mentioned. Quantize the model using auto-gptq, transformers, and optimum The GPTQ quantization consumes a lot of GPU VRAM, for that reason we need to execute it in an A100 GPU in Colab. It takes about 45 minutes to quantize the model, less than $1 in Colab. You can find the code in this notebook in my repository. First, we need to install the libraries as it is recommended in the huggingface tutorial: Optimum library, Hugging Face\\'s toolkit for training and inference optimization, provides the integration of AutoGPTQ into Transformers. The GPTQ algorithm requires calibrating the quantized weights of the model by making inferences on the quantized model. For quantizing a model using auto-gptq, we need to pass a dataset to the quantizer. This can be achieved either by passing a supported default dataset among [\\'wikitext2\\',\\'c4\\',\\'c4-new\\',\\'ptb\\',\\'ptb-new\\'] or a list of strings that will be used as your custom dataset. Now you just need to load the model using a GPTQ configuration setting the desired parameters, as usual when working with transformers, it is very easy: As mentioned, this code takes about 45 minutes to run and consumes a peak of 32 GB of GPU VRAM. \"You will need a GPU to quantize a model. We will put the model in the CPU and move the modules back and forth to the GPU in order to quantize them. If you want to maximize your GPUs usage while using CPU offload, you can set device_map = \"auto\" \" [6], hugging Face docs. Parameters are self-explained, 4-bit quantization, C4 dataset, and the tokenizer to use during quantization. The other two parameters take the default values: group_size: The group size to use for quantization. Recommended value is 128 and -1 uses per-column quantizationdesc_act: Whether to quantize', start_char_idx=4598, end_char_idx=6452, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='5149ed82-57ac-4a49-a1b8-b5446cb27bef', embedding=[-0.021243950352072716, 0.025194678455591202, 0.006657187361270189, -0.00661149388179183, -0.014650030061602592, 0.016294995322823524, -0.017574412748217583, -0.005929606966674328, -0.019008483737707138, -0.04330335184931755, 0.0044463262893259525, 0.021651675924658775, -0.013082392513751984, -0.02456199936568737, 0.0005404131952673197, 0.005708169192075729, 0.00980652216821909, 0.013328434899449348, 0.018924128264188766, -0.02108929492533207, -0.0025693790521472692, 0.011929511092603207, -0.019711460918188095, -0.01792590133845806, -0.00892077200114727, 0.02627726085484028, 0.04125066101551056, -0.018783532083034515, 0.0015324887353926897, 0.00989087950438261, 0.0019630619790405035, 0.00812640879303217, -0.027359845116734505, -0.004337364807724953, -0.02248118817806244, -0.007985812611877918, 0.02702241763472557, 0.00045298048644326627, 0.04650892689824104, -0.017279163002967834, 0.02844242937862873, 0.021890688687562943, -0.004172165412455797, -0.0026748254895210266, -0.0007640476105734706, 0.0030474031809717417, -0.0027011872734874487, -0.00407726364210248, -0.013595565222203732, -0.002191529143601656, -0.00032424789969809353, 0.03919797018170357, -0.014692208729684353, 0.01746193692088127, -0.0221578199416399, 0.017644710838794708, 0.01601380482316017, -0.0059858448803424835, 0.006583374924957752, 0.004245977848768234, 0.010832867585122585, -0.010713362134993076, -0.018952246755361557, 0.015774792060256004, -0.007026250008493662, -0.00993305817246437, -0.008035021834075451, 0.02120177075266838, 0.011156236752867699, -0.016112221404910088, 0.0040104808285832405, 0.026642808690667152, -0.011613171547651291, -0.02404179610311985, 0.03908549249172211, -0.031015323475003242, -0.018150852993130684, 0.00042178589501418173, -0.014396958984434605, -0.0002776757173705846, 0.02371842786669731, -0.017574412748217583, -0.0010474349837750196, 0.03616110980510712, 0.011472576297819614, 0.005697624757885933, -0.005437523126602173, -0.0073953126557171345, 0.0008769631967879832, 0.005279353354126215, 0.010389992967247963, 0.00361329922452569, 0.040772635489702225, 0.008267004042863846, 0.00659040454775095, 0.013637743890285492, -0.022199997678399086, 0.02010512724518776, -0.004168650601059198, -0.004193254746496677, -0.015746673569083214, 0.0071141221560537815, -0.03661101683974266, -0.01920531876385212, -0.011634261347353458, -0.021848509088158607, 0.007796009536832571, 0.01923343725502491, -0.005546484608203173, -0.000670463836286217, -0.007458580657839775, 0.03973223268985748, -0.008864534087479115, -0.040800757706165314, -0.015577958896756172, -0.004523654002696276, -0.003523669671267271, -0.0024024222511798143, 0.002296975813806057, -0.009356616996228695, 0.03278682380914688, 0.017939960584044456, 0.017743127420544624, -0.016407471150159836, 0.00023945137218106538, 0.007641354575753212, 0.0025904683861881495, -0.024140212684869766, -0.02412615343928337, -0.017630649730563164, 0.02548992820084095, 0.033124253153800964, 0.007325015030801296, 0.00515633262693882, -0.015774792060256004, 0.01529676839709282, -0.0019226407166570425, -0.017335399985313416, -0.02997491881251335, 0.002370788250118494, 0.002477992093190551, 0.02262178435921669, 0.003905034391209483, -0.02444952353835106, -0.0015412759967148304, 0.03264622762799263, -0.006203767843544483, 0.018994424492120743, 0.026052309200167656, -0.011170296929776669, -0.00603856798261404, -0.03073413297533989, 0.003124730661511421, 0.024266749620437622, 0.02532121352851391, -0.0033584702759981155, 0.015324887819588184, -0.005303957499563694, -0.023366939276456833, -0.019528687000274658, -0.007142241112887859, 0.01862887665629387, -0.02841431088745594, 0.01267466600984335, 0.01576073281466961, 0.03143711015582085, 0.04015401750802994, -0.016435591503977776, -0.0012258152710273862, -0.01386269647628069, -0.0035623335279524326, 0.022143760696053505, -0.020231664180755615, 0.01323704794049263, 0.013595565222203732, 0.022396830841898918, 0.03258999064564705, -0.014903102070093155, -0.0012556917499750853, -0.01110702846199274, -0.010340784676373005, 0.008477896451950073, 0.0043971179984509945, 0.011662379838526249, -0.020034831017255783, -0.01671678200364113, -0.006467383820563555, -0.021370485424995422, 0.0030368585139513016, -0.00045737408800050616, 0.0034797335974872112, 0.023170106112957, -0.03587992116808891, -0.016604304313659668, -0.6087214350700378, -0.0017020818777382374, 0.033939704298973083, -0.014375869184732437, -0.0037152308505028486, 0.0014832804445177317, 0.0060912915505468845, 0.013230017386376858, -0.01928967610001564, 0.0278097502887249, -0.00861849170178175, 0.011177326552569866, -0.004073748830705881, -0.008548194542527199, -0.00984870083630085, -0.025560226291418076, 0.014579732902348042, -0.013827547430992126, 0.005434008315205574, 0.01178891584277153, -0.0039472128264606, -0.0005281111225485802, 0.012562190182507038, 0.020583152770996094, 0.005905002821236849, 0.020400378853082657, 0.005434008315205574, -0.009026218205690384, 0.023282581940293312, -0.012330207973718643, -0.03171829879283905, 0.023915261030197144, 0.026713106781244278, -0.005349650979042053, 0.0480835922062397, -0.03247751295566559, -0.041784923523664474, 0.020723747089505196, 0.001880462164990604, 0.03453020751476288, -0.03860747069120407, -0.03545813634991646, 0.01065712422132492, 0.010193158872425556, -0.018924128264188766, 0.020498795434832573, -0.008020961657166481, 0.011156236752867699, -0.019303735345602036, -0.017110448330640793, -0.012808231636881828, 0.01293476764112711, 0.02456199936568737, 0.004214344080537558, 0.012583279050886631, -0.011444457806646824, 0.02511032111942768, 0.012372386641800404, 0.015324887819588184, -0.01862887665629387, 0.020864343270659447, 0.013651804067194462, -0.008604432456195354, -0.025560226291418076, -0.03863558918237686, 0.020864343270659447, 0.010523558594286442, 0.011641290970146656, -0.007416401989758015, -0.00585930934175849, -0.015915388241410255, 0.011198415420949459, -0.0072055091150105, -0.005542969796806574, -0.00016706675523892045, 0.02210158109664917, 0.02021760493516922, -0.032140087336301804, 0.006129954941570759, 0.010636034421622753, 0.012175552546977997, 0.0072055091150105, -0.004738061688840389, -0.009743254631757736, 0.00883641466498375, 0.013244077563285828, -0.008491955697536469, 0.010938314720988274, 0.014748446643352509, 0.024843189865350723, 0.0026115577202290297, 0.02966560795903206, -0.01784154400229454, -0.04631209373474121, 0.002163410186767578, 0.018291449174284935, -0.005992874503135681, -0.014551613479852676, -0.012892588973045349, -0.008274033665657043, 0.008119378238916397, -0.02264990285038948, 0.029609370976686478, 0.02633349969983101, 0.045637235045433044, 0.025714879855513573, -0.03371475264430046, -0.012534070760011673, 0.0008510409388691187, -0.025222796946763992, -0.04217858985066414, -0.0074234320782125, -0.02453387901186943, 0.0007513061282224953, 0.010952373966574669, -0.033124253153800964, 0.020259782671928406, 0.012020898051559925, 0.02392932027578354, -0.011507725343108177, 0.026923999190330505, 0.014439137652516365, 0.017686888575553894, 0.007718681823462248, 0.019992651417851448, 0.019880175590515137, 0.01390487514436245, -0.00892077200114727, -0.02546180970966816, 0.00418622512370348, 0.004129986744374037, 8.353337761946023e-05, 0.029103226959705353, -0.018066495656967163, 0.022368712350726128, 0.013567446731030941, 0.047689925879240036, 0.00967295654118061, 0.027008356526494026, -0.007177390158176422, -0.021539200097322464, 0.0010140435770154, -0.003079037182033062, -0.009996325708925724, -0.0042670671828091145, -0.024899426847696304, -0.012280999682843685, -0.005862824153155088, 0.004274097271263599, 0.013792399317026138, -0.005033311899751425, -0.01628093607723713, -0.006052627693861723, 0.021862568333745003, -0.011317921802401543, -0.007388283032923937, -0.03295553848147392, -0.03171829879283905, 0.0065236217342317104, -0.031324632465839386, 0.01737757958471775, 0.03638606518507004, -0.00029393204022198915, -0.003330351086333394, -0.008534134365618229, -0.001896279165521264, -0.011156236752867699, 0.025475868955254555, -0.03081849031150341, -0.022663962095975876, -0.010966433212161064, -0.04819606989622116, 0.00420731445774436, 0.013075362890958786, -0.016815198585391045, 0.0154233044013381, -0.006551741156727076, -0.0022547971457242966, -0.0026449491269886494, -0.01128277275711298, -0.0010852200211957097, 0.0037890432868152857, -0.0012706300476565957, 0.004439296666532755, 0.028259655460715294, 0.021075235679745674, 0.008267004042863846, -0.0018277389463037252, -0.03199949115514755, 0.008695819415152073, 0.021595438942313194, 0.0022161335218697786, -0.03627358749508858, -0.0018541004974395037, -0.010846927762031555, 0.02308574877679348, 0.018291449174284935, -0.013419821858406067, 0.007592146284878254, 0.021946925669908524, 0.007817098870873451, 0.018980365246534348, -0.004731032066047192, -0.019444329664111137, 0.003578150412067771, -0.03292741999030113, 0.02513843961060047, -0.02300139144062996, 0.010382963344454765, 0.02966560795903206, 0.018446102738380432, -0.009033247828483582, -0.005370740313082933, -0.014045470394194126, -0.010973462834954262, 0.026923999190330505, -0.011275743134319782, 0.013110511936247349, -0.010790688917040825, 0.0007622901466675103, 0.01595756597816944, 0.011915451847016811, 0.016463709995150566, 0.028105000033974648, -0.017490055412054062, 0.015367066487669945, -0.0040350849740207195, 0.010404052212834358, 0.004966529086232185, -0.015043697319924831, -0.010706332512199879, 0.002616829937323928, 0.014080619439482689, 0.02612260729074478, 0.015718555077910423, -0.004390088375657797, 0.018924128264188766, 0.003228419693186879, 0.03871994465589523, -0.0037574092857539654, 0.005458612460643053, 0.008737998083233833, 0.003771468997001648, -0.041925519704818726, -0.0032336919102817774, 0.011254653334617615, 0.017222924157977104, 0.029581250622868538, -0.008147497661411762, 0.004548258148133755, -0.005402374546974897, 0.027655094861984253, -0.007068428676575422, 0.013349523767828941, 0.019135020673274994, -0.03469891846179962, -0.0036660225596278906, 0.019598985090851784, 0.020498795434832573, 0.012020898051559925, 0.020498795434832573, 0.028484607115387917, -0.013961113058030605, -0.016505887731909752, 0.00458340672776103, -0.025096261873841286, 0.0048329634591937065, -0.023971498012542725, -0.023451296612620354, 0.008042051456868649, -0.02548992820084095, -0.0013444426003843546, -0.017082329839468002, -0.04878656938672066, 0.010143950581550598, 0.020414438098669052, 0.0006102714687585831, 0.026488155126571655, 0.016618365421891212, 0.036892205476760864, -0.0010799476876854897, -0.03385534882545471, 0.021820390596985817, 0.010319694876670837, 0.0005439280648715794, 0.016843317076563835, -0.02546180970966816, 0.003449857234954834, 0.01647776924073696, 0.011781886219978333, 0.00989087950438261, 0.002657251199707389, 0.0037187456618994474, 0.008274033665657043, -0.019430270418524742, 0.0131808090955019, 0.026713106781244278, 2.6059558877022937e-05, -0.0011432155733928084, 0.006657187361270189, -0.015690434724092484, 0.010347814299166203, -0.04220670834183693, 0.001776773133315146, 0.029328180477023125, 0.012463773600757122, -0.012632487341761589, -0.017082329839468002, 0.019978592172265053, -0.020962759852409363, 0.021960986778140068, 0.0015140356263145804, 0.002583438530564308, -0.001223179162479937, 0.008056110702455044, 0.013103482313454151, -0.005767922382801771, 0.01688549481332302, 0.04021025449037552, -0.014565672725439072, -0.010143950581550598, -0.026291321963071823, -0.01538112573325634, 0.0075007593259215355, 0.02974996529519558, 0.02847054786980152, -0.023859022185206413, -0.0033531978260725737, -0.02485724911093712, 0.008056110702455044, -0.009827611036598682, -0.010811778716742992, 0.00022670991893392056, 0.0045763771049678326, -0.01445319689810276, -0.001049192389473319, 0.01674490049481392, -0.010235337540507317, 0.016027864068746567, 0.012140404433012009, 0.015915388241410255, -0.02537745237350464, 0.001425284892320633, 0.008548194542527199, 0.014860923402011395, -0.006221341900527477, -0.014136857353150845, 0.0067766932770609856, 0.018896007910370827, 0.0030966114718466997, 0.028034701943397522, 0.022003164514899254, 0.01015098113566637, -0.00398939149454236, 0.01639341190457344, -0.019036604091525078, 0.0027187615633010864, 0.011521784588694572, 0.0036203290801495314, 0.019950473681092262, 0.011275743134319782, -0.005353166256099939, 0.011634261347353458, 0.019430270418524742, -0.0048083593137562275, 0.016576185822486877, 0.0001762933243298903, 0.005423463881015778, 0.0162246972322464, -0.017363520339131355, -0.011817035265266895, 0.012386445887386799, 0.012927738018333912, -0.017799364402890205, 0.040997590869665146, -0.00815452728420496, -0.04409068450331688, -0.01786966249346733, 0.01906472258269787, -0.006607979070395231, -0.01729322224855423, -0.02450576052069664, 6.546468648593873e-05, -0.022832676768302917, -0.006491987966001034, -0.03154958412051201, 0.012309118174016476, -0.009349587373435497, -0.007479669991880655, 0.008091259747743607, -0.02360595017671585, 0.017068268731236458, -0.02224217727780342, 0.0015219440683722496, -0.032224442809820175, -0.02122989110648632, -0.03661101683974266, -0.004028055351227522, 0.028076881542801857, 0.0031335176900029182, 0.010713362134993076, 0.00989087950438261, -0.008745027706027031, 0.013715071603655815, -0.023156046867370605, -0.012885559350252151, -0.015001518651843071, -0.01862887665629387, 0.02163761667907238, -0.01874135434627533, 0.009201962500810623, 0.0040104808285832405, -0.023212283849716187, 0.0020825678948312998, 0.009398795664310455, -0.0021598953753709793, -0.011479605920612812, -0.012611398473381996, 0.03289930149912834, 0.0198379959911108, -0.0005926970625296235, -0.015662316232919693, 0.013925964944064617, -0.01775718666613102, 0.008562253788113594, -0.018811650574207306, -0.00837245024740696, -0.02887827530503273, -0.010811778716742992, 0.01972552016377449, 0.019852057099342346, 0.010769600048661232, -0.0024762346874922514, -0.02256554551422596, 0.007774920202791691, -0.03261810913681984, -0.03138086944818497, 0.016590245068073273, 0.021018996834754944, -0.01183109451085329, 0.017040150240063667, -0.011184356175363064, -0.0071633304469287395, -0.014277452602982521, 0.017954019829630852, -0.028161238878965378, 0.031324632465839386, 0.02319822460412979, -0.014179036021232605, 0.04878656938672066, -0.007571056950837374, -0.003300474723801017, -0.03959163650870323, 0.021300187334418297, -0.002335639437660575, 0.0308466088026762, 0.004049144685268402, 0.008484926074743271, -0.008794235996901989, -0.007620265241712332, -0.015563899651169777, 0.021707914769649506, 0.0010606157593429089, -0.0070403097197413445, -0.011648320592939854, 0.005957725923508406, -0.009012158960103989, -0.00562029704451561, -0.0013374127447605133, -0.02169385552406311, -0.0033672575373202562, 0.0025518047623336315, 0.019528687000274658, 0.041025709360837936, -0.010122861713171005, -0.0033936190884560347, -0.04023837670683861, -0.03641418367624283, -0.006249461323022842, -0.01584509015083313, 0.00398939149454236, 0.007128181867301464, 0.013201898895204067, 0.020920580253005028, 0.0697915107011795, 0.012780113145709038, 0.009637807495892048, 0.020062949508428574, -0.013075362890958786, 0.01060088537633419, 0.016899555921554565, -0.003950728103518486, -0.008175617083907127, -0.008006902411580086, 0.0033637424930930138, -0.0017899539088830352, -0.0021265039686113596, 0.007578086573630571, -0.005057916045188904, 0.03295553848147392, -0.025630522519350052, -0.01001038495451212, -0.007275806739926338, -0.031212156638503075, -0.021075235679745674, 0.019598985090851784, -0.009272259660065174, 0.0029261396266520023, -0.047605570405721664, -0.02030196227133274, 0.027880048379302025, -0.006537681445479393, 0.029356298968195915, 0.01928967610001564, 0.01694173365831375, -0.019908294081687927, 0.021103354170918465, 0.009251170791685581, 0.0182492695748806, -0.009961176663637161, -0.022228116169571877, -0.025222796946763992, 0.007641354575753212, -0.0020456616766750813, -0.01720886491239071, 0.03430525213479996, 0.009961176663637161, 0.0016642968403175473, -0.019303735345602036, 0.008745027706027031, -0.002657251199707389, -0.015479542315006256, -0.002514898544177413, -0.03433337062597275, -0.02369030751287937, -0.02890639379620552, 0.0008813567692413926, 0.01978175900876522, -0.011191385798156261, -0.004217858891934156, -0.0040913233533501625, 0.0211455337703228, -0.015676375478506088, -0.009440974332392216, -0.001771500799804926, 0.0402664951980114, 0.05410107225179672, -0.005922576878219843, 0.0035447590053081512, 0.019922353327274323, 0.007873336784541607, -0.021440783515572548, 0.009567510336637497, 0.022031283006072044, 0.00870284903794527, 0.003147577401250601, 0.014565672725439072, 0.006052627693861723, -0.01734945923089981, 0.015479542315006256, -0.013089422136545181, -0.030031155794858932, -0.054213546216487885, 0.02873767912387848, 0.004966529086232185, -0.0021001421846449375, -0.03433337062597275, -0.021890688687562943, -0.030481060966849327, -0.006140499841421843, -0.006393571384251118, 0.027655094861984253, 0.005876883398741484, -0.0004644038563128561, 0.00674154469743371, 0.0010527073172852397, 0.03616110980510712, 0.011922481469810009, -0.008555224165320396, 0.0032969596795737743, 0.015943506732583046, 0.002825965639203787, -0.02163761667907238, 0.017096389085054398, -0.009117605164647102, 0.0211455337703228, -0.03655477985739708, 0.013813488185405731, 0.025743000209331512, -0.018755413591861725, 0.0009314438793808222, 0.018178971484303474, 0.01642153039574623, 0.029103226959705353, -0.04510297253727913, -0.024365166202187538, -0.005223115440458059, 4.1052730921364855e-06, 0.029412535950541496, -0.011613171547651291, -0.0020087554585188627, -0.020442556589841843, -0.007915515452623367, 0.0024235115852206945, 0.02059721201658249, -0.019106902182102203, -0.02841431088745594, 0.0005193239194341004, 0.005564059130847454, -0.021454842761158943, -0.01653400808572769, 0.0006590404664166272, 0.03829815983772278, -0.03295553848147392, 0.007634324952960014, 0.014748446643352509, 0.0037222604732960463, 0.00993305817246437, 0.020316021516919136, -0.0009850458009168506, -0.02245306968688965, 0.029553132131695747, -0.013834577985107899, 0.015324887819588184, 0.015128054656088352, 0.0058803982101380825, -0.03573932498693466, -0.033124253153800964, -0.017911842092871666, -0.0023444266989827156, 0.00837245024740696, -0.013897845521569252, -0.016154399141669273, -0.0075007593259215355, 0.008709878660738468, 0.030115513131022453, 0.01229505892843008, -0.007275806739926338, 0.006186193320900202, 0.02267802134156227, 0.01860075816512108, 0.01077662967145443, -0.0032407217659056187, 0.025307154282927513, 0.01107890997081995, 0.012850410304963589, 0.008815324865281582, -0.026628749445080757, -0.0017319583566859365, -0.03250563517212868, -0.013792399317026138, 0.020259782671928406, -0.04158809036016464, -0.020091067999601364, -0.017138566821813583, 0.008548194542527199, -0.02827371470630169, 0.013469030149281025, -0.013054274022579193, -0.011205445043742657, -0.025194678455591202, 0.02502596378326416, -0.01732134073972702, 0.005082520190626383, 0.02340911701321602, 0.002678340533748269, -0.0026361618656665087, 0.008175617083907127, -0.03472704067826271, -0.031352750957012177, -0.013082392513751984, -0.0007675624801777303, -0.04414692521095276, -0.007261747028678656, -0.00769056286662817, 0.03281494230031967, -0.013447940349578857, -0.03379911184310913, -0.018122734501957893, -0.018966306000947952, -0.018178971484303474, -0.011592082679271698, -0.029468774795532227, -0.00564138637855649, -0.0024287838023155928, 0.010221278294920921, -0.020358199253678322, 0.023212283849716187, 0.0021440782584249973, 0.03270246833562851, -0.008941860869526863, 0.014411018230021, -0.023296641185879707, 0.009440974332392216, -0.0005342621589079499, -7.930454012239352e-05, -0.023648129776120186, -0.004731032066047192, -0.0024815071374177933, -0.009722164832055569, 0.002717004157602787, 0.021567318588495255, -0.007458580657839775, -0.0059120324440300465, -0.007634324952960014, 0.00960265938192606, 0.017251042649149895, 0.0017284434288740158, 0.0018628877587616444, -0.010797719471156597, -0.005609752610325813, 0.01961304433643818, -0.00465018954128027, 0.00038817484164610505, -0.027669155970215797, -0.0019823936745524406, -0.0020913551561534405, 0.007437491323798895, -0.020836222916841507, -0.013588535599410534, 0.027036476880311966, -0.014129827730357647, 0.039816588163375854, 0.011353070847690105, -0.016140339896082878, 0.022003164514899254, 0.009869789704680443, -0.010586826130747795, -0.009883849881589413, 0.02589765377342701, 0.004724001977592707, -0.007634324952960014, 0.03177453950047493, -0.035936158150434494, 0.000493401603307575, -0.0005900608957745135, 0.0029120801482349634, -0.023620011284947395, -0.003187998430803418, -0.002717004157602787, -0.01718074642121792, -0.025166558101773262, 0.01394705381244421, 0.012667636387050152, -0.031155917793512344, 0.004179195500910282, -0.013391702435910702, -0.0014955825172364712, 0.004463900811970234, -0.0035869376733899117, -0.015128054656088352, -0.004629100207239389, -0.010186129249632359, -0.00020309429964981973, -0.008210765197873116, -0.018150852993130684, -0.006302184425294399, 0.013651804067194462, 0.01242862455546856, 0.012449713423848152, 0.191209614276886, -0.021511081606149673, 0.02177821286022663, 0.03146522864699364, 0.016871435567736626, 0.008056110702455044, 0.012927738018333912, 0.0040350849740207195, -0.018446102738380432, 0.0054199486039578915, -0.005012222565710545, 0.007697592489421368, -0.02387308143079281, -0.005043856333941221, 0.02655845135450363, -0.014762506820261478, -0.057306643575429916, -0.038016967475414276, -0.028428370133042336, 0.010418111458420753, -0.01743381656706333, -0.00020188606868032366, -0.016660543158650398, -0.012288029305636883, 0.00916681345552206, -0.03531754016876221, -0.0036906267050653696, 0.0019718490075320005, 0.0154233044013381, 0.03284306079149246, -0.027331726625561714, 0.007409372366964817, 0.017602531239390373, -0.021398603916168213, -0.02751450054347515, -0.011451487429440022, 0.003365499898791313, 0.005687079858034849, 0.013968142680823803, 0.02461823634803295, 0.04389385133981705, 0.004674793686717749, 0.017518173903226852, -0.02887827530503273, -0.026727166026830673, 0.0024410858750343323, 0.0006665096152573824, 0.016182519495487213, -0.022312473505735397, 0.016590245068073273, -0.012625457718968391, 0.02896263264119625, 0.01980987749993801, 0.04704318568110466, -0.012259909883141518, -0.024055855348706245, -0.02650221437215805, -0.0058311899192631245, 0.008745027706027031, 0.006428719963878393, -0.01535300724208355, -0.010333754122257233, 0.004952469374984503, 0.031184038147330284, -0.0051633622497320175, 0.0030614626593887806, -0.0029981948900967836, 0.013047243468463421, 0.013426851481199265, -0.009391766041517258, -0.01836174540221691, -0.0038628559559583664, -0.021187711507081985, -0.024351105093955994, -0.03385534882545471, -0.03776389732956886, 0.022748319432139397, 0.006885654758661985, 0.024491701275110245, 0.03064977563917637, 0.016519946977496147, -0.016632424667477608, -0.004365484230220318, -0.01171861868351698, -0.02210158109664917, -0.010741480626165867, 0.03464268147945404, -0.011156236752867699, -0.02155325934290886, -0.01225288026034832, 0.004804844502359629, -0.031240275129675865, -0.004221373703330755, -0.003543001599609852, -0.015240530483424664, 0.004126471932977438, -0.006330303382128477, -0.0027539103757590055, -0.009855730459094048, -0.04774616286158562, -0.004843507893383503, 0.028568964451551437, 0.02778163179755211, -0.004488504957407713, 0.014889041893184185, 0.019598985090851784, 0.002681855345144868, 0.017026090994477272, 0.009862760081887245, -0.013708041980862617, 0.009405825287103653, -0.05255452170968056, 0.009792462922632694, 0.023127926513552666, 0.01639341190457344, 0.009448003955185413, 0.0044709304347634315, 0.010811778716742992, 0.0157888513058424, -0.005209055729210377, 0.0025605917908251286, -0.01917719841003418, 0.006646642927080393, 0.011001582257449627, 0.0002921746054198593, -0.026488155126571655, -0.003954242914915085, 0.009019188582897186, -0.04822418838739395, 0.010938314720988274, 0.027655094861984253, -0.014945280738174915, 0.0178134236484766, -0.0038874601013958454, 0.006161589175462723, -0.0024973240215331316, -0.03093096613883972, -0.013996262103319168, -0.03399594500660896, 0.011950600892305374, -0.027767572551965714, 0.010488409548997879, 0.01546548306941986, -0.0176728293299675, 0.010769600048661232, -0.030481060966849327, 0.00989087950438261, -0.006326788570731878, 0.015690434724092484, -0.02158137783408165, -0.0056800502352416515, 0.005121183581650257, 0.005142272915691137, -0.002346184104681015, 0.014136857353150845, 0.0020614785607904196, -0.019528687000274658, -0.02734578587114811, 0.0023690308444201946, 0.006484958343207836, -0.021792272105813026, -0.014818744733929634, 0.004998162854462862, -0.0024920518044382334, -0.015043697319924831, -0.02076592668890953, -0.17973703145980835, 0.005409404169768095, 0.011331981047987938, -0.035205062478780746, 0.0040913233533501625, -0.005648416001349688, 0.01743381656706333, 0.006393571384251118, -0.01715262606739998, -0.00532856211066246, 0.013426851481199265, 0.003627358702942729, 0.027739452198147774, -0.016407471150159836, 0.0005417312495410442, -0.008323241956532001, -0.02627726085484028, -0.005015737377107143, 0.03160582482814789, 0.024196451529860497, 0.03545813634991646, -0.0298343226313591, 0.020034831017255783, 0.01778530515730381, 0.011261683888733387, 0.006811842322349548, 0.0035658483393490314, 0.017771245911717415, -0.005739802960306406, -0.03759518265724182, -0.013897845521569252, -0.005086035002022982, 0.026080427691340446, 0.011465546675026417, 0.016435591503977776, 0.01445319689810276, 0.010523558594286442, -0.009679986163973808, -0.017222924157977104, 0.011866243556141853, 0.017419757321476936, 0.014509434811770916, 0.0034586444962769747, 0.007360164076089859, -0.013679922558367252, 0.021412665024399757, 0.00942691508680582, -0.0020667510107159615, 0.01280120201408863, -0.008013932034373283, 0.03933856636285782, -0.008351360447704792, 0.01964116282761097, -0.0021757122594863176, 0.003216117387637496, 0.011711588129401207, -0.007507788948714733, -0.007029764819890261, -0.0026256171986460686, -0.044849902391433716, -0.0010781901655718684, 0.0026853701565414667, 0.015029637143015862, -0.015015577897429466, -0.009349587373435497, -0.043781377375125885, -0.03230879828333855, -0.008639581501483917, -0.02212969958782196, -0.007683533243834972, -0.0055499994195997715, -0.022874854505062103, -0.008133438415825367, 0.0029612884391099215, 0.025503987446427345, 0.026319440454244614, -0.033602274954319, 0.006534166634082794, 0.032083846628665924, 0.01006662379950285, 0.01410873793065548, 0.03818568214774132, -0.015282709151506424, 0.013363583013415337, 0.000329739908920601, -0.017939960584044456, -0.004709942732006311, 0.027331726625561714, -0.028161238878965378, -0.01934591308236122, -0.0007069307612255216, -0.005873368587344885, 0.030959084630012512, -0.002913837553933263, 0.021918807178735733, 0.012161493301391602, -0.004481475334614515, -0.007514818571507931, 0.0014411017764359713, -0.02111741341650486, -0.0029437141492962837, -0.00504737114533782, -0.03543001413345337, 0.010839897207915783, 0.04116630554199219, 0.022551486268639565, -0.025644583627581596, 0.01734945923089981, 0.02653033286333084, -0.010368903167545795, 0.019191257655620575, -0.018108675256371498, 0.016730841249227524, 0.005778466816991568, 0.004129986744374037, 0.021918807178735733, -0.010059594176709652, -0.020962759852409363, 0.009440974332392216, 0.005416433792561293, 0.037988848984241486, -0.0009323225822299719, -0.007437491323798895, 0.023802785202860832, -0.004892716649919748, -0.029187584295868874, -0.11078909784555435, -0.0017099903197959065, 0.02294515259563923, 0.030621657148003578, -0.01642153039574623, 0.008723938837647438, -0.0023092778865247965, 0.03379911184310913, -0.006122925318777561, 0.04642456769943237, -0.02800658345222473, -0.024238629266619682, 0.01154287438839674, 0.010087712667882442, -0.008815324865281582, 0.0036589927040040493, -0.0017055966891348362, -0.020850282162427902, -0.016730841249227524, 0.03666725382208824, -0.020358199253678322, -0.02180633135139942, 0.023212283849716187, -0.02270614169538021, -0.0008110591443255544, -0.03377098962664604, -0.020892461761832237, 0.03385534882545471, 0.001482401741668582, 0.004428751766681671, 0.01601380482316017, -0.03180265799164772, -0.0020298445597290993, -0.002477992093190551, -0.004513109102845192, -0.00247974949888885, 0.010769600048661232, -0.007275806739926338, 0.02800658345222473, -0.007458580657839775, 0.003746864851564169, 0.009778402745723724, -0.02253742702305317, 0.016787078231573105, -0.019500568509101868, 0.005184451583772898, -0.04049144685268402, 0.02893451228737831, -0.007507788948714733, -0.03559872880578041, -0.028203416615724564, -0.0007315349066630006, -0.019036604091525078, -0.00039125035982578993, 0.005866338964551687, 0.0062424312345683575, 0.022818617522716522, 0.021834449842572212, -0.018530460074543953, 0.008449777960777283, 0.006903229281306267, 0.013539327308535576, -0.016140339896082878, 0.008716908283531666, 0.02369030751287937, -0.00577143719419837, -0.01746193692088127, -0.037032801657915115, 0.021454842761158943, 0.013131600804626942, -0.014903102070093155, 0.004214344080537558, -0.001651116064749658, 0.013363583013415337, -0.028175298124551773, -0.0008681759936735034, -0.022551486268639565, -0.030959084630012512, 0.004499049391597509, -0.009265230037271976, -0.015662316232919693, -0.0016045438824221492, 0.004903261084109545, -0.008913742378354073, -0.011999809183180332, 0.010291576385498047, 0.004829448647797108, -0.018938187509775162, -0.012548130936920643, -0.0308466088026762, -0.00954642053693533, 0.03444584831595421, 0.01064306404441595, -0.03382723033428192, -0.037876375019550323, 0.0043233055621385574, -0.026052309200167656, 0.015170233324170113, -0.016182519495487213, 0.008042051456868649, -0.035964276641607285, -0.01822115108370781, -0.05488840490579605, 0.018671056255698204, -0.012084166519343853, -0.02349347434937954, -0.002688885200768709, 0.0040561743080616, 0.006730999797582626, -0.004179195500910282, -0.018558580428361893, 0.01152881421148777, -0.022410890087485313, 0.0023127926979213953, -0.03587992116808891, -0.011817035265266895, -0.03067789413034916, -0.01958492584526539, 0.016787078231573105, -0.03064977563917637, 0.016674602404236794, 0.004168650601059198, -0.008077199570834637, -0.00711763696745038, -0.001999968197196722, 0.026094486936926842, -0.005507820751518011, -0.014481316320598125, -0.012885559350252151, 0.015887269750237465, 0.005673020146787167, -0.004333849996328354, 0.003260053461417556, -0.004481475334614515, -0.013082392513751984, 0.021384544670581818, 0.007360164076089859, -0.01592944748699665, 0.023999618366360664, 0.013799428939819336, 0.02685370296239853, -0.0035553036723285913, -0.026192903518676758, -0.021131474524736404, 0.009911968372762203, -0.0018751898314803839, 0.01170455850660801, -0.001081705093383789, 0.0020579637493938208, 0.0028294804506003857, 0.03247751295566559, 0.02305762842297554, 0.03197137266397476, 0.024055855348706245, -0.0017512901686131954, -0.04206611216068268, -0.016871435567736626, 0.015085875988006592, -0.0013400489697232842, 0.002859356813132763, -0.009307408705353737, 0.018024317920207977, 0.03194325044751167, -0.0034182232338935137, 0.027416083961725235, -0.009771373122930527, 0.010340784676373005, -0.0075499676167964935, -0.011402279138565063, -0.022171879187226295, -0.0048329634591937065, -0.03832627832889557, 0.00266428105533123, -0.016238756477832794, 0.00958859920501709, 0.004312760662287474, 0.0008571919752284884, 0.0025078686885535717, 0.009687015786767006, 0.00799284316599369, -0.02740202471613884, 0.0015852119540795684, 0.01860075816512108, -0.022607725113630295, -0.006182678509503603, -0.018558580428361893, 0.03843875601887703, 0.02108929492533207, 0.016070043668150902, 0.018502341583371162, 0.005296927876770496, -0.0019490023842081428, -0.025672702118754387, 0.009314438328146935, 0.0012785384897142649, 0.008674729615449905, -0.001095764571800828, 0.0034727039746940136, 0.015999745577573776, -0.0007372465915977955, 0.017504114657640457, 0.02847054786980152, 0.032083846628665924, 0.0101369209587574, -0.024604177102446556, -0.007353133987635374, -0.01688549481332302, -0.013426851481199265, -0.029243823140859604, -0.028583023697137833, 0.02024572342634201, 0.019880175590515137, 0.005462127272039652, -0.027092713862657547, -0.010101771913468838, 0.01203495729714632, -0.027191130444407463, 0.018038377165794373, -0.014439137652516365, -0.016168460249900818, -0.02581329643726349, 0.040744516998529434, 0.012386445887386799, -0.016070043668150902, 0.030537299811840057, 0.008210765197873116, 0.05106421187520027, 0.007015705574303865, -0.0012873257510364056, -0.013651804067194462, 0.02896263264119625, 0.014193095266819, 0.013918934389948845, 0.00038378124008886516, -0.007472640369087458, -0.00158609077334404, 0.012857439927756786, -0.025827357545495033, -0.005057916045188904, 0.01150069572031498, 0.002439328469336033, 0.10252209007740021, 0.0035904524847865105, -0.01628093607723713, -0.006952437572181225, -0.015099935233592987, 0.004298701416701078, 0.007310955785214901, 0.014389929361641407, 0.0035939672961831093, -0.002400664845481515, 0.0031264880672097206, -0.0052442047744989395, -0.017644710838794708, -0.026516273617744446, -0.02166573517024517, -0.004122957121580839, 0.009539390914142132, 0.001670447876676917, -0.01280120201408863, 0.0060666874051094055, 0.026108548045158386, 0.006077231839299202, -0.0015324887353926897, 0.017574412748217583, -0.021103354170918465, -0.0033584702759981155, 0.03188701346516609, 0.014523494057357311, -0.017194805666804314, -0.018980365246534348, 0.017855603247880936, 0.016294995322823524, -0.05114857107400894, -0.030959084630012512, -0.010221278294920921, -0.008295122534036636, -0.0004419964679982513, -0.020878402516245842, 0.012133374810218811, -0.024899426847696304, -0.014523494057357311, 0.009223051369190216, -0.025391511619091034, -0.016463709995150566, 0.02007700875401497, -0.002193286782130599, 0.002305762842297554, -0.019275614991784096, -0.03557061031460762], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'), : RelatedNodeInfo(node_id='1c3efcd3-e6b3-4046-a359-3e554c321c16', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='a92122e8d1be497d929d086fab068850b0791fed45736840370daf603fb35b3d'), : RelatedNodeInfo(node_id='bd78895f-3529-4e18-a507-d98d25f43fbd', node_type=, metadata={}, hash='e2f927f3ca4fb3938121c088fe3cc70ee758d2610724ff8f34721cb0372be4b0')}, hash='dada59dc700267763c76bf8fa7fc908d140fec457d3fb32411e1bf352bffa733', text='a model. We will put the model in the CPU and move the modules back and forth to the GPU in order to quantize them. If you want to maximize your GPUs usage while using CPU offload, you can set device_map = \"auto\" \" [6], hugging Face docs. Parameters are self-explained, 4-bit quantization, C4 dataset, and the tokenizer to use during quantization. The other two parameters take the default values: group_size: The group size to use for quantization. Recommended value is 128 and -1 uses per-column quantizationdesc_act: Whether to quantize columns in order of decreasing activation size. Setting it to False can significantly speed up inference but the perplexity may become slightly worse. Also known as act-order. Once you have your model quantized, it is time to upload it to the Huggin Face Hub and share it with the community. In my experiment using GPTQ, the reduction in model size is striking. My fine-tuned Llama 2 7B model with 4-bit weighted 13.5 GB on disk, but after quantization, its size was dramatically reduced to just 3.9 GB, a third of the original size. This feature is very attractive when deploying large language models. Loading the GPTQ Model from Hugging Face Hub and making some inferences Probably, all of you know how to do that but just in case you think this could be more \"trickier\" than with other models, we will show you that it is as usual. Remember you need to load all the libraries, including optimum, accelerate, and, of course, auto-gptq . Then you can upload the tokenizer and the model into your notebook in a T4 GPU in Google Colab: Now we can check our GPU to confirm how much memory we are consuming and, indeed, we can see that the model occupies 5,053 GB. We repeat the performance evaluation we mentioned earlier, making inferences on a bunch of long examples to compare with the original model. Both inference processes were executed on a T4 GPU,', start_char_idx=5913, end_char_idx=7809, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='bd78895f-3529-4e18-a507-d98d25f43fbd', embedding=[-0.020085277035832405, 0.012490356341004372, 0.0008527675527147949, -0.017651544883847237, -0.007066912483423948, -0.0005183917819522321, -0.024183455854654312, 0.0011189569486305118, -0.03622623160481453, -0.033121123909950256, 0.0074410634115338326, 0.02450515702366829, -0.018994294106960297, -0.02842150628566742, 0.004112166818231344, 0.003849911270663142, 0.013364541344344616, 0.009525121189653873, 0.01197983231395483, -0.013875066302716732, -0.001292045577429235, 0.004066708963364363, -0.01870056800544262, -0.013714215718209743, 0.00169766740873456, 0.014147811569273472, 0.03502335026860237, -0.021861620247364044, -0.008958648890256882, 0.005867530591785908, -0.001674938597716391, 0.015931149944663048, -0.03454779461026192, -0.006881584879010916, -0.018001219257712364, -0.02524646557867527, 0.0193299800157547, 0.002379531739279628, 0.04411487653851509, -0.014560426585376263, 0.015889188274741173, 0.03130282089114189, -0.0007483024382963777, -0.0065878587774932384, 0.005318542011082172, 0.01203578058630228, -0.0020945474971085787, -0.006850114557892084, -0.016448667272925377, -0.0072522396221756935, 0.004388409201055765, 0.02675705775618553, -0.0192740336060524, 0.019483838230371475, -0.01884043775498867, 0.012126695364713669, 0.0193299800157547, 0.004231055732816458, 0.008105443790555, 0.005059783346951008, 0.012560291215777397, -0.007210278883576393, -0.016574548557400703, 0.00038791963015682995, -0.01090983022004366, -0.025945814326405525, -0.006664786953479052, 0.02770817093551159, 0.017651544883847237, -0.007371128536760807, 0.005433934740722179, 0.013504411093890667, -0.00306664127856493, -0.027945948764681816, 0.02521849237382412, -0.028869088739156723, -0.003404076676815748, 0.008986623026430607, -0.02327430434525013, -0.0021837144158780575, 0.02962438389658928, -0.013567352667450905, 0.006605342496186495, 0.035498909652233124, 0.01566539704799652, 0.0031400728039443493, -0.006126289255917072, -0.003807950299233198, -0.010714012198150158, 0.004398899618536234, 0.007336161099374294, -0.005059783346951008, 0.051024436950683594, 0.017120040953159332, 0.004231055732816458, 0.00910551194101572, -0.021428024396300316, 0.015231801196932793, -0.011469308286905289, -0.010070612654089928, -0.017833376303315163, 0.0036296164616942406, -0.03664584085345268, -0.014147811569273472, -0.022938616573810577, -0.0228407084941864, 0.01029440388083458, 0.031862299889326096, -0.008713876828551292, 0.005301058292388916, -0.010658064857125282, 0.036617863923311234, -0.003472263226285577, -0.035722699016332626, -0.01486814022064209, 0.009853814728558064, 0.006395538337528706, -0.008476098999381065, 0.005007332190871239, -0.01140636671334505, 0.034128185361623764, 0.01895233243703842, 0.02433731220662594, -0.011846956796944141, 0.010511201806366444, 0.005255600903183222, -0.0071962918154895306, -0.02779209241271019, -0.018462788313627243, -0.003591152373701334, 0.009993684478104115, 0.043415527790784836, 0.0016119973734021187, 0.010881856083869934, -0.01563742384314537, 0.019190112128853798, 0.00029263345641084015, -0.024169469252228737, -0.02513456903398037, -0.0023393193259835243, 0.0015630429843440652, 0.022714825347065926, 0.003797460114583373, -0.002169727347791195, -0.010693032294511795, 0.040702059864997864, -0.014140818268060684, 0.024547116830945015, 0.026323461905121803, -0.006402531638741493, -0.004930404014885426, -0.034296028316020966, -0.005112234503030777, 0.0320301428437233, 0.022994564846158028, 0.0021172761917114258, 0.006706748157739639, -0.007266226690262556, -0.03619825467467308, -0.024938752874732018, -0.015063957311213017, 0.012049767188727856, -0.023749860003590584, 0.013574345968663692, 0.010112573392689228, 0.030491575598716736, 0.03351275995373726, -0.01289597898721695, -0.009224400855600834, -0.019064228981733322, -0.00692004943266511, 0.030155889689922333, -0.009210414253175259, 0.02012723684310913, 0.011252510361373425, 0.013993955217301846, 0.019651681184768677, -0.016406705603003502, 0.0010603865375742316, -0.019693640992045403, -0.009853814728558064, 0.016826314851641655, 0.003393586492165923, 0.01359532680362463, -0.026896927505731583, -0.010406299494206905, 0.00872087012976408, -0.008210346102714539, -0.0034670180175453424, 0.0027746635023504496, 0.0014100605621933937, 0.020826585590839386, -0.019190112128853798, -0.02149795927107334, -0.6140835881233215, 0.0016259843250736594, 0.02319038286805153, -0.007287207059562206, -0.010874862782657146, 0.006402531638741493, 0.0019424392376095057, 0.005028312560170889, -0.031890273094177246, 0.026575226336717606, -0.010741986334323883, 0.002001883927732706, -0.004000271204859018, -0.009511133655905724, -0.007371128536760807, -0.026715096086263657, 0.021148286759853363, -0.010693032294511795, -0.012210617773234844, 0.008175378665328026, -0.005220633465796709, -0.002157488837838173, 0.014077876694500446, 0.023400187492370605, 0.0003378725377842784, 0.015511540696024895, 0.00046331810881383717, -0.01132244523614645, 0.028295623138546944, 0.005315045360475779, -0.038240354508161545, 0.01892435923218727, 0.0257919579744339, -0.0046821353025734425, 0.04652063548564911, -0.028869088739156723, -0.034128185361623764, 0.007643874268978834, -0.007147337310016155, 0.029148828238248825, -0.040730033069849014, -0.030267784371972084, 0.026351435109972954, 0.008126424625515938, -0.016364745795726776, 0.031610533595085144, 0.010979765094816685, 0.015035984106361866, -0.018658606335520744, -0.022826721891760826, -0.0030159386806190014, 0.011944864876568317, 0.021595869213342667, 0.0011469308519735932, 0.015889188274741173, 0.004220565780997276, 0.032841384410858154, 0.002225675154477358, 0.017203962430357933, -0.016224876046180725, 0.018574684858322144, 0.008000542409718037, -0.006549394689500332, -0.03244975209236145, -0.027064770460128784, 0.01566539704799652, 0.023288290947675705, 0.019791550934314728, -0.0034110702108591795, -0.00881877914071083, -0.007895640097558498, 0.016420692205429077, 0.0028883074410259724, -0.002061328385025263, -0.000867628725245595, 0.021036390215158463, 0.0226448904722929, -0.02390371635556221, 0.017189975827932358, 0.019623706117272377, 0.0028935526497662067, 0.0076928287744522095, 0.005923478398472071, -0.01193787157535553, 0.014434544369578362, 0.007762763649225235, -0.005255600903183222, 0.0004290063225198537, 0.004269519820809364, 0.020490897819399834, -0.0016216133954003453, 0.025722023099660873, -0.013000880368053913, -0.053765881806612015, 0.002860333537682891, 0.018434815108776093, -0.006458479445427656, -0.010923816822469234, -0.005259097553789616, -0.009525121189653873, 0.0004519537033047527, -0.004996842239052057, 0.02442123554646969, 0.024896791204810143, 0.03603041172027588, 0.015973109751939774, -0.030016019940376282, -0.007755770348012447, 0.002636542310938239, -0.018518736585974693, -0.047415800392627716, 0.002683748258277774, -0.02847745455801487, 0.011742054484784603, 0.018490763381123543, -0.03107902780175209, 0.01892435923218727, 0.002813127590343356, 0.013951994478702545, -0.004629684146493673, 0.027554314583539963, 0.013203691691160202, 0.02121821977198124, 0.003755499143153429, 0.017777428030967712, 0.022197308018803596, 0.00740609597414732, -0.010700025595724583, -0.018434815108776093, 0.01635075733065605, -0.004384912550449371, 0.00591998128220439, 0.02861732244491577, -0.00916146021336317, 0.01566539704799652, -0.00773478951305151, 0.053933724761009216, 0.010930810123682022, 0.025498230010271072, -0.014322648756206036, -0.023540055379271507, 0.003215252887457609, -0.006762695964425802, -0.014308661222457886, -0.02412750944495201, -0.021665804088115692, -0.00910551194101572, 0.0023393193259835243, 0.012259571813046932, 0.01183996256440878, -0.01425271388143301, -0.00981884729117155, -0.010937804356217384, 0.016168927773833275, -0.010916823521256447, -0.013798137195408344, -0.025064634159207344, -0.03636610135436058, 0.004227559082210064, -0.026799017563462257, 0.023721886798739433, 0.03331694379448891, 0.005248607136309147, 0.001718647894449532, -0.0013707221951335669, -0.012944933027029037, -0.010853881947696209, 0.043135788291692734, -0.039331335574388504, -0.027372483164072037, -0.008608974516391754, -0.056283533573150635, 0.013126763515174389, 0.024295352399349213, -0.001213368959724903, 0.015749318525195122, -0.0026627678889781237, 0.003272949019446969, -0.003341135336086154, -0.017134027555584908, -0.005552823655307293, 0.019315993413329124, -0.0013331322697922587, -0.013231665827333927, 0.03242177516222, 0.03116295114159584, 0.0039128526113927364, 0.001208998030051589, -0.014490491710603237, 0.0022274237126111984, 0.019022267311811447, -0.0006285390700213611, -0.035610802471637726, -0.0004255095846019685, -0.01169309951364994, 0.006885081995278597, 0.01325264573097229, -0.024365287274122238, 0.00783269852399826, 0.02521849237382412, 0.00046768903848715127, 0.0128819914534688, -0.009168453514575958, -0.01566539704799652, 0.0014642600435763597, -0.03896767646074295, 0.024253390729427338, -0.02187560871243477, 0.018546711653470993, 0.019721616059541702, 0.021679790690541267, -0.0113783935084939, -0.0029495004564523697, -0.007664855103939772, -0.009098518639802933, 0.025749996304512024, -0.00996571034193039, 0.020462924614548683, -0.00966499000787735, -0.0030596477445214987, 0.013951994478702545, 0.025260452181100845, 0.015707358717918396, 0.017847362905740738, -0.002582342829555273, 0.009357277303934097, 0.009070544503629208, 0.019623706117272377, -0.006150766275823116, -0.0025089113041758537, -0.0032694523688405752, 0.0031802854500710964, 0.01558147557079792, 0.017483701929450035, 0.0192460585385561, 0.005626255180686712, 0.030155889689922333, 0.007587926462292671, 0.03863198682665825, -0.0025543689262121916, -0.003863898105919361, 0.002110282890498638, 0.001077870256267488, -0.03256164491176605, 0.010224469006061554, 0.01542761828750372, 0.018448801711201668, 0.023637965321540833, -0.009280349127948284, -0.0007950713625177741, -0.015245787799358368, 0.02179168537259102, -0.0043219709768891335, 0.013049835339188576, 0.013525391928851604, -0.02367992512881756, 0.0018043180461972952, 0.020448938012123108, 0.024281365796923637, 0.012343493290245533, 0.015889188274741173, 0.030575497075915337, -0.018574684858322144, -0.01675637997686863, 0.004993345122784376, -0.028183726593852043, -0.0027973921969532967, -0.03896767646074295, -0.010063618421554565, 0.0097209382802248, -0.0319741927087307, -0.011679112911224365, -0.00835021585226059, -0.03664584085345268, 0.025722023099660873, 0.017791414633393288, 0.004017754923552275, 0.026785030961036682, 0.015847226604819298, 0.03345681354403496, -0.0228127334266901, -0.04288402572274208, 0.034128185361623764, 0.0009712196188047528, -0.0022501524072140455, -0.0017116543604061007, -0.018406841903924942, -0.010783947072923183, 0.008581001311540604, 0.011000744998455048, 0.005322038661688566, 0.009273355826735497, 0.00717531144618988, 0.01698017120361328, -0.023777835071086884, 0.009014597162604332, 0.0328693613409996, -0.0015551752876490355, -0.011434340849518776, -0.0004952258314006031, -0.00403174152597785, 0.012742121703922749, -0.03852009028196335, 0.007678841706365347, 0.012602251954376698, 0.010126559995114803, -0.020518872886896133, -0.014161798171699047, 0.009420218877494335, -0.007580933161079884, 0.02442123554646969, -0.01203578058630228, 0.0031715435907244682, -0.003472263226285577, 0.0012597007444128394, 0.00349149527028203, 0.01598709635436535, 0.021106325089931488, 0.042016834020614624, -0.0008628207142464817, -0.013077809475362301, -0.012343493290245533, -0.010846888646483421, -0.003501985454931855, 0.03519119694828987, 0.0319741927087307, -0.018029194325208664, -0.002421492710709572, -0.03617028146982193, 0.0035596818197518587, -0.018434815108776093, -0.002070070244371891, -0.0006333470810204744, 0.011028719134628773, -0.012812056578695774, 0.0018655109452083707, 0.007224265486001968, -0.009888782165944576, 0.020169198513031006, -0.007580933161079884, 0.01886841095983982, -0.012301532551646233, 0.018854424357414246, -0.003968800418078899, 0.010392311960458755, 0.01495206169784069, -0.01823899708688259, 0.006843120791018009, 0.01202179305255413, -0.006815147120505571, 0.021176259964704514, 0.029372619464993477, 0.010448260232806206, -0.0032379815820604563, 0.02084057219326496, -0.016966184601187706, -0.0009808356408029795, 0.0020106257870793343, 0.0008007535361684859, 0.023945678025484085, 0.0080634830519557, -0.00742707634344697, 0.022966591641306877, 0.021889595314860344, -0.012861011549830437, 0.02633744850754738, 0.0028113792650401592, 0.009385251440107822, 0.0024686986580491066, -0.01572134532034397, -0.019357955083251, 0.01485415268689394, 0.004063212312757969, -0.014518465846776962, 0.02968033216893673, -0.00448981486260891, -0.04106571897864342, -0.018336907029151917, 0.011490289121866226, -0.00902159046381712, -0.019232071936130524, -0.022910643368959427, -0.00611230218783021, -0.022994564846158028, -0.005171678960323334, -0.030435629189014435, 0.02081259898841381, -0.003968800418078899, -0.004605207126587629, 0.005692693404853344, -0.013560359366238117, 0.008762831799685955, -0.01552552729845047, 0.010140547528862953, -0.025036660954356194, -0.02401561290025711, -0.04252036288380623, -0.0049863518215715885, 0.019651681184768677, -0.0006079957238398492, 0.01758161000907421, 0.020001355558633804, -0.017805401235818863, 0.00615426292642951, -0.0224490724503994, -0.018630633130669594, -0.011888917535543442, -0.024281365796923637, 0.02007129043340683, -0.02798791043460369, 0.01749768853187561, 0.006185733713209629, -0.020420962944626808, -0.006210210733115673, 0.019120177254080772, -0.001275436021387577, -0.011846956796944141, -0.017259910702705383, 0.02344214729964733, 0.02081259898841381, -0.0012352234916761518, -0.01128048449754715, 0.018994294106960297, -0.008147405460476875, 0.019008280709385872, -0.024463195353746414, -0.010448260232806206, -0.0224770475178957, -0.008650935254991055, 0.012560291215777397, 0.007287207059562206, 0.012357480823993683, -0.007129853591322899, -0.0257639829069376, 0.015231801196932793, -0.02954046241939068, -0.017861349508166313, 0.008601981215178967, 0.014882126823067665, -0.005521352868527174, 0.015945136547088623, -0.0075529590249061584, 0.0011871433816850185, -0.019120177254080772, 0.01358133926987648, -0.023889729753136635, 0.028127780184149742, 0.01921808533370495, -0.0008641319582238793, 0.04243643954396248, -0.0007168317679315805, -0.007559952791780233, -0.033037204295396805, 0.031778376549482346, -0.003533456241711974, 0.02327430434525013, 0.005325535777956247, 0.01297990046441555, -0.012679181061685085, -0.025680061429739, -0.019735602661967278, 0.020980441942811012, 0.0025473753921687603, 0.0001410716213285923, -0.009741919115185738, 0.0026662645395845175, -0.01812710240483284, -0.003164550056681037, -0.013448463752865791, -0.02081259898841381, -0.006399034988135099, 0.0032502200920134783, 0.0323098823428154, 0.029092879965901375, -0.0051751756109297276, 0.008042503148317337, -0.04766756668686867, -0.02223926968872547, 0.003647100180387497, -0.024631040170788765, -0.00665429700165987, 0.0068361274898052216, 0.0048604691401124, 0.016532588750123978, 0.06719336658716202, 0.00742707634344697, 0.003514224197715521, 0.011294471099972725, -0.018308931961655617, 0.030155889689922333, 0.010028650984168053, -0.0004799276066478342, -0.02335822582244873, -0.014784218743443489, 0.0018480273429304361, -0.004370925482362509, 0.0010525188408792019, 0.002274629659950733, 0.004000271204859018, 0.02502267435193062, -0.028267649933695793, -0.002003632253035903, -0.003131330944597721, -0.03340086340904236, -0.024183455854654312, 0.01170708704739809, -0.013546371832489967, -0.0011486791772767901, -0.04187696427106857, -0.032813411206007004, 0.0455135740339756, 0.0031155957840383053, 0.028351571410894394, 0.020546846091747284, 0.021022403612732887, -0.020323054865002632, 0.01684030145406723, 0.008615968748927116, 0.015903174877166748, -0.02058880776166916, -0.020924493670463562, -0.03348478674888611, 0.01670043170452118, 0.00268025160767138, -0.0228407084941864, 0.018434815108776093, 0.005482888780534267, -0.003786969929933548, -0.0011504276189953089, 0.009420218877494335, -0.007524985354393721, -0.025777969509363174, -0.012126695364713669, -0.02699483558535576, -0.029176801443099976, -0.02667313627898693, -0.0008768076659180224, 0.018085140734910965, -0.0042170691303908825, 0.0011233278783038259, -0.002365544904023409, 0.013406503014266491, -0.02349809557199478, -0.009979696944355965, 0.004231055732816458, 0.04243643954396248, 0.06294132769107819, -0.0035107273142784834, 0.0034670180175453424, 0.033177074044942856, 0.007469037547707558, -0.0075529590249061584, -0.0003352499916218221, 0.006682270672172308, 0.008525053039193153, -0.002355054719373584, 0.01738579384982586, 0.0004126153653487563, -0.00900760293006897, 0.01884043775498867, -0.0038184404838830233, -0.03798858821392059, -0.04931802675127983, 0.029428567737340927, 0.0030613963026553392, 0.006829134188592434, -0.04249238967895508, -0.025680061429739, -0.02699483558535576, -0.0005148950149305165, -0.015889188274741173, 0.021106325089931488, 0.003437295788899064, -0.0039023621939122677, 0.0031715435907244682, 0.005559817422181368, 0.02650529146194458, 0.013714215718209743, -0.017665531486272812, -0.00029328910750336945, 0.03796061500906944, 0.012902972288429737, -0.036617863923311234, 0.016448667272925377, -0.009210414253175259, 0.02839353121817112, -0.03096713311970234, 0.01686827652156353, 0.0259598009288311, -0.027666209265589714, -0.003370857797563076, 0.015175852924585342, 0.017749454826116562, 0.027778105810284615, -0.039303362369537354, -0.011944864876568317, -0.016392719000577927, 0.0015752814942970872, 0.013917027041316032, -0.018252985551953316, -0.010182508267462254, -0.015217814594507217, -0.011721073649823666, 0.006871094927191734, 0.02207142487168312, -0.0020228642970323563, -0.025036660954356194, -0.004056219011545181, 0.0040527218952775, -0.022001489996910095, -0.019050242379307747, -0.013483431190252304, 0.03717734292149544, -0.04106571897864342, 0.0005568559281527996, 0.010776953771710396, 0.0030736348126083612, 0.014014935120940208, 0.0226728655397892, 0.008539039641618729, -0.022854695096611977, 0.033009227365255356, -0.03471563756465912, 0.01263721939176321, 0.020924493670463562, -0.011210549622774124, -0.0320860892534256, -0.030043993145227432, -0.017539650201797485, 0.0048185084015131, 0.0032677038107067347, -0.018574684858322144, -0.03099510632455349, -0.008301261812448502, 0.008930674754083157, 0.03116295114159584, -0.0033096647821366787, -0.021581880748271942, 0.004965371452271938, 0.022630903869867325, 0.015231801196932793, 0.00044452311703935266, 0.004122656770050526, 0.02316240780055523, 0.01998736895620823, 0.004143637139350176, 0.013903039507567883, -0.012742121703922749, -0.001664448413066566, -0.012728135101497173, -0.01546957902610302, 0.016910236328840256, -0.04240846633911133, -0.015903174877166748, -0.011252510361373425, -0.00043971510604023933, -0.021036390215158463, 0.016854288056492805, -0.015497553162276745, -0.0062032174319028854, -0.015889188274741173, 0.014308661222457886, -0.026029735803604126, 0.002902294509112835, 0.010427279397845268, 0.019260045140981674, -0.0035282110329717398, 0.002377783413976431, -0.021777698770165443, -0.024547116830945015, -0.00010167865548282862, 0.010560155846178532, -0.032897334545850754, -0.01202179305255413, -0.01140636671334505, 0.03351275995373726, -0.009329303167760372, -0.0259318258613348, -0.003152311546728015, -0.008581001311540604, -0.019343968480825424, -0.016910236328840256, -0.030575497075915337, 0.004105173051357269, 0.0008702512714080513, 0.014630361460149288, -0.008084463886916637, 0.02195953018963337, 0.0017606087494641542, 0.024924766272306442, -0.015245787799358368, 0.0024005123414099216, -0.01382611133158207, 0.011140614748001099, -0.003633113345131278, 0.007748776581138372, -0.019343968480825424, -0.01875651627779007, -0.011210549622774124, -0.011832969263195992, 0.008189366199076176, 0.01033636461943388, -0.01321068499237299, -0.0046017104759812355, -0.006353577133268118, -0.004465337377041578, 0.005224130116403103, 0.005388476885855198, 0.013112775981426239, -0.017847362905740738, -0.008014529012143612, 0.017050106078386307, -0.013014867901802063, -0.010441266931593418, -0.031610533595085144, 0.01735781878232956, 0.0027082255110144615, 0.007545965723693371, -0.024882804602384567, -0.006444492377340794, 0.030099941417574883, -0.01014754083007574, 0.05326234921813011, 0.016770366579294205, -0.011161595582962036, 0.026743071153759956, 0.003349877195432782, -0.017008144408464432, -0.0010979764629155397, 0.027400458231568336, 0.00273794773966074, -0.009182440117001534, 0.03608636185526848, -0.028057845309376717, 0.006524917669594288, -0.0033044195733964443, 0.0016347261844202876, -0.036925576627254486, -0.012154669500887394, -0.0046506645157933235, -0.014896114356815815, -0.038296300917863846, 0.026323461905121803, 0.01491010095924139, -0.030771315097808838, -0.0022903650533407927, -0.002014122437685728, 0.006269655656069517, 0.008993616327643394, -0.0045457626692950726, -0.0161269661039114, -0.011804995127022266, -0.023721886798739433, 0.0015088435029610991, -0.0020875539630651474, -0.01562343630939722, -0.02379182167351246, 0.0225609689950943, 0.00779073778539896, 0.012154669500887394, 0.19044646620750427, -0.025036660954356194, 0.01255329791456461, 0.036841657012701035, 0.01485415268689394, 0.011182575486600399, 0.01251133717596531, 0.0032886844128370285, -0.014714283868670464, 0.008336229249835014, -0.006885081995278597, 0.02127416804432869, -0.025064634159207344, -0.010497214272618294, 0.02733052335679531, -0.021651815623044968, -0.044534485787153244, -0.037932638078927994, -0.034379951655864716, 0.006552891340106726, -0.0159591231495142, 0.0031453180126845837, -0.0010140547528862953, -0.016574548557400703, 0.0036086360923945904, -0.029148828238248825, -0.008741850964725018, 0.005056286696344614, 0.013560359366238117, 0.020420962944626808, -0.030715366825461388, 0.012504343874752522, 0.014490491710603237, -0.016770366579294205, -0.01867259293794632, -0.008280280977487564, 0.025470256805419922, -0.0035317076835781336, 0.022393126040697098, 0.039415258914232254, 0.0389956496655941, 0.011923884972929955, 0.01132244523614645, -0.02973628044128418, -0.024798883125185966, 0.0007461169734597206, -0.0032659554854035378, 0.007350148167461157, -0.025694048032164574, 0.01998736895620823, -0.021567894145846367, 0.02442123554646969, 0.015539513900876045, 0.02201547659933567, 0.0032554653007537127, -0.02261691726744175, -0.019120177254080772, -0.005699686706066132, 0.010867869481444359, 0.011909897439181805, -0.013392515480518341, -0.006189230363816023, 0.013567352667450905, 0.03642204776406288, 0.0006543275667354465, 0.003524714382365346, 0.004951384384185076, 0.015791280195116997, 0.012217611074447632, -0.0048464820720255375, -0.0159591231495142, -0.0013444967335090041, -0.010427279397845268, -0.019791550934314728, -0.03782074525952339, -0.040674082934856415, 0.018826449289917946, 0.011196563020348549, 0.013847092166543007, 0.0327574647963047, 0.018602658063173294, -0.015595462173223495, 0.0020840573124587536, -0.026882940903306007, -0.013588333502411842, -0.013532385230064392, 0.01760958507657051, -0.007706815842539072, -0.008902700617909431, -0.0055982815101742744, 0.005500372499227524, -0.019343968480825424, -0.005993412807583809, 0.008343222551047802, -0.01872854121029377, 0.002748437924310565, 0.004098179750144482, -0.012028787285089493, -0.001133818062953651, -0.04383513703942299, -0.003460024716332555, 0.01482617948204279, 0.012791076675057411, -0.010727999731898308, 0.0040457285940647125, 0.015329710207879543, 0.005699686706066132, 0.00996571034193039, 0.0004016880411654711, -0.009546101093292236, 0.01548356655985117, -0.044506512582302094, 0.003264207160100341, 0.016826314851641655, 0.013854085467755795, 0.0017903310945257545, -0.004696122370660305, 0.010679044760763645, 0.03239380195736885, -0.009986690245568752, -0.0026557743549346924, -0.01826697215437889, 0.011958852410316467, -0.007035441696643829, 0.0015289497096091509, -0.03465969115495682, -0.014322648756206036, 0.012175650335848331, -0.03986284136772156, 0.015595462173223495, 0.00869289692491293, -0.03656191751360893, 0.011441334150731564, -0.003745008958503604, -0.003853407921269536, 0.0059759290888905525, -0.03457576781511307, -0.010406299494206905, -0.03404426574707031, 0.007643874268978834, -0.019679654389619827, 0.013154737651348114, -0.0005800218204967678, -0.023582017049193382, 0.011518263258039951, -0.022407112643122673, 0.008888714015483856, -0.00902159046381712, 0.010245448909699917, -0.011098654009401798, -0.016574548557400703, 0.016826314851641655, 0.0010455254232510924, -0.010413292795419693, 0.009203420951962471, 0.005930471699684858, -0.0258758794516325, -0.030127914622426033, -0.0025631107855588198, 0.0012404687004163861, -0.02538633532822132, -0.011714080348610878, -0.00844812486320734, 0.0004886694950982928, -0.014420557767152786, -0.01560944877564907, -0.179033100605011, -0.002779908711090684, 0.01738579384982586, -0.03113497607409954, 0.0065563879907131195, -0.004794030915945768, 0.021889595314860344, 0.007129853591322899, -0.027568301185965538, 0.000765786156989634, 0.0009922001045197248, 0.0019004783825948834, 0.02089652046561241, -0.016392719000577927, -0.002956493990495801, -0.006783676333725452, -0.023889729753136635, 0.002692490117624402, 0.03356870636343956, 0.004328964743763208, 0.0390515960752964, -0.047192007303237915, 0.015945136547088623, 0.01812710240483284, 0.01995939388871193, 0.0068606045097112656, 0.003286935854703188, 0.030351705849170685, 0.0038359242025762796, -0.03907956928014755, -0.019595732912421227, 0.004517788533121347, 0.01861664652824402, -0.000840528984554112, 0.007182304747402668, 0.022267242893576622, 0.0029180299025028944, -0.006028380244970322, -0.01618291437625885, 0.013763169758021832, 0.013133756816387177, 0.01758161000907421, 0.006105308886617422, 0.014133824966847897, -0.018169062212109566, 0.024924766272306442, 0.014056896790862083, -0.020141225308179855, 0.00881877914071083, -0.01758161000907421, 0.034296028316020966, -0.004287003539502621, 0.009832833893597126, -0.0008226081845350564, -0.009224400855600834, 0.018686581403017044, -0.0019144653342664242, -0.002465202007442713, -0.004231055732816458, -0.04028245061635971, -0.01359532680362463, -0.008587994612753391, 0.019204098731279373, -0.013651274144649506, 0.00742707634344697, -0.0448421984910965, -0.04307984188199043, -0.008203352801501751, -0.02310645952820778, -0.007601913530379534, -0.013546371832489967, -0.026743071153759956, -0.008049496449530125, 0.01415480487048626, 0.026868952438235283, 0.03885577991604805, -0.032813411206007004, 0.014420557767152786, 0.03485550731420517, 0.0010105579858645797, 0.01402192935347557, 0.03885577991604805, -0.01569337025284767, 0.013091796077787876, -0.008049496449530125, 0.0012002561707049608, -0.0005988167831674218, 0.024812869727611542, -0.028925037011504173, -0.006224197801202536, 0.011434340849518776, -0.011105647310614586, 0.02825366146862507, -0.01066505815833807, 0.01552552729845047, 0.011469308286905289, 0.008336229249835014, -0.005056286696344614, 0.013651274144649506, -0.019399914890527725, -0.001216865610331297, 0.004293997306376696, -0.025512218475341797, 0.010672051459550858, 0.03734518587589264, 0.024323325604200363, -0.036757733672857285, 0.022253256291151047, 0.018392855301499367, -0.0005017822259105742, 0.017455728724598885, -0.002134759910404682, -0.002580594504252076, -0.011546236462891102, 0.003098112065345049, 0.021288154646754265, -0.005954948719590902, -0.010846888646483421, 0.005874523892998695, 0.0027204640209674835, 0.049989402294158936, -0.01004963181912899, -0.01826697215437889, 0.024281365796923637, -0.006713741458952427, -0.03328896686434746, -0.0913068875670433, 0.0015918910503387451, 0.025498230010271072, 0.03256164491176605, -0.009427212178707123, 0.002167979022487998, -0.013609313406050205, 0.04274415597319603, -0.001352364313788712, 0.05527647212147713, -0.011721073649823666, -0.013945000246167183, 0.017651544883847237, 0.009832833893597126, -0.00916146021336317, 0.007517992053180933, -0.0012413428630679846, -0.022085411474108696, -0.018308931961655617, 0.03765289857983589, -0.025749996304512024, -0.017973246052861214, 0.02195953018963337, -0.018350893631577492, 0.001028041704557836, -0.033121123909950256, -0.026896927505731583, 0.02535836212337017, -0.00877681840211153, -0.005650732666254044, 0.02152593433856964, -0.025372348725795746, 0.011287477798759937, -0.007301194127649069, 0.00803550984710455, 0.0006049360963515937, 0.0002257582964375615, -0.0096370168030262, 0.03323302045464516, -0.008930674754083157, -0.001258826581761241, 0.008287274278700352, -0.013420489616692066, 0.009357277303934097, -0.018518736585974693, 0.016448667272925377, -0.03211406245827675, 0.017427753657102585, -0.00010036737512564287, -0.04252036288380623, -0.03597446531057358, -0.004909423645585775, -0.014994022436439991, -0.0013584836851805449, 0.018336907029151917, -0.011231530457735062, 0.020658742636442184, 0.023540055379271507, -0.015413631685078144, 0.018378866836428642, 0.019427889958024025, 0.008238320238888264, -0.01199381984770298, 0.0015411883359774947, 0.00914747267961502, -0.0047975280322134495, -0.006486453581601381, -0.024295352399349213, 0.01958174630999565, 0.005972432438284159, -0.009832833893597126, -0.0001517803902970627, 0.000844899914227426, 0.008049496449530125, -0.03272949159145355, 0.009287342429161072, -0.009560088627040386, -0.028155753389000893, 0.008315248414874077, 0.007958580739796162, -0.020420962944626808, -0.007280213292688131, -0.016490627080202103, 0.000493040366563946, -0.0070878928527235985, 0.01166512630879879, -0.01692422293126583, -0.02124619483947754, -0.010734993033111095, -0.03194621950387955, -0.010818914510309696, 0.025638099759817123, 0.01202179305255413, -0.039303362369537354, -0.011846956796944141, 0.020882533863186836, -0.029232749715447426, 0.020434951409697533, 0.005091254133731127, 0.00783269852399826, -0.032841384410858154, -0.014273693785071373, -0.0652911365032196, 0.028953010216355324, -0.011832969263195992, -0.022379137575626373, 0.0016723161097615957, -0.0042415461502969265, 0.02667313627898693, -0.0038394208531826735, -0.008112438023090363, 0.0025648591108620167, -0.025120582431554794, 0.004958377685397863, -0.03183432295918465, -0.02782006561756134, -0.026980848982930183, -0.0060073998756706715, -0.004087689332664013, -0.0260437224060297, 0.014714283868670464, 0.002264139475300908, 0.0062311915680766106, 0.00474507687613368, -0.005336025729775429, 0.03144269064068794, -0.004608703777194023, -0.008608974516391754, -0.011189568787813187, 0.010350351221859455, -0.001961671281605959, -0.0059514520689845085, 0.009231394156813622, -0.0037520024925470352, -0.00015057838754728436, 0.024351300671696663, 0.008553027175366879, -0.01730187050998211, 0.024519143626093864, 0.006535407621413469, 0.016966184601187706, 0.008860739879310131, -0.013147743418812752, -0.024365287274122238, 0.0008619464933872223, -0.007615900598466396, 0.01667245849967003, -0.002253649290651083, -0.005031809210777283, 0.0019983870442956686, 0.03119092434644699, 0.025610126554965973, 0.02779209241271019, 0.020197171717882156, 0.006465472746640444, -0.040869902819395065, -0.015343696810305119, 0.009574075229465961, 0.0050108288414776325, 0.0009441198781132698, 0.014518465846776962, 0.020518872886896133, 0.03443589806556702, -0.014840166084468365, 0.02289665676653385, -0.0010035644518211484, 0.0022903650533407927, -0.008343222551047802, -0.018476776778697968, -0.014602388255298138, -0.0082173403352499, -0.045961156487464905, 0.006664786953479052, -0.01858867146074772, 0.0037310218904167414, 0.006402531638741493, 0.004919913597404957, 0.0007421831251122057, 0.002750186249613762, 0.00210154103115201, -0.024770908057689667, 0.01698017120361328, 0.015287748537957668, -0.01259525865316391, -0.004619194194674492, -0.012658200226724148, 0.03194621950387955, 0.015777291730046272, 0.0017405025428161025, 0.00943420547991991, 0.007052925415337086, 0.0021959529258310795, -0.01807115413248539, 0.0129659129306674, -0.012252578511834145, 0.010189501568675041, -0.0007133350591175258, 0.008336229249835014, 0.02705078385770321, 0.0048220050521194935, 0.014119837433099747, 0.013896046206355095, 0.020085277035832405, -0.003360367612913251, -0.015399645082652569, -0.003734518773853779, -0.022491034120321274, -0.013182710856199265, -0.04411487653851509, -0.03591851890087128, 0.03530308976769447, 0.03113497607409954, -0.003197769168764353, -0.017763441428542137, -0.008301261812448502, 0.014161798171699047, -0.02524646557867527, 0.01367924828082323, -0.023721886798739433, -0.021833647042512894, -0.017903311178088188, 0.04747174680233002, 0.01546957902610302, -0.010734993033111095, 0.0322539322078228, 0.01070701889693737, 0.036841657012701035, 0.010755973868072033, -0.005556320305913687, 0.0022361655719578266, 0.029344644397497177, 0.01496604923158884, 0.01429467462003231, -1.0736085641838145e-05, -0.018225010484457016, -0.004940893966704607, 0.012385454028844833, -0.025008687749505043, 0.0007758392603136599, 0.011511269025504589, 0.010245448909699917, 0.0907474085688591, 0.002757179783657193, -0.013903039507567883, 0.005038802977651358, -0.02313443459570408, -0.0006407776963897049, 0.014672322198748589, 0.011944864876568317, 0.0051262215711176395, -0.016826314851641655, -0.005528346635401249, -0.0024984211195260286, -0.011986825615167618, -0.030435629189014435, -0.00431847432628274, -0.0026033231988549232, 0.01546957902610302, -0.0050422996282577515, -0.031890273094177246, 0.008098450489342213, 0.02984817512333393, 0.007748776581138372, -0.004269519820809364, 0.0012999132741242647, -0.010084599256515503, 0.010602116584777832, 0.02973628044128418, 0.021483972668647766, -0.00046637773630209267, -0.0319741927087307, 0.026547253131866455, 0.012203623540699482, -0.044450562447309494, -0.03205811604857445, -0.016476640477776527, -0.01686827652156353, -0.009902768768370152, -0.018252985551953316, 0.00773478951305151, -0.015259775333106518, -0.002909288043156266, 0.015105918049812317, -0.029988044872879982, -0.006416518706828356, 0.01228055264800787, 0.004863965790718794, -0.001500101643614471, -0.017175989225506783, -0.0322539322078228], metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='88c605b4-ca27-43cf-bc51-8ef20e3b0cb3', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='53ec50eb247c5cc85db919f6786157968b3e1d1a8103d6e54304cb2b7a7a66bd'), : RelatedNodeInfo(node_id='5149ed82-57ac-4a49-a1b8-b5446cb27bef', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='dada59dc700267763c76bf8fa7fc908d140fec457d3fb32411e1bf352bffa733'), : RelatedNodeInfo(node_id='20f3def3-c6e0-4e21-8a06-36d9b3795fbb', node_type=, metadata={}, hash='52c0ca076f88d75f757a60525603c7b270c59d39d627cd7591b28404afec6039')}, hash='e2f927f3ca4fb3938121c088fe3cc70ee758d2610724ff8f34721cb0372be4b0', text='than with other models, we will show you that it is as usual. Remember you need to load all the libraries, including optimum, accelerate, and, of course, auto-gptq . Then you can upload the tokenizer and the model into your notebook in a T4 GPU in Google Colab: Now we can check our GPU to confirm how much memory we are consuming and, indeed, we can see that the model occupies 5,053 GB. We repeat the performance evaluation we mentioned earlier, making inferences on a bunch of long examples to compare with the original model. Both inference processes were executed on a T4 GPU, the base model took about 1719 seconds per inference while the quantized model ran in about 8 to 9 seconds per inference, a half. All code and examples are well-explained in his notebook in my repository. Any suggestion or bug fixing is welcome. References [1] ICLR 2023 paper \"GPTQ: Accurate Post-Training Quantization for Generative Pre-Trained Transformers\" [2] \"GPTQ or bitsandbytes: Which Quantization Method to Use for LLMs - Examples with Llama 2\" by Benjamin Marie. [3] \"Fine-Tuning a Llama 2 7B Model for Python Code Generation\" by Eduardo Muñoz [4] Original fine-tuned model in Huggingface \"edumunozsala/llama-27b-int4-python-code-20k\" [5] Hugging Face blog article \"Making LLMs lighter with AutoGPTQ and transformers\" [6] Hugging Face official documentation about GPTQConfig [7] \"4-bit Quantization with GPTQ\" by Maxime Labonne.', start_char_idx=7228, end_char_idx=8650, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='20f3def3-c6e0-4e21-8a06-36d9b3795fbb', embedding=[-0.021134469658136368, 0.001320904353633523, -0.008276629261672497, -0.022352436557412148, -0.013743634335696697, -0.004359763115644455, -0.04935528710484505, 0.0011444378178566694, -0.03310651704668999, -0.030864354223012924, 0.016926953569054604, 0.011113936081528664, -0.006411619950085878, -0.009425392374396324, -0.004249039106070995, -0.0007694462547078729, 0.02334895357489586, -0.00012337524094618857, 0.00445318641141057, -0.016982315108180046, 0.02218635007739067, 0.005761115346103907, -0.012359581887722015, -0.003529332112520933, -0.005830318201333284, 0.014574064873158932, 0.011342303827404976, -0.03457361459732056, -0.015598263591527939, -0.0009437503176741302, 0.015418336726725101, 0.0008572470396757126, -0.03313419967889786, 0.012290379963815212, -0.021494323387742043, -0.005927201826125383, 0.028982043266296387, -0.0029964721761643887, 0.012504907324910164, -0.006875277031213045, 0.012414944358170033, 0.023238228633999825, 0.008435795083642006, -0.03723099082708359, -0.031141165643930435, -0.0014350886922329664, 0.0181310772895813, -0.02424858696758747, -0.011356145143508911, 0.01548753958195448, 0.024234745651483536, 0.02862219139933586, -0.026352345943450928, 0.00219545210711658, -0.004449726548045874, 0.00444626621901989, -0.003288852982223034, 0.0027836740482598543, 0.020899182185530663, 0.015016961842775345, -0.010574155487120152, 0.0028234655037522316, -0.01562594436109066, 0.022961419075727463, 0.015113845467567444, -0.001776776509359479, 0.0034791601356118917, 0.027833281084895134, 0.003255981719121337, -0.01064335834234953, -0.0019532430451363325, 0.00992365088313818, 0.028677552938461304, -0.03025537170469761, 0.0288713201880455, 0.004532769322395325, -0.01186132337898016, -0.018892306834459305, -0.0018926907796412706, -0.0004394364368636161, 0.01649789698421955, 0.015044642612338066, 0.0024342010729014874, 0.03930706903338432, 0.014352616854012012, -0.01537681557238102, 0.017480574548244476, -0.014809354208409786, -0.000903093779925257, -0.019113754853606224, -0.0041694557294249535, 0.010587995871901512, 0.049798183143138885, 0.016304129734635353, -0.027044370770454407, 0.010726401582360268, -0.01959817297756672, 0.017425211146473885, -0.01694079302251339, -0.029175810515880585, -0.016082681715488434, -0.0073769958689808846, -0.03678809478878975, -0.016663983464241028, -0.012982405722141266, 0.007653806358575821, 0.013245375826954842, 0.010477271862328053, 0.02049780637025833, 0.013958161696791649, -0.00889253243803978, 0.0439298041164875, 0.005954882595688105, -0.04116170108318329, -0.012947804294526577, -0.01862933672964573, 0.03055986389517784, -0.007563842926174402, -0.004577751271426678, -0.005293997935950756, 0.0214389618486166, 0.02822081558406353, 0.005640010815113783, -0.004304401110857725, 0.020137952640652657, -0.005581188946962357, -0.017009995877742767, -0.019169116392731667, -0.028899000957608223, -0.006871817167848349, 0.02087150141596794, 0.004768058191984892, 0.02156352624297142, 0.009965172968804836, -0.02409634180366993, 0.03321724385023117, -0.011238500475883484, -0.008158985525369644, -0.007217830047011375, -0.01997186616063118, -0.007778370752930641, 0.02200642228126526, -0.0033718962222337723, 0.012394183315336704, -0.038864172995090485, 0.03028305247426033, 7.697436558373738e-06, -0.0031573681626468897, 0.0071832286193966866, 0.017079198732972145, -0.004591591656208038, -0.03199927508831024, -0.016359491273760796, 0.00775068998336792, 0.015819711610674858, 0.019612014293670654, 0.015861233696341515, 0.02228323370218277, -0.011868244037032127, 0.009217784740030766, -0.005435863509774208, 0.024054819718003273, 0.005619250237941742, 0.0007062989170663059, 0.020829979330301285, 0.03994373232126236, 0.021577367559075356, -0.031362611800432205, -0.011141616851091385, -0.03778461366891861, -0.01885078474879265, 0.019515130668878555, -0.019764259457588196, 0.01843556948006153, -0.024290109053254128, 0.009383871220052242, 0.005300918128341436, -0.0014169230125844479, -0.007397756911814213, -0.01076792273670435, 0.008691845461726189, -0.005598489195108414, -0.005120991729199886, -0.015072323381900787, -0.02981247566640377, 0.007051743566989899, -0.008726445958018303, -0.010553394444286823, 0.007169388234615326, -0.015667466446757317, 0.021895699203014374, 0.026047853752970695, 0.007231670431792736, -0.013785155490040779, -0.6147404313087463, -0.032829709351062775, 0.013771315105259418, -0.002121059224009514, -0.01058107614517212, -0.019086074084043503, -0.021245194599032402, -0.016304129734635353, -0.008006739430129528, 0.02375032752752304, -0.03390926867723465, -0.00014543355791829526, -0.012497987598180771, -0.0174113716930151, -0.013369940221309662, -0.002553575439378619, 0.008020579814910889, -0.02384721115231514, 0.023888733237981796, 0.0035916143096983433, -0.029701750725507736, -0.008145144209265709, 0.002901318483054638, -0.01800651289522648, -0.0468086302280426, -0.0027040911372750998, 0.040801845490932465, 0.002005144953727722, 0.007494640536606312, 0.006577705964446068, -0.02394409477710724, 0.013023926876485348, -0.0033009634353220463, -0.023418156430125237, 0.041272424161434174, -0.0160688403993845, -0.018241802230477333, 0.025258945301175117, 0.011086254380643368, 0.002527624601498246, -0.028539147228002548, -0.014131168834865093, 0.01612420380115509, 0.019432086497545242, -0.0070344433188438416, 0.018795423209667206, 0.0358746200799942, 0.008387353271245956, -0.014380297623574734, -0.02931421622633934, 0.009833687916398048, 0.0013658860698342323, 0.010214301757514477, -0.004640033468604088, 0.0001680325367487967, 0.011321543715894222, 0.022615406662225723, -0.013868198730051517, 0.008816409856081009, 0.02012411318719387, -0.00982676725834608, 0.012933963909745216, -0.024082500487565994, -0.01756361685693264, -0.04135546833276749, 0.021771134808659554, 0.018227960914373398, 0.009806007146835327, -0.015003121457993984, 0.012006648816168308, 0.0009463453898206353, 0.02881595864892006, -0.0004262446891516447, -0.009293907321989536, 0.0014368187403306365, 0.027957845479249954, 0.001292358385398984, 0.011833642609417439, -0.01073332130908966, 0.011148536577820778, 0.017480574548244476, -0.0030587543733417988, 0.010255823843181133, -0.03446288779377937, 0.03844895958900452, -0.003463589586317539, -0.00793753657490015, -0.00952919665724039, 0.0031054662540555, 0.019182957708835602, 0.006058686412870884, 0.035736218094825745, -0.035680852830410004, -0.02568800002336502, -0.006986001506447792, 0.00684413593262434, -0.002646998967975378, 0.00439090421423316, 0.019238319247961044, -0.03388158604502678, -0.003941087517887354, -0.01915527693927288, 0.05652467533946037, 0.004498168360441923, 0.022823013365268707, 0.010172780603170395, -0.02278149127960205, 0.011369985528290272, 0.017425211146473885, -0.01865701749920845, -0.01048419252038002, 0.0086572440341115, -0.012318060733377934, -0.020885340869426727, -0.00541510246694088, -0.01994418539106846, 9.288285218644887e-05, -0.021397439762949944, 0.026338504627346992, -0.005577728617936373, 0.0414385087788105, -0.00976448506116867, 0.020110271871089935, 0.009508435614407063, 0.013079289346933365, 0.03075363114476204, 0.008401194587349892, -0.03244217485189438, -0.021425120532512665, 0.009363110177218914, -0.016553258523344994, -0.021009905263781548, 0.0014541193377226591, -0.03202695772051811, 0.02837306074798107, 0.015058482997119427, 0.03465665504336357, 0.006238613277673721, -0.006252453662455082, -0.010761002078652382, -0.028179293498396873, -0.017397530376911163, 0.014823194593191147, 0.003747320268303156, -0.06078755483031273, -0.03781229257583618, -0.007591524161398411, 0.0016426964430138469, -0.0014930458273738623, 0.02662915550172329, -0.02431778982281685, -0.0015657085459679365, -0.012698674574494362, 0.038172148168087006, -0.021771134808659554, -0.011653715744614601, -0.029120448976755142, -0.0180341936647892, 0.0002679437748156488, -0.006629608105868101, -0.0032144603319466114, 0.026559952646493912, -0.01853245310485363, 0.026698358356952667, 0.015100005082786083, 0.0020224456675350666, 0.002840766217559576, 0.03640056028962135, -0.03432448208332062, -0.03532100096344948, -0.0020189855713397264, -0.02459459938108921, -0.004217897541821003, 0.033327966928482056, -0.004193676635622978, 0.02096838504076004, -0.005390881560742855, 0.005636550951749086, -0.0075707631185650826, -0.008823329582810402, -0.0022196730133146048, 0.044704873114824295, 0.025079017505049706, -0.018864626064896584, 0.009231625124812126, 0.005581188946962357, 0.04774978756904602, 0.040801845490932465, -0.019169116392731667, 0.016663983464241028, -0.004034510813653469, 0.015902753919363022, -0.010913248173892498, 0.013093129731714725, -0.0030189629178494215, 0.004276719875633717, 0.008698765188455582, -0.013681352138519287, 0.0032767425291240215, 0.022227872163057327, -0.014906237833201885, 0.013369940221309662, -0.005048329010605812, -0.014795513823628426, -0.006833755411207676, -0.023542720824480057, 0.006802614312618971, -0.017757384106516838, 0.0004502493538893759, -0.010096658021211624, 0.022352436557412148, -0.02166040986776352, -0.010504952631890774, -0.007314713671803474, -0.012241938151419163, 0.022601565346121788, -0.0156121039763093, 0.008816409856081009, -0.024386992678046227, 0.002190261846408248, -0.010269664227962494, 0.019515130668878555, 0.006318196188658476, -0.020276358351111412, -0.005688452627509832, 0.005581188946962357, -0.006961780600249767, 0.03144565597176552, -0.016428694128990173, -0.04340386390686035, 0.002333857351914048, 0.010428830049932003, 0.02034556120634079, 0.020982224494218826, 0.026241621002554893, -0.011328463442623615, 0.024995975196361542, 0.013840517960488796, 0.026172418147325516, -0.004889162722975016, -0.02203410491347313, -0.0006267159478738904, 0.015598263591527939, -0.0002452366752550006, 0.028732914477586746, 0.0029791714623570442, 0.03537636250257492, 0.007536161690950394, -0.0041694557294249535, 0.0026037474162876606, -0.043708354234695435, 0.015058482997119427, 0.0062593743205070496, 0.0018875006353482604, 0.00967452209442854, -0.027445746585726738, -0.007716088555753231, 0.006615767255425453, 0.021480483934283257, -0.0007876119343563914, -0.0002324774395674467, 0.008435795083642006, 0.00225427420809865, 0.019805781543254852, 0.01756361685693264, -0.019736578688025475, 0.007508480921387672, 0.012760957702994347, -0.00011894194904016331, -0.01843556948006153, -0.025923289358615875, -0.005539667326956987, 0.017978832125663757, -0.05616481974720955, 0.018864626064896584, 0.005633090622723103, -0.011314623057842255, 0.004044891335070133, 0.026712199673056602, 0.0268090832978487, -0.03584694117307663, -0.05846234783530235, 0.01831100508570671, -0.010290425270795822, -0.008525758981704712, -0.02118983305990696, -0.019639695063233376, -0.0003202782245352864, -0.01053263433277607, -0.001780236605554819, -0.009238545782864094, 0.02431778982281685, -0.0037265594583004713, 0.009273147210478783, -0.019307522103190422, -0.0007798266597092152, 0.004626193083822727, -0.015598263591527939, -0.002063967287540436, -0.016082681715488434, -0.0040725721046328545, 0.023265909403562546, -0.011107015423476696, -0.013120810501277447, 0.02409634180366993, -0.022103305906057358, -0.012172735296189785, -0.003453209064900875, 0.0023044461850076914, -0.006809534505009651, -0.00495490524917841, 0.009169342927634716, 0.014463340863585472, -0.009729883633553982, 0.020483966916799545, 0.010096658021211624, 0.022449320182204247, -0.005197114311158657, 0.018740061670541763, 0.016802389174699783, -0.0037923017516732216, -0.025701841339468956, -0.0021504703909158707, 0.0193767249584198, 0.07302257418632507, 0.00889253243803978, -0.0021764214616268873, 0.007197069004178047, -0.026795241981744766, 0.016774706542491913, -0.020885340869426727, -0.023390475660562515, 0.005588109139353037, 0.011183138005435467, -0.03316187858581543, 0.000806210155133158, 0.02693364769220352, 0.014352616854012012, 0.027182776480913162, 0.004359763115644455, 0.015100005082786083, -0.005857998970896006, -0.007729928940534592, -0.01890614628791809, 0.02625546231865883, -0.012740196660161018, 0.015113845467567444, 0.009965172968804836, 0.016179565340280533, -0.020829979330301285, 0.01671934500336647, 0.027072053402662277, -0.027072053402662277, -0.017009995877742767, 0.021923379972577095, -0.01054647471755743, 0.0030552942771464586, 0.015819711610674858, -0.015916595235466957, 0.03321724385023117, 0.0027594531420618296, 0.014809354208409786, 0.0002110678906319663, -0.007062124088406563, -0.00547738466411829, 0.03078131191432476, 0.006072527263313532, 0.01909991353750229, 0.004664254374802113, -0.00876796804368496, -0.0012119102757424116, 0.01856013387441635, 0.01539065595716238, -0.0399990975856781, 0.025231264531612396, -0.005951422732323408, -0.037673890590667725, -0.014712470583617687, 0.005954882595688105, 0.010207382030785084, 0.0062040118500590324, 0.006487742532044649, 0.0004939334467053413, -0.027916323393583298, -0.012691754847764969, -0.012241938151419163, 0.003844203893095255, -0.010961689986288548, -0.009619159623980522, -0.00639085890725255, -0.01076792273670435, 0.01173675898462534, -0.004037971142679453, 0.0029514904599636793, -0.0061832512728869915, -0.028899000957608223, -0.052455563098192215, -0.007446198724210262, -0.01076792273670435, 0.0009056888520717621, 0.009252386167645454, -0.014629427343606949, -0.017632819712162018, 0.03141797333955765, -0.0039237868040800095, -0.029618708416819572, 0.0018234881572425365, -0.03072594851255417, 0.0004106741107534617, -0.004823420196771622, -0.0038926457054913044, -0.01384743768721819, -0.01887846551835537, 0.0107194809243083, -0.0037057986482977867, -0.003650436643511057, -0.0009593208669684827, 0.0160688403993845, 0.005148672498762608, 0.00432170182466507, 0.019016871228814125, 0.01340454164892435, -0.0005644336342811584, -0.02521742321550846, 0.0031400674488395452, -0.02750110812485218, -0.02377801015973091, -0.00973680429160595, 0.007529241498559713, -0.009584558196365833, 0.014255733229219913, -0.0032040798105299473, -0.0020276359282433987, -0.0015371624613180757, 0.005633090622723103, -0.0008780078496783972, 0.004992966540157795, -0.01487855613231659, 0.017992673441767693, -1.0589888006506953e-05, 0.021854177117347717, 0.0072801122441887856, 0.0179373100399971, -0.017397530376911163, -0.0030535641126334667, -0.03341101109981537, 0.00644622091203928, 0.020954543724656105, 0.0015120765892788768, 0.032802026718854904, 0.012996246106922626, 0.007114026229828596, -0.028705233708024025, -0.0027871341444551945, -0.005287077743560076, 0.0028926681261509657, -0.009183183312416077, -0.028705233708024025, -0.025245103985071182, -0.033078838139772415, -0.013293817639350891, 0.010179700329899788, -0.0005056114168837667, -0.003321724245324731, -0.0004489517887122929, 0.00627321470528841, -0.020663892850279808, -0.013369940221309662, 0.00445318641141057, -0.027860961854457855, -0.008463476784527302, 0.018449410796165466, 0.00981292687356472, 0.02347351796925068, -0.008283549919724464, 0.034545931965112686, -0.037895336747169495, -0.00883025024086237, 0.01656709983944893, -0.01163987535983324, 0.00879564881324768, 0.018477091565728188, 0.02491293102502823, 0.012068931013345718, 0.029729431495070457, -0.008062101900577545, 0.03349405154585838, -0.003330374602228403, 0.0009022287558764219, -0.013293817639350891, -0.014366457238793373, -0.005082929972559214, 0.004103713668882847, -0.0003966173389926553, 0.031611740589141846, 0.026338504627346992, 0.01850477233529091, -0.013279976323246956, -0.012511827982962132, 0.02372264675796032, -0.010712560266256332, -0.0016565369442105293, -0.009252386167645454, -0.010352707467973232, -0.006982541177421808, -0.0047957394272089005, -0.00048658071318641305, 0.0038269031792879105, -0.03543172404170036, -0.01464326772838831, 0.01922447979450226, 0.013508345000445843, 0.016414854675531387, 0.008435795083642006, 0.02196490205824375, -0.03285738825798035, 0.0023113663773983717, 0.03055986389517784, 0.016387172043323517, -0.017798906192183495, -0.017978832125663757, -0.02181265503168106, 0.011833642609417439, -8.974710362963378e-05, -0.009107060730457306, 0.01934904418885708, 0.028110090643167496, -0.023805690929293633, 0.018670858815312386, 0.006975620985031128, 0.00478189904242754, 0.01909991353750229, -0.0048268805257976055, -0.01540449634194374, -0.0034722399432212114, -0.022477000951766968, -0.022421639412641525, -0.020013388246297836, -0.0013927021063864231, -0.0067956941202282906, 0.007466959301382303, 0.03269130364060402, -0.03847663849592209, -0.016553258523344994, 0.02881595864892006, 0.03559781238436699, 0.035514768213033676, -0.0033978470601141453, 0.011058573611080647, 0.006650368683040142, 0.019805781543254852, -0.0011072413763031363, 0.013508345000445843, 0.004370143637061119, -0.012927043251693249, 0.009363110177218914, 0.01264331303536892, 0.0030847054440528154, -0.012989325448870659, 0.01999954879283905, 0.009716043248772621, -0.030421458184719086, -0.04141082987189293, 0.009716043248772621, 0.0275287888944149, 0.024995975196361542, -0.026642996817827225, -0.04434501752257347, -0.006387399043887854, -0.008276629261672497, -0.01584739238023758, 0.025383509695529938, -0.0005890870233997703, -0.026075534522533417, -0.0027144714258611202, 0.02109294943511486, 0.024234745651483536, 0.004785358905792236, 0.001967083662748337, 0.01442181970924139, 0.016636302694678307, -0.012664074078202248, -0.023639604449272156, 0.008726445958018303, 0.011058573611080647, 0.028649872168898582, -0.006003324408084154, 0.011162377893924713, 0.00581301748752594, 0.014629427343606949, -0.00010358762665418908, -0.0005341575015336275, -0.01709304004907608, 0.031058121472597122, -0.009127821773290634, 0.02159120701253414, -0.006934099365025759, -0.02141128107905388, 0.005425482988357544, -0.02297525852918625, 0.016456374898552895, 0.0036227554082870483, -0.024705324321985245, 0.004238658584654331, 0.030144646763801575, 0.01781274564564228, -0.021452803164720535, 0.00013105239486321807, -0.01565362513065338, -0.027487268671393394, 0.006079447455704212, -0.015030802227556705, -0.0020795378368347883, -0.023418156430125237, 0.008415034972131252, 0.015459857881069183, -0.028511466458439827, 0.005657311528921127, 0.005837238393723965, -0.01539065595716238, -0.025480393320322037, 0.0005570808425545692, -0.023445837199687958, 0.030393777415156364, 0.003768080845475197, -0.006342417094856501, 0.00023420751676894724, 0.004650413990020752, -0.0028234655037522316, -0.018712379038333893, 0.012899362482130527, -0.013100050389766693, -0.013425301760435104, -0.029480302706360817, 0.012387263588607311, 0.01656709983944893, 0.005864919163286686, -0.006176331080496311, 0.019930345937609673, -0.0055258264765143394, -0.003716178936883807, -0.011722918599843979, 0.011203899048268795, 0.024553079158067703, -0.01602732017636299, 0.00982676725834608, 0.015224569477140903, 0.010276583954691887, 0.012110453099012375, -0.016525577753782272, 0.004103713668882847, -0.011072413995862007, -0.04437270015478134, -0.010975530371069908, 0.01781274564564228, 0.023639604449272156, -0.004314781166613102, -0.004387443885207176, -0.03366013988852501, -0.0005830317968502641, -0.022823013365268707, 0.01671934500336647, -0.014989281073212624, 0.0090170968323946, 0.01990266516804695, 0.011508390307426453, -0.002702360972762108, 0.007896015420556068, -0.02240779809653759, -0.000646611675620079, -2.6288873414159752e-05, 0.0033459451515227556, -0.021715771406888962, -0.0269059669226408, -0.026172418147325516, 0.03219304233789444, -0.007605364546179771, -0.048580218106508255, -0.03684345632791519, -0.018214121460914612, -0.042019810527563095, 0.0014887206489220262, -0.011259261518716812, 0.01048419252038002, 0.019113754853606224, 0.024303948506712914, 0.009868289344012737, 0.014352616854012012, -0.01351526565849781, 0.01334225945174694, -0.018836945295333862, 0.0066469088196754456, 0.023805690929293633, -0.020663892850279808, 0.018698539584875107, -0.0042663393542170525, -0.015335293486714363, 0.001612420310266316, 0.008075942285358906, -0.01818644069135189, -0.02734886296093464, 0.014041204936802387, -0.014504862949252129, -0.01778506487607956, 0.011252340860664845, 0.003352865343913436, -0.02250468172132969, -0.013259216211736202, 0.01443566009402275, -0.026712199673056602, -0.011286942288279533, 0.010553394444286823, 0.0013373399851843715, -0.0048926230520009995, 0.0029532203916460276, 0.010421909391880035, -0.0030051223002374172, 0.01350142527371645, 0.005044868681579828, -0.01637333258986473, -0.00012305084965191782, 0.0013010086258873343, 0.0606214664876461, 0.01339070126414299, 0.005013727582991123, 0.03205464035272598, -0.0069548599421978, -0.018546294420957565, 0.00010115472105098888, 0.007328554056584835, 0.0023995996452867985, 0.0035120313987135887, 0.033078838139772415, -0.02981247566640377, -0.0020535867661237717, -0.004595051985234022, 0.006207472179085016, -0.024068661034107208, 0.004878782667219639, -0.014477181248366833, 0.007487719878554344, -0.04074648395180702, 0.020331719890236855, 0.004688475281000137, -0.005079470109194517, -0.0005082064890302718, -6.52018134132959e-05, 0.011598354205489159, -0.003100275993347168, -0.023888733237981796, 0.003037993563339114, -0.009453073143959045, -0.006799154449254274, 0.017771225422620773, -0.010158940218389034, -0.01095476932823658, 0.020802298560738564, -0.0008377838530577719, -0.013010086491703987, -0.015072323381900787, 0.21336542069911957, -0.029203493148088455, -0.00445318641141057, 0.027321182191371918, -0.018352527171373367, -0.022836854681372643, 0.03363245725631714, 0.019238319247961044, -0.011134696193039417, 0.01267099380493164, 0.011508390307426453, -0.002780213952064514, -0.02206178568303585, 0.0020847278647124767, 0.019681215286254883, 0.00026924131088890135, -0.00529745826497674, -0.04096793383359909, 0.001906531280837953, -0.011999729089438915, 0.010304265655577183, 0.007847573608160019, -0.017923470586538315, -0.01453254371881485, 0.008366593159735203, -0.0014359536580741405, -0.0020916482899338007, -0.005131371784955263, 0.02618625946342945, -0.0027646434027701616, -0.017951151356101036, -0.014151928946375847, -0.010235062800347805, -0.0038545841816812754, -0.006947939749807119, -0.002387489192187786, 0.003685037838295102, -0.007660726550966501, 0.012055090628564358, 0.03249753639101982, 0.0007409002282656729, 0.001231806119903922, 0.015086164698004723, -0.016401013359427452, -0.00014921807451173663, 0.011778280138969421, 0.010145099833607674, 0.002864987123757601, -0.009958252310752869, 0.015266090631484985, -0.007466959301382303, 0.009328508749604225, 0.02903740666806698, 0.021203672513365746, -0.02002722956240177, -0.006515423767268658, -0.0319439135491848, 0.0159719567745924, 0.005411642603576183, 0.011473788879811764, -0.016857750713825226, 0.0042801802046597, 0.011646796017885208, 0.0235011987388134, -0.01644253544509411, -0.0006163355428725481, 0.002548385411500931, 0.0059237414970994, 0.011792121455073357, -0.02352887950837612, -0.006307816132903099, -0.005145212635397911, -0.009155502542853355, -0.007383916061371565, -0.022518523037433624, -0.04982586205005646, 0.028013207018375397, 0.03974996507167816, -0.01467094849795103, 0.027431905269622803, -0.008982496336102486, -0.027196617797017097, -0.001130597316659987, -0.006242073606699705, 0.002005144953727722, -0.014006603509187698, 0.0016902731731534004, 0.0008183206082321703, -0.00673341192305088, -0.03515491634607315, -0.008463476784527302, -0.02809625118970871, -0.014463340863585472, 0.0174113716930151, -0.0065707857720553875, -0.004470487125217915, 0.02262924611568451, -0.007203989662230015, -0.01808955706655979, -0.007190148811787367, -0.0192798413336277, 0.03080899268388748, 0.03224840760231018, 0.0194736085832119, 0.0008507593302056193, 0.011169297620654106, -0.015293772332370281, 0.015072323381900787, -0.005418562795966864, 2.2031292246538214e-05, 0.007612284738570452, -0.03880881145596504, 0.010677959769964218, 0.0007953972672112286, -0.006338957231491804, 0.018352527171373367, 0.003968768287450075, -0.012857841327786446, 0.015183048322796822, -0.002650459064170718, -0.017978832125663757, -0.010311185382306576, 0.007508480921387672, 0.008961735293269157, -0.0036988784559071064, -0.023182867094874382, -0.022449320182204247, -0.005771495867520571, -0.026587635278701782, 0.004411664791405201, 0.0036054549273103476, -0.019487448036670685, 0.023611923679709435, 0.025258945301175117, -0.0072801122441887856, -0.015639785677194595, 0.004854561761021614, -0.018518611788749695, -0.015044642612338066, 0.009833687916398048, -0.032829709351062775, 0.011605273932218552, 0.022075625136494637, -0.027833281084895134, 0.01734216883778572, -0.021951060742139816, 0.003231760812923312, 0.029978562146425247, -0.015072323381900787, -0.0009203944355249405, -0.01562594436109066, 0.012421865016222, 0.0012499717995524406, 0.0009818116668611765, 0.02213098853826523, 0.026546113193035126, -0.015252250246703625, -0.015985798090696335, 0.01699615642428398, 0.020802298560738564, -0.038421276956796646, 0.001706708804704249, 0.020746935158967972, 0.0010466891108080745, -0.020304039120674133, -0.011757520027458668, -0.17682644724845886, -0.019639695063233376, 0.012664074078202248, -0.026587635278701782, 0.012304220348596573, 0.019888823851943016, 0.01850477233529091, 0.013992763124406338, -0.010927088558673859, -0.002444581361487508, 0.010857885703444481, -0.012601790949702263, -0.00478189904242754, -0.006366638001054525, -0.00860880222171545, -0.000547565461602062, 4.008884206996299e-05, -0.005736894439905882, 0.022047944366931915, -0.000515991821885109, 0.016954634338617325, -0.031141165643930435, 0.011307703331112862, -0.00673341192305088, 0.021369758993387222, 0.024110181257128716, 0.001903071184642613, 0.04794355481863022, -0.008041340857744217, -0.029397260397672653, -0.023957936093211174, -0.0155152203515172, 0.04448342323303223, 0.01818644069135189, 0.03775693103671074, 0.03515491634607315, 0.036926500499248505, 0.00013299872807692736, -0.016663983464241028, -0.01076792273670435, 0.012560269795358181, 0.032608259469270706, 0.007508480921387672, -0.008172825910151005, -0.008006739430129528, 0.025383509695529938, 0.021245194599032402, -0.014200370758771896, 0.006238613277673721, -0.022587724030017853, 0.011508390307426453, -0.010449591092765331, 0.03604070842266083, 0.00632857671007514, 0.013937401585280895, 0.03736939653754234, 0.012587950564920902, 0.016885431483387947, 0.0017655310221016407, -0.016760867089033127, -0.011536071076989174, 0.005266317166388035, 0.030227690935134888, -0.01781274564564228, 0.005363200791180134, -0.03075363114476204, -0.019515130668878555, 0.01090632751584053, -0.023072142153978348, -0.002486102981492877, -0.019695056602358818, 0.004705775994807482, -0.024179384112358093, 0.00022836854623164982, 0.00956379808485508, 0.02650459110736847, -0.02315518632531166, 0.02056700922548771, 0.051708173006772995, 0.014740151353180408, -0.015459857881069183, 0.004816500004380941, -0.005425482988357544, 0.008761047385632992, -0.0029912819154560566, -0.0066884299740195274, 0.005460084415972233, 0.007916776463389397, -0.029950879514217377, -0.004190216772258282, 0.026227781549096107, -0.0011868244037032127, 0.003224840620532632, -0.024331629276275635, 0.014906237833201885, 0.003513761330395937, 0.01669166423380375, -0.01476783212274313, -0.010414989665150642, -0.024608440697193146, -0.003330374602228403, -0.0009290447342209518, -0.0038822651840746403, -0.008754127658903599, 0.023708807304501534, 0.01778506487607956, -0.0445111058652401, 0.025231264531612396, 0.027791758999228477, -0.017798906192183495, -0.01753593608736992, -0.02856682799756527, 0.008311230689287186, 0.0030483740847557783, -0.014587905257940292, 0.00290304864756763, -0.009646840393543243, -0.03493346646428108, 0.021023746579885483, 0.007432357873767614, 0.044178932905197144, -0.002610667608678341, 0.013425301760435104, 0.024386992678046227, -0.02543887123465538, -0.04356994852423668, -0.10347171127796173, -0.03224840760231018, -0.003546632593497634, 0.009549956768751144, -0.026006333529949188, 0.033051155507564545, 0.0013529106508940458, 0.037673890590667725, -0.010276583954691887, 0.03496114909648895, -0.01997186616063118, -0.020414764061570168, -0.012401103973388672, 0.006920258980244398, 0.007024062797427177, -0.0027369624003767967, 0.008885612711310387, -0.016484055668115616, -0.02106526866555214, 0.025023655965924263, 0.013259216211736202, -0.016414854675531387, 0.01350142527371645, -0.027072053402662277, 0.003574313595890999, -0.01972273737192154, -0.01681622862815857, 0.01373671367764473, 0.02184033766388893, 0.00037347772740758955, 0.01669166423380375, -0.012075851671397686, -0.005695372819900513, -0.01662246137857437, 0.013605228625237942, -0.012740196660161018, -0.0037265594583004713, -0.014795513823628426, 0.025604957714676857, -0.02203410491347313, -0.009646840393543243, 0.015210729092359543, 0.007951376959681511, -0.0134529834613204, -0.0078890947625041, -0.019445927813649178, -0.004463566932827234, 0.04118937999010086, -0.003553553018718958, -0.024926772341132164, -0.035459406673908234, -0.02196490205824375, -0.03822750970721245, -0.006947939749807119, 0.02352887950837612, 0.0018961508758366108, 0.016733186319470406, 0.033743180334568024, -0.03883649408817291, -0.020483966916799545, -0.0044601066038012505, -0.006518883630633354, 0.0009731614263728261, -0.011037812568247318, 0.004176376387476921, -0.011397666297852993, 0.00495490524917841, -0.015016961842775345, 0.02856682799756527, 0.0059237414970994, -0.000838648877106607, 0.011459948495030403, -0.021369758993387222, -0.001906531280837953, -0.0128786014392972, -0.010802524164319038, -0.010214301757514477, -0.021951060742139816, 0.005342439748346806, 0.010996291413903236, 0.0032853928860276937, -0.01540449634194374, -0.019307522103190422, -0.004231738392263651, -0.0025068637914955616, 0.011951287277042866, 0.006145189981907606, -0.004723076708614826, -0.013425301760435104, -0.04570138826966286, -0.008913293480873108, 0.03080899268388748, 0.013923561200499535, -0.018200280144810677, 0.007335474248975515, -0.009494595229625702, -0.0017638009740039706, -0.011681396514177322, 0.0026677597779780626, -0.0019549732096493244, -0.01454638410359621, -0.011937446892261505, -0.06460753828287125, 0.006639988161623478, -0.0006197956972755492, -0.0010077627375721931, 0.019182957708835602, -0.030615225434303284, 0.00490646343678236, -0.013868198730051517, 0.007197069004178047, 0.019695056602358818, -0.02750110812485218, 0.022449320182204247, -0.030476819723844528, -0.00432862201705575, -0.010511873289942741, -0.0024376611690968275, 0.028954362496733665, -0.0033182641491293907, 0.019445927813649178, 0.007944457232952118, 0.03407535329461098, 0.017106879502534866, 0.016138043254613876, 0.0085603604093194, 0.01987498253583908, 0.0034064974170178175, -0.02685060352087021, 0.009293907321989536, -0.0014247082872316241, -0.011743679642677307, -0.0030241531785577536, -0.016608621925115585, -0.01076792273670435, 0.003671197220683098, -0.017051517963409424, -0.009487674571573734, -0.008553439751267433, 0.017328327521681786, -0.005010267253965139, 0.06344493478536606, -0.02087150141596794, -0.026047853752970695, 0.023321272805333138, -0.01059491652995348, 0.006387399043887854, 0.0037196390330791473, -0.02022099681198597, -0.0074738794937729836, 0.028677552938461304, -0.0020207155030220747, 0.04390212148427963, 0.014837034977972507, -0.024553079158067703, -0.04365299269556999, -0.013238455168902874, -0.005134832113981247, 0.03581925854086876, 0.0062040118500590324, 0.0003797491954173893, 0.009522275999188423, 0.019930345937609673, 0.021854177117347717, 0.00638393871486187, -0.01840788871049881, -0.019238319247961044, 0.0048268805257976055, -0.015293772332370281, -0.011819802224636078, -0.0003810467605944723, -0.03249753639101982, -0.010276583954691887, 0.002418630523607135, 0.0018892306834459305, 0.014615586958825588, 0.00956379808485508, 0.01905839331448078, -0.0085603604093194, 0.013715952634811401, -0.030698267742991447, 0.0278194397687912, 0.005131371784955263, -0.010650278069078922, -0.008470396511256695, 0.016788547858595848, 0.023708807304501534, -0.003025883110240102, -0.023653443902730942, -0.003968768287450075, 0.010857885703444481, -0.013217694126069546, -0.013778235763311386, 0.004802659619599581, -0.0019221019465476274, 0.0006440166034735739, -0.0275287888944149, -0.008352752774953842, 0.010006694123148918, 0.011902845464646816, 0.018020354211330414, 0.0045085484161973, 0.040303587913513184, -0.014338776469230652, -0.012331901118159294, -0.011833642609417439, -0.03274666517972946, 0.004626193083822727, -0.022518523037433624, -0.0236949659883976, 0.03994373232126236, 0.020608531311154366, 0.01100321114063263, -0.024511557072401047, 0.00022231331968214363, 0.014241892844438553, -0.006695350632071495, 0.021383600309491158, -0.0033788164146244526, -0.018020354211330414, -0.030393777415156364, 0.03205464035272598, 0.025604957714676857, 0.008615721948444843, 0.053147587925195694, 5.2442585001699626e-05, 0.023072142153978348, 0.019778098911046982, 0.04561834782361984, -0.01831100508570671, 0.02534198760986328, -0.008013660088181496, 0.005833778064697981, 0.0107194809243083, -0.03446288779377937, -0.0030829752795398235, -0.014324936084449291, 0.005553507711738348, 0.015266090631484985, -0.0004413827555254102, -0.0013745364267379045, 0.07230286300182343, 0.017992673441767693, -0.008754127658903599, 0.0025985571555793285, 0.009889049455523491, 0.010186620987951756, 0.02168809063732624, 0.007273192051798105, 0.0019861143082380295, -0.004871862009167671, 0.0011236770078539848, -0.005678072571754456, 0.007411597296595573, -0.0358746200799942, -0.021425120532512665, 0.0019013411365449429, -0.00975064467638731, 0.01709304004907608, 0.008242027834057808, -0.021355919539928436, 0.03565317392349243, 0.009916731156408787, 0.0021331696771085262, -0.010726401582360268, -0.0022802252788096666, 0.02285069413483143, 0.0006262834067456424, 0.003750780364498496, -0.0012819779803976417, -0.027764078229665756, 0.01838020794093609, 0.03266362100839615, -0.027930164709687233, -0.015736669301986694, -0.0003204944950994104, -0.007432357873767614, 0.02168809063732624, -0.011293862015008926, 0.020359400659799576, 0.001389242010191083, 0.0018027274636551738, 0.002292335731908679, -0.0027698336634784937, -0.03687113896012306, 0.0018044575117528439, -0.01150147058069706, -0.009716043248772621, -0.014269573614001274, -0.03296811133623123], metadata={'title': 'LLaMA by Meta leaked by an anonymous forum: Questions Arises on Meta', 'url': 'https://pub.towardsai.net/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta-e1216e51db6#9001', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='4ad433a6-949b-4642-ba64-4d5e19d8e0f3', node_type=, metadata={'title': 'LLaMA by Meta leaked by an anonymous forum: Questions Arises on Meta', 'url': 'https://pub.towardsai.net/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta-e1216e51db6#9001', 'source_name': 'towards_ai'}, hash='b5769fda63d3d68b03df545379943ceaa5acb1278bee7c009b2d6a008f876cba'), : RelatedNodeInfo(node_id='bd78895f-3529-4e18-a507-d98d25f43fbd', node_type=, metadata={'title': 'GPTQ Quantization on a Llama 2 7B Fine-Tuned Model With HuggingFace', 'url': 'https://pub.towardsai.net/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface-a7b291fbb871#34d2', 'source_name': 'towards_ai'}, hash='e2f927f3ca4fb3938121c088fe3cc70ee758d2610724ff8f34721cb0372be4b0'), : RelatedNodeInfo(node_id='8dc67999-5272-4ae7-8371-77d883d956b1', node_type=, metadata={}, hash='9db8fe1484cfc0093107f2ab007e082e016ea0848f45cac2292f233a1d5c1f1b')}, hash='52c0ca076f88d75f757a60525603c7b270c59d39d627cd7591b28404afec6039', text='LLaMA: Meta\\'s new AI tool According to the official release, LLaMA is a foundational language model developed to assist \\'researchers and academics\\' in their work (as opposed to the average web user) to understand and study these NLP models. Leveraging AI in such a way could give researchers an edge in terms of time spent. You may not know this, but this would be Meta\\'s third LLM after Blender Bot 3 and Galactica. However, the two LLMs were shut down soon, and Meta stopped their further development, as it produced erroneous results. Before moving further, it is important to emphasize that LLaMA is NOT a chatbot like ChatGPT. As I mentioned before, it is a \\'research tool\\' for researchers. We can expect the initial versions of LLaMA to be a bit more technical and indirect to use as opposed to the case with ChatGPT, which was very direct, interactive, and a lot easy to use. \"Smaller, more performant models such as LLaMA enable ... research community who don\\'t have access to large amounts of infrastructure to study these models.. further democratizing access in this important, fast-changing field,\" said Meta in its official blog. Meta\\'s effort of \"democratizing\" access to the public could shed light on one of the critical issues of Generative AI - toxicity and bias. ChatGPT and other LLMs (obviously, I am referring to Bing) have a track record of responding in a way that is toxic and, well... evil. The Verge and major critics have covered it in much detail. Oh and the community did get the access, but not in the way Meta anticipated. On March 3rd, a downloadable torrent of the LLaMA system was posted on 4chan. 4chan is an anonymous online forum known for its controversial content and diverse range of discussions, which has nearly 222 million unique monthly visitors. LLaMA is currently not in use on any of Meta\\'s products. But Meta has plans to make it available to researchers before they can use them in their own products. It\\'s worth mentioning that Meta did not release', start_char_idx=0, end_char_idx=1999, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='8dc67999-5272-4ae7-8371-77d883d956b1', embedding=[-0.011444751173257828, 0.004776128567755222, -0.009117121808230877, -0.0233177300542593, -0.016728537157177925, -0.002127328421920538, -0.040253475308418274, -0.002039265353232622, -0.029257673770189285, -0.03199281170964241, 0.013724030926823616, 0.016756165772676468, -0.006292195525020361, -0.006198952440172434, -0.010284390300512314, -0.00035052571911364794, 0.025721335783600807, -0.0057327356189489365, 0.0018113373080268502, -0.012681087478995323, 0.021756768226623535, 0.002282734028995037, -0.027227042242884636, 0.0048279305920004845, 0.00013867781672161072, 0.009338143281638622, 0.020955566316843033, -0.030141757801175117, -0.016189798712730408, -0.018469078466296196, 0.020941752940416336, -8.790122956270352e-05, -0.033595211803913116, 0.005432285368442535, -0.02842884324491024, -0.0019995507318526506, 0.02700602076947689, -0.006927631329745054, 0.012819225899875164, -0.0050731259398162365, 0.006274928338825703, 0.01141712348908186, 0.0006518397131003439, -0.04931534081697464, -0.01902163214981556, 0.002013364341109991, 0.0281801950186491, -0.02101082168519497, -0.014159167185425758, 0.02254415675997734, 0.0257489625364542, 0.01625886745750904, -0.029506321996450424, 0.008626731112599373, -0.0046621644869446754, 0.0035397917963564396, -0.0034655423369258642, 0.002638439880684018, 0.022488901391625404, 0.011907514184713364, 0.004068170208483934, 0.008198502473533154, -0.02956157736480236, 0.014083190821111202, 0.008833938278257847, 0.0012294300831854343, 0.0005257885786704719, 0.0324348509311676, 0.01086457073688507, -0.014435443095862865, 0.010104809887707233, 0.011430936865508556, 0.01898019015789032, -0.03293215110898018, 0.021549561992287636, 0.0037504525389522314, -0.018317127600312233, -0.0152090173214674, -0.007480184081941843, -0.007963667623698711, 0.01837238296866417, 0.007314418442547321, -0.006419973447918892, 0.03340182080864906, 0.009110215120017529, -0.02340061403810978, 0.027268482372164726, -0.012936643324792385, 0.0033084102906286716, -0.01707388274371624, -0.011064871214330196, 0.00853694137185812, 0.04102705046534538, 0.016576586291193962, -0.02911953441798687, 0.010229134932160378, -0.020858870819211006, 0.01877298392355442, -0.008143248036503792, -0.01889730803668499, -0.012384090572595596, -0.008640545420348644, -0.03804326429963112, -0.017225835472345352, -0.008018922992050648, -0.0004606046131812036, 0.017971782013773918, 0.007231535390019417, 0.017267275601625443, 0.012390997260808945, -0.01998860016465187, 0.035915933549404144, 0.002997599309310317, -0.04644206538796425, -0.007079583592712879, -0.012991898693144321, 0.02566608041524887, -0.007086490280926228, -0.008198502473533154, -0.0004442006757017225, 0.016797605901956558, 0.027972988784313202, 0.007238442078232765, -0.003795347409322858, 0.024878691881895065, -0.003981833811849356, -0.015153761953115463, -0.010795501060783863, -0.017488297075033188, -0.0008784726960584521, 0.008350455202162266, 0.004606909584254026, 0.03613695502281189, 0.0021238750778138638, -0.0225027147680521, 0.042159780859947205, -0.008460965938866138, -0.014021028764545918, 0.0015713222092017531, -0.01384835597127676, 0.0024623137433081865, 0.024353766813874245, 0.00021789144375361502, 0.009745650924742222, -0.04180062189698219, 0.02834596112370491, 0.0032427944242954254, 0.0021584094502031803, 0.002881908556446433, 0.017170580103993416, -0.003102929564192891, -0.03345707431435585, -0.029064279049634933, 0.010242948308587074, -0.0023207219783216715, 0.021300911903381348, 0.012701808474957943, 0.024243256077170372, -0.00934504996985197, 0.002009910997003317, -0.013855262659490108, 0.024201814085245132, -0.003591593587771058, 0.00843333825469017, 0.022115927189588547, 0.04019821807742119, 0.03138500079512596, -0.032379597425460815, -0.00946937408298254, -0.040419239550828934, -0.017129138112068176, 0.021991603076457977, -0.024022234603762627, 0.010305110365152359, -0.0050109634175896645, 0.0036364884581416845, 0.0025952716823667288, 8.385421097045764e-05, -0.009096400812268257, -0.01273634284734726, 0.00530105410143733, 0.007715018931776285, 0.0043755280785262585, 0.008764869533479214, -0.025555569678544998, 0.021314725279808044, 0.006523577030748129, -0.007535439450293779, 0.0009324329439550638, -0.013744751922786236, 0.017654063180088997, 0.021963976323604584, -0.0009073953842744231, -0.011209916323423386, -0.6153228282928467, -0.03249010816216469, 0.0036192210391163826, 0.002835286781191826, -0.0080120163038373, -0.020430641248822212, -0.01732253096997738, -0.005774177145212889, -0.009289794601500034, 0.0377117320895195, -0.03025226853787899, 0.010325831361114979, -0.004078530706465244, -0.03000362031161785, -0.004800302907824516, -0.006672075483947992, 0.005169822368770838, -0.02128709852695465, 0.024726739153265953, 0.006385439075529575, -0.023773586377501488, -0.004641443956643343, -0.0012501508463174105, -0.017612621188163757, -0.047712936997413635, -0.0006255070911720395, 0.036275096237659454, 3.4912274713860825e-05, 0.005763817112892866, 0.005156008992344141, -0.019353164359927177, 0.016314122825860977, -0.00039801071397960186, -0.02579040452837944, 0.043126750737428665, -0.020983194932341576, -0.011430936865508556, 0.026978392153978348, 0.005763817112892866, 0.010436342097818851, -0.03240722417831421, -0.01153454091399908, 0.03751833736896515, 0.028815630823373795, -0.0071970010176301, 0.019560370594263077, 0.040087707340717316, 0.007300604600459337, -0.022129742428660393, -0.021314725279808044, 0.011216823011636734, -0.00021821520931553096, 0.00884084589779377, -0.007790995296090841, 0.0030355872586369514, 0.011872978881001472, 0.023815028369426727, -0.01759880781173706, 0.0068412949331104755, 0.02145286463201046, -0.011935141868889332, 0.02704746276140213, -0.01910451427102089, -0.020126737654209137, -0.03986668959259987, 0.011555260978639126, 0.022530341520905495, 0.005218171048909426, -0.009006611071527004, 0.009800906293094158, 0.002843920374289155, 0.031163981184363365, -0.004030182491987944, -0.011175381019711494, 0.0009212092263624072, 0.02750331722199917, 0.011589796282351017, -0.003805707674473524, -0.007411114871501923, 0.009393398649990559, 0.011914420872926712, -0.0036433953791856766, 0.01694955863058567, -0.031136352568864822, 0.03403725475072861, 0.0055013541132211685, -0.0037262781988829374, -0.006820574402809143, 0.00047053329763002694, 0.018634844571352005, 0.002959611127153039, 0.04188350588083267, -0.02388409711420536, -0.025679893791675568, -0.003988740965723991, 0.008827031590044498, 0.0001614490320207551, -0.002037538681179285, 0.012639646418392658, -0.030362779274582863, -0.0023207219783216715, -0.027351366356015205, 0.04439762234687805, 0.004095797892659903, 0.03398200124502182, 0.013095502741634846, -0.026591606438159943, 0.0022309322375804186, 0.03434116020798683, -0.02501682937145233, -0.015374783426523209, 0.013572079129517078, -0.009559163823723793, -0.03370572254061699, 0.000832282705232501, -0.025210224092006683, 0.0048279305920004845, -0.01990571618080139, 0.025942355394363403, -0.00924835354089737, 0.04019821807742119, -0.004603455774486065, 0.015126134268939495, 0.00474504753947258, 0.01678379252552986, 0.02193634770810604, 0.013606613501906395, -0.02851172722876072, -0.011990397237241268, 0.004513666033744812, -0.013102409429848194, -0.016355564817786217, 0.004845197778195143, -0.035915933549404144, 0.024712925776839256, 0.016728537157177925, 0.03646848723292351, -6.755821959814057e-05, -0.006330183707177639, -0.006962165702134371, -0.0168252345174551, -0.02048589661717415, 0.014559767208993435, -0.0014772155554965138, -0.06006249412894249, -0.04279521852731705, 0.0014513145433738828, -0.002591818105429411, -0.00866126548498869, 0.020941752940416336, -0.021687699481844902, -0.008309013210237026, -0.00975255761295557, 0.0389273464679718, -0.016327936202287674, -0.012667274102568626, -0.016576586291193962, -0.019394604489207268, -0.011838444508612156, -0.0060953483916819096, -0.008233037777245045, 0.033678095787763596, -0.021079890429973602, 0.027102718129754066, 0.008405710570514202, 0.0065960995852947235, 0.00494880136102438, 0.025638451799750328, -0.023469682782888412, -0.040944166481494904, 0.002296547871083021, -0.02465767040848732, -0.005283786449581385, 0.0312192365527153, -0.012266673147678375, 0.026384398341178894, -0.00494880136102438, -0.004330632742494345, -0.017957966774702072, -0.004313365556299686, 0.007328232284635305, 0.0377117320895195, 0.02603905275464058, -0.022723736241459846, 0.014960368163883686, 0.005663666874170303, 0.04522645100951195, 0.03981143236160278, -0.019173583015799522, 0.017087696120142937, -0.006198952440172434, 0.01194204855710268, 0.0012536043068394065, 0.007086490280926228, -0.005093846470117569, -5.773745579062961e-05, 0.016189798712730408, -0.004862464964389801, 0.013599706813693047, 0.029699714854359627, -0.019159769639372826, 0.009234539233148098, -0.0095315370708704, -0.023179592564702034, -0.004914266988635063, -0.018427638337016106, 0.00379189383238554, -0.017087696120142937, 0.002752403961494565, -0.010436342097818851, 0.027448061853647232, -0.016797605901956558, -0.0037193712778389454, -0.017502112314105034, -0.017336346209049225, 0.03467269241809845, -0.012501507997512817, 0.018786797299981117, -0.02388409711420536, 0.01074715331196785, -0.013226733542978764, 0.010767873376607895, 0.003341217990964651, -0.019850460812449455, 0.006813667248934507, -0.004192494787275791, -0.004385888110846281, 0.027309924364089966, -0.015333341434597969, -0.04309912398457527, 0.004575828090310097, 0.010691897943615913, 0.017488297075033188, 0.02920241840183735, 0.03508710488677025, -0.014960368163883686, 0.028055870905518532, 0.012342649511992931, 0.021176587790250778, 0.0030718485359102488, -0.020900310948491096, 0.006786039564758539, 0.027157971635460854, -0.0013960592914372683, 0.023594006896018982, 0.0061057088896632195, 0.027972988784313202, 0.011665771715342999, -0.021218029782176018, -0.00841261725872755, -0.04171774163842201, 0.016231240704655647, 0.006951805669814348, -0.0018752262694761157, 0.01950511522591114, -0.031053470447659492, -0.0074456497095525265, 0.004413515795022249, 0.0239255391061306, -0.009151656180620193, 0.005784537643194199, 0.008184689097106457, 0.007521625608205795, 0.015457665547728539, 0.017709318548440933, -0.02375977300107479, 0.0011940321419388056, 0.010560666210949421, -0.004392795264720917, -0.02356637828052044, -0.02643965370953083, 0.000622917024884373, 0.01206637267023325, -0.046331554651260376, 0.015443852171301842, 0.012577484361827374, -0.012501507997512817, 0.002816292690113187, 0.033595211803913116, 0.026895510032773018, -0.04793395847082138, -0.04395557940006256, 0.0190630741417408, -0.00016792427049949765, -0.007763367611914873, -0.021439051255583763, -0.01686667650938034, -0.003829882014542818, -0.008233037777245045, -0.0004036226018797606, -0.006230033468455076, 0.024312324821949005, -0.012570577673614025, 0.0026971485931426287, -0.020168179646134377, 0.006678982637822628, 0.010954360477626324, -0.006402706261724234, -0.0001303679309785366, -0.015554362908005714, 0.0009427933255210519, 0.016618026420474052, -0.020306317135691643, -0.014725533314049244, 0.03442404419183731, -0.017957966774702072, -0.00541501771658659, -0.008226130157709122, -0.0037677197251468897, -0.004631083458662033, 0.01100961584597826, 0.010484689846634865, 0.005069672595709562, -0.010229134932160378, 0.018358567729592323, 0.006150603760033846, 0.02275136299431324, -0.0005672300467267632, 0.015015623532235622, 0.017184393480420113, -0.006513216532766819, -0.027365179732441902, -0.00934504996985197, 0.02109370566904545, 0.07652857154607773, 0.00788769219070673, -0.006202405784279108, 0.012432439252734184, -0.026066681370139122, 0.007000153884291649, -0.015291900373995304, -0.016687095165252686, 0.01001502014696598, 0.01490511279553175, -0.022778991609811783, 0.00029419120983220637, 0.019850460812449455, 0.020665476098656654, 0.036606624722480774, 0.0019719230476766825, 0.02109370566904545, 0.009275981225073338, -0.013047154061496258, -0.023221032693982124, 0.026798812672495842, -0.023621633648872375, 0.017529739066958427, 0.007231535390019417, 0.016852861270308495, -0.01165886502712965, 0.011430936865508556, 0.023372985422611237, -0.02562463842332363, -0.009800906293094158, 0.015568176284432411, -0.009054959751665592, 0.010981988161802292, 0.004330632742494345, -0.01804085075855255, 0.033595211803913116, 0.0014426809502765536, 0.010954360477626324, -0.0020910671446472406, -0.0038644163869321346, -0.0025780044961720705, 0.032020438462495804, 0.00936577096581459, 0.017654063180088997, 0.011023429222404957, -0.0060400934889912605, -0.0006233486928977072, 0.023386798799037933, 0.00977327860891819, -0.039231251925230026, 0.023745957762002945, -0.007853157818317413, -0.047989215701818466, -0.006792946718633175, -0.0010662543354555964, 0.015333341434597969, 0.007611415348947048, 0.010215320624411106, -0.007590694818645716, -0.012639646418392658, -0.019878089427947998, -0.011527634225785732, -0.0016542051453143358, -0.010926732793450356, -0.010505410842597485, -0.011285891756415367, -0.000507226272020489, 0.013206013478338718, 0.0008707024389877915, 0.013668776489794254, -0.002515842206776142, -0.02692313678562641, -0.055255286395549774, -0.007963667623698711, -0.010698804631829262, -0.003805707674473524, 0.011451657861471176, -0.019850460812449455, -0.004817570094019175, 0.03094295971095562, -0.0038713233079761267, -0.03621983900666237, -0.002745497040450573, -0.02608049474656582, 0.005297600291669369, -0.007086490280926228, 0.0025745509192347527, -0.011078684590756893, -0.017626436427235603, 0.007355859968811274, 0.0002907377784140408, 0.002106607658788562, 0.008025829680263996, 0.02092793956398964, 0.0008715657750144601, 0.011541447602212429, 0.01589970849454403, 0.014097004197537899, 0.0002439002855680883, -0.024547159671783447, 0.009869975037872791, -0.017046255990862846, -0.025044457986950874, 0.0004627630114555359, 0.007625229191035032, -0.009262166917324066, 0.011569075286388397, -0.001424550311639905, 0.004834837280213833, -0.001550601446069777, 0.0064924960024654865, -0.0009186191018670797, 0.0008581836591474712, -0.010539945214986801, 0.013164571486413479, -0.0020772533025592566, 0.026784999296069145, 0.008619824424386024, 0.010236041620373726, -0.0166318416595459, -0.005625678692013025, -0.021397609263658524, 0.0016421179752796888, 0.017225835472345352, -0.005321774631738663, 0.02725466899573803, 0.0218949057161808, -0.006192045286297798, -0.03657899796962738, -0.004195948131382465, -0.005080032628029585, -0.0027040555141866207, -0.0036468487232923508, -0.029368184506893158, -0.01694955863058567, -0.03240722417831421, -0.00987688172608614, 0.0010792047251015902, -0.0050731259398162365, -0.005787990987300873, 0.0012009390629827976, 0.005311414133757353, -0.029064279049634933, -0.017253462225198746, 0.005238891579210758, -0.02842884324491024, -0.01399340108036995, 0.01918739825487137, 0.003080482129007578, 0.027751967310905457, -0.011776282452046871, 0.027475690469145775, -0.03160602226853371, -0.009379584342241287, 0.01397268008440733, -0.015070878900587559, 0.012280487455427647, 0.00684474827721715, 0.03069431148469448, 0.014159167185425758, 0.025293106213212013, -0.0007045048987492919, 0.02887088619172573, -0.0019322081934660673, -0.006475228816270828, -0.01759880781173706, -0.010090996511280537, -0.004240843001753092, 0.003489716676995158, 0.003667569486424327, 0.03157839551568031, 0.023082895204424858, 0.02181202359497547, -0.0075630671344697475, -0.010664270259439945, 0.025900915265083313, -0.009137842804193497, -0.0026488001458346844, -0.012432439252734184, -0.01409009750932455, 0.0020478989463299513, -0.006409612949937582, -0.003653755644336343, 0.013268175534904003, -0.030114131048321724, -0.015637245029211044, 0.01918739825487137, -0.003788440488278866, 0.024851065129041672, -0.0030148664955049753, 0.026536351069808006, -0.02384265512228012, 0.006506309844553471, 0.03276638314127922, 0.01285376027226448, -0.01569250039756298, -0.012522228993475437, -0.02182583697140217, 0.022323135286569595, 0.004627630114555359, -0.005532435607165098, 0.0239255391061306, 0.0312192365527153, -0.020099109038710594, 0.015720129013061523, 0.005604958161711693, 0.0009255260229110718, 0.017902711406350136, -0.005784537643194199, -0.008958263322710991, -0.008626731112599373, -0.020043853670358658, -0.023303916677832603, -0.01942223310470581, 0.004012914840131998, -0.01232883520424366, 0.011983489617705345, 0.02409130334854126, -0.035915933549404144, -0.010912918485701084, 0.026370584964752197, 0.026467282325029373, 0.04166248440742493, -0.0017353612929582596, 0.007721926085650921, 0.012819225899875164, 0.013537544757127762, -0.0047657685354352, 0.010394900105893612, 0.001068844459950924, -0.003591593587771058, 0.0143940020352602, 0.014324932359158993, -0.008978983387351036, -0.0006971663096919656, 0.02161863073706627, 0.004896999802440405, -0.028705120086669922, -0.046000026166439056, 0.01247388031333685, 0.025154968723654747, 0.024105118587613106, -0.02145286463201046, -0.03986668959259987, -0.012135442346334457, -0.0030269536655396223, -0.01086457073688507, 0.02750331722199917, -0.0037711733020842075, -0.022889502346515656, 0.010125530883669853, 0.020085295662283897, 0.02931292913854122, 0.0075630671344697475, 0.005998651962727308, 0.017377786338329315, 0.010609014891088009, -0.0119627695530653, -0.02048589661717415, 0.008827031590044498, 0.0013304436579346657, 0.033595211803913116, 0.0033861128613352776, 0.008847752586007118, -0.0017111870693042874, 0.013295803219079971, 0.00493844086304307, -0.005974477622658014, -0.027116531506180763, 0.027075089514255524, -0.017736947163939476, 0.029616832733154297, -0.012763970531523228, -0.02436758019030094, 0.003367119003087282, -0.025445058941841125, 0.011569075286388397, 0.0028266531880944967, -0.01141712348908186, 0.002982058562338352, 0.028318334370851517, 0.021079890429973602, -0.019891902804374695, -0.006406159605830908, -0.008688893169164658, -0.03268349915742874, -0.0002814565959852189, -0.026674488559365273, 0.005142195150256157, -0.020734544843435287, 0.007203907705843449, 0.005124927498400211, -0.02834596112370491, 0.01098889485001564, 0.02132854051887989, -0.01559580396860838, -0.02315196394920349, 0.005984838120639324, -0.028249263763427734, 0.020955566316843033, 0.011348053812980652, 0.0024450463242828846, -0.0007183186826296151, 0.010387993417680264, -0.0012674181489273906, -0.01801322214305401, 0.007100304123014212, -0.012584391050040722, -0.014628836885094643, -0.03674476593732834, 0.01178318914026022, 0.014932740479707718, 0.005283786449581385, -0.011631237342953682, 0.0208864975720644, 0.005097299814224243, -0.004372074268758297, -0.007162466179579496, 0.012356462888419628, 0.028566982597112656, -0.024077489972114563, 0.006540844216942787, 0.019643254578113556, 0.011555260978639126, 0.01534715574234724, -0.01058138720691204, 0.004845197778195143, -0.005138741340488195, -0.030197013169527054, -0.027116531506180763, 0.01881442405283451, 0.018717728555202484, -0.019118327647447586, -0.013150758109986782, -0.026702117174863815, -0.00589159457013011, -0.02193634770810604, 0.018828237429261208, -0.01543003786355257, 0.017861271277070045, 0.02023724839091301, 0.014822229743003845, -0.012639646418392658, 0.009137842804193497, -0.01793034002184868, -0.002381157362833619, 0.003709011012688279, -0.0025745509192347527, -0.022129742428660393, -0.028484098613262177, -0.039231251925230026, 0.02547268569469452, -0.009828533977270126, -0.04022584855556488, -0.032379597425460815, -0.02076217345893383, -0.04293335601687431, 0.0025728242471814156, -0.016397004947066307, 0.007528532762080431, 0.027157971635460854, 0.02051352523267269, 0.009883789345622063, 0.02237839065492153, -0.005390843842178583, 0.015927335247397423, -0.015954963862895966, 0.0010956086916849017, 0.017543552443385124, -0.02449190430343151, 0.02363544888794422, 0.0019287547329440713, -0.0257489625364542, 0.009545350447297096, 0.0041441465727984905, -0.005570423323661089, -0.019325535744428635, 0.01780601590871811, -0.01982283405959606, -0.018427638337016106, 0.012169976718723774, -0.0025244757998734713, -0.02518259547650814, -0.014352560043334961, 0.013288895599544048, -0.02972734346985817, -0.00482447724789381, 0.01406937651336193, 0.010249854996800423, 0.0038851371500641108, 0.0020945207215845585, 0.00616441760212183, 0.0014599482528865337, 0.010629734955728054, 0.00010522246884647757, -0.014338746666908264, -0.0015678687486797571, -0.0030200467444956303, 0.05370813608169556, 0.01671472378075123, -0.004990242887288332, 0.027751967310905457, -0.008046550676226616, -0.01330270990729332, -0.008371175266802311, 0.00949009507894516, 0.0108507564291358, -0.001065390999428928, 0.036606624722480774, -0.030998215079307556, -0.0010895651066675782, -0.006882736459374428, 0.016977185383439064, -0.021273285150527954, 0.006806760560721159, -0.008709614165127277, -0.000886674621142447, -0.0393417626619339, 0.01630030944943428, 0.005121474154293537, -0.010899105109274387, 0.0029095360077917576, 0.002148049185052514, 0.01016006525605917, 0.0011120126582682133, -0.020651662722229958, 1.8535341951064765e-05, -0.003557058982551098, 0.008157061412930489, 0.012729436159133911, -0.008737241849303246, -0.008198502473533154, 0.01958799920976162, 0.0017129138577729464, -0.011935141868889332, -0.0162174254655838, 0.21339590847492218, -0.030639056116342545, -0.004796849563717842, 0.02684025466442108, -0.016963372007012367, -0.021867278963327408, 0.027268482372164726, 0.02051352523267269, -0.012321928516030312, 0.0073973010294139385, 0.01115466095507145, -0.004600002430379391, -0.018441451713442802, -0.0020703463815152645, 0.015319528058171272, 0.0037642663810402155, -0.012259766459465027, -0.02887088619172573, 0.005573876667767763, -0.008599103428423405, 0.00595030328258872, 0.0037539058830589056, -0.010539945214986801, -0.011472378857433796, 0.0023431694135069847, -0.0027921185828745365, -0.002015091245993972, 0.000745514640584588, 0.02595617063343525, -0.0023207219783216715, -0.014490698464214802, -0.018828237429261208, -0.02124565653502941, -0.002864641137421131, -0.01617598533630371, -0.007355859968811274, 0.004085437394678593, -0.008502406999468803, 0.017419228330254555, 0.0225027147680521, 0.010408714413642883, 0.003113290062174201, 0.01451832614839077, -0.026992207393050194, 0.0013416673755273223, 0.004655257798731327, 0.0184552650898695, 0.0037228248547762632, -0.007949854247272015, 0.011085591278970242, -0.00829519983381033, 0.001315766479820013, 0.02457478828728199, 0.012784691527485847, -0.01699100062251091, -0.015927335247397423, -0.025154968723654747, 0.015485293231904507, 0.002743770135566592, 0.0028335601091384888, -0.0032669687643647194, 0.004848651122301817, 0.017709318548440933, 0.02530691958963871, -0.032296713441610336, 0.000537875690497458, 0.0031806323677301407, 0.005518621765077114, 0.010519225150346756, -0.027448061853647232, -0.005601504351943731, -0.007252255920320749, -0.010981988161802292, -0.010049554519355297, -0.012080186977982521, -0.04895618185400963, 0.032462481409311295, 0.04030872881412506, -0.0038954976480454206, 0.030058875679969788, -0.007348952814936638, -0.033153172582387924, -0.004282284528017044, 0.0004215373774059117, 0.003788440488278866, -0.02032013051211834, 0.01384835597127676, -0.0030563080217689276, -0.008191595785319805, -0.029451066628098488, -0.008592196740210056, -0.027641456574201584, -0.015001810155808926, 0.012605112046003342, -0.003809161251410842, 0.0010861116461455822, 0.023165777325630188, -0.011044150218367577, -0.014545953832566738, -0.012625833041965961, -0.020775986835360527, 0.04525407776236534, 0.025859473273158073, 0.014269676990807056, 0.002129055093973875, 0.009414118714630604, -0.007942947559058666, 0.025251666083931923, -0.0010895651066675782, -0.0006401842692866921, 0.011493098922073841, -0.04221503809094429, 0.0014038295485079288, -0.0011802182998508215, 0.0023086348082870245, 0.014532139524817467, -0.0035881400108337402, -0.02505827136337757, 0.011527634225785732, -0.0035363382194191217, -0.010615921579301357, -0.011714120395481586, 0.009738744236528873, 0.001906307297758758, -0.00618513859808445, -0.023345358669757843, -0.014960368163883686, -0.0002669952518772334, -0.03190992772579193, -0.0003503098851069808, 0.0109474528580904, -0.011686492711305618, 0.016079287976026535, 0.028981396928429604, -0.007020874414592981, -0.008170874789357185, 0.009932137094438076, -0.030611427500844002, -0.006917270831763744, 0.01983664743602276, -0.027959173545241356, 0.011168474331498146, 0.03240722417831421, -0.020458269864320755, 0.006330183707177639, -0.016245054081082344, 0.0018527787178754807, 0.026342956349253654, -0.01220451109111309, -0.0012302934192121029, -0.01841382309794426, -2.93273897113977e-05, 0.006751505192369223, 0.0013002259656786919, 0.01234955620020628, 0.023511122912168503, -0.01933934912085533, -0.01559580396860838, 0.008875380270183086, 0.02478199452161789, -0.0385405607521534, 0.00455165421590209, 0.01413153950124979, 0.0009048052597790956, -0.03342944756150246, -0.010401807725429535, -0.1763748675584793, -0.019173583015799522, 0.008751056157052517, -0.017170580103993416, 0.008378082886338234, 0.011852258816361427, 0.02964445948600769, 0.009787091985344887, -0.01776457391679287, -0.008606011047959328, 0.007611415348947048, -0.011555260978639126, -0.0014461344107985497, -0.003230707487091422, -0.010381086729466915, 0.0005555746029131114, 0.00014763521903660148, -0.0034241010434925556, 0.027116531506180763, -0.005656759720295668, 0.022848060354590416, -0.038264285773038864, 0.008923728950321674, -0.0074594635516405106, 0.01971232332289219, 0.02964445948600769, 0.004423876293003559, 0.04561323672533035, -0.012681087478995323, -0.029837854206562042, -0.01670091040432453, -0.01589970849454403, 0.0437898114323616, 0.019643254578113556, 0.036800019443035126, 0.02750331722199917, 0.0255417563021183, 0.003109836485236883, -0.016479888930916786, -0.011368774808943272, 0.013979586772620678, 0.033760979771614075, 0.007452556397765875, -0.012004210613667965, 0.0007584651466459036, 0.026066681370139122, 0.02051352523267269, -0.012577484361827374, -0.012218324467539787, -0.030362779274582863, 0.0049453480169177055, -0.009952858090400696, 0.028207823634147644, 0.0038540561217814684, 0.007659764029085636, 0.04326488822698593, 0.01613454334437847, 0.014504511840641499, 0.0005737052415497601, -0.016811421141028404, -0.007708112243562937, 0.0014133265940472484, 0.01954655721783638, -0.016894303262233734, 0.012142349034547806, -0.030583800747990608, -0.012073279358446598, 0.0016947832191362977, -0.02562463842332363, 0.0021946707274764776, -0.022778991609811783, 0.01304024737328291, -0.022696107625961304, 0.002761037554591894, 0.012024931609630585, 0.03978380560874939, -0.023552564904093742, 0.024381393566727638, 0.05080723389983177, 0.014684092253446579, -0.021756768226623535, 0.0060953483916819096, -0.01569250039756298, 0.014836044050753117, -0.0033947464544326067, -0.011872978881001472, 0.00690345698967576, 0.00011256105790380388, -0.02583184652030468, -0.008060364983975887, 0.021521933376789093, -0.0019719230476766825, 0.008654358796775341, -0.02044445462524891, 0.007058862596750259, 0.0008745875675231218, 0.02704746276140213, 0.001990916905924678, -0.013399406336247921, -0.03312554210424423, -0.0025624637492001057, -0.0005469410098157823, 0.003930032253265381, 0.0011361867655068636, 0.008619824424386024, 0.00841261725872755, -0.05520002916455269, 0.02214355580508709, 0.023221032693982124, -0.01933934912085533, -0.010146251879632473, -0.023994607850909233, 0.010906011797487736, -0.01232883520424366, -0.024160373955965042, 0.0028456472791731358, -0.0033809328451752663, -0.03458980843424797, 0.013682589866220951, 0.003311863634735346, 0.04290572926402092, -0.003999101463705301, 0.014753160998225212, 0.028760375455021858, -0.021383795887231827, -0.03942464664578438, -0.10238803923130035, -0.029948364943265915, 0.001009272295050323, 0.005453005898743868, -0.029091907665133476, 0.03135737404227257, -0.001780256163328886, 0.0446186438202858, -0.010394900105893612, 0.035142362117767334, -0.014062469825148582, -0.026536351069808006, -0.018634844571352005, 0.0055497027933597565, 0.004772675223648548, -0.005370122846215963, 0.006765319034457207, -0.004865918308496475, -0.022557970136404037, 0.03130212053656578, 0.016093101352453232, -0.018344754353165627, 0.01190060656517744, -0.03069431148469448, 0.007811715826392174, -0.026577791199088097, -0.012059465982019901, 0.027558572590351105, 0.016839047893881798, -0.006820574402809143, 0.02748950384557247, -0.008951355703175068, -0.006261114496737719, -0.014200608246028423, 0.00922763254493475, -0.009994300082325935, -0.00021335878409445286, -0.012018023990094662, 0.018427638337016106, -0.03456218168139458, -0.007203907705843449, 0.02786247804760933, 0.003251428250223398, -0.019601812586188316, -0.023221032693982124, -0.020568780601024628, -0.006198952440172434, 0.044425249099731445, 0.002862914465367794, -0.023897910490632057, -0.025417430326342583, -0.019684694707393646, -0.033595211803913116, -0.001009272295050323, 0.02692313678562641, 0.002167043276131153, 0.01395195908844471, 0.030721938237547874, -0.040004827082157135, -0.02059640735387802, -0.008350455202162266, -0.009110215120017529, -0.003999101463705301, -0.012722529470920563, 0.00425811018794775, -0.0077702743001282215, 0.01096817385405302, -0.011382589116692543, 0.033318936824798584, 0.0013364872429519892, 0.0008581836591474712, -0.0007416295120492578, -0.016286496073007584, -0.005487540271133184, -0.009821627289056778, -0.012418624944984913, -0.008606011047959328, -0.02688169665634632, 0.006786039564758539, 0.01016006525605917, 0.005615318194031715, -0.010754060000181198, -0.023096708580851555, -0.00951081607490778, 0.00012324519047979265, 0.017212022095918655, 0.006789492908865213, 0.00035289995139464736, -0.02356637828052044, -0.04296098276972771, -0.016728537157177925, 0.04050212353467941, 0.016811421141028404, -0.012197604402899742, -0.0033688456751406193, 0.0005952893407084048, -0.001780256163328886, -0.016079287976026535, -0.002139415591955185, -3.574865843347652e-07, -0.01686667650938034, -0.01860721781849861, -0.05973096191883087, 0.010242948308587074, -0.002502028364688158, -0.005307960789650679, 0.016286496073007584, -0.02505827136337757, 0.003299776464700699, -0.013744751922786236, 0.012667274102568626, 0.014242049306631088, -0.027033647522330284, 0.0271717868745327, -0.024229442700743675, 0.0021894907113164663, -0.016245054081082344, 0.005187090020626783, 0.025735149160027504, -0.005743096116930246, 0.008087992668151855, 0.004838291089981794, 0.040419239550828934, 0.015927335247397423, 0.016355564817786217, 0.0040025548078119755, 0.016604213044047356, 0.011313519440591335, -0.027600014582276344, 0.0048417444340884686, 0.003097749315202236, -0.010153158567845821, 0.00044981256360188127, -0.01768169179558754, -0.013945052400231361, -0.004548200406134129, -0.007556159980595112, -0.008833938278257847, -0.01898019015789032, 0.015968777239322662, -0.00447222450748086, 0.05823906883597374, -0.017101511359214783, -0.01747448369860649, 0.013751658610999584, -0.004686338827013969, 0.006354357581585646, -0.009842347353696823, -0.015416224487125874, -0.012860667891800404, 0.028898514807224274, -0.0031806323677301407, 0.04064026102423668, 0.008281385526061058, -0.03398200124502182, -0.04489491879940033, -0.01261201873421669, -0.010919826105237007, 0.033843863755464554, 0.016880489885807037, 0.0041303327307105064, 0.002393244532868266, 0.011382589116692543, 0.014027935452759266, 0.005359762813895941, -0.024395208805799484, -0.016093101352453232, 0.006837841589003801, -0.01547147985547781, -0.005242344923317432, 0.014186793938279152, -0.03268349915742874, -0.00690345698967576, -0.00493844086304307, 0.006122976075857878, 0.004575828090310097, 0.0013347604544833302, 0.02648109570145607, -0.01141712348908186, 0.00428919168189168, -0.02136998064815998, 0.02559700980782509, 0.0005288103711791337, -0.020527338609099388, -0.012315021827816963, 0.0063888924196362495, 0.023414427414536476, 0.0022015776485204697, -0.026467282325029373, -0.001799250254407525, 0.013841449283063412, -0.013620427809655666, -0.01828949898481369, 0.001775076030753553, -0.004537840373814106, 0.012384090572595596, -0.02729611098766327, -0.010906011797487736, 0.0051905433647334576, 0.010836943052709103, 0.014407815411686897, 0.0009557437733747065, 0.03641323372721672, -0.013475382700562477, -0.012508414685726166, -0.02003004029393196, -0.03492134064435959, -0.002272373531013727, -0.02055496536195278, -0.02964445948600769, 0.03959041088819504, 0.025237850844860077, 0.005598051007837057, -0.02315196394920349, 0.0023328091483563185, 0.022475088015198708, -0.005131834652274847, 0.023621633648872375, 0.0016127636190503836, -0.016687095165252686, -0.02218499593436718, 0.03580542281270027, 0.023870283737778664, 0.002514115534722805, 0.045640863478183746, 0.002957884455099702, 0.022488901391625404, 0.01208709366619587, 0.04196638986468315, -0.0208864975720644, 0.02019580639898777, -0.006727330852299929, 0.0035242510493844748, 0.018593402579426765, -0.02595617063343525, -0.006451054476201534, -0.02237839065492153, 0.007922226563096046, 0.015278086066246033, 0.0023120883852243423, -0.009393398649990559, 0.061057090759277344, 0.025044457986950874, -0.007942947559058666, 0.006406159605830908, 0.011299706064164639, 0.009800906293094158, 0.01975376345217228, 0.011513819918036461, 0.006654808297753334, -0.006672075483947992, -0.0046621644869446754, -0.0012242499506101012, 0.008329734206199646, -0.03613695502281189, -0.022074487060308456, 0.0021653163712471724, -0.003550152061507106, 0.01421442162245512, -0.0032945964485406876, -0.03290452063083649, 0.0312192365527153, 0.000992004992440343, -0.005097299814224243, -0.010733339004218578, -0.008302106522023678, 0.02445046417415142, 0.013378686271607876, -0.0018717728089541197, -0.00989760272204876, -0.01933934912085533, 0.014504511840641499, 0.031937554478645325, -0.018924934789538383, -0.019809018820524216, 0.0019529289565980434, -0.015195203013718128, 0.020983194932341576, -0.016452260315418243, 0.018634844571352005, -0.016093101352453232, 0.005377030000090599, 0.00383678893558681, 0.002862914465367794, -0.04307149350643158, -0.005166369024664164, -0.007576880976557732, -0.012404811568558216, -0.009621326811611652, -0.03981143236160278], metadata={'title': 'LLaMA by Meta leaked by an anonymous forum: Questions Arises on Meta', 'url': 'https://pub.towardsai.net/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta-e1216e51db6#9001', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='4ad433a6-949b-4642-ba64-4d5e19d8e0f3', node_type=, metadata={'title': 'LLaMA by Meta leaked by an anonymous forum: Questions Arises on Meta', 'url': 'https://pub.towardsai.net/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta-e1216e51db6#9001', 'source_name': 'towards_ai'}, hash='b5769fda63d3d68b03df545379943ceaa5acb1278bee7c009b2d6a008f876cba'), : RelatedNodeInfo(node_id='20f3def3-c6e0-4e21-8a06-36d9b3795fbb', node_type=, metadata={'title': 'LLaMA by Meta leaked by an anonymous forum: Questions Arises on Meta', 'url': 'https://pub.towardsai.net/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta-e1216e51db6#9001', 'source_name': 'towards_ai'}, hash='52c0ca076f88d75f757a60525603c7b270c59d39d627cd7591b28404afec6039'), : RelatedNodeInfo(node_id='fe85faf0-da8b-414b-a6ec-b51e1f2e3958', node_type=, metadata={}, hash='568dbd96f7bb53b1b4c760bc094d70adeb79b88bff4a45427c2d95e632346485')}, hash='9db8fe1484cfc0093107f2ab007e082e016ea0848f45cac2292f233a1d5c1f1b', text='evil. The Verge and major critics have covered it in much detail. Oh and the community did get the access, but not in the way Meta anticipated. On March 3rd, a downloadable torrent of the LLaMA system was posted on 4chan. 4chan is an anonymous online forum known for its controversial content and diverse range of discussions, which has nearly 222 million unique monthly visitors. LLaMA is currently not in use on any of Meta\\'s products. But Meta has plans to make it available to researchers before they can use them in their own products. It\\'s worth mentioning that Meta did not release LLaMA as a public chatbot. LLaMA is more of an open-source package that can be accessed by trusted authorities upon request. Powerful LLMs: What to hope Whether to agree with Ladish\\'s views or not is debatable. Personally, I feel open-sourcing AI models could only benefit the AI community to scrutinize the model and improve them for the better. What do you think? After all, one of LLaMA\\'s major goals is to \\'democratize\\' access to such models. But this access in the form of a leak put Meta into question - how it handles its tools and conducts release in public? Most of the users that got the leaked copies soon discovered that LLaMA was not at all similar to ChatGPT. \"Downloading\" LLaMA is going to do very little for the average internet user because it\\'s a \"raw\" AI system that needs a decent amount of technical expertise to get up and running. However, as I am writing this, Meta hasn\\'t acknowledged the leak to the public yet. Neither did they comment on it. There are both positive and negative consequences to this leak. On the one hand, unrestricted access to Llama could help researchers understand how and why large language models work, which could lead to improvements in robustness, bias, and the toxic nature of LLMs. This could really help in reducing the potential for generating misinformation by these troublesome machines. On the other hand, however, the leak could lead to people misusing the model itself. It is not yet perfect. Hence Meta', start_char_idx=1411, end_char_idx=3468, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='fe85faf0-da8b-414b-a6ec-b51e1f2e3958', embedding=[-0.01413339376449585, 0.006488574668765068, -0.006838848814368248, -0.035639550536870956, -0.021288510411977768, -6.716422649333254e-05, -0.04431818798184395, 0.010970723815262318, -0.023941071704030037, -0.02727377787232399, 0.022050270810723305, 0.01417420245707035, -0.009127533063292503, -0.0019044034415856004, -0.0035163448192179203, 0.002171359956264496, 0.02856605127453804, 0.00033645876101218164, 0.0003188175323884934, -0.009569627232849598, 0.0058662425726652145, 0.005390141624957323, -0.035557933151721954, 0.005699607543647289, -0.006474971771240234, 0.004573968704789877, 0.029463840648531914, -0.0411895252764225, -0.014881552197039127, -0.03346308693289757, 0.020621968433260918, 0.016731543466448784, -0.04233216866850853, 0.009447201155126095, -0.027885906398296356, 0.0008204237674362957, 0.029001343995332718, -0.007672025356441736, 0.003972041420638561, -0.010134146548807621, 0.009692053310573101, 0.022308725863695145, -0.003938034176826477, -0.0399380587041378, -0.016432281583547592, 0.0006979978643357754, 0.03381676226854324, -0.021492552012205124, -0.012657481245696545, 0.026444001123309135, 0.022159093990921974, 0.01786058396100998, -0.03806086257100105, 0.00795088429003954, -0.012290203012526035, 0.004397131502628326, -0.011616860516369343, 0.010991128161549568, 0.014691111631691456, 0.013249206356704235, 0.011916124261915684, 0.009086725302040577, -0.02229512296617031, 0.017466099932789803, -0.0005079826223663986, -0.008488197810947895, -0.006719823461025953, 0.040210116654634476, 0.012024947442114353, 0.0028634066693484783, 0.006832047365605831, 0.010011720471084118, 0.02070358581840992, -0.024403570219874382, 0.02137012593448162, 0.005033066030591726, -0.011235980316996574, -0.018731167539954185, -0.005138488486409187, -0.0022325729951262474, 0.015384859405457973, 0.0066075995564460754, -0.0056281923316419125, 0.03612925484776497, 0.010276976972818375, -0.022635195404291153, 0.0138409323990345, -0.011004731059074402, 0.006832047365605831, -0.017112424597144127, -0.006917065475136042, 0.005427549593150616, 0.02690649963915348, 0.013262809254229069, -0.022594386711716652, 0.0028668073937296867, -0.019615355879068375, 0.014106187969446182, -0.012024947442114353, -0.018255066126585007, -0.012283401563763618, -0.00988929532468319, -0.03759836405515671, -0.017914995551109314, -0.007522393483668566, 0.0034245254937559366, 0.019030431285500526, 0.004043456632643938, 0.014555083587765694, 0.006971476599574089, -0.015235227532684803, 0.029137372970581055, -0.0020268294028937817, -0.035639550536870956, -0.016636323183774948, -0.012065756134688854, 0.016228238120675087, 0.004931044764816761, -0.005039867479354143, 0.0007341305026784539, 0.013133581727743149, 0.027151351794600487, 0.0076584224589169025, -0.0028259987011551857, 0.025450991466641426, -0.005056871101260185, -0.010413005948066711, -0.006964675150811672, -0.02399548329412937, -0.006614401005208492, 0.0020251290407031775, 0.01317439042031765, 0.030497660860419273, -0.0051963008008897305, -0.021234098821878433, 0.04420936480164528, -0.0021441541612148285, -0.015316844917833805, 0.004135276190936565, -0.00814132485538721, 0.0058492389507591724, 0.02421312965452671, -0.005927455611526966, 0.006872856058180332, -0.03713586553931236, 0.03278294578194618, 0.002594749676063657, 0.003553752787411213, 0.010365395806729794, 0.01094351802021265, -0.011650867760181427, -0.032864563167095184, -0.02708333730697632, 0.013881740160286427, -0.00016440358012914658, 0.02490687556564808, 0.020091455429792404, 0.022417549043893814, -0.003785001812502742, 0.00412507401779294, 0.004505954682826996, 0.013922548852860928, 0.0012523152399808168, 0.004546763375401497, 0.014636700972914696, 0.036918219178915024, 0.0334358811378479, -0.02897413820028305, -0.006580393761396408, -0.029327811673283577, -0.019030431285500526, 0.025967901572585106, -0.017180439084768295, 0.013330823741853237, -0.011174767278134823, 0.00941319391131401, 0.004155680071562529, 0.004318914841860533, -0.00548196118324995, -0.015235227532684803, 0.00421689311042428, 0.004941246937960386, 0.005186098627746105, 0.018608741462230682, -0.014650302939116955, 0.0131947947666049, 0.006522581912577152, -0.0173844825476408, 0.008556212298572063, -0.01011374220252037, 0.01568412221968174, 0.025600623339414597, 0.0030300419311970472, -0.01485434640198946, -0.6342207193374634, -0.045270390808582306, 0.010174955241382122, -0.0019163059769198298, -0.00587644474580884, -0.02387305721640587, -0.015099198557436466, -0.0038598175160586834, -0.0106102479621768, 0.03300059214234352, -0.03403440862894058, 0.003696582978591323, -0.0032459876965731382, -0.021560566499829292, -0.001924807787872851, -0.019792191684246063, 0.013119978830218315, -0.014051776379346848, 0.026852088049054146, -0.0025913489516824484, -0.014718317426741123, 0.016364267095923424, -0.0072911446914076805, -0.009066320955753326, -0.03950276970863342, -0.005356134381145239, 0.04069982096552849, 0.0013534866739064455, 0.006675614044070244, -0.003453431650996208, -0.023628205060958862, 0.01971057616174221, 0.003499341197311878, -0.022526372224092484, 0.04758287966251373, -0.008358970284461975, -0.015466475859284401, 0.025382976979017258, 0.002506330842152238, 0.017846981063485146, -0.033163826912641525, -0.00428150687366724, 0.029463840648531914, 0.027137748897075653, -0.004482149612158537, 0.023478573188185692, 0.04388289526104927, 0.008658234030008316, -0.006600798107683659, -0.018540726974606514, 0.010535432025790215, 0.001924807787872851, 0.009195547550916672, 0.005495564080774784, -0.0022563780657947063, 0.013099574483931065, 0.030089573934674263, -0.016486693173646927, 0.00770603260025382, 0.021642183884978294, -0.011548846028745174, 0.019737781956791878, -0.018391095101833344, -0.025967901572585106, -0.041135113686323166, 0.01822786033153534, 0.018758373335003853, 0.003601362928748131, -0.009331576526165009, 0.0019911217968910933, 0.009175143204629421, 0.031232215464115143, -0.004186286590993404, -0.010746276006102562, 0.004108070395886898, 0.03302779793739319, 0.009338377974927425, -0.0009436999098397791, -0.014092585071921349, 0.019615355879068375, 0.018037421628832817, -0.0011562448926270008, 0.022689606994390488, -0.01796940714120865, 0.026117531582713127, 0.0051078819669783115, 0.0017216147389262915, -0.01058984361588955, 7.880106568336487e-05, 0.0099641103297472, -0.0015192718710750341, 0.02959986962378025, -0.02214549109339714, -0.020839614793658257, -0.0020404323004186153, 0.013371632434427738, 0.007522393483668566, -0.0037918032612651587, 0.012847921811044216, -0.022118285298347473, -0.008603822439908981, -0.03795203939080238, 0.038877036422491074, 0.013317220844328403, 0.02731458656489849, 0.008154927752912045, -0.004815420135855675, 0.005621390882879496, 0.026171943172812462, -0.025859078392386436, -0.008318161591887474, 0.005386740900576115, -0.011167965829372406, -0.027763480320572853, 0.0036081643775105476, -0.02387305721640587, 0.005322127602994442, -0.0030334426555782557, 0.011065944097936153, -0.006332141347229481, 0.0333542637526989, 0.007944082841277122, 0.011827705428004265, -0.002356699202209711, 0.0013543368550017476, 0.013099574483931065, 0.0010406203800812364, -0.042821869254112244, -0.003363312454894185, -0.003453431650996208, -0.00954242143779993, -0.027396203950047493, -0.00021849627955816686, -0.03185794875025749, 0.019166460260748863, -0.0007396566797979176, 0.041026290506124496, 0.009304370731115341, -0.00841338187456131, -0.005230308044701815, -0.02387305721640587, -0.026661647483706474, 0.012480643577873707, -0.0026797675527632236, -0.05373138189315796, -0.03436087816953659, -0.001413849531672895, -0.0037237887736409903, 0.011079546995460987, 0.00303514301776886, -0.026158340275287628, -0.0038292112294584513, -0.007760443724691868, 0.04535200819373131, -0.014269422739744186, -0.006760632153600454, -0.013929350301623344, -0.03270132839679718, -0.0049344454891979694, -0.008052906021475792, 0.003628568723797798, 0.03512264043092728, -0.016146620735526085, 0.022757621482014656, 0.005162293557077646, -0.014323834329843521, -9.830207272898406e-05, 0.010195359587669373, -0.019139254465699196, -0.036401309072971344, 0.000750709034036845, -0.03797924518585205, -0.0008603822789154947, 0.03525866940617561, -0.006515780463814735, 0.024267541244626045, -0.014759126119315624, -0.001957114553079009, -0.01900322549045086, -0.011344803497195244, -0.0008833371102809906, 0.022757621482014656, 0.023192912340164185, -0.013568874448537827, 0.014459863305091858, -0.004604575224220753, 0.03787042200565338, 0.04254981502890587, 0.0027817892841994762, 0.006512379739433527, -0.017615731805562973, 0.007189122959971428, -0.010079734958708286, 0.008957497775554657, 0.002756283851340413, -0.004444741643965244, 0.020173072814941406, -0.005968264304101467, 0.005985267926007509, 0.027450615540146828, -0.01852712407708168, 0.01356207299977541, 0.004505954682826996, -0.029763104394078255, -0.005315326154232025, -0.013494058512151241, -0.0006911964155733585, -0.023124897852540016, 0.0109231136739254, -0.001853392575867474, 0.018391095101833344, -0.01897601969540119, -0.001963916001841426, -0.02335614711046219, -0.009814479388296604, 0.037217482924461365, -0.016173826530575752, 0.016649926081299782, -0.019016828387975693, 0.01594257727265358, -0.007107505574822426, 0.01214057207107544, 0.004339319188147783, -0.017520511522889137, 0.0025675438810139894, 0.00602607661858201, 0.008529006503522396, 0.027736274525523186, -0.007393165957182646, -0.04211452230811119, 0.002630457282066345, 0.01109314989298582, 0.017506908625364304, 0.03196677193045616, 0.02796752378344536, -0.005614589434117079, 0.02475724369287491, 0.010426608845591545, 0.01919366605579853, 0.011018333956599236, -0.015099198557436466, 0.004108070395886898, 0.02425393834710121, -0.005651997402310371, 0.0263487808406353, 0.00808011181652546, 0.026171943172812462, 0.009419995360076427, -0.008114119060337543, -0.01579294539988041, -0.03893144801259041, 0.01598338596522808, -0.0012514650588855147, 0.00026886945124715567, 0.024036291986703873, -0.02557341754436493, 0.0003827936016023159, -0.0009615537128411233, 0.028593257069587708, -0.007814855314791203, 0.002737579867243767, 0.006230119615793228, 0.009841685183346272, 0.007508790586143732, 0.03052486665546894, -0.015915371477603912, 0.000534763268660754, -0.0007847162196412683, -0.006478372495621443, -0.015466475859284401, -0.036999836564064026, -0.0038700196892023087, 0.014473466202616692, -0.03966600075364113, 0.020621968433260918, 0.011596456170082092, -0.01063065230846405, -0.001189401955343783, 0.021098069846630096, 0.029790310189127922, -0.04956889897584915, -0.039285123348236084, 0.01654110476374626, 0.008943894878029823, -0.003642171621322632, -0.025777461007237434, -0.016799557954072952, 0.0011511438060551882, -0.008699042722582817, -0.00410466967150569, 0.0030062368605285883, 0.018921608105301857, -0.01439184881746769, -0.0031575688626617193, -0.005063672550022602, 0.006838848814368248, 0.010059330612421036, -0.014092585071921349, 0.014092585071921349, -0.01915285736322403, 0.0017853782046586275, 0.01620103232562542, -0.01317439042031765, -0.0024349158629775047, 0.026960911229252815, -0.010746276006102562, 0.0004548463621176779, 5.7865381677402183e-05, -0.011508037336170673, -0.02044513076543808, 0.014487069100141525, 0.006345744244754314, 0.006957873702049255, -0.0025522406212985516, 0.027600247412919998, 0.006270928308367729, 0.013181191869080067, -0.004305311944335699, 0.012575863860547543, 0.013378433883190155, -0.003082752926275134, -0.029844721779227257, 0.0006108544184826314, 0.030388837680220604, 0.07492467015981674, 0.0067946393974125385, -0.012303805910050869, 0.012018145993351936, -0.013099574483931065, 0.008569815196096897, -0.019098445773124695, -0.03501381725072861, 0.019873809069395065, -0.003196677193045616, -0.017914995551109314, 0.010399403050541878, 0.010555836372077465, 0.016595516353845596, 0.0321844182908535, 0.003948236349970102, 0.01678595505654812, 0.005437751766294241, -0.010841496288776398, -0.025519005954265594, 0.02025469020009041, -0.013222000561654568, 0.022349534556269646, 0.015208021737635136, 0.019030431285500526, -0.011705279350280762, 0.01234461460262537, 0.02606312185525894, -0.03166750818490982, -0.008481396362185478, 0.017629334703087807, -0.0071619171649217606, 0.011950131505727768, -0.005009260959923267, -0.01660911925137043, 0.03354470431804657, -0.008882681839168072, 0.009460804052650928, 0.005379939451813698, -0.003761196741834283, 0.002156056696549058, 0.029844721779227257, 0.01236501894891262, 0.018404697999358177, 0.0006299834349192679, -0.003914229106158018, 0.0036863808054476976, 0.02938222326338291, 0.0008731349371373653, -0.0386049784719944, 0.029572663828730583, -0.012759502977132797, -0.037435129284858704, -0.025532608851790428, -0.002980731427669525, 0.009603634476661682, 0.008018898777663708, 0.007338754367083311, -0.00308105256408453, -0.013500859960913658, -0.022580783814191818, -0.004502553958445787, -0.004063860978931189, -0.012487445026636124, -0.02162858098745346, -0.013099574483931065, 0.004002647940069437, 0.012222189456224442, -0.0049616508185863495, 0.015017581172287464, 0.0010516727343201637, -0.018078230321407318, -0.05163653939962387, -0.01360288169234991, -0.0031184605322778225, 0.002853204496204853, 0.012847921811044216, -0.016962792724370956, -0.007399967405945063, 0.02438996732234955, -0.012569062411785126, -0.0302256029099226, -0.002071038819849491, -0.03248368203639984, 0.009617237374186516, -0.008311360143125057, -0.006869455333799124, -0.015602504834532738, -0.009807677939534187, 0.005036466754972935, 0.006498776841908693, -0.002851504134014249, 0.00799169298261404, 0.024145115166902542, 0.005964863579720259, 0.010759878903627396, 0.007814855314791203, 0.018839990720152855, -0.0016034396830946207, -0.02783149480819702, 0.007284343242645264, -0.01654110476374626, -0.030089573934674263, -0.0036863808054476976, 0.0059716650284826756, -0.010766680352389812, 0.009556024335324764, -0.0036149658262729645, 0.004533160477876663, -0.0020404323004186153, 0.007692429702728987, 0.0013007755624130368, 0.019873809069395065, -0.012262998148798943, 0.002705272985622287, 4.957612691214308e-05, 0.026852088049054146, 0.010392601601779461, 0.018350286409258842, -0.030878540128469467, -0.01474552322179079, -0.022131888195872307, 0.007134711369872093, 0.011433222331106663, -0.0014988675247877836, 0.028647668659687042, 0.01105234120041132, -0.0025437388103455305, -0.036265283823013306, 0.0002843852271325886, -0.011684875003993511, 0.009454002603888512, 0.005468358285725117, -0.025641432031989098, -0.020023440942168236, -0.027069734409451485, -0.013085971586406231, -0.016037797555327415, -0.006553187966346741, -0.004210091661661863, 0.004529759753495455, -0.003754395293071866, -0.019166460260748863, -0.01830947771668434, 0.01786058396100998, -0.028130758553743362, -0.0039414349012076855, 0.03063368983566761, 0.008637829683721066, 0.03256529942154884, -0.0072911446914076805, 0.026879293844103813, -0.044345393776893616, -0.005617990158498287, 0.019479326903820038, -0.01645948737859726, 0.011317597702145576, 0.00988929532468319, 0.030905745923519135, 0.00911393016576767, 0.018703961744904518, -0.0036047636531293392, 0.019329695031046867, 0.019071239978075027, -0.003730590222403407, -0.009549222886562347, -0.010317785665392876, -0.0016280949348583817, -0.007114307023584843, 0.004482149612158537, 0.01859513856470585, 0.018908005207777023, 0.025927092880010605, -0.01024296972900629, -0.0042849075980484486, 0.016337061300873756, -0.014677508734166622, 0.0007005484076216817, -0.013208397664129734, -0.014935963787138462, -0.009739663451910019, 0.00027269526617601514, -0.0038666189648211002, 0.01756132021546364, -0.03278294578194618, -0.01496316958218813, 0.014908757992088795, -0.0015396761009469628, 0.021941447630524635, 0.002594749676063657, 0.02845722809433937, -0.016745146363973618, -0.00035176202072761953, 0.029545458033680916, 0.019982632249593735, -0.025804666802287102, -0.011140760034322739, -0.022975265979766846, 0.012405827641487122, 0.019016828387975693, 0.00469639478251338, 0.02081240899860859, 0.02520613931119442, -0.007019086740911007, 0.011317597702145576, 0.0017513709608465433, 0.013290015049278736, 0.008903086185455322, -0.012725495733320713, -0.016187429428100586, -0.00279539218172431, -0.02033630758523941, -0.021288510411977768, -0.008481396362185478, 0.0020795403979718685, -0.0011774994200095534, -0.0008216990390792489, 0.011746088042855263, -0.03408882021903992, -0.022594386711716652, 0.010467417538166046, 0.032347653061151505, 0.032755739986896515, -0.002378803910687566, 0.016527501866221428, 0.017833378165960312, 0.012677885591983795, 6.206314719747752e-05, 0.00770603260025382, 0.014609495177865028, -0.006094091106206179, 0.015235227532684803, 0.007413570303469896, -0.01682676374912262, -6.875831604702398e-05, 0.024294747039675713, -0.006461368873715401, -0.02302967756986618, -0.04225055128335953, 0.013378433883190155, 0.02011866122484207, 0.022825635969638824, -0.02468922920525074, -0.03588440269231796, -0.008426984772086143, -0.003978842869400978, -0.01609220914542675, 0.02679767645895481, -0.012793510220944881, -0.02037711627781391, 0.01749330572783947, 0.024675626307725906, 0.020363513380289078, 0.008705844171345234, -0.004101268947124481, 0.016949189826846123, 0.008182133547961712, -0.0008697342127561569, -0.025369374081492424, -0.0001433616125723347, 0.00290591549128294, 0.02804914116859436, 0.006699419114738703, 0.019424915313720703, 0.0036489730700850487, 0.005383340176194906, 0.00994370598345995, 0.0005356134497560561, -0.01796940714120865, 0.033272646367549896, -0.027355395257472992, 0.022961663082242012, -0.026784073561429977, -0.020839614793658257, 0.0004102118837181479, -0.03506822884082794, 0.0037271894980221987, -0.004536561202257872, -0.01118156872689724, 0.01116116438060999, 0.03373514488339424, 0.02875649183988571, -0.017887789756059647, 0.005981867201626301, -0.009168341755867004, -0.033055003732442856, 0.002093143295496702, -0.019873809069395065, 0.0033174026757478714, -0.019397709518671036, 0.003761196741834283, 0.016731543466448784, -0.022635195404291153, 0.009175143204629421, 0.012262998148798943, -0.021710198372602463, -0.024594008922576904, 0.010583042167127132, -0.026634441688656807, 0.026552824303507805, 0.006253924686461687, -0.006444365251809359, 0.005754018668085337, 0.01166447065770626, -0.0031337637919932604, -0.011603257618844509, 3.164264126098715e-05, -0.007794450968503952, -0.01775176078081131, -0.026403192430734634, -0.0006253074388951063, 0.009494811296463013, 0.013398838229477406, -0.011215575970709324, 0.026444001123309135, 0.0015966382343322039, -0.004815420135855675, -0.00998451467603445, -0.0002939497644547373, 0.023233721032738686, -0.01594257727265358, 0.006896661128848791, 0.02096204087138176, 0.009188746102154255, 0.004288308322429657, -0.02199585922062397, 0.006294733379036188, -0.0038938247598707676, -0.03169471397995949, -0.035857196897268295, 0.008923490531742573, 0.016010591760277748, -0.016078606247901917, -0.012133770622313023, -0.008828270249068737, 0.0005194600089453161, -0.019588150084018707, 0.006655209697782993, -0.02468922920525074, 0.002475724322721362, 0.00952201709151268, 0.011086348444223404, -0.0038088068831712008, 0.008964299224317074, -0.014459863305091858, -0.009902897290885448, 0.013256007805466652, -0.007338754367083311, -0.024403570219874382, -0.03368073329329491, -0.04078143835067749, 0.02468922920525074, -0.011800499632954597, -0.035340286791324615, -0.03547631576657295, -0.009365583769977093, -0.04233216866850853, 0.0014640100998803973, -0.014527877792716026, 0.013630087487399578, 0.032347653061151505, 0.0109639223664999, 0.0017870785668492317, 0.0198874119669199, -0.005679203197360039, 0.018513521179556847, -0.014446260407567024, -0.004798416513949633, 0.004931044764816761, -0.012004543095827103, 0.020431527867913246, 0.0006992731359787285, -0.031939566135406494, 0.008603822439908981, 0.010344991460442543, -0.006747029256075621, -0.016799557954072952, 0.03085133619606495, -0.015425668098032475, -0.015208021737635136, -0.00014123617438599467, -0.0007247785106301308, -0.01897601969540119, -0.010474218986928463, 0.006940870080143213, -0.0218054186552763, 8.973384865385015e-06, 0.023573793470859528, 0.0027749878354370594, 0.0021866632159799337, 0.005556777119636536, 0.005492163356393576, 0.00843378622084856, 0.0128819290548563, 0.0016110913129523396, -0.001494616619311273, 0.004624979570508003, -0.008066508919000626, 0.049732133746147156, 0.01756132021546364, -0.007923678494989872, 0.025274153798818588, -0.011555647477507591, -0.011861712671816349, -0.02029549889266491, 0.015752136707305908, 0.022716812789440155, 0.005366336554288864, 0.04339319095015526, -0.03261971101164818, -0.011004731059074402, -0.018282271921634674, 0.0072503359988331795, -0.019016828387975693, 4.848683238378726e-05, -0.0012217088369652629, -0.0024179122410714626, -0.03898585960268974, 0.018146244809031487, 0.003689781529828906, -0.014935963787138462, -0.0057608201168477535, -0.006665411870926619, 0.015167213045060635, 0.006985079497098923, -0.01986020617187023, -0.00941319391131401, -0.0001594087661942467, 0.010304182767868042, 0.008957497775554657, 0.0014640100998803973, -0.0039414349012076855, 0.02686569094657898, 0.0037679981905966997, -0.013725307770073414, -0.009100327268242836, 0.20066970586776733, -0.03520425781607628, -0.00033645876101218164, 0.031721919775009155, -0.016772352159023285, -0.022172696888446808, 0.029028549790382385, 0.017846981063485146, -0.022091079503297806, 0.002387305721640587, 0.012677885591983795, 0.009419995360076427, -0.02044513076543808, 0.00018799607641994953, 0.02399548329412937, 0.00456716725602746, -0.03531308099627495, -0.02701532281935215, 0.0024094104301184416, -0.015765739604830742, 0.0033003990538418293, 0.0018006814643740654, -0.01693558692932129, -0.0030640491750091314, 0.0032493884209543467, -0.006743628531694412, 0.0009564526262693107, -0.007318350486457348, 0.021574169397354126, 0.006702819839119911, -0.022526372224092484, -0.0212204959243536, -0.006495376117527485, 0.002946724183857441, -0.01613301783800125, -0.0026423598174005747, 0.01654110476374626, -0.009617237374186516, 0.022716812789440155, 0.011419619433581829, 0.014078982174396515, 0.0004505954566411674, 0.012541856616735458, -0.02708333730697632, -0.002298886887729168, 0.009855288080871105, 0.0006911964155733585, 0.0029518252704292536, -0.015670519322156906, 0.015071992762386799, -0.017398085445165634, 0.006094091106206179, 0.024634817615151405, 0.006019275169819593, -0.004744004923850298, -0.008501800708472729, -0.016704337671399117, 0.01247384212911129, 0.01090270932763815, -0.0026236558333039284, -0.00852220505475998, 0.009365583769977093, 0.02302967756986618, 0.028810903429985046, -0.036999836564064026, -0.009100327268242836, -6.976790609769523e-05, 0.01058984361588955, 0.007889671251177788, -0.014650302939116955, -0.005247311666607857, -0.012725495733320713, -0.011895719915628433, 0.0027103740721940994, -0.019833000376820564, -0.03822409734129906, 0.0257230494171381, 0.03438808396458626, -0.0024230133276432753, 0.022172696888446808, -0.0053527336567640305, -0.02277122437953949, -0.008998306468129158, -0.014010967686772346, 0.0029824317898601294, -0.02273041568696499, 0.009406392462551594, -0.009120731614530087, -0.007889671251177788, -0.01356207299977541, -0.011392413638532162, -0.0173844825476408, -0.014718317426741123, 0.004730402026325464, -0.001749670598655939, -0.0013883440988138318, 0.027069734409451485, -0.009365583769977093, -0.008236545138061047, -0.006345744244754314, -0.024145115166902542, 0.04679391160607338, 0.010766680352389812, 0.0036761786323040724, 0.010970723815262318, 0.016704337671399117, -0.013446448370814323, 0.009970911778509617, -0.006604198832064867, -0.006651808973401785, 0.007413570303469896, -0.04265863820910454, 0.005050069652497768, -0.006114495452493429, -0.0002907615853473544, 0.025627829134464264, 0.009005107916891575, -0.02100284956395626, 0.00290591549128294, -0.0014019469963386655, -0.014351040124893188, -0.006083888933062553, 0.014201408252120018, 0.0015600804472342134, -0.0057846251875162125, -0.02273041568696499, -0.02262159250676632, 0.002746081678196788, -0.03436087816953659, -0.0025981504004448652, 0.011746088042855263, -0.012303805910050869, 0.01234461460262537, 0.02111167274415493, -0.00559078436344862, -0.020907629281282425, 0.005903650540858507, -0.03096015751361847, 0.010406204499304295, 0.015153610147535801, -0.03408882021903992, 0.00559078436344862, 0.019533738493919373, -0.022784827277064323, 0.015085595659911633, -0.014827140606939793, 0.013752513565123081, 0.024308349937200546, -0.002052334835752845, 0.006338942795991898, -0.008236545138061047, -0.0018959016306325793, 0.00023188661725725979, 0.001350085949525237, 0.011712080799043179, 0.02949104644358158, -0.021968653425574303, -0.01796940714120865, 0.0029977350495755672, 0.02096204087138176, -0.032755739986896515, 0.011147561483085155, 0.001974118174985051, 0.0015048187924548984, -0.019955426454544067, -0.010637453757226467, -0.17313747107982635, -0.015752136707305908, 0.004424337297677994, -0.019397709518671036, 0.014527877792716026, 0.013861335813999176, 0.03085133619606495, 0.00596146285533905, -0.0193432979285717, -0.014296628534793854, 0.011249583214521408, -0.02081240899860859, -0.006978278048336506, -0.01079388614743948, -0.018187053501605988, 0.003261290956288576, -0.003968640696257353, 0.0014181004371494055, 0.029463840648531914, 0.0025692442432045937, 0.02085321769118309, -0.04992257431149483, -0.0001122237736126408, -0.0076176137663424015, 0.020023440942168236, 0.01760212890803814, -7.704757445026189e-05, 0.048072583973407745, -0.016813160851597786, -0.03000795654952526, -0.018581535667181015, -0.008256949484348297, 0.0386865958571434, 0.009576428681612015, 0.03909468278288841, 0.02660723589360714, 0.021030055359005928, 0.0008824869291856885, -0.01775176078081131, 0.0019112048903480172, 0.013249206356704235, 0.031014569103717804, 0.007359158713370562, -0.00727074034512043, -0.006410358007997274, 0.020717188715934753, 0.01937050372362137, -0.022159093990921974, -0.015602504834532738, -0.031504273414611816, 0.011936528608202934, -0.0012982250191271305, 0.02878369763493538, 0.0023907064460217953, -0.003393918974325061, 0.02660723589360714, 0.008617425337433815, 0.013657293282449245, 0.0015065191546455026, -0.0218054186552763, -0.005723412614315748, -0.006940870080143213, 0.013596080243587494, -0.011759690940380096, 0.0051724957302212715, -0.029463840648531914, -0.015357653610408306, 0.00659739738330245, -0.026525618508458138, -0.002147554885596037, -0.02151975780725479, 0.010916312225162983, -0.015126404352486134, 0.009324775077402592, 0.018187053501605988, 0.031014569103717804, -0.014786331914365292, 0.02949104644358158, 0.028321199119091034, 0.008658234030008316, -0.01609220914542675, 0.010950319468975067, -0.012630275450646877, 0.020268293097615242, -0.0030776518397033215, -0.000774514046497643, 0.008107317611575127, 0.00666201114654541, -0.030198397114872932, -0.005777823738753796, 0.02668885327875614, -0.011929727159440517, -0.0053017232567071915, -0.014446260407567024, -0.0013203297276049852, 0.005549975670874119, 0.03272853419184685, 0.0042679039761424065, -0.00282769906334579, -0.01822786033153534, -0.005345932208001614, 0.002979031065478921, -0.0031337637919932604, 0.0050432682037353516, 0.006702819839119911, -0.0008603822789154947, -0.040128499269485474, 0.018023818731307983, 0.019574547186493874, -0.010712268762290478, -0.007570003625005484, -0.019288886338472366, 0.0029110165778547525, -0.004499153234064579, -0.0212613046169281, -0.0007150014862418175, -0.010079734958708286, -0.03425205498933792, 0.018758373335003853, 0.002516533015295863, 0.0438556894659996, -0.005342531483620405, 0.0031915761064738035, 0.03096015751361847, -0.015520887449383736, -0.039910852909088135, -0.12068476527929306, -0.03822409734129906, 0.0041284747421741486, 0.011739286594092846, -0.019465724006295204, 0.033163826912641525, 0.004145478364080191, 0.04015570506453514, -0.011800499632954597, 0.039693206548690796, -0.009556024335324764, -0.02664804458618164, -0.0071619171649217606, 0.004835824482142925, 0.002468923106789589, -0.007597209420055151, 0.00980087649077177, -0.0028072947170585394, -0.027368998154997826, 0.032646916806697845, 0.003618366550654173, -0.020309101790189743, 0.010637453757226467, -0.027681864798069, 0.0023379952181130648, -0.029327811673283577, -0.017316468060016632, 0.025301359593868256, 0.009862089529633522, -0.015928974375128746, 0.020907629281282425, -0.008127721957862377, -0.00644096452742815, -0.008916689082980156, 0.007760443724691868, 0.0032068793661892414, 0.0022427751682698727, -0.01889440231025219, 0.009270363487303257, -0.03381676226854324, -0.0038156083319336176, 0.02875649183988571, 0.023002471774816513, -0.014201408252120018, -0.0263895895332098, -0.02701532281935215, -0.022798430174589157, 0.036700572818517685, -0.004359723534435034, -0.029137372970581055, -0.026988117024302483, -0.013942953199148178, -0.04437259957194328, 0.0014818639028817415, 0.02845722809433937, 0.00786246545612812, 0.010297381319105625, 0.04091746732592583, -0.03221162408590317, -0.006536184344440699, -0.00027375799254514277, -0.00893029198050499, -0.0028259987011551857, -0.024784449487924576, 0.003512944094836712, -0.006675614044070244, 0.004614777397364378, -0.01915285736322403, 0.024185923859477043, -0.010909510776400566, 0.008134523406624794, 0.0007851413101889193, -0.017289262264966965, 0.003072550753131509, -0.014527877792716026, -0.014473466202616692, -0.012290203012526035, -0.04241378605365753, 0.00822974368929863, -0.0017216147389262915, 0.004182885866612196, -0.01568412221968174, -0.021642183884978294, -0.01786058396100998, -0.0031575688626617193, 0.0018244865350425243, 0.0026644645258784294, 0.0032017782796174288, -0.014623098075389862, -0.036700572818517685, -0.016187429428100586, 0.04429098218679428, 0.010719070211052895, -0.006253924686461687, 0.007978090085089207, 0.012439834885299206, -0.0026321576442569494, -0.02092123217880726, 0.01079388614743948, 0.001494616619311273, -0.013609683141112328, -0.007597209420055151, -0.04720199853181839, 0.0118821170181036, 0.0016791056841611862, -0.014038173481822014, 0.010174955241382122, -0.020363513380289078, 0.014759126119315624, -0.013290015049278736, 0.014065379276871681, 0.018703961744904518, -0.013487257063388824, 0.02845722809433937, -0.02509731613099575, 0.003938034176826477, -0.020608365535736084, 0.007019086740911007, 0.02959986962378025, -0.017370879650115967, 0.009875692427158356, 0.00526091456413269, 0.03259250521659851, 0.010732673108577728, 0.012589466758072376, 0.003897225484251976, 0.015956180170178413, 0.012392224743962288, -0.029327811673283577, 0.007073498331010342, 0.002922919113188982, -0.018581535667181015, 0.01439184881746769, -0.03085133619606495, -0.019764987751841545, -0.000590875162743032, -0.015439270064234734, -0.003196677193045616, -0.006910264026373625, 0.024607611820101738, 0.009181944653391838, 0.053676970303058624, -0.016078606247901917, -0.026049518957734108, 0.014514274895191193, -0.010399403050541878, 0.005226907320320606, -0.005862841848284006, -0.024716435000300407, -0.0035571535117924213, 0.028293993324041367, -0.004264503251761198, 0.04151599481701851, 0.022227108478546143, -0.028076346963644028, -0.051174040883779526, -0.014555083587765694, -0.00609069038182497, 0.03528587520122528, 0.01402457058429718, 0.000205531032406725, 0.0053697372786700726, 0.024662023410201073, 0.013256007805466652, -0.002530135912820697, -0.02369621954858303, -0.010719070211052895, 0.017003601416945457, -0.008896284736692905, -0.004815420135855675, 0.010664659552276134, -0.020676380023360252, -0.01011374220252037, 0.002414511516690254, 0.009005107916891575, -0.0010593243641778827, 0.01232421025633812, 0.02218629978597164, -0.013215199112892151, 0.010746276006102562, -0.01878557913005352, 0.020934835076332092, 0.004965051542967558, -0.028185170143842697, -0.010753077454864979, -0.002603251487016678, 0.020132264122366905, 0.0017921796534210443, -0.016228238120675087, 0.0011485932627692819, 0.008406580425798893, -0.011106752790510654, -0.01598338596522808, 0.003235785523429513, -0.017547717317938805, 0.024594008922576904, -0.010739474557340145, -0.012086160480976105, 0.010188558138906956, 0.01413339376449585, 0.011501235887408257, 0.005424148868769407, 0.026403192430734634, -0.020649174228310585, -0.008277353830635548, -0.014487069100141525, -0.03134103864431381, -0.00022997370979283005, -0.02992633916437626, -0.04099908471107483, 0.04420936480164528, 0.03215721249580383, -0.0003107408119831234, -0.016554707661271095, 0.0054989648051559925, 0.01205215323716402, -0.009249959141016006, 0.020826011896133423, -0.0012472141534090042, -0.0014793133595958352, -0.02487966977059841, 0.030307220295071602, 0.03044324927031994, -0.011188370175659657, 0.04540641978383064, -0.0070394910871982574, 0.022227108478546143, 0.018812784925103188, 0.036809395998716354, -0.027355395257472992, 0.015140007250010967, -0.009753266349434853, 0.012820716015994549, 0.011474031023681164, -0.026892896741628647, -0.006699419114738703, -0.016663528978824615, -0.0009207450202666223, 0.017996612936258316, 0.009181944653391838, -0.006087289657443762, 0.05996150150895119, 0.03558513894677162, -0.0027664860244840384, 0.004335918463766575, 0.0056043872609734535, 0.009120731614530087, 0.020363513380289078, 0.01885359361767769, 0.003361612092703581, -0.009590031579136848, 0.005468358285725117, 0.00021265129907988012, -0.0022155693732202053, -0.03759836405515671, -0.029980750754475594, 0.010555836372077465, 0.002700171899050474, 0.015344050712883472, -0.0030079372227191925, -0.03729910030961037, 0.03368073329329491, 0.010753077454864979, 0.011888918466866016, -0.00565539812669158, -0.009848486632108688, 0.014881552197039127, 0.011997741647064686, -0.0005606937920674682, -0.010249771177768707, -0.020798806101083755, 0.007263938896358013, 0.02889252081513405, -0.01708521880209446, -0.017547717317938805, 0.004880033899098635, -0.005379939451813698, 0.010338190011680126, -0.02490687556564808, 0.016554707661271095, -0.019941823557019234, 0.0068830582313239574, 0.012548658065497875, 0.005475159734487534, -0.04320275038480759, -0.004914041142910719, -0.004067261703312397, -0.012385423295199871, -0.012562260963022709, -0.03033442609012127], metadata={'title': 'LLaMA by Meta leaked by an anonymous forum: Questions Arises on Meta', 'url': 'https://pub.towardsai.net/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta-e1216e51db6#9001', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='4ad433a6-949b-4642-ba64-4d5e19d8e0f3', node_type=, metadata={'title': 'LLaMA by Meta leaked by an anonymous forum: Questions Arises on Meta', 'url': 'https://pub.towardsai.net/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta-e1216e51db6#9001', 'source_name': 'towards_ai'}, hash='b5769fda63d3d68b03df545379943ceaa5acb1278bee7c009b2d6a008f876cba'), : RelatedNodeInfo(node_id='8dc67999-5272-4ae7-8371-77d883d956b1', node_type=, metadata={'title': 'LLaMA by Meta leaked by an anonymous forum: Questions Arises on Meta', 'url': 'https://pub.towardsai.net/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta-e1216e51db6#9001', 'source_name': 'towards_ai'}, hash='9db8fe1484cfc0093107f2ab007e082e016ea0848f45cac2292f233a1d5c1f1b'), : RelatedNodeInfo(node_id='d6195696-7cd6-4855-a279-bf08f5ae3a0b', node_type=, metadata={}, hash='e79ebcf038aa550f604c7b03d596f71437b2f82b610d12166a58214ad44978c5')}, hash='568dbd96f7bb53b1b4c760bc094d70adeb79b88bff4a45427c2d95e632346485', text=\"to get up and running. However, as I am writing this, Meta hasn't acknowledged the leak to the public yet. Neither did they comment on it. There are both positive and negative consequences to this leak. On the one hand, unrestricted access to Llama could help researchers understand how and why large language models work, which could lead to improvements in robustness, bias, and the toxic nature of LLMs. This could really help in reducing the potential for generating misinformation by these troublesome machines. On the other hand, however, the leak could lead to people misusing the model itself. It is not yet perfect. Hence Meta hasn't released it fully to the public yet. Risks such as spam and phishing could be really hard to tackle if such superintelligent machines are put to the test. Thus, much safeguard must be applied to the use of these models. We can see such tools, like OpenAI Text Classifier, emerging. So there is a positive hope for this. AI is exciting, no doubt. But a lot scarier if we lose our control over it.\", start_char_idx=2833, end_char_idx=3871, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='d6195696-7cd6-4855-a279-bf08f5ae3a0b', embedding=[-0.02013319917023182, 0.024046452715992928, 0.005254543852061033, -0.02638334222137928, 0.01139406394213438, -0.0034413805697113276, -0.025498365983366966, 0.006689172703772783, -0.015583870932459831, -0.030863532796502113, 0.011919518001377583, 0.009790045209228992, -0.021889323368668556, -0.0149892782792449, 0.01286671869456768, 0.0018702028319239616, 0.009050260297954082, -0.014602101407945156, 0.012500283308327198, 0.0015210522105917335, 0.016441192477941513, 0.023493342101573944, -0.013585762120783329, -0.012769924476742744, 0.0030559322331100702, 0.008690739050507545, 0.010820211842656136, -0.029259514063596725, -0.011642963625490665, 0.011746671050786972, 0.009617198258638382, -0.009617198258638382, -0.030614633113145828, -0.0030766737181693316, -0.00260134506970644, -0.01483717281371355, 0.028595780953764915, -0.004977989010512829, 0.028084155172109604, 0.004248575307428837, 0.006951899733394384, 0.007501552812755108, 0.022884922102093697, -0.027323627844452858, -0.015293488278985023, 0.004590812139213085, 0.017243200913071632, -0.048424772918224335, -0.019289707764983177, -0.0063815051689744, 0.0017803225200623274, 0.02950841188430786, -0.014823345467448235, 0.000876765581779182, -0.015625353902578354, 0.01656564138829708, 0.006941528990864754, 0.005887163337320089, 0.00499873049557209, 0.022732816636562347, 0.004079185426235199, 0.0020637912675738335, -0.03379501402378082, 0.03078056499361992, 0.0035018769558519125, -0.0020067517179995775, -0.030504010617733, 0.018307937309145927, 0.0017440246883779764, 0.013613416813313961, 0.012438058853149414, 0.013323034159839153, -0.0005003915866836905, -0.045437976717948914, 0.024157075211405754, 0.005275285802781582, -0.013827747665345669, 0.005531099159270525, -0.012742268852889538, 0.015680665150284767, 0.024848461151123047, -0.0013101790100336075, 0.001005104393698275, 0.045161422342061996, 0.0107234176248312, -0.010834040120244026, 0.006689172703772783, 0.0037784320302307606, -0.00810997374355793, 0.0015582143096253276, 9.938693256117404e-05, 0.005676290486007929, 0.03703070804476738, 0.025360088795423508, -0.020907554775476456, 0.009230021387338638, -0.013751694932579994, 0.030725253745913506, 0.003629783634096384, -0.022649850696325302, -0.005652091931551695, -0.007501552812755108, -0.013032651506364346, -0.013599589467048645, -0.014228751882910728, -0.010343154892325401, 0.016247602179646492, 0.008289734832942486, 0.007992438040673733, 0.03683711960911751, 0.00383374304510653, 0.030421044677495956, 0.011470116674900055, -0.021405352279543877, -0.0032875470351427794, -0.004943419713526964, 0.015500904992222786, -0.012735355645418167, -0.00516120670363307, 0.0092507628723979, 0.014698895625770092, 0.00749463913962245, -0.005465417169034481, 0.015625353902578354, 0.018100520595908165, 0.02802884392440319, -0.016164636239409447, -0.021543629467487335, -0.02491760067641735, -0.0004236908280290663, 0.020257649943232536, 0.004708347842097282, 0.03310362622141838, 0.003674723906442523, -0.039547357708215714, 0.03326956182718277, -0.027904395014047623, -0.004086099565029144, -0.02964669093489647, -0.0009852269431576133, 0.0021657708566635847, 0.02670137956738472, 0.006295082159340382, -0.007107462268322706, -0.015417938120663166, 0.03910486772656441, 0.005538012832403183, 0.011145164258778095, 0.027932049706578255, 0.01490631140768528, 0.008358873426914215, -0.0214468352496624, -0.022345639765262604, 0.008089232258498669, 0.006077295169234276, 0.02050654962658882, 0.026922624558210373, 0.007916385307908058, -0.01898549683392048, -0.009015691466629505, -0.038717690855264664, 0.030338076874613762, -0.010267102159559727, -0.008103059604763985, 0.02097669243812561, 0.040211088955402374, 0.031361330300569534, -0.003816458163782954, -0.007674399763345718, -0.01621994748711586, -0.005078240297734737, 0.017782483249902725, -0.04524438828229904, 0.020354444161057472, -0.012915115803480148, 0.010578226298093796, -0.005247630178928375, 0.010543657466769218, -0.014532962813973427, -0.008241337724030018, -0.018114348873496056, -0.0024803520645946264, -0.009859183803200722, 0.0036885514855384827, -0.021433008834719658, -0.014028249308466911, -0.02034061588346958, -0.013772436417639256, -0.003795716678723693, -0.015058416873216629, 0.018473871052265167, 0.02376989834010601, -0.004037701990455389, -0.013537365011870861, -0.6035535335540771, -0.013267723843455315, 0.014256407506763935, -0.010993058793246746, -9.171685815090314e-05, 0.013094876892864704, -0.013502795249223709, 0.0002983768645208329, -0.014042077586054802, 0.03409922495484352, -0.028706403449177742, -0.00508169736713171, -0.013329948298633099, -0.026452479884028435, 0.006948443129658699, -0.024461284279823303, -0.002972965594381094, -0.020022578537464142, 0.003081859089434147, 0.017823966220021248, -0.02802884392440319, 0.006965727545320988, 0.0035952143371105194, 0.00933372974395752, -0.005748886149376631, 0.0010267102625221014, 0.008718394674360752, -0.014201096259057522, 0.006208658684045076, 0.002267750445753336, -0.043004292994737625, 0.00891889724880457, 0.01703578419983387, -0.013544278219342232, 0.04328084737062454, -0.01984281651675701, -0.04814821481704712, 0.012845977209508419, 0.0030438329558819532, -0.0028623437974601984, -0.0263556856662035, -0.014643584378063679, 0.016413535922765732, 0.02029913291335106, -0.01260399166494608, 0.01376552227884531, 0.023825207725167274, -0.014083560556173325, -0.04115137457847595, -0.026908796280622482, -0.013184756971895695, 0.010557484813034534, 0.004317713901400566, -0.006336565129458904, -3.273287074989639e-05, 0.006371134426444769, 0.03869003802537918, -0.004490560851991177, 0.0029798795003443956, -0.014712722972035408, 0.008068490773439407, 0.0006849056226201355, -0.017796311527490616, -0.0317208506166935, -0.01967688463628292, 0.018307937309145927, 0.02750338986515999, 0.005887163337320089, -0.0006222486263141036, -0.012880546972155571, -0.013703297823667526, 0.029231857508420944, -0.0007419450557790697, -0.01049526035785675, -0.019746022298932076, 0.025194155052304268, 0.015127555467188358, -0.007425500079989433, -7.632268534507602e-05, 0.02389434725046158, 0.004863909911364317, 0.019414156675338745, 0.0006995975854806602, -0.008331217803061008, 0.031527262181043625, 0.015072244219481945, -0.01205088198184967, 0.004473276436328888, 0.017823966220021248, 0.01056439895182848, 0.010744160041213036, 0.03667118772864342, -0.0288446806371212, -0.016966646537184715, 0.002324789995327592, -0.0013395630521699786, -0.017575066536664963, 0.004013503435999155, 0.007785021793097258, -0.028955303132534027, 0.004449077881872654, -0.018294109031558037, 0.036781806498765945, 0.011027628555893898, 0.04648888483643532, 0.010343154892325401, -0.04015577957034111, -0.002463067416101694, 0.0035675587132573128, -0.019414156675338745, -0.01449147891253233, -0.007791935466229916, 0.001527101849205792, -0.031388986855745316, 0.025346260517835617, -0.023548653349280357, 0.0060150702483952045, 0.0016938990447670221, 0.01702195778489113, -0.028263915330171585, 0.03371204808354378, -0.012735355645418167, 0.016330569982528687, 0.014657411724328995, -0.005970129743218422, 0.02541540004312992, 0.017284683883190155, -0.019580090418457985, -0.012562508694827557, 0.02573343738913536, -0.015086072497069836, -0.007688227575272322, 0.029619034379720688, -0.015984876081347466, 0.03963032364845276, 0.016427364200353622, 0.0462123304605484, 0.015196694061160088, 0.03130602091550827, -0.014671240001916885, -0.0006006427574902773, -0.0025996165350079536, 0.01604018732905388, 0.0008918896783143282, -0.02524946630001068, -0.03821989521384239, -0.0050402139313519, -0.015016933903098106, -0.0007596618961542845, -0.011891862377524376, -0.012673130258917809, -0.00610149372369051, 0.006530153565108776, 0.034652333706617355, -0.004296972416341305, -0.012811407446861267, -0.010958489961922169, -0.0324675515294075, 0.001276473980396986, -0.023811381310224533, 0.006053096614778042, 0.014878655783832073, 0.009105571545660496, 0.023866692557930946, 0.0015668566338717937, 0.0009506576461717486, -0.015625353902578354, 0.03880066052079201, -0.043972235172986984, -0.027005590498447418, -0.01154616940766573, -0.028734058141708374, -0.00372657785192132, 0.019358845427632332, -0.005959759000688791, 0.001596240559592843, 0.0021087315399199724, 0.00883593037724495, 0.003434466663748026, -0.001973910955712199, 0.001162394997663796, 0.022580711171030998, 0.000955843017436564, -0.0032426067627966404, 0.03227396309375763, 0.020368272438645363, 0.059072136878967285, 0.0218201857060194, -0.02193080633878708, 0.0064644720405340195, 0.0026428282726556063, 0.035979799926280975, -0.02472401224076748, 0.016648607328534126, 0.0018736597849056125, 0.018944013863801956, 0.026286548003554344, -0.007024495862424374, 0.016496501863002777, 0.018086694180965424, -0.028429849073290825, 0.017008129507303238, 0.009084830060601234, -0.021585114300251007, 0.008746050298213959, -0.022649850696325302, 0.0181973148137331, -0.018902530893683434, 0.007702055387198925, 0.006125692278146744, -0.0014821616932749748, -0.009119398891925812, -0.0015867339679971337, -0.010875523090362549, 0.0033238448668271303, 0.026950279250741005, -0.013661813922226429, 0.0057592568919062614, -0.018460042774677277, 0.0006676209159195423, 0.01262473315000534, 0.021170280873775482, -0.01252102479338646, 0.004030788317322731, -0.016330569982528687, 0.018819564953446388, -0.028761714696884155, 0.018294109031558037, 0.0032910038717091084, -0.046931374818086624, -0.026632241904735565, 0.005019472446292639, 0.009700165130198002, 0.020105544477701187, 0.015058416873216629, -0.019621573388576508, 0.009852269664406776, 0.0033359441440552473, 0.037583816796541214, -0.023783724755048752, -0.020382098853588104, -0.004352283664047718, 0.019400330260396004, -0.024544252082705498, 0.005527642089873552, 0.009720906615257263, 0.007591433357447386, 0.002824317431077361, -0.027282144874334335, 0.02654927410185337, -0.026576930657029152, 0.016966646537184715, -0.019538607448339462, 0.0013966024853289127, 0.007377102971076965, -0.001899586757645011, -0.02851281501352787, 0.0015115456189960241, 0.0075222947634756565, 0.023382721468806267, 0.0029262970201671124, 0.02768315002322197, -0.005499986466020346, 0.023230616003274918, 0.007370189297944307, -0.038773003965616226, 0.0035226186737418175, -0.011573824100196362, -0.024184729903936386, -0.005372080020606518, 0.002499365247786045, 0.0011364680249243975, 0.007093634456396103, -0.03893893584609032, 0.030559321865439415, 0.00869765318930149, -0.012977341189980507, 0.01769951730966568, 0.014560617506504059, 0.012700785882771015, -0.027890566736459732, -0.04687606170773506, 0.03227396309375763, -0.011076025664806366, -0.01156691089272499, -0.0034050827380269766, -0.041234344244003296, 0.005157749634236097, -0.013758608140051365, -0.0005531099159270525, -0.007072892971336842, 0.00749463913962245, -0.009624112397432327, 0.013827747665345669, -0.001510681351646781, 0.002215896500274539, 0.003099143970757723, -0.01097923144698143, 0.007404758594930172, -0.007003753911703825, -0.002179598668590188, 0.009174710139632225, -0.024876117706298828, -0.03365673869848251, 0.03291003778576851, -6.757231312803924e-05, -0.036781806498765945, -0.006983012426644564, 0.00852480623871088, -0.01803138293325901, 0.00867691170424223, 0.006219029426574707, 0.01720171794295311, -0.032495204359292984, 0.0212947316467762, 0.00883593037724495, -0.006443730089813471, 0.004511302337050438, 0.03365673869848251, -0.001413887133821845, -0.01689750701189041, -0.027932049706578255, -0.010025116614997387, 0.02508353441953659, 0.03976860269904137, 5.4392741731135175e-05, 0.0001528614229755476, 0.009126313030719757, -0.023700758814811707, 0.013696383684873581, -0.01623377576470375, -0.009236935526132584, 0.003045561257749796, 0.024862289428710938, -0.009610284119844437, -0.0039305370301008224, 0.03166554123163223, 0.005378993693739176, 0.030697599053382874, 0.008275906555354595, -0.001968725584447384, -0.017104923725128174, -0.003493234748020768, 0.00039819590165279806, 0.017976071685552597, -0.033020660281181335, -0.00011299861944280565, -0.013495881110429764, 0.004483647178858519, 0.011082939803600311, 0.011262699961662292, -0.004870824050158262, -0.038053959608078, -0.028595780953764915, 4.3346746679162607e-05, 0.008123801089823246, 0.0005738515174016356, 0.005914818961173296, -0.008808274753391743, 0.03409922495484352, 0.0019220568938180804, 0.015072244219481945, -0.013267723843455315, -0.003813001327216625, 0.004763659089803696, 0.021267075091600418, -0.006931158248335123, -0.014297890476882458, 0.006336565129458904, -0.009720906615257263, -0.0060600102879107, 0.01533497218042612, 0.007791935466229916, -0.033020660281181335, 0.011559996753931046, 0.006644232664257288, -0.016759229823946953, 0.00024220164050348103, 0.017782483249902725, 0.015971047803759575, -0.026175925508141518, -0.00934064295142889, -0.007349447812885046, -0.0314166434109211, -0.014256407506763935, -0.017008129507303238, 0.01096540316939354, 0.0003096119035035372, -0.010633537545800209, 0.000662435544654727, -0.01915143057703972, 0.00426240311935544, -0.004673778545111418, -0.01341982837766409, -0.004373025149106979, -0.02230415679514408, -0.04256180673837662, -0.0035986711736768484, 0.004570070654153824, 0.01113133691251278, 0.029895590618252754, 0.006025440990924835, -0.011691360734403133, 0.0321633405983448, 0.005617522168904543, -0.03210802748799324, -0.0138554023578763, -0.025318605825304985, 0.005911361891776323, -0.008158370852470398, 0.011518513783812523, -0.015514732338488102, -0.0144223403185606, 0.008932724595069885, 0.020423583686351776, -0.006637318525463343, 0.009527318179607391, -0.0064160749316215515, 0.008186026476323605, 0.007107462268322706, 0.011719015426933765, 0.007840332575142384, 0.013295379467308521, -0.02161276899278164, -0.001941070077009499, -0.04043233394622803, -0.030725253745913506, -0.035620275884866714, 0.001758716651238501, 0.01154616940766573, 0.024184729903936386, -0.0011943717254325747, -0.030725253745913506, -0.02063099853694439, 0.012832149863243103, -0.014933967031538486, 0.009900666773319244, 0.0029954358469694853, -0.0026964107528328896, 0.0010422664927318692, 0.021709563210606575, 0.0135926753282547, 0.0013222782872617245, -0.028305398300290108, -0.0008192940149456263, -0.03849644958972931, 0.03047635592520237, 0.029702000319957733, -0.007238825783133507, 0.04388926923274994, 0.003629783634096384, 0.012126934714615345, -0.02588554285466671, -0.004110298119485378, -0.011912603862583637, 0.0025581333320587873, -0.004684149287641048, -0.017312340438365936, -0.013081048615276814, -0.010045858100056648, -0.020520377904176712, 0.011262699961662292, -0.013730953447520733, 0.012009399011731148, -0.024862289428710938, 0.008538633584976196, -0.016012530773878098, -0.007335620000958443, -0.01803138293325901, -0.026106787845492363, -0.014588273130357265, 0.0021121883764863014, 0.023714587092399597, 0.03133367374539375, 0.00021249358542263508, 0.03161023184657097, -0.0239358302205801, -0.030504010617733, -0.012680044397711754, -0.0063918763771653175, 0.013495881110429764, 0.01718788966536522, 0.023866692557930946, 0.023037027567625046, 0.038911279290914536, -0.00104572344571352, 0.008303562179207802, 0.027130039408802986, 0.0021484862081706524, 0.004390309564769268, 0.004549328703433275, -0.01236200612038374, 0.0026393712032586336, -0.017727172002196312, 0.020202338695526123, 0.018874874338507652, 0.014311718754470348, -0.011096767149865627, -0.016468847170472145, 0.005192318931221962, -0.007909471169114113, 0.003975477535277605, -0.012631647288799286, -0.04361271485686302, -0.021515974774956703, 0.008075403980910778, -0.010827125981450081, -0.013544278219342232, -0.03918783739209175, -0.019109947606921196, 0.010999972932040691, 0.008268993347883224, 0.03000621125102043, 0.008075403980910778, 0.025857888162136078, -0.04391692578792572, 0.0021709562279284, 0.027143867686390877, 0.021571286022663116, -0.003479406936094165, -0.010702676139771938, -0.03470764681696892, -0.005814567673951387, 0.005451589357107878, 0.004487103782594204, 0.03821989521384239, 0.014532962813973427, 0.004165608901530504, 0.0031942096538841724, 0.008649256080389023, -0.0036885514855384827, 0.00885667186230421, -0.016966646537184715, -0.017934588715434074, -0.016952818259596825, -0.022718988358974457, -0.017091095447540283, -0.00817911233752966, -0.006658060476183891, -0.00315099791623652, 0.008642341941595078, 0.029757311567664146, -0.023355064913630486, -0.02065865509212017, 0.00548270158469677, 0.014339374378323555, 0.03617338836193085, 0.006633861921727657, -0.0016826640348881483, 0.014159613288939, 0.008504064753651619, -0.006481756456196308, 0.023465687409043312, 0.00044508063001558185, -0.012106193229556084, -0.004535500891506672, -0.005143921822309494, -0.0018321764655411243, -9.117670560954139e-05, 0.02211056835949421, 0.020423583686351776, -0.0324675515294075, -0.0638841912150383, 0.010038944892585278, 0.026466308161616325, 0.01886104792356491, -0.04109606519341469, -0.026189753785729408, -0.005555297713726759, -0.004449077881872654, -0.004048073198646307, 0.016344398260116577, 0.010751073248684406, 0.004417965188622475, -0.013004996813833714, 0.010598968714475632, 0.01884721964597702, -0.0006187916733324528, 0.00021270963770803064, 0.010356983169913292, 0.03882831335067749, -0.002055149059742689, -0.007632916327565908, 0.005797283258289099, 0.00843492615967989, 0.013129445724189281, -0.008822103030979633, 0.00024781914544291794, 0.009527318179607391, 0.019123774021863937, 0.002547762356698513, -0.003166554030030966, 0.004431793000549078, 0.03163788467645645, -0.02247008867561817, -0.005486158654093742, -0.017270855605602264, 0.007349447812885046, 0.027254490181803703, -0.027973532676696777, 0.0070798066444695, 0.012438058853149414, -0.02475166693329811, 0.0039305370301008224, 0.0436403714120388, 0.0010033758589997888, -0.006633861921727657, 0.00867691170424223, -0.0067513976246118546, -0.015680665150284767, -0.018238797783851624, -0.007204256486147642, 0.0005068733589723706, -0.031223053112626076, 0.016468847170472145, -0.010246360674500465, -0.023963486775755882, 0.009548059664666653, 0.032495204359292984, -0.010903178714215755, -0.005392821505665779, 0.03191443905234337, -0.023507170379161835, 0.023714587092399597, 0.032522860914468765, -0.007971696555614471, -0.025636643171310425, 0.009409782476723194, -0.005109352525323629, -0.004725632723420858, 0.011165905743837357, -0.012237556278705597, -0.013820833526551723, -0.012901288457214832, 0.01931736245751381, 0.015141383744776249, -0.0010526372352614999, -0.0006762632401660085, 0.002532206242904067, 0.01686985231935978, -0.005002187564969063, -0.0020776190795004368, -0.01916525699198246, -0.0061429766938090324, -0.0019030437106266618, -0.012569421902298927, 0.022511573508381844, 0.008510978892445564, 0.019635401666164398, -0.014781861566007137, 0.002022308064624667, 0.006613119971007109, -0.03603510931134224, -0.014809517189860344, 0.003895967733114958, -0.005116266664117575, -0.010336240753531456, 0.006924244575202465, -0.035316064953804016, -0.01047451887279749, -0.023493342101573944, 0.004124125465750694, -0.008296648040413857, 0.013081048615276814, 0.005109352525323629, 0.013233154080808163, 0.008248250931501389, 0.0017639020225033164, -0.016026359051465988, -0.009679422713816166, -0.025346260517835617, 0.008994949981570244, -0.03296535089612007, -0.02426769584417343, -0.008317390456795692, 0.03570324182510376, -0.0018788451561704278, -0.03429281339049339, -0.020022578537464142, -0.021889323368668556, -0.04281070455908775, -0.01604018732905388, -0.015846598893404007, 0.01669009029865265, -0.0027603639755398035, 0.0255260206758976, 0.022663677111268044, 0.016648607328534126, 0.016994301229715347, 0.023368893191218376, -0.006212115287780762, 0.011089853011071682, -0.0020637912675738335, -0.030282767489552498, -0.0028450589161366224, -0.018238797783851624, -0.01996726728975773, 0.0007829961832612753, 0.009216194041073322, -0.02259453944861889, -0.017160234972834587, 0.011857293546199799, -0.007508466951549053, -0.011324925348162651, 0.0018079779110848904, -0.009783131070435047, -0.00859394483268261, -0.01383466087281704, 0.009762389585375786, -0.03705836459994316, -0.007328705862164497, 0.014685067348182201, 0.007062521763145924, -0.0025736894458532333, -0.020451238378882408, 0.0007397845038212836, 0.004521673545241356, 0.013793177902698517, -0.005392821505665779, -0.021515974774956703, -0.0005129229975864291, -0.014270234853029251, 0.06089739874005318, 0.0017993355868384242, -0.00524071604013443, 0.02359013631939888, -0.01312253251671791, -0.008234423585236073, -0.013558106496930122, 0.004898479674011469, -0.0030369190499186516, 0.0021536715794354677, 0.04029405489563942, -0.033490803092718124, -0.002433683490380645, -0.005071326158940792, 0.009216194041073322, -0.03656056523323059, -0.005026386119425297, -0.011055284179747105, -0.008089232258498669, -0.040902476757764816, 0.03838582709431648, 0.021197937428951263, -0.02541540004312992, 0.007404758594930172, 0.0004156966460868716, 0.003062846139073372, 0.0008620736189186573, -0.01969071291387081, -0.0042762309312820435, -0.017976071685552597, -0.020105544477701187, 0.021861668676137924, -0.0016351310769096017, -0.01623377576470375, 0.0061118644662201405, 0.014297890476882458, -0.02294023334980011, 0.019552433863282204, 0.2216864377260208, -0.0321633405983448, 0.019884301349520683, 0.028457503765821457, 0.013966024853289127, -0.006104950327426195, 0.0004524266114458442, 0.004086099565029144, -0.013924541883170605, 0.001624760334379971, 0.005479244980961084, -0.006886218208819628, -0.007944040931761265, 0.0035710157826542854, 0.005396278575062752, -0.008988035842776299, -0.026410996913909912, -0.04637826606631279, -0.009679422713816166, 0.0008970751077868044, 0.008815188892185688, -0.004379938822239637, -0.014048991724848747, -0.006205201614648104, -0.009631025604903698, 0.007549949921667576, -0.014214924536645412, -0.00701066805049777, 0.01652415841817856, 0.007660571951419115, -0.012928944081068039, 0.004801685456186533, -0.0022660221438854933, 0.012735355645418167, 0.004691063426434994, 0.00039236232987605035, 0.027295973151922226, -9.28511653910391e-05, 0.014014421962201595, 0.022967888042330742, 0.01655181311070919, -3.492046380415559e-05, 0.014643584378063679, -0.03722429648041725, -0.007384017109870911, -0.008116887882351875, 0.014629757031798363, -0.014297890476882458, -0.005707402713596821, 0.01587425358593464, -0.015127555467188358, 0.0074808113276958466, 0.029370134696364403, 0.0255260206758976, -0.022055257111787796, -0.026618413627147675, -0.037583816796541214, 0.011055284179747105, 0.004400680772960186, 0.01735382340848446, -0.018460042774677277, 0.0045804413966834545, 0.010598968714475632, 0.016634780913591385, -0.023700758814811707, 0.00041742512257769704, 0.014311718754470348, -0.021751046180725098, 0.022539228200912476, -0.017906932160258293, -0.0029643233865499496, -0.0053617088124156, -0.0036816378124058247, 0.00032127907616086304, -0.016814541071653366, -0.04911615699529648, 0.032025061547756195, 0.009866097941994667, 0.011739757843315601, 0.029397791251540184, 0.0002113052614731714, -0.022165879607200623, 0.011055284179747105, -0.021668080240488052, -0.0038752262480556965, -0.028595780953764915, 0.004148324020206928, -0.0038752262480556965, -0.0484800823032856, -0.02668755315244198, 0.00033013746724464, -0.010446863248944283, -0.009071001783013344, 0.02603764832019806, 0.014809517189860344, 0.002528749406337738, 0.022013774141669273, -0.0012747454456984997, -0.015666836872696877, -0.01572214812040329, -0.011995570734143257, 0.025470711290836334, 0.025968508794903755, 0.0277108047157526, 0.005852594040334225, 0.01547324936836958, 0.009216194041073322, 0.02031296119093895, -0.00667534489184618, -0.004397223703563213, 0.009672509506344795, -0.045935776084661484, 0.0021865125745534897, 0.007785021793097258, -0.005935560446232557, 0.01586042530834675, 0.0092507628723979, -0.00041180758853442967, 0.01605401374399662, 0.007632916327565908, -0.0029020984657108784, -0.01122121699154377, -0.005911361891776323, 0.007681313436478376, -0.013530450873076916, -0.032688796520233154, -0.00950657669454813, -0.003131984733045101, -0.030504010617733, 0.0039236233569681644, -0.01041229348629713, -0.032052718102931976, -4.013287616544403e-05, 0.0034379237331449986, -0.02081076055765152, 0.01540411077439785, -0.005769627634435892, -0.022497745230793953, -0.0008577524567954242, 0.014519134536385536, 0.0009134955471381545, 0.01787927746772766, 0.0007518837810494006, -0.03260582685470581, 0.01312253251671791, -0.03263348340988159, -0.007964782416820526, 0.009312988258898258, -0.010716504417359829, -0.017561238259077072, -0.023009371012449265, -0.0019376131240278482, -0.0009592999704182148, 0.010094255208969116, 0.028899991884827614, 0.020603343844413757, -0.026798173785209656, -0.01785162091255188, 0.024502769112586975, 0.0018719312502071261, -0.03960266709327698, -0.01851535402238369, 0.02901061438024044, -0.005676290486007929, -0.012597077526152134, -0.009326815605163574, -0.17644205689430237, -0.010336240753531456, 0.003009263426065445, -0.030697599053382874, 0.02295405976474285, 0.005952845327556133, 0.016773058101534843, 0.02063099853694439, -0.025152672082185745, 0.004051529802381992, 0.006734112743288279, -0.004960704129189253, -0.001620439114049077, -0.0024924513418227434, -0.006671888288110495, 0.009803872555494308, -0.008234423585236073, -0.005593323614448309, 0.01869511418044567, 0.0026065304409712553, 0.025788748636841774, -0.019856644794344902, 0.009437437169253826, 0.004701434168964624, 0.009700165130198002, 0.01917908526957035, -0.005147378891706467, 0.02197229117155075, -0.018100520595908165, -0.036947742104530334, -0.009119398891925812, -0.004414508119225502, 0.02455807849764824, -0.00040619008359499276, 0.027614010497927666, 0.014436168596148491, 0.0277108047157526, -0.020105544477701187, -0.019109947606921196, -0.018446214497089386, 0.020368272438645363, 0.02247008867561817, 0.008220596238970757, -0.007446242030709982, -0.02786291018128395, 0.01367564219981432, 0.018957842141389847, -0.03224630653858185, 0.006920787505805492, -0.005150835961103439, 0.02540157176554203, -0.011836552061140537, 0.01587425358593464, 0.004971075337380171, 0.024461284279823303, 0.041400276124477386, 0.011020714417099953, 0.006108407396823168, -0.011511599645018578, -0.028070326894521713, 0.005133551079779863, 0.004193264525383711, 0.01657946966588497, -0.0006632997537963092, 0.015763631090521812, -0.03647759556770325, -0.022414779290556908, 0.03017214499413967, -0.017077267169952393, -0.013081048615276814, -0.02359013631939888, -0.005468874238431454, -0.012887460179626942, -0.007142031565308571, 0.035786211490631104, 0.015417938120663166, -0.02324444241821766, 0.012348178774118423, 0.04341912642121315, 0.009472006931900978, -0.006277797278016806, 0.008711480535566807, 0.009879925288259983, 0.016786884516477585, 0.00044292001985013485, 0.0002209198719356209, 0.01591573655605316, 0.0012773381313309073, -0.014588273130357265, -0.012610905803740025, 0.03880066052079201, -0.002207254059612751, 0.011269614100456238, 0.0010716504184529185, 0.01739530637860298, 0.006257055792957544, 0.010847867466509342, -0.016178464516997337, -0.0060876659117639065, -0.03509482368826866, 0.027323627844452858, 0.005417020060122013, -0.007162773050367832, -0.01407664641737938, 0.03802630677819252, 0.013087962754070759, -0.02488994598388672, 0.029757311567664146, 0.01834942027926445, -0.010308586061000824, -0.022677505388855934, 0.006986469496041536, -0.001944526913575828, 0.02524946630001068, -0.004269316792488098, 0.007729710545390844, -0.0032184082083404064, -0.04800993949174881, 0.019096119329333305, 0.006295082159340382, 0.027420422062277794, 0.0022262672428041697, 0.00828282069414854, 0.0271853506565094, -0.011158992536365986, -0.02389434725046158, -0.09812169522047043, -0.02931482344865799, 0.012299781665205956, 0.02309233881533146, -0.01868128590285778, 0.03357376903295517, -0.012638561427593231, 0.03343549370765686, -0.009796959348022938, 0.038579415529966354, -0.024336835369467735, -0.015224349685013294, 0.014408512972295284, 0.028734058141708374, 0.01703578419983387, -0.0042278338223695755, 0.004791314247995615, -0.03114008717238903, -0.017091095447540283, 0.015224349685013294, 0.02313382178544998, -0.01573597639799118, 0.014546790160238743, -0.027448078617453575, 0.0002545169845689088, -0.03467999026179314, -0.023839036002755165, 0.018473871052265167, 0.018432388082146645, 0.012638561427593231, 0.022649850696325302, -0.027890566736459732, -0.0046357521787285805, -0.006291625089943409, 0.021377697587013245, 0.008483323268592358, 0.007034866604954004, -0.01769951730966568, 0.02164042368531227, -0.016786884516477585, -0.021986117586493492, -0.015099899843335152, -0.00255986163392663, -0.02047889307141304, -0.007411672733724117, -0.01884721964597702, -0.008469494991004467, 0.031029464676976204, -0.013198585249483585, 0.0012125206412747502, -0.020769275724887848, -0.018750425428152084, -0.04211931675672531, 0.007439327891916037, 0.01735382340848446, 0.006246685050427914, -0.004521673545241356, 0.034154534339904785, -0.0031250708270817995, -0.003581386525183916, -0.008891241624951363, -0.031057121232151985, -0.00918162427842617, -0.012576336041092873, 0.003491506213322282, 0.007515380624681711, -0.009949063882231712, -0.005016015376895666, 0.028222432360053062, 0.0018287196289747953, -0.024641046300530434, 0.02670137956738472, -0.007854160852730274, -0.007294136565178633, -0.0018961298046633601, -0.015611526556313038, -0.008746050298213959, -0.0061187781393527985, 0.020050233229994774, 0.024184729903936386, -0.012431144714355469, -0.01574980467557907, -0.006295082159340382, -0.0070798066444695, -0.0163858812302351, 0.01574980467557907, 0.004265860188752413, -0.009873011149466038, 0.0004887244431301951, -0.05077548697590828, 0.00027050531934946775, 0.027434250339865685, -0.008289734832942486, -0.013081048615276814, -0.007014124654233456, -0.014615928754210472, -0.020700138062238693, 0.010640451684594154, 0.006640775594860315, 0.016745401546359062, -0.039879221469163895, -0.017505928874015808, -0.08462581038475037, 0.022829610854387283, 0.01139406394213438, -0.011829637922346592, 0.010716504417359829, -0.01998109556734562, 0.010142652317881584, -0.028402192518115044, 0.004314257297664881, 0.01483717281371355, -0.02931482344865799, 0.014187268912792206, -0.020243821665644646, -0.020769275724887848, -0.002758635673671961, 0.005002187564969063, 0.014284063130617142, -0.0053340536542236805, 0.013862316496670246, -0.003653982188552618, 0.011898776516318321, -0.00170945527497679, 0.030199799686670303, 0.02538774348795414, 0.01574980467557907, 0.0068723903968930244, -0.03998984396457672, 0.031001809984445572, 0.004967618267983198, -0.023686930537223816, -0.006236313842236996, -0.011297269724309444, -0.0028778999112546444, 0.014228751882910728, -0.00278801959939301, -0.009147054515779018, 0.006364220753312111, 0.004148324020206928, 0.027655495330691338, 0.037445541471242905, -0.014671240001916885, -0.006198287941515446, 0.022483916953206062, -0.023673104122281075, -0.0013231425546109676, -0.01260399166494608, 0.0049088504165410995, -0.017782483249902725, 0.04673778638243675, -0.006633861921727657, 0.048728980123996735, 0.005572582129389048, -0.012887460179626942, -0.05343041568994522, -0.007771193981170654, -0.014546790160238743, 0.03396094590425491, 0.00438339589163661, 0.010197963565587997, 0.00601852685213089, 0.024364490061998367, 0.021502146497368813, 0.015487076714634895, 0.011477029882371426, 0.0013196856016293168, -0.0033895266242325306, -0.006298538763076067, -0.0242400411516428, 0.023631619289517403, -0.023631619289517403, 0.006893131881952286, -0.007508466951549053, 0.01620611920952797, 0.019732195883989334, -0.007142031565308571, -0.01572214812040329, -0.004753288347274065, 0.021681908518075943, -0.03893893584609032, 0.020216166973114014, -0.004027331247925758, -0.022414779290556908, -0.013094876892864704, 0.0026549275498837233, 0.02964669093489647, 0.020520377904176712, -0.01605401374399662, 0.004414508119225502, -0.019566262140870094, -0.01587425358593464, -0.021253246814012527, -0.010792557150125504, 0.0019272422650828958, 0.02834688127040863, 0.004649579990655184, 0.00017425122496206313, 0.0025857887230813503, 0.006626947782933712, 0.0341268815100193, 0.017284683883190155, 0.026908796280622482, -0.0034361951984465122, -0.015846598893404007, -0.006844734773039818, -0.023313581943511963, 0.02343803085386753, -0.03257817402482033, -0.03918783739209175, 0.034486401826143265, 0.006049639545381069, 0.01837707683444023, -0.001418208354152739, 0.020202338695526123, 0.011207389645278454, -0.020603343844413757, 0.03918783739209175, 0.0032114943023771048, -0.020022578537464142, -0.030586976557970047, 0.029867934063076973, 0.020769275724887848, 0.010640451684594154, 0.034486401826143265, -0.0008447889122180641, 0.01590191014111042, -0.00043967916280962527, 0.010384637862443924, 0.00540319224819541, 0.029038269072771072, -0.0012911659432575107, -0.005880249664187431, -0.006827450357377529, -0.01655181311070919, 0.0012349906610324979, -0.0038026305846869946, -0.0004351419338490814, -0.005620979238301516, 0.013599589467048645, -0.0013801819877699018, 0.10453777015209198, 0.013143274001777172, -0.011580738238990307, 0.005831852555274963, -0.002029221970587969, 0.0011840008664876223, 0.014740378595888615, 0.009914495050907135, 0.006962270941585302, -0.021585114300251007, -0.0063918763771653175, -0.005786912050098181, 0.001972182421013713, -0.03492888808250427, -0.0021899694111198187, 0.003470764495432377, -0.012479541823267937, 0.0028830852825194597, -0.00909174419939518, -0.004065357614308596, 0.047097306698560715, -0.0021865125745534897, -0.010612796060740948, 0.023161476477980614, -0.025913197547197342, 0.024945255368947983, 0.02522181160748005, 0.012998082675039768, -0.009278418496251106, -0.025913197547197342, 0.020423583686351776, 0.03360142558813095, -0.05337510630488396, -0.021585114300251007, -0.011891862377524376, -0.006703000515699387, 0.013267723843455315, -0.005873335525393486, 0.015680665150284767, 0.001656736945733428, 0.0041863503865897655, -0.012548680417239666, -0.01186420675367117, -0.007411672733724117, 0.028084155172109604, -0.004943419713526964, -0.012327436357736588, -0.016109324991703033, -0.03766678273677826], metadata={'title': 'LLaMA-GPT4All: Simplified Local ChatGPT', 'url': 'https://pub.towardsai.net/llama-gpt4all-simplified-local-chatgpt-ab7d28d34923#485a', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='12feb374-b814-40d8-bcf0-ca9f4cf63ef0', node_type=, metadata={'title': 'LLaMA-GPT4All: Simplified Local ChatGPT', 'url': 'https://pub.towardsai.net/llama-gpt4all-simplified-local-chatgpt-ab7d28d34923#485a', 'source_name': 'towards_ai'}, hash='12fab2c861e2415a1f52e642a05b784ec0f89f9b03d9bea4e8eb8ac2b5e75aab'), : RelatedNodeInfo(node_id='fe85faf0-da8b-414b-a6ec-b51e1f2e3958', node_type=, metadata={'title': 'LLaMA by Meta leaked by an anonymous forum: Questions Arises on Meta', 'url': 'https://pub.towardsai.net/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta-e1216e51db6#9001', 'source_name': 'towards_ai'}, hash='568dbd96f7bb53b1b4c760bc094d70adeb79b88bff4a45427c2d95e632346485'), : RelatedNodeInfo(node_id='0eed5f02-6573-42e6-bb96-1ac67c37c295', node_type=, metadata={}, hash='43ef8b5c0f30f4a14af573a6ba2d27542ce7c4d03a1b290911e83b1ca9068796')}, hash='e79ebcf038aa550f604c7b03d596f71437b2f82b610d12166a58214ad44978c5', text=\"Introduce GPT4All GPT4All is a large language model (LLM) chatbot developed by Nomic AI, the world's first information cartography company. It was fine-tuned from LLaMA 7B model, the leaked large language model from Meta (aka Facebook). GPT4All is trained on a massive dataset of text and code, and it can generate text, translate languages, write different kinds of creative content, and answer your questions in an informative way. GPT4All is available to the public on GitHub. LLaMA is available for commercial use under the GPL-3.0 license - while the LLaMA code is available for commercial use, the WEIGHTS are not. This effectively puts it in the same license class as GPT4All. Nomic is working on a GPT-J-based version of GPT4All with an open commercial license. GPT4All is not going to have a subscription fee ever. GPT4All is Free4All. Although GPT4All is still in its early stages, it has already left a notable mark on the AI landscape. Its popularity and capabilities are expected to expand further in the future. How to Run GPT4All Locally GPT4All Readme provides some details about its usage. Here will briefly demonstrate to run GPT4All locally on M1 CPU Mac. Download gpt4all-lora-quantized.bin from the-eye.Clone this repository, navigate to chat, and place the downloaded file there. Simply run the following command for M1 Mac: Now, it's ready to run locally. Please see a few snapshots below: Similar to ChatGPT, GPT4All has the ability to comprehend Chinese, a feature that Bard lacks. If you want to interact with GPT4All programmatically, you can install the nomic client as follows. Install the nomic client using pip install nomic.Use the following Python script to interact with GPT4All: Chat4All Demystified GPT4All aims to provide a cost-effective and fine-tuned model for high-quality LLM results. The GPT4All model was fine-tuned using an instance of LLaMA\", start_char_idx=0, end_char_idx=1888, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='0eed5f02-6573-42e6-bb96-1ac67c37c295', embedding=[-0.01875278726220131, 0.021095111966133118, -0.0016272054053843021, -0.03157168999314308, 0.0009954876732081175, -0.008446562103927135, -0.02450212836265564, 0.006601094733923674, -0.022997362539172173, -0.0298965722322464, -0.000328723865095526, 0.013663556426763535, -0.01800040528178215, -0.016722774133086205, 0.01414621714502573, 0.010405597276985645, 0.012031028047204018, -0.016453051939606667, 0.012620157562196255, 0.01200263574719429, 0.011782599613070488, 0.017319001257419586, -0.02326708473265171, -0.01101602055132389, 0.0075451224111020565, 0.004397180862724781, 0.018028797581791878, -0.02095315232872963, -0.01628270000219345, 0.010263637639582157, 0.015530318021774292, 0.0029953354969620705, -0.036057595163583755, -0.0020921211689710617, -0.004908233415335417, -0.01530318334698677, 0.029328735545277596, 0.0015464661410078406, 0.035574931651353836, 0.009631920605897903, 0.010739200748503208, -0.00047556275967508554, 0.02058405987918377, -0.025808151811361313, -0.010668220929801464, 9.011071233544499e-05, 0.022202393040060997, -0.04908943176269531, -0.021875886246562004, -0.008673696778714657, 0.0003937144938390702, 0.028732508420944214, -0.015274791978299618, 0.003328939201310277, -0.009873250499367714, 0.017688095569610596, 0.011058608070015907, 0.0073747714050114155, 0.004170046653598547, 0.019065096974372864, -0.0032597342506051064, -0.0020672783721238375, -0.028746703639626503, 0.03219630941748619, -0.003893226385116577, -0.006700466386973858, -0.018454674631357193, 0.02119448408484459, 0.010895355604588985, 0.011775502003729343, 0.00870208814740181, 0.013443520292639732, -0.007481240667402744, -0.05107685923576355, 0.019661325961351395, -0.004876292776316404, -0.009752585552632809, 0.005231190472841263, -0.020427905023097992, 0.01631109230220318, 0.024076251313090324, -0.004691746085882187, 0.008098762482404709, 0.046732913702726364, 0.01970391348004341, -0.0050395457074046135, -0.007630297914147377, -0.0017806985415518284, -0.01316670048981905, 0.0031337456312030554, 0.0074457512237131596, 0.02083958499133587, 0.04216183349490166, 0.03492192178964615, -0.013180895708501339, -0.0027273879386484623, -0.011356722563505173, 0.026375988498330116, -0.007034069858491421, -0.02399107627570629, -0.0139616709202528, -0.01060433965176344, -0.00974548701196909, -0.011548367328941822, -0.010277833789587021, -0.015956195071339607, 0.020484687760472298, 0.003094706917181611, 0.011491583660244942, 0.04230378940701485, -0.0025836543645709753, 0.0330764539539814, 0.007779354695230722, -0.013947474770247936, -0.01346481405198574, -0.007779354695230722, 0.01764550805091858, -0.00851754192262888, -0.002551713492721319, 0.009397687390446663, 0.019292231649160385, 0.01274792104959488, 0.00664723152294755, 0.015558709390461445, 0.015047657303512096, 0.015047657303512096, -0.012478198856115341, -0.02278442494571209, -0.011960048228502274, 0.005224092397838831, 0.015516121871769428, 0.007495436817407608, 0.02647535875439644, 0.002120513003319502, -0.041963089257478714, 0.03477996215224266, -0.0198458731174469, -0.009844859130680561, -0.02719935029745102, -0.006420097313821316, -0.0015012167859822512, 0.023423239588737488, 0.0007656915113329887, -0.0014293499989435077, -0.02008720301091671, 0.04309876263141632, -6.942683830857277e-05, 0.0073179882019758224, 0.023082537576556206, 0.021009936928749084, 0.0021861691493541002, -0.029470695182681084, -0.02277022786438465, 0.012833096086978912, 0.008283309638500214, 0.018766984343528748, 0.020413707941770554, 0.011136685498058796, -0.026546338573098183, -0.007921313866972923, -0.023338064551353455, 0.028448589146137238, -0.01642465963959694, -0.011448996141552925, 0.017957817763090134, 0.035830460488796234, 0.04040154069662094, 0.0008513105567544699, 0.00021537845896091312, -0.026163049042224884, -0.01029912754893303, 0.017972012981772423, -0.044035691767930984, 0.01777327060699463, -0.012393022887408733, -0.0018454673700034618, -0.0037370715290308, 0.00802778359502554, -0.003598661394789815, -0.01377002615481615, -0.016736969351768494, -0.000940478581469506, -0.012953761965036392, -0.0037690121680498123, -0.02474345825612545, -0.0106540247797966, -0.01959034614264965, -0.017091866582632065, 0.0013095720205456018, -0.016964104026556015, 0.001742547145113349, 0.025069965049624443, 0.0019501622300595045, -0.01450821291655302, -0.6073575019836426, -0.012172986753284931, 0.009724193252623081, -0.013635165058076382, -0.0028604744002223015, 0.003210048656910658, -0.013372540473937988, -0.003593337954953313, -0.011356722563505173, 0.03171364590525627, -0.022713445127010345, -0.003045021090656519, -0.027114175260066986, -0.022599877789616585, 0.005472520831972361, -0.024828635156154633, 0.006129080895334482, -0.011960048228502274, 0.003165686270222068, 0.013812613673508167, -0.023834921419620514, 0.0015198488254100084, 0.005000506993383169, 0.00298291421495378, -0.007296693976968527, 0.006054552737623453, 0.006714662071317434, -0.012527883984148502, 0.008403974585235119, -0.0001947500422829762, -0.03614277020096779, 0.01305313315242529, 0.005532853305339813, -0.009454471059143543, 0.04332589730620384, -0.017986208200454712, -0.04216183349490166, 0.009298316203057766, 0.0026120461989194155, 0.008205232210457325, -0.031032243743538857, -0.0034318596590310335, 0.017787465825676918, 0.022315960377454758, -0.01897992193698883, 0.020257553085684776, 0.024104643613100052, -0.010185560211539268, -0.038414113223552704, -0.017546135932207108, -0.011839383281767368, 0.012939565815031528, 0.0006414773524738848, -0.012385925278067589, 0.0010398499434813857, 0.0061113364063203335, 0.04057189077138901, -0.007935510016977787, 0.009631920605897903, -0.014039748348295689, 0.009106671437621117, 0.000271053024334833, -0.0106540247797966, -0.027611032128334045, -0.024587303400039673, 0.015317379496991634, 0.02585073933005333, 0.007488338742405176, -0.002659957390278578, -0.012279456481337547, -0.006838876288384199, 0.031429730355739594, -0.0023671668022871017, -0.006434292998164892, -0.01677955687046051, 0.029783004894852638, 0.011221861466765404, 0.006217805668711662, -0.00014195902622304857, 0.024544715881347656, 0.01022105012089014, 0.018298519775271416, 0.004180693533271551, -0.005493814591318369, 0.029215168207883835, 0.011590954847633839, -0.005007604602724314, 0.004407827742397785, 0.010043601505458355, 0.012769214808940887, 0.010235246270895004, 0.0320543497800827, -0.033984992653131485, -0.021123504266142845, 0.005085682030767202, 0.0011507554445415735, -0.011427702382206917, 0.007066010497510433, 0.01200973428785801, -0.03636990487575531, -0.00447525829076767, -0.01923544891178608, 0.035461366176605225, 0.009383492171764374, 0.044773876667022705, 0.009085377678275108, -0.037420399487018585, -0.008418170735239983, 0.008624010719358921, -0.018696004524827003, -0.01960454136133194, -0.0004130120505578816, -0.0014958932297304273, -0.0325654000043869, 0.021024132147431374, -0.02277022786438465, 0.004106164909899235, 0.0021914925891906023, 0.013124112039804459, -0.028959641233086586, 0.02793753705918789, -0.009944230318069458, 0.0262056365609169, 0.013727438636124134, -0.0011516426457092166, 0.026234028860926628, 0.015047657303512096, -0.013564185239374638, -0.004862096626311541, 0.03111741878092289, -0.016992496326565742, -0.007616101764142513, 0.03125938028097153, -0.019817480817437172, 0.033019669353961945, 0.008730480447411537, 0.04290001839399338, 0.014408841729164124, 0.03100385144352913, -0.016197524964809418, -0.004929527174681425, -0.0023600689601153135, 0.006551409140229225, -0.0013663556892424822, -0.033843033015728, -0.0362563356757164, -0.007594808004796505, -0.000933380622882396, -0.008105861023068428, -0.015374163165688515, -0.012790508568286896, -0.019902655854821205, 0.0031603628303855658, 0.029215168207883835, -0.015558709390461445, -0.011917460709810257, -0.0057067531161010265, -0.029783004894852638, -0.0007510519935749471, -0.021336441859602928, 0.007658689748495817, 0.013812613673508167, 0.010441086255013943, 0.026503751054406166, 0.003048570128157735, -0.003352007595822215, -0.013578381389379501, 0.03847089782357216, -0.0367673896253109, -0.019419996067881584, -0.012563373893499374, -0.039634961634874344, -0.0024399207904934883, 0.02218819595873356, -0.006789190694689751, -0.0028693468775600195, -0.004478807561099529, 0.002809014404192567, -0.004297809675335884, -0.0023245790507644415, 0.007396065630018711, 0.031202595680952072, 0.0031763333827257156, -0.004854999016970396, 0.032167915254831314, 0.01775907538831234, 0.04522814601659775, 0.026404378935694695, -0.023054147139191628, 0.007616101764142513, 0.007438653148710728, 0.041593994945287704, -0.01957615092396736, 0.025297099724411964, -0.010071992874145508, 0.014465625397861004, 0.03636990487575531, -0.019377408549189568, 0.005362502299249172, 0.024303385987877846, -0.02915838547050953, 0.009142161346971989, 0.0058061243034899235, -0.018298519775271416, 0.0033023220021277666, -0.01872439682483673, 0.02008720301091671, -0.023082537576556206, 0.006072297692298889, 0.0030113058164715767, -0.0032863514497876167, -0.01145609375089407, -0.0027770735323429108, -0.011583857238292694, 0.0069808354601264, 0.02986817993223667, -0.018199147656559944, 0.01156966108828783, -0.015260595828294754, -0.0010167815489694476, 0.013535793870687485, 0.022202393040060997, -0.008162644691765308, 0.013329952955245972, -0.011740012094378471, 0.0068956599570810795, -0.022685052827000618, 0.015473534353077412, 0.0022198844235390425, -0.0386696383357048, -0.016822144389152527, 0.00961772445589304, 0.013216385617852211, 0.01628270000219345, 0.015615493059158325, -0.028988033533096313, 0.008482052013278008, 0.0060935914516448975, 0.03835732862353325, -0.02242952585220337, -0.01570066809654236, -0.008162644691765308, 0.021407421678304672, -0.0298965722322464, 0.0030148548539727926, 0.008389778435230255, 0.006161022000014782, 0.0051140738651156425, -0.02890285849571228, 0.020300140604376793, -0.022983167320489883, 0.018170755356550217, -0.012187182903289795, 0.00010264303273288533, 0.00961772445589304, -0.010746298357844353, -0.015416750684380531, -0.0017283512279391289, 0.014004258438944817, 0.012676941230893135, -0.0009466892806813121, 0.03395659849047661, -0.0034158891066908836, 0.018057188019156456, 0.010980530641973019, -0.03495031222701073, -0.0028782193548977375, -0.013585478998720646, -0.01822753995656967, 0.0006454699905589223, 0.013628066517412663, -0.005997769068926573, 0.012762117199599743, -0.04116811975836754, 0.03452443704009056, 0.005742242559790611, -0.022713445127010345, 0.028377609327435493, 0.010874061845242977, 0.010739200748503208, -0.0320543497800827, -0.05033867061138153, 0.03861285746097565, -0.0061858645640313625, -0.017120258882641792, -0.013975866138935089, -0.03725004941225052, 0.0018401439301669598, -0.018468869850039482, 0.0048656458966434, -0.006544311065226793, 0.0033928207121789455, -0.014273980632424355, 0.02045629546046257, 0.0034300850238651037, 0.0036199551541358232, 0.009404785931110382, -0.014366254210472107, 0.003348458558320999, -0.009213141165673733, 0.0016280926065519452, 0.008851145394146442, -0.016353679820895195, -0.03035084158182144, 0.02952747792005539, 0.0032810280099511147, -0.034609612077474594, -0.01175420731306076, 0.007087304722517729, -0.022571485489606857, 0.017943620681762695, -0.0012359308311715722, 0.016736969351768494, -0.02437436580657959, 0.033133238554000854, 0.009596430696547031, -0.008553031831979752, 0.00039105277392081916, 0.030464407056570053, 0.007786452770233154, -0.015615493059158325, -0.02191847376525402, -0.008510444313287735, 0.022869599983096123, 0.04412086680531502, 0.009773879311978817, -0.004883390851318836, 0.009411883540451527, -0.019008314236998558, 0.011278645135462284, -0.022500505670905113, -0.014316568151116371, 0.011583857238292694, 0.027866557240486145, -0.018042992800474167, -0.00021626570378430188, 0.030407624319195747, 0.005834516137838364, 0.02904481813311577, 0.008652403019368649, -0.006260393187403679, -0.020143985748291016, 0.005323463585227728, -0.0035259074065834284, 0.013258973136544228, -0.02450212836265564, 0.0031372946687042713, -0.008112958632409573, -0.0015012167859822512, 0.009340903721749783, 0.00942607969045639, 0.002581879962235689, -0.02325288951396942, -0.0234090443700552, 0.003719326574355364, 0.0018401439301669598, 0.0036589941009879112, 0.014579192735254765, -0.008340093307197094, 0.0259501114487648, -0.0021772966720163822, -0.0034212125465273857, -0.0005168195930309594, -0.009348002262413502, 0.006359764374792576, 0.029300343245267868, 0.0032774792052805424, -0.009908740408718586, 0.004862096626311541, -0.011967145837843418, -0.00214358139783144, 0.016509834676980972, 0.004386533983051777, -0.021251266822218895, 0.009844859130680561, -0.005085682030767202, -0.02242952585220337, -0.0024594401475042105, 0.01641046442091465, 0.004091969225555658, -0.02888866327702999, -0.01188906840980053, -0.006040356587618589, -0.02411883883178234, -0.016935711726546288, -0.010916649363934994, 0.009511254727840424, 0.0001053047672030516, -0.013990062288939953, 0.0027362604159861803, -0.018312714993953705, 0.005224092397838831, -0.00931251235306263, -0.011143784038722515, -0.008041978813707829, -0.011633542366325855, -0.04693165421485901, -0.0007168931188061833, 0.0012385925510898232, 0.015147028490900993, 0.0259501114487648, -0.006810484454035759, -0.013195091858506203, 0.03628472983837128, 0.005238288082182407, -0.025041572749614716, -0.009198945015668869, -0.02756844274699688, 0.005866456776857376, -0.010575947351753712, 0.005870006047189236, -0.017361588776111603, -0.020413707941770554, 0.005106976255774498, 0.003217146499082446, -0.0010061346692964435, -0.006196511443704367, -0.007289596367627382, 0.0076444935984909534, 0.0019164469558745623, 0.012655647471547127, 0.011328330263495445, 0.010249442420899868, -0.026163049042224884, 0.010171364061534405, -0.037051305174827576, -0.02903062105178833, -0.03145812079310417, 0.007821942679584026, 0.008652403019368649, 0.015430946834385395, -0.013322855345904827, -0.02338065207004547, -0.016935711726546288, 0.014777935110032558, -0.009816466830670834, 0.006363313645124435, 0.0059942202642560005, 0.005784830544143915, -0.002899513114243746, 0.004759176634252071, 0.01530318334698677, 0.00162897992413491, -0.021151894703507423, -0.011448996141552925, -0.026659905910491943, 0.028264041990041733, 0.03980531170964241, -0.005738693755120039, 0.044887445867061615, 0.013968768529593945, 0.014848914928734303, -0.021606164053082466, -0.007935510016977787, -0.008694990538060665, 0.004578178748488426, 0.0008504232973791659, -0.019689718261361122, -0.01727641373872757, -0.008915026672184467, -0.01883796416223049, 0.0090640839189291, -0.01310281828045845, 0.004035185556858778, -0.030918676406145096, 0.013798417523503304, -0.01071080844849348, -0.017091866582632065, -0.004670451860874891, -0.026745080947875977, -0.022713445127010345, 0.00755931856110692, 0.0177448783069849, 0.02474345825612545, 0.005980024114251137, 0.021762318909168243, -0.02695802040398121, -0.031798820942640305, -0.021989453583955765, -0.012158790603280067, 0.007481240667402744, 0.01677955687046051, 0.02387750893831253, 0.022486310452222824, 0.04309876263141632, -0.003964205738157034, 0.003075187560170889, 0.020271750167012215, 0.000874378893058747, 0.006838876288384199, 0.0037725612055510283, -0.004216182976961136, 0.001337963854894042, -0.02058405987918377, 0.016382072120904922, 0.013322855345904827, 0.01513283234089613, -0.013557087630033493, -0.007243459578603506, 0.0010105707915499806, -0.010029405355453491, -0.0058593591675162315, -0.012414317578077316, -0.03736361488699913, -0.020740214735269547, -0.00014251355605665594, -0.006214256398379803, -0.02034272812306881, -0.039493001997470856, -0.022486310452222824, 0.022457918152213097, -0.00037508236709982157, 0.032508619129657745, -0.00499695772305131, 0.024644088000059128, -0.04360981285572052, 0.013691948726773262, 0.033246804028749466, 0.02120867930352688, -0.006679172161966562, -0.009823564440011978, -0.04400729760527611, -0.003879030467942357, 0.0032366658560931683, 9.343787678517401e-05, 0.04119651019573212, 0.011370918713510036, 0.007523828651756048, 0.0018401439301669598, 0.005781281273812056, -0.0015331575414165854, 0.00673240702599287, -0.014288176782429218, -0.01959034614264965, -0.01244270894676447, -0.023934291675686836, -0.019405798986554146, -0.012478198856115341, -0.013855201192200184, 0.0018046541372314095, 0.002533968770876527, 0.019292231649160385, -0.023451631888747215, -0.018412087112665176, 0.016623402014374733, 0.022088825702667236, 0.03194078058004379, -0.0011534171644598246, -0.006072297692298889, 0.012258161790668964, 0.001985651906579733, -0.005238288082182407, 0.009695801883935928, 0.0010389626258984208, -0.016083957627415657, -0.004943723324686289, 0.017049279063940048, -0.012258161790668964, -0.0014923443086445332, 0.020484687760472298, 0.023721354082226753, -0.028689920902252197, -0.057493407279253006, 0.010206853970885277, 0.0330764539539814, 0.017673898488283157, -0.04176434502005577, -0.03310484439134598, -0.002294412814080715, 0.00029123781132511795, -0.015587101690471172, 0.017546135932207108, 0.008545933291316032, -0.001191568560898304, -0.011924558319151402, 0.0008943419088609517, 0.020853782072663307, -0.0019235449144616723, -0.017233826220035553, 0.007381869480013847, 0.03784627839922905, 0.0036518960259854794, -0.014252686873078346, -0.0018916040426120162, 0.010866963304579258, 0.022074628621339798, -0.011491583660244942, 0.0030929322820156813, 0.010057797655463219, 0.01973230578005314, 0.0009475765400566161, 0.002943875500932336, -0.00010719015699578449, 0.032508619129657745, -0.026305008679628372, -0.005241837352514267, -0.01390488725155592, 0.004741431679576635, 0.024686675518751144, -0.030833501368761063, 0.008900831453502178, 0.01861082948744297, -0.021975258365273476, 0.011463191360235214, 0.036568645387887955, -0.001067354460246861, -0.004358142148703337, 0.016197524964809418, -0.007978097535669804, -0.01763131096959114, -0.02252889797091484, -0.0038045020774006844, 0.014465625397861004, -0.028746703639626503, 0.014366254210472107, -0.004847900941967964, -0.01835530251264572, 0.0009804045548662543, 0.02843439392745495, -0.0019359663128852844, -0.008467855863273144, 0.023167714476585388, -0.03378624841570854, 0.01863921992480755, 0.025637801736593246, -0.02095315232872963, -0.0291299931704998, 0.01524639967828989, -0.00392516702413559, -0.005483167711645365, 0.012549178674817085, -0.010178462602198124, -0.015601297840476036, -0.016353679820895195, 0.01923544891178608, 0.010519163683056831, -0.008205232210457325, 0.00596582842990756, -0.006249746307730675, 0.013635165058076382, -0.001352159772068262, -0.008134252391755581, -0.018270127475261688, -0.004429121967405081, -0.00120221555698663, -0.010348813608288765, 0.023366456851363182, -0.005717399995774031, 0.018028797581791878, -0.015956195071339607, 0.005745791830122471, 0.0007204420980997384, -0.03429730236530304, 0.00020550788030959666, 0.0030219529289752245, -0.009248631075024605, -0.011165077798068523, 0.00719732278957963, -0.026560533791780472, -0.005703203845769167, -0.026120461523532867, 0.006686270236968994, -0.005216994322836399, 0.013990062288939953, 0.003174558747559786, 0.012045223265886307, 0.00870208814740181, 0.013131210580468178, -0.015941999852657318, 0.0009466892806813121, -0.02251470275223255, 0.009795173071324825, -0.023905901238322258, -0.022472115233540535, -0.004297809675335884, 0.03622794523835182, 0.000727096397895366, -0.0396917462348938, -0.02252889797091484, -0.01727641373872757, -0.03392820805311203, -0.016992496326565742, -0.024814438074827194, 0.020726017653942108, -0.0031195497140288353, 0.01959034614264965, 0.020172378048300743, 0.018710199743509293, 0.011363820172846317, 0.031316161155700684, -0.008971810340881348, 0.01041269488632679, -0.0003324946737848222, -0.026305008679628372, 0.0013770025689154863, -0.018823767080903053, -0.030464407056570053, -0.00046003598254173994, 0.026021089404821396, -0.015771647915244102, -0.01775907538831234, 0.009603528305888176, -0.005674812011420727, -0.006686270236968994, -0.001730125630274415, -0.00895051658153534, 0.0017585174646228552, -0.01909348927438259, 0.008311701007187366, -0.034212127327919006, -0.0035276818089187145, 0.02414723113179207, 0.008396876975893974, 0.002012269338592887, -0.0230257548391819, 0.004517846275120974, 0.008120056241750717, 0.016453051939606667, -0.0048337047919631, -0.021109307184815407, 0.0035383289214223623, -0.010071992874145508, 0.04945852607488632, -0.003957108128815889, -0.002800141926854849, 0.03111741878092289, -0.00838268082588911, -0.008098762482404709, -0.004858547821640968, 0.006824680604040623, 0.004592374432832003, -0.004578178748488426, 0.0529223270714283, -0.02840600162744522, -0.006192962639033794, -0.0010496096219867468, 0.007538024336099625, -0.026659905910491943, -0.011555464938282967, -0.01764550805091858, -0.011633542366325855, -0.036085985600948334, 0.04497262090444565, 0.01751774363219738, -0.019278036430478096, 0.015161224640905857, 0.002031788695603609, 0.009624822065234184, 0.004915331490337849, -0.021606164053082466, -0.012236868031322956, -0.018326910212635994, -0.023678766563534737, 0.012052321806550026, -0.006349117495119572, -0.010859865695238113, 0.002647535875439644, 0.017475156113505363, -0.02548164501786232, 0.017688095569610596, 0.22100181877613068, -0.029953354969620705, 0.011406407691538334, 0.025325490161776543, 0.013180895708501339, 0.0015145253855735064, 0.00606874842196703, 0.0074741430580616, -0.017574528232216835, 0.01090955175459385, 0.01003650389611721, -0.007353477645665407, -0.02511255256831646, -0.006654329597949982, 0.008915026672184467, -0.005827418062835932, -0.01751774363219738, -0.03611437603831291, -0.01790103316307068, 0.003854187671095133, 0.01029912754893303, 0.002124062040820718, -0.014408841729164124, -0.01096633542329073, -0.01266984362155199, 0.006735955830663443, -0.004684648010879755, -0.015899410471320152, 0.015331575646996498, 0.011647738516330719, -0.013124112039804459, 0.0005687233642674983, 0.004407827742397785, 0.009198945015668869, 0.0057883793488144875, -0.0029935610946267843, 0.013628066517412663, -0.001445320318453014, 0.017120258882641792, 0.022940579801797867, 0.014323665760457516, -0.0015597748570144176, 0.02118028700351715, -0.029442302882671356, -0.011115391738712788, 0.0028320825658738613, 0.010270736180245876, -0.012513688765466213, -0.007637395989149809, 0.006576252169907093, -0.007112147286534309, 0.012996349483728409, 0.026986410841345787, 0.02377813681960106, -0.013578381389379501, -0.0265889260917902, -0.03696613013744354, 0.005838064942508936, 0.0039500100538134575, 0.013911984860897064, -0.01727641373872757, 0.006636584643274546, 0.013400932773947716, 0.015771647915244102, -0.025069965049624443, -0.0020832486916333437, 0.015161224640905857, -0.02020077034831047, 0.019774893298745155, -0.011044412851333618, -0.0007683532312512398, 0.002551713492721319, -0.002115189563483, -0.0068601700477302074, -0.03123098611831665, -0.049657270312309265, 0.045625630766153336, 0.019689718261361122, 0.01729060895740986, 0.03296288847923279, 0.005951632279902697, -0.012180084362626076, 0.006654329597949982, -0.015473534353077412, -0.003197627142071724, -0.03980531170964241, 0.0032544108107686043, -0.007090853527188301, -0.03869803249835968, -0.021833298727869987, -0.003893226385116577, -0.011484485119581223, -0.013933278620243073, 0.02938552014529705, 0.015714865177869797, -0.00999391544610262, 0.02339484728872776, -0.0024594401475042105, -0.019320623949170113, -0.021606164053082466, -0.005593185778707266, 0.02460150048136711, 0.017574528232216835, 0.01713445410132408, 0.008595619350671768, 0.019774893298745155, 0.0007741203298792243, 0.013528695330023766, -0.006682721432298422, 0.0020938958041369915, 0.011044412851333618, -0.04849320650100708, 0.003337811678647995, 0.002674153307452798, -0.005738693755120039, 0.018809571862220764, 0.02020077034831047, -0.0008810332510620356, 0.016098154708743095, 0.006970188580453396, -0.010277833789587021, -0.015317379496991634, -0.005802575498819351, 0.003875481430441141, -0.0060758464969694614, -0.027596835047006607, -0.007360575720667839, -0.00321537209674716, -0.03344554826617241, 0.010199756361544132, -0.006189413834363222, -0.030577974393963814, -0.0010939717758446932, -0.000734194356482476, -0.016481444239616394, 0.009724193252623081, -0.004982762038707733, -0.025297099724411964, 0.0030308254063129425, 0.011924558319151402, -0.002014043740928173, 0.021535184234380722, 0.010682417079806328, -0.02437436580657959, 0.01211620308458805, -0.025282902643084526, -0.0067075639963150024, 0.019618738442659378, -0.006771445740014315, -0.01848306506872177, -0.01824173517525196, -0.0004070231516379863, 0.003641249146312475, 0.006785641424357891, 0.026645710691809654, 0.017560331150889397, -0.022713445127010345, -0.007616101764142513, 0.025439057499170303, 0.007701277267187834, -0.03940782696008682, -0.016012977808713913, 0.020371120423078537, -0.00037419513682834804, -0.021251266822218895, -0.004620766267180443, -0.18284323811531067, -0.0080774687230587, -0.001331753097474575, -0.028363414108753204, 0.016240112483501434, 0.008063272573053837, 0.021634556353092194, 0.028093691915273666, -0.027625227347016335, 0.00453204195946455, 0.0075451224111020565, 0.005124721210449934, 0.0012705333065241575, -0.014039748348295689, -0.0061858645640313625, 0.00719732278957963, -0.004159399773925543, 0.0019501622300595045, 0.020229162648320198, 0.0025943012442439795, 0.02242952585220337, -0.029783004894852638, 0.017304806038737297, 0.0047520785592496395, 0.011881970800459385, 0.011420603841543198, 0.0007053589215502143, 0.016935711726546288, -0.02032853290438652, -0.04119651019573212, -0.023054147139191628, 0.010341715067625046, 0.021890083327889442, -0.007956803776323795, 0.03182721510529518, 0.020115595310926437, 0.03233826532959938, -0.018326910212635994, -0.01738998107612133, -0.00508213322609663, 0.019164469093084335, 0.020612450316548347, 0.004652707371860743, -0.009170553646981716, -0.02414723113179207, 0.018199147656559944, 0.02071182243525982, -0.025822347030043602, 0.010994726791977882, -0.0053270123898983, 0.02719935029745102, -0.0023299024906009436, 0.017063476145267487, 0.010973433032631874, 0.019803285598754883, 0.04857838153839111, 0.013117014430463314, 0.006342019885778427, -0.014359155669808388, -0.029612652957439423, 0.0107179069891572, 0.00013042485807090998, 0.0246156957000494, 0.0022216588258743286, 0.013393834233283997, -0.034212127327919006, -0.026390183717012405, 0.024800242856144905, -0.021620361134409904, -0.009468667209148407, -0.014430135488510132, -0.003309419844299555, -0.014387547969818115, -0.0025783309247344732, 0.02904481813311577, 0.01873859204351902, -0.024161426350474358, 0.02277022786438465, 0.03685256466269493, 0.00637041125446558, -0.005759987514466047, 0.003939363174140453, 0.005376698449254036, 0.014721151441335678, -0.004688196815550327, 0.0011072804918512702, 0.019519366323947906, 0.0036199551541358232, -0.018270127475261688, -0.007488338742405176, 0.04772662743926048, 0.0005846937419846654, 0.014053943566977978, 0.0025854287669062614, 0.013344149105250835, 0.008262015879154205, 0.005618028808385134, -0.015274791978299618, -0.0038222467992454767, -0.031060636043548584, 0.014792131260037422, 0.009851956740021706, -0.0018028797348961234, -0.009127965196967125, 0.03372946381568909, 0.016225917264819145, -0.0362563356757164, 0.02707158774137497, 0.016609206795692444, -0.01679375395178795, -0.020995739847421646, 0.006366862449795008, 0.0011587406042963266, 0.021464206278324127, -0.011846480891108513, 0.012456905096769333, -0.003100030357018113, -0.0487203374505043, 0.026390183717012405, 0.0038009530398994684, 0.03983370214700699, -0.0005962279392406344, -0.0016697930404916406, 0.03940782696008682, -0.0178726427257061, -0.026603123173117638, -0.10135874897241592, -0.03111741878092289, 0.01750354841351509, 0.028079496696591377, -0.020853782072663307, 0.023210301995277405, -0.011690326035022736, 0.03784627839922905, -0.010739200748503208, 0.04730074852705002, -0.0263334009796381, -0.015090244822204113, 0.005117623135447502, 0.020172378048300743, 0.023125125095248222, -0.020243357867002487, 0.0034070166293531656, -0.03108902834355831, -0.01729060895740986, 0.02610626630485058, 0.029300343245267868, -0.012840194627642632, 0.0165382269769907, -0.01923544891178608, 0.005855809897184372, -0.04025958105921745, -0.02521192468702793, 0.024814438074827194, 0.01957615092396736, 0.010781788267195225, 0.02597850188612938, -0.029612652957439423, -0.002383137121796608, -0.01280470471829176, 0.02436016872525215, -0.004145203623920679, -0.006711113266646862, -0.021492596715688705, 0.020002027973532677, -0.00643074419349432, -0.01801460050046444, -0.007722571026533842, -0.004940174054354429, -0.018781179562211037, -0.010213952511548996, -0.0025747818872332573, -0.008659500628709793, 0.029924962669610977, -0.0076799835078418255, -0.004212634172290564, -0.026745080947875977, -0.01800040528178215, -0.03262218460440636, 0.009830662980675697, 0.018710199743509293, 0.0013707919279113412, 0.005422834772616625, 0.03770431876182556, 0.00021693114831577986, -0.01433786191046238, 0.0050218007527291775, -0.031770430505275726, -0.01738998107612133, -0.008063272573053837, 0.004766274243593216, 0.0019412897527217865, -0.020229162648320198, -0.017574528232216835, 0.028760898858308792, 0.01354289148002863, -0.02695802040398121, 0.021748123690485954, -0.004361691419035196, -0.00011351177090546116, -0.01071080844849348, -0.011867774650454521, -0.016751166433095932, -0.014401743188500404, 0.014990873634815216, 0.02941391058266163, -0.012755018658936024, -0.015998782590031624, -0.011165077798068523, -0.01517542079091072, -0.011825187131762505, 0.018539849668741226, -0.00039681984344497323, -0.013585478998720646, 0.00026262420578859746, -0.047584667801856995, -0.0034158891066908836, 0.01824173517525196, -0.00453204195946455, -0.014082335866987705, -0.007424457464367151, -0.0064875278621912, -0.023423239588737488, 0.011974244378507137, 0.010703710839152336, 0.018099775537848473, -0.03304806351661682, -0.016807949170470238, -0.07802068442106247, 0.015274791978299618, 0.013642262667417526, -0.0066081928089261055, 0.0071831271052360535, -0.02560940943658352, 0.02071182243525982, -0.019150273874402046, 0.00563222449272871, 0.003100030357018113, -0.03160008043050766, 0.009092476218938828, -0.01848306506872177, -0.028377609327435493, 0.0009848407935351133, 0.00689211068674922, 0.01280470471829176, -0.01425978448241949, 0.018951529636979103, -0.00347622181288898, 0.006043905857950449, 0.0019004765199497342, 0.016566619277000427, 0.021975258365273476, 0.01524639967828989, 0.0031763333827257156, -0.032139524817466736, 0.03134455531835556, 0.0033945953473448753, -0.02986817993223667, -0.006015514023602009, -0.010540458373725414, -0.007215067744255066, 0.015601297840476036, -0.011917460709810257, -0.013720340095460415, 0.010462380945682526, 0.008730480447411537, 0.02986817993223667, 0.027738794684410095, -0.018184952437877655, -0.004443317651748657, 0.028860270977020264, -0.030663151293992996, -0.0036696409806609154, -0.011661934666335583, 0.0005913480999879539, -0.013244777917861938, 0.03744879364967346, -0.007765159010887146, 0.038896773010492325, 0.011598052456974983, -0.018823767080903053, -0.053972821682691574, -0.010611437261104584, -0.01193165685981512, 0.02719935029745102, -0.002681251149624586, 0.0138977887108922, 0.011285742744803429, 0.024473736062645912, 0.02585073933005333, 0.015374163165688515, 0.0056535182520747185, -0.0011126039316877723, -0.010590143501758575, -0.016211722046136856, -0.025793956592679024, 0.010746298357844353, -0.019760696217417717, 0.0018490164075046778, -0.007793550845235586, 0.01629689708352089, 0.02497059293091297, -0.002688349224627018, -0.0145649965852499, 0.00240443111397326, 0.013528695330023766, -0.03642668575048447, 0.028633136302232742, 0.0006570041296072304, -0.0213080495595932, -0.015459338203072548, 0.0015038785059005022, 0.022571485489606857, 0.006107787135988474, -0.014848914928734303, -0.0006836214452050626, -0.017347393557429314, -0.01274082250893116, -0.014415939338505268, -0.010277833789587021, -0.003096481319516897, 0.028079496696591377, 0.002922581508755684, 0.0038151489570736885, 0.0051921517588198185, 0.009830662980675697, 0.030208881944417953, 0.015615493059158325, 0.027767186984419823, -0.0032792536076158285, -0.009546744637191296, -0.00533056166023016, -0.02252889797091484, 0.02549584209918976, -0.0352342315018177, -0.043780166655778885, 0.04224700853228569, 0.007772257085889578, 0.01414621714502573, -0.010426891036331654, 0.01716284640133381, 0.018057188019156456, -0.00716893095523119, 0.04258770868182182, -0.005163759924471378, -0.025751367211341858, -0.02851956896483898, 0.025751367211341858, 0.024416953325271606, 0.010370107367634773, 0.026021089404821396, 0.009944230318069458, 0.02032853290438652, 0.009546744637191296, 0.014217196963727474, 0.00783613882958889, 0.026759278029203415, -0.0038293448742479086, -0.0015766324941068888, -0.005795477423816919, -0.024558912962675095, -0.0012598864268511534, 0.001090422854758799, -0.00016968540148809552, -0.0058416142128407955, 0.019164469093084335, 0.0005913480999879539, 0.10345973819494247, 0.01801460050046444, -0.010192658752202988, 0.007857432588934898, -0.0005829192814417183, 0.00716893095523119, 0.014891502447426319, 0.012016831897199154, 0.009646115824580193, -0.025694584473967552, -0.005791928619146347, -0.007949705235660076, 0.00016713458171579987, -0.03381464257836342, -0.007207969669252634, -0.001990975346416235, -0.008609815500676632, 0.007353477645665407, -0.016935711726546288, -0.008368484675884247, 0.048805516213178635, -0.0032845770474523306, -0.015090244822204113, 0.010313323698937893, -0.020541472360491753, 0.020796997472643852, 0.016722774133086205, 0.017091866582632065, 0.0029811395797878504, -0.029215168207883835, 0.015828432515263557, 0.03733522444963455, -0.0465625636279583, -0.020385317504405975, -0.015984587371349335, -0.015558709390461445, 0.015587101690471172, -0.0059942202642560005, 0.010753396898508072, -0.0069808354601264, -0.000428316998295486, -0.006689819507300854, -0.015516121871769428, -0.01897992193698883, 0.019931048154830933, 0.0022305313032120466, -0.015558709390461445, -0.010512066073715687, -0.040202796459198], metadata={'title': 'LLaMA-GPT4All: Simplified Local ChatGPT', 'url': 'https://pub.towardsai.net/llama-gpt4all-simplified-local-chatgpt-ab7d28d34923#485a', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='12feb374-b814-40d8-bcf0-ca9f4cf63ef0', node_type=, metadata={'title': 'LLaMA-GPT4All: Simplified Local ChatGPT', 'url': 'https://pub.towardsai.net/llama-gpt4all-simplified-local-chatgpt-ab7d28d34923#485a', 'source_name': 'towards_ai'}, hash='12fab2c861e2415a1f52e642a05b784ec0f89f9b03d9bea4e8eb8ac2b5e75aab'), : RelatedNodeInfo(node_id='d6195696-7cd6-4855-a279-bf08f5ae3a0b', node_type=, metadata={'title': 'LLaMA-GPT4All: Simplified Local ChatGPT', 'url': 'https://pub.towardsai.net/llama-gpt4all-simplified-local-chatgpt-ab7d28d34923#485a', 'source_name': 'towards_ai'}, hash='e79ebcf038aa550f604c7b03d596f71437b2f82b610d12166a58214ad44978c5'), : RelatedNodeInfo(node_id='d3a3ec57-96d5-496f-b613-72ccfc2f6c95', node_type=, metadata={}, hash='d575851dd53cdb2f7c24c2968f52ae815fefb86de89f4d7156de607e39b46cd0')}, hash='43ef8b5c0f30f4a14af573a6ba2d27542ce7c4d03a1b290911e83b1ca9068796', text=\"ready to run locally. Please see a few snapshots below: Similar to ChatGPT, GPT4All has the ability to comprehend Chinese, a feature that Bard lacks. If you want to interact with GPT4All programmatically, you can install the nomic client as follows. Install the nomic client using pip install nomic.Use the following Python script to interact with GPT4All: Chat4All Demystified GPT4All aims to provide a cost-effective and fine-tuned model for high-quality LLM results. The GPT4All model was fine-tuned using an instance of LLaMA 7B with LoRA on 437,605 post-processed examples for 4 epochs. Detailed model hyperparameters and training codes can be found in the GitHub repository. GPT4All developers collected about 1 million prompt responses using the GPT-3.5-Turbo OpenAI API from various publicly available datasets. After an extensive data preparation process, they narrowed the dataset down to a final subset of 437,605 high-quality prompt-response pairs. Developing GPT4All took approximately four days and incurred $800 in GPU expenses and $500 in OpenAI API fees. The final gpt4all-lora model can be trained on a Lambda Labs DGX A100 8x 80GB in about 8 hours, with a total cost of $100. A preliminary evaluation of GPT4All compared its perplexity with the best publicly known alpaca-lora model. Results showed that the fine-tuned GPT4All models exhibited lower perplexity in the self-instruct evaluation compared to Alpaca. However, this assessment was not exhaustive due to encouraging users to run the model on local CPUs to gain qualitative insights into its capabilities. TL;DR Considering the expensive LLMs in training and serving, Meta LLaMA is a foundation for accelerating LLM open-source community. Stanford's Alpaca, based on LLaMA, offers an optimized smaller model with enhanced performance. Now, GPT4All, also built on LLaMA, enables local execution. Generative AI is evolving rapidly every day. Thanks to Brandon Duderstadt for reviewing this article.\", start_char_idx=1358, end_char_idx=3334, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='d3a3ec57-96d5-496f-b613-72ccfc2f6c95', embedding=[-0.018455250188708305, 0.004426287952810526, -0.01317625679075718, -0.010798586532473564, -0.010274932719767094, -0.0012463309103623033, -0.03441960737109184, -0.0008434184128418565, -0.026536500081419945, -0.023253049701452255, 0.012744596228003502, 0.011124100536108017, 0.0011764514492824674, -0.004737649578601122, -0.003134845057502389, 0.009270084090530872, 0.003693880746141076, 0.014336786232888699, 0.002448434242978692, 0.003447975730523467, 0.004514743108302355, 0.001983161084353924, -0.006634125020354986, -0.012914429418742657, -0.007684970274567604, 0.02023850381374359, 0.021568866446614265, -0.024937232956290245, -0.004819028079509735, -0.01573791354894638, 0.026324206963181496, 0.006096318364143372, -0.020733851939439774, 0.01684183068573475, -0.009397459216415882, -0.013119645416736603, 0.030966324731707573, -0.0031843800097703934, 0.030966324731707573, -0.006050321739166975, 0.03976936638355255, 0.006747347302734852, -0.01161237247288227, -0.016657846048474312, -0.021738700568675995, 0.01767684705555439, 0.005434675142168999, -0.020167740061879158, -0.01733717881143093, 0.01481798104941845, 0.010090946219861507, 0.029522739350795746, -0.03257974609732628, -0.0049923998303711414, -0.0001469458657084033, 0.0024289742577821016, -0.004426287952810526, -0.0018805532017722726, 0.017351333051919937, 0.005611584987491369, 0.00023263663752004504, -0.01546900998800993, -0.007125934585928917, 0.021710393950343132, 0.008130783215165138, -0.005866335239261389, -0.0014993122313171625, 0.03068326972424984, 0.013183332979679108, -0.013515923172235489, -0.0034992797300219536, 0.017790069803595543, 0.016926748678088188, -0.011775129474699497, 0.026791250333189964, -0.01868169568479061, -0.016360636800527573, 0.005565588362514973, 0.006998559460043907, 0.005990172270685434, 0.004065391607582569, 0.0027951779775321484, -0.011053336784243584, 0.037391696125268936, 0.032806187868118286, 1.3427192243398167e-05, 0.02138487994670868, -0.00413615582510829, -4.265189272700809e-05, -0.021568866446614265, 0.004383829887956381, 0.008887957781553268, 0.03900511562824249, 0.025701483711600304, -0.022672785446047783, -0.0040830825455486774, -0.021328268572688103, 0.018342027440667152, -0.022234048694372177, -0.02066308818757534, -0.014428779482841492, -0.0015116959111765027, -0.03594811260700226, -0.017860833555459976, -0.01004141103476286, 0.011187788099050522, 0.007140087429434061, 0.02635251358151436, 0.012475692667067051, 0.01607757993042469, 0.0014789676060900092, 0.0428546778857708, 0.005254226736724377, -0.06617849320173264, -0.0016762221930548549, -0.004514743108302355, 0.006821649614721537, -0.027711180970072746, -0.02807915396988392, 0.0018823223654180765, 0.01788913831114769, 0.05196908116340637, 0.015299176797270775, -0.017153192311525345, 0.01251815166324377, 0.003143690526485443, -0.0066270483657717705, -0.01868169568479061, -0.013317784294486046, 0.0024643561337143183, 0.027965931221842766, 0.01974315568804741, 0.024512648582458496, 0.0014055499341338873, -0.03351382911205292, 0.00929838977754116, -0.014704759232699871, -0.007904338650405407, -0.00568234920501709, -0.000536921841558069, 0.011187788099050522, 0.02011112868785858, 5.0115286285290495e-05, 0.007960950024425983, -0.03144752234220505, 0.013770674355328083, 0.009362077340483665, 0.010550912469625473, 0.02019604481756687, 0.008003408089280128, 0.005905255675315857, -0.04339248314499855, -0.028730183839797974, 0.015327481552958488, 0.01428725104779005, 0.02844712696969509, 0.0026483426336199045, 0.010550912469625473, -0.017323026433587074, 0.005753112956881523, 0.008619055151939392, 0.02475324645638466, -0.02066308818757534, 0.0006231654551811516, 0.03657083585858345, 0.02635251358151436, 0.03648591786623001, -0.03181549534201622, -0.018285417929291725, -0.017096582800149918, -0.014987815171480179, 0.02403145283460617, -0.01999790593981743, 0.021809464320540428, -0.0045501249842345715, 0.014471237547695637, 0.01494535617530346, -0.010388154536485672, -0.0162049550563097, -0.02330966107547283, 0.006368760019540787, 0.0028252527117729187, 0.008689818903803825, 0.006011401768773794, -0.03450452536344528, -0.0018345566932111979, -0.006351068615913391, -0.018823223188519478, 0.0064607528038322926, 0.00044470748980529606, 0.026451582089066505, 0.0343346931040287, 0.00012140448234276846, -0.020096976310014725, -0.6249876022338867, -0.033315692096948624, 0.014343862421810627, -0.033485524356365204, 0.006871184334158897, -0.023974843323230743, -0.023182285949587822, -0.01797405630350113, -0.017223957926034927, 0.012114796787500381, -0.03359874710440636, 0.010855196975171566, 0.004811951890587807, -0.00586987379938364, -0.005636352580040693, -0.004061853513121605, 0.006368760019540787, -0.03294771909713745, -0.01844109781086445, 0.001928318990394473, 0.009369153529405594, -0.004673962015658617, 0.006195387803018093, 0.009567292407155037, -0.018285417929291725, 0.011683136224746704, 0.014209411107003689, 0.0049640946090221405, 0.02117258869111538, 0.001375475199893117, -0.026409124955534935, 0.007628358900547028, 0.015115190297365189, -0.01534163486212492, 0.04098650813102722, -0.017747610807418823, -0.014846286736428738, 0.03204193711280823, -0.0034727430902421474, 0.018695848062634468, -0.023054910823702812, -0.025177830830216408, 0.007727428805083036, 0.007727428805083036, -0.0008558020927011967, 0.03328738361597061, 0.04789307340979576, -0.00260942243039608, -0.014888744801282883, -0.028984934091567993, -0.00011587604967644438, -0.00839261058717966, 0.003083541290834546, -0.011888351291418076, 0.001997313927859068, 0.004475822672247887, 0.026819555088877678, -0.007812345400452614, 0.017181498929858208, 0.004259992856532335, 0.0005634583067148924, 0.012956888414919376, -0.025857165455818176, -0.02315397933125496, -0.015752065926790237, 0.02108767069876194, 0.008024637587368488, -0.00260411505587399, -0.0032781423069536686, -0.00383540871553123, -0.0110887186601758, 0.028517890721559525, 0.007051632273942232, -0.009751278907060623, 0.004454593639820814, 0.041269563138484955, 0.020691392943263054, 0.0020096974913030863, 0.0006895067053847015, 0.016049275174736977, 0.017492860555648804, -0.01712488755583763, 0.0009261238155886531, -0.041609231382608414, 0.018455250188708305, 0.013254096731543541, 0.014789675362408161, -0.005378063768148422, -0.005116236861795187, 0.02664972096681595, 0.011676060035824776, 0.011817587539553642, -0.02584301121532917, -0.03274957835674286, 0.002444896148517728, 0.003617809386923909, -0.011400080285966396, 0.009093173779547215, 0.02192268706858158, -0.0443548746407032, -0.0026908009313046932, -0.011385926976799965, 0.011173635721206665, 0.013607916422188282, 0.01675691455602646, 0.013452235609292984, -0.026409124955534935, 0.0025705022271722555, 0.01970069669187069, -0.012808283790946007, -0.0014948894968256354, 0.0031171541195362806, -0.01004141103476286, -0.013431007042527199, -0.0007682316354475915, -0.027215832844376564, 0.004514743108302355, -0.009312542155385017, 0.025305205956101418, -0.0054842098616063595, 0.02567317895591259, -0.01134346891194582, 0.011414232663810253, -0.0016735685057938099, 0.0030357756186276674, 0.0223897285759449, 0.0013498233165591955, -0.013388548046350479, -0.011329316534101963, 0.015115190297365189, -0.013777750544250011, -0.005731883924454451, 0.016657846048474312, -0.030145462602376938, -0.008597825653851032, 0.015525621362030506, 0.04630795866250992, -0.00012814917135983706, -0.008442144840955734, -0.015030273236334324, -0.036344390362501144, -0.017280567437410355, 0.017860833555459976, 0.006673044990748167, -0.027300750836730003, -0.03792950138449669, -0.03407994285225868, 0.011017954908311367, 0.011187788099050522, -0.007642511744052172, -0.02023850381374359, -0.009843272157013416, -0.0232388973236084, 0.022149130702018738, -0.007331150118261576, -0.011541607789695263, -0.023210590705275536, -0.033230774104595184, -0.009496528655290604, -0.014506619423627853, 0.0007885763188824058, 0.01793159730732441, -0.00827231165021658, 0.004900407046079636, 0.0030286991968750954, -0.006064474582672119, 0.017577776685357094, 0.029494434595108032, -0.01633233018219471, -0.02647988870739937, -0.00232459744438529, -0.017832526937127113, 0.004150308668613434, 0.015921900048851967, -0.006379374302923679, 0.02188022807240486, -0.011230246163904667, 0.005632814019918442, -0.01688428968191147, -0.013940507546067238, -0.005324990954250097, 0.041524313390254974, 0.0049039451405406, -0.007044556085020304, 0.035042330622673035, 0.0009349693427793682, 0.042911287397146225, 0.015016119927167892, -0.006379374302923679, 0.0027881015557795763, 0.00741606717929244, 0.012022803537547588, -0.0005669965175911784, 0.0232388973236084, -0.014478313736617565, 0.022885076701641083, 0.013147951103746891, -0.02887171134352684, -0.017450401559472084, 0.034108247607946396, -0.0015267332782968879, 0.010798586532473564, 0.002917245728895068, 0.0015629997942596674, 0.009454070590436459, -0.02597038634121418, 0.02113012969493866, -0.01953086256980896, 0.027682876214385033, -0.00940453540533781, 0.019035516306757927, 0.0005678810994140804, -0.0009429302881471813, -0.021540561690926552, -0.005625737830996513, 0.02475324645638466, -0.002920784056186676, 0.0029632423538714647, -0.010083870030939579, 0.014492467045783997, -0.011244399473071098, 0.01559638511389494, 0.01121609378606081, 0.0002755373134277761, 0.009149785153567791, -0.0009783122222870588, -0.002602346008643508, 0.026578957214951515, -0.01173974759876728, -0.04339248314499855, 0.026833707466721535, 0.0029543968848884106, 0.006570436991751194, 0.004061853513121605, 0.01573791354894638, -0.008909187279641628, 0.020606476813554764, 0.0006143199861980975, 0.025616567581892014, -0.005792033392935991, -0.0033453679643571377, 0.006535055115818977, 0.015964357182383537, -0.03521216660737991, 0.02377670258283615, -0.0024042068980634212, 0.03982597962021828, 0.022191589698195457, 0.0018805532017722726, -0.002439588773995638, -0.02121504582464695, 0.022913383319973946, -0.0005130390054546297, 0.009015332907438278, 0.0028730183839797974, -0.02234727144241333, 0.00567173445597291, 0.013119645416736603, 0.0214273389428854, 0.01365745160728693, -0.003856637980788946, 0.004026471637189388, 0.012468616478145123, 0.014846286736428738, 0.03345721960067749, -0.023889925330877304, -0.01645970530807972, -0.016572928056120872, -0.003440899308770895, -0.007713275961577892, -0.03708033636212349, -0.0017832526937127113, 0.01678522117435932, -0.04044870287179947, 0.044213347136974335, 0.005165772046893835, 0.011569913476705551, 0.03173057734966278, 0.013883896172046661, 0.03456113487482071, -0.017436249181628227, -0.04313773289322853, 0.027937626466155052, -0.012369547039270401, -0.01123732328414917, -0.001613419153727591, -0.037901196628808975, 0.003594811074435711, -0.006053859833627939, 0.002061001490801573, 0.0008973759249784052, 0.010678287595510483, -0.008895034901797771, 0.025772247463464737, -0.007734504994004965, 0.0038814053405076265, 0.02008282206952572, -0.01914873719215393, 0.005211768671870232, -0.010890578851103783, 0.01313379779458046, 0.007037479430437088, -0.01750701293349266, 0.004826104734092951, 0.03597641736268997, -0.022757701575756073, -0.020606476813554764, 0.00419630529358983, 0.001524964114651084, -0.01645970530807972, -0.010784433223307133, -0.011704365722835064, -0.003524047089740634, 0.008456298150122166, 0.03863714262843132, -0.012291706167161465, 0.02386162057518959, -0.004076006356626749, 0.013834361918270588, 0.00900825671851635, -0.008491680026054382, -0.016134191304445267, -0.019629932940006256, 0.005194077268242836, 0.05887564644217491, 0.02356441132724285, -0.007295768242329359, -0.006163544021546841, -0.015299176797270775, 0.0033577517606317997, -0.012829513289034367, -0.014931203797459602, 0.012921505607664585, -0.0013330167857930064, -0.04019395262002945, 0.008031713776290417, 0.011584066785871983, 0.0021600709296762943, 0.03359874710440636, 0.0070905527099967, 0.01645970530807972, -0.02104521356523037, -0.014343862421810627, -0.012136025354266167, 0.011959115974605083, 0.014902898110449314, 0.008335999213159084, 0.00034807040356099606, 0.009708820842206478, -0.032211773097515106, 0.02861696109175682, 0.036429304629564285, -0.009496528655290604, -0.03464605286717415, 0.03269296884536743, -0.005579741206020117, 0.012412005104124546, 0.015454857610166073, -0.01974315568804741, 0.011293933726847172, -0.001687721349298954, 0.0021954530384391546, 0.010925961658358574, 0.00027686412795446813, 0.017139039933681488, 0.026409124955534935, 0.013218714855611324, 0.010508453473448753, 0.005940637551248074, -0.012008650228381157, -0.008343075402081013, 0.025574108585715294, -0.006220155395567417, -0.04942157492041588, 0.019502557814121246, -0.013431007042527199, -0.02689031884074211, -0.018540168181061745, -0.005194077268242836, -0.004585506860166788, -0.0205781701952219, -0.021356575191020966, 0.024611718952655792, -0.03371196985244751, -0.015808677300810814, -0.022290660068392754, 0.019417641684412956, -0.0025740403216332197, -0.006319224834442139, -0.007918491028249264, 0.002919015008956194, 0.02179531194269657, -0.014761369675397873, 0.0027686413377523422, 0.0019513171864673495, -0.041014812886714935, -0.057177308946847916, -0.016063427552580833, -0.011817587539553642, 0.008916263468563557, 0.008668589405715466, -0.02104521356523037, -0.001616957364603877, 0.013544228859245777, 0.0024183597415685654, -0.02129996381700039, 0.005268379580229521, -0.0203658789396286, -0.0098078902810812, -0.0028818638529628515, 0.008152012713253498, -0.011251475661993027, 0.0004274587845429778, 0.01970069669187069, 0.002007928444072604, 0.00013257192040327936, -0.018497709184885025, -0.008810117840766907, 0.008788888342678547, 0.0021671473514288664, 0.014124494045972824, -0.0013710524654015899, 0.005477133672684431, -0.018582625314593315, 0.022715242579579353, -0.034447915852069855, -0.026026997715234756, -0.007387761492282152, -0.0006996790179982781, -0.010996725410223007, 0.018257111310958862, -0.00042790104635059834, -0.0049923998303711414, 0.003761106403544545, 0.0015904208412393928, -0.015553927049040794, 0.020606476813554764, 0.0053532966412603855, 0.013862667605280876, -0.012213866226375103, -0.0050843930803239346, -0.017054123803973198, -0.0008650898816995323, -0.03308924660086632, 0.0150868846103549, -0.026380818337202072, 0.022969992831349373, 0.019842224195599556, -0.014018348418176174, 0.029324600473046303, 0.0101829394698143, -0.00024900081916712224, -0.023875772953033447, 0.01441462617367506, 0.010685363784432411, 0.03521216660737991, 0.001376359723508358, -0.014973661862313747, 0.0029543968848884106, -0.021625477820634842, -0.02614022046327591, 0.0110887186601758, -0.013416853733360767, -0.006361683364957571, -0.0005838029901497066, 0.0077698868699371815, -0.01658708043396473, -0.025191983208060265, -0.005961867049336433, -0.02454095520079136, 0.00019836032879538834, 0.027513042092323303, 0.008300617337226868, 0.02558826096355915, -0.0021176126319915056, 0.017535319551825523, -0.02247464656829834, -0.013905125670135021, 0.0002974299422930926, 0.0018557858420535922, 0.0002454626082908362, 0.007493907585740089, 0.03291941061615944, 0.024724941700696945, 0.03102293610572815, 0.020295115187764168, 0.022630326449871063, -0.006156467832624912, -0.002531582023948431, -0.004857948515564203, 0.005105622578412294, 0.004376753233373165, -0.01944594644010067, -0.011513302102684975, 0.030202073976397514, -0.004500590264797211, 0.022969992831349373, -0.006397065240889788, 0.0031136160250753164, 0.004327218513935804, -0.03110785409808159, -0.00873227696865797, -0.002082230756059289, -0.017648540437221527, -0.01712488755583763, 0.0002549715281929821, -0.0019424717174842954, 0.00642890902236104, -0.048204436898231506, -0.0205781701952219, 0.019049668684601784, -0.01104625966399908, 0.022573715075850487, 0.005668196361511946, 0.030966324731707573, -0.030060546472668648, 0.021781157702207565, 0.025857165455818176, 0.021809464320540428, -0.01974315568804741, 0.00851998571306467, -0.04039208963513374, 0.019474253058433533, 0.015115190297365189, -0.010409384034574032, 0.017606083303689957, 0.028248988091945648, -0.0356084443628788, 0.0053816018626093864, 0.005749574862420559, 0.006234308239072561, 0.018285417929291725, -0.002229065867140889, -0.0203658789396286, -0.007784039713442326, -0.03594811260700226, -0.024441884830594063, -0.016473859548568726, -0.01495950948446989, 0.009560216218233109, 0.024144675582647324, 0.018299570307135582, -0.018030665814876556, -0.02289922907948494, 0.03085310384631157, 0.028588654473423958, 0.04877054691314697, 0.0023652866948395967, 0.017648540437221527, 0.028900016099214554, 0.019884683191776276, -0.019007209688425064, 0.008201546967029572, 0.006598742678761482, -0.006283842958509922, 0.014902898110449314, 0.03190040960907936, -0.008194470778107643, 0.0027810251340270042, 0.02012528106570244, 0.00754344230517745, -0.0278244037181139, -0.04189228639006615, 0.0180165134370327, 0.011117024347186089, 0.02799423784017563, -0.046534404158592224, -0.01716734655201435, -0.015016119927167892, -0.00782649777829647, -0.0239889957010746, 0.018158042803406715, -0.002816407009959221, -0.01300642266869545, 0.009800814092159271, 0.0038000266067683697, 0.01616249792277813, 0.006050321739166975, -0.006170620676130056, 0.006269690115004778, 0.019035516306757927, -0.0037044952623546124, -0.015893593430519104, 0.0037964885123074055, 0.008590749464929104, 0.025729790329933167, -0.012327088043093681, 0.0223897285759449, 0.013353166170418262, 0.0014382782392203808, 0.01184589322656393, -0.008060019463300705, 0.010508453473448753, 0.03407994285225868, -0.02693277783691883, -0.0008770312997512519, -0.013968813233077526, -0.01818634755909443, 0.005105622578412294, -0.013905125670135021, 0.008314769715070724, 0.005183462984859943, -0.0089021110907197, 0.0010596908396109939, 0.017323026433587074, 0.004090159200131893, -0.022205742076039314, -0.005887564737349749, -0.01675691455602646, -0.027329055592417717, -0.013898049481213093, 0.011400080285966396, 0.01428725104779005, -0.026777096092700958, 0.010105098597705364, 0.010572141036391258, -0.015412398613989353, -0.005268379580229521, 0.03490080311894417, 0.02083292044699192, -0.02652234584093094, 0.016261566430330276, -0.0343346931040287, 0.007635435555130243, -0.011782205663621426, -0.006917180959135294, -0.002204298507422209, 0.014074958860874176, -0.022290660068392754, -0.013211638666689396, 0.009694667533040047, 0.001067651784978807, 0.0026589571498334408, -0.003916787449270487, 0.007288691587746143, 0.008654437027871609, -0.008958722464740276, 0.008293540216982365, 0.019346877932548523, 0.012928582727909088, 0.006949024740606546, -0.010975495912134647, -0.009744202718138695, 0.024739094078540802, -0.019502557814121246, 0.01559638511389494, 0.023168133571743965, 0.006828725803643465, 0.0005789379356428981, -0.026451582089066505, 0.014258945360779762, -0.00444044079631567, -0.043675538152456284, -0.013714062981307507, 0.011654830537736416, -0.00398755120113492, -0.004369677044451237, -0.003909710794687271, -0.02972087822854519, -0.003909710794687271, -0.019261959940195084, 0.014209411107003689, -0.009446993470191956, 0.003516970667988062, 0.009390382096171379, 0.026126068085432053, 0.018158042803406715, 0.020464947447180748, -0.017945749685168266, -0.012638449668884277, 0.0011667214566841722, -0.009991876780986786, -0.05123313516378403, -0.0119944978505373, -0.04384537413716316, 0.042316872626543045, 0.0008987027686089277, -0.035325389355421066, -0.017563624307513237, -0.01132223941385746, -0.021229200065135956, -0.0038177177775651217, -0.0198280718177557, 0.01607757993042469, 0.00862613134086132, 0.010947190225124359, 0.009418687783181667, 0.03416485711932182, -0.012065261602401733, 0.007260386366397142, -0.03507063910365105, 0.00321976188570261, 0.004673962015658617, -0.0009411611827090383, 0.0013515923637896776, -0.0039769369177520275, -1.6267427781713195e-05, 0.0029508587904274464, 0.004231687169522047, -0.0027208756655454636, -0.022786008194088936, 0.0360330268740654, -0.03490080311894417, -0.01737963780760765, 0.018695848062634468, -0.004712882451713085, -0.002589962212368846, -0.01147084403783083, 0.016091732308268547, -0.013961737044155598, -0.022163284942507744, 0.02100275456905365, 0.0033347534481436014, 0.004132617264986038, -0.01856847293674946, 0.0022432187106460333, -0.0012790592154487967, 0.004613812547177076, -0.011768053285777569, -0.01936103031039238, -0.0005970712518319488, -0.00354527635499835, 0.06612187623977661, -0.006457214709371328, -0.004610274452716112, 0.03212685510516167, -0.005922946613281965, -0.021568866446614265, -0.011350545100867748, 0.014195257797837257, -0.0038778670132160187, -0.009319618344306946, 0.022106673568487167, -0.010027258656919003, -0.005636352580040693, -0.0141811054199934, 0.007550518494099379, -0.011803435161709785, -0.005565588362514973, -0.0260128453373909, 0.01856847293674946, -0.03877867013216019, 0.020068669691681862, 0.010260779410600662, -0.014973661862313747, 0.02011112868785858, 0.0021919149439781904, 0.02074800431728363, 0.0057177310809493065, -0.008781812153756618, -0.009432841092348099, -0.006198926363140345, 0.016049275174736977, 0.00419630529358983, -0.010133404284715652, 0.010529682971537113, 0.0014082035049796104, 0.014718911610543728, -0.02550334483385086, -0.007058708928525448, 0.17855171859264374, -0.02411637082695961, 0.009921112097799778, 0.03303263336420059, -0.007946796715259552, -0.007203774992376566, 0.048629019409418106, 0.006167082581669092, -0.006669506896287203, 0.015426551923155785, -0.006170620676130056, 0.02281431294977665, -0.030032239854335785, -0.0024272052105516195, 0.03051343560218811, -0.007122396491467953, -0.019842224195599556, -0.035297080874443054, -0.023592716082930565, 0.0014020117232576013, -0.0028854019474238157, -0.006489058490842581, -0.0150868846103549, -0.02108767069876194, -0.009234701283276081, -0.008187394589185715, -0.003856637980788946, 0.011753899976611137, 0.031673964112997055, 0.017563624307513237, -0.019247807562351227, 0.013445159420371056, -0.010147557593882084, -0.012312935665249825, -0.011272705160081387, 0.004104312043637037, -0.009772508405148983, -0.007550518494099379, 0.012157254852354527, 0.009800814092159271, 0.011817587539553642, 0.009142708964645863, 0.005731883924454451, -0.013353166170418262, -0.00822985265403986, 0.011775129474699497, 0.0007120627560652792, 0.0007067554397508502, -0.01159821916371584, 0.005629275925457478, -0.015879441052675247, 0.0017062969272956252, 0.02706015296280384, 0.013798980042338371, 0.007960950024425983, -0.017025817185640335, -0.007154240272939205, 0.009998952969908714, 0.021200893446803093, 0.010784433223307133, -0.013084263540804386, 0.006952562835067511, 0.007918491028249264, 0.008541214279830456, -0.01006264053285122, -0.01342393085360527, -0.007423143368214369, 0.005370987579226494, 0.011569913476705551, -0.02597038634121418, -0.0029243221506476402, -0.02373424544930458, -0.016176650300621986, -0.03300432860851288, -0.029154766350984573, -0.033230774104595184, 0.05893225595355034, 0.030032239854335785, -0.002988009713590145, 0.04687407240271568, -0.0026253443211317062, -0.037731364369392395, 0.0032091473694890738, -0.007677893619984388, 0.009454070590436459, -0.027088457718491554, 0.013848514296114445, -0.020054517313838005, -0.007444372400641441, -0.010989649221301079, -0.013862667605280876, -0.03207024559378624, 0.009730049408972263, 0.0026288824155926704, 0.00677565298974514, -0.009468222968280315, 0.006517364177852869, 0.0032533747144043446, -0.01250399835407734, -0.03051343560218811, -0.015299176797270775, 0.03492910787463188, 0.03068326972424984, 0.0011269166134297848, 6.705994746880606e-05, 0.017648540437221527, 0.0002439146483084187, 0.0013215176295489073, 0.010076792910695076, 0.005551435519009829, 0.010628752410411835, -0.05270502716302872, 0.011555761098861694, -0.0009615058079361916, 0.009977723471820354, 0.018129736185073853, 0.00797510240226984, -0.01708242855966091, 0.027626264840364456, -0.012695061042904854, -0.029862407594919205, -0.015624690800905228, 0.007649588398635387, 0.010253703221678734, -0.009616827592253685, -0.02786686271429062, -0.03948631137609482, 0.002779256086796522, -0.03286280110478401, 0.0180165134370327, 0.00306231202557683, -0.022800160571932793, 0.018214652314782143, 0.010968419723212719, -0.005579741206020117, -0.010423537343740463, 0.006432447582483292, -0.008619055151939392, -0.004015856888145208, 0.005611584987491369, -0.03249482810497284, 0.018158042803406715, 0.0010145788546651602, -0.02820652909576893, 0.023139826953411102, -0.0017080659745261073, 0.0014692374970763922, 0.013077186420559883, -0.010225397534668446, -0.019007209688425064, -0.007002097554504871, 0.005462980829179287, 0.00642890902236104, 0.01273044291883707, 0.014237716794013977, 0.006297995802015066, -0.025899622589349747, -0.015624690800905228, -0.0016594157787039876, 0.015610537491738796, -0.044383179396390915, 0.003617809386923909, -0.014117417857050896, 0.010359848849475384, -0.020464947447180748, -0.01298519317060709, -0.18217483162879944, -0.00940453540533781, 0.02113012969493866, -0.04710051789879799, 0.03507063910365105, 0.004581968765705824, -0.003069388447329402, 0.019375182688236237, -0.00953191053122282, -0.012475692667067051, 0.004412135109305382, -0.008109553717076778, -0.004875639453530312, 0.002915476681664586, -0.0053957547061145306, 0.011895428411662579, -0.011117024347186089, -0.00754344230517745, 0.032891105860471725, 0.013480541296303272, 0.021738700568675995, -0.038155946880578995, 0.004228149075061083, 0.01776176318526268, 0.012362470850348473, 0.007125934585928917, -0.003892019856721163, 0.011966192163527012, 0.0002655861317180097, -0.026126068085432053, -0.018950598314404488, -0.0018221728969365358, 0.021101824939250946, -0.005597432143986225, 0.042571622878313065, 0.03042851947247982, 0.01691259630024433, -0.0049393270164728165, -0.02285677194595337, -0.00338782649487257, 0.013395625166594982, 0.016615387052297592, 0.018342027440667152, 0.01754947192966938, -0.012291706167161465, 0.019884683191776276, 0.006336916238069534, -0.02117258869111538, 0.007430219557136297, -0.008244005963206291, 0.024484343826770782, -0.013487618416547775, 0.018794918432831764, -0.004971170797944069, 0.013239944353699684, 0.024852316826581955, 0.0016151882009580731, -0.001307364902459085, -0.013692833483219147, -0.0328344963490963, 0.002061001490801573, -0.002000852022320032, 0.012128949165344238, -0.00767081743106246, 0.018115583807229996, -0.02251710370182991, 0.0018717077327892184, 0.01831372268497944, -0.03402332961559296, -0.0032462982926517725, -0.002671340946108103, -0.004433364607393742, -0.03059835359454155, 0.005707116331905127, 0.010706593282520771, 0.010140480473637581, -0.016148343682289124, 0.0328344963490963, 0.0460532084107399, -0.0052506886422634125, -0.028772640973329544, 0.017351333051919937, -0.006662430241703987, 0.0073523796163499355, -0.013791902922093868, 0.0027934089303016663, 0.015610537491738796, 0.011895428411662579, -0.008236929774284363, -0.007592977024614811, 0.015355787239968777, -0.015936052426695824, -0.005894640926271677, -0.01595020480453968, 0.004093697294592857, 0.01995544694364071, 0.004833180923014879, -0.03008885122835636, -0.016304025426506996, -0.006987944710999727, 0.008810117840766907, -0.004925174172967672, -0.017690999433398247, 0.014018348418176174, 0.020804615691304207, 0.016742762178182602, -0.04916682466864586, 0.0205781701952219, 0.027413973584771156, 0.0022502951323986053, -0.003842485137283802, -0.008838423527777195, -0.0016045736847445369, 0.00656689889729023, -0.014195257797837257, 0.016431400552392006, -0.02710261195898056, -0.03249482810497284, 0.020549865439534187, 0.0054842098616063595, 0.053384359925985336, -0.009942341595888138, -0.01578037068247795, 0.021016906946897507, -0.0029384749941527843, -0.02904154546558857, -0.11831740289926529, -0.03490080311894417, 0.011145330034196377, 0.024257898330688477, -0.0047730314545333385, 0.02062062919139862, -0.022035909816622734, 0.05004429817199707, -0.01671445555984974, 0.02946612797677517, -0.012114796787500381, -0.003127768635749817, 0.0034851268865168095, 0.023054910823702812, -0.011775129474699497, -0.00013931661669630557, -0.002680186415091157, 0.001680644927546382, -0.01767684705555439, 0.01763438805937767, 0.01443585567176342, -0.012801207602024078, 0.025050455704331398, -0.02330966107547283, 0.008562443777918816, -0.024824010208249092, -0.034447915852069855, 0.013388548046350479, 0.009114403277635574, 0.004146770108491182, 0.027895167469978333, -0.012666755355894566, -0.008633207529783249, -0.00014584018208552152, 0.022488798946142197, -0.003518739715218544, 0.003529354464262724, -0.0012392544886097312, 0.023833313956856728, -0.019474253058433533, 0.0025015072897076607, 0.007122396491467953, -0.0003045063349418342, -0.004571354482322931, -0.005830953363329172, -0.004727035295218229, -0.024682482704520226, 0.009482375346124172, -0.010812738910317421, -0.03492910787463188, -0.04953479766845703, -0.011548684909939766, -0.03068326972424984, -0.012871971353888512, 0.02264447882771492, 0.0035718127619475126, 0.01995544694364071, 0.013827284798026085, -0.012971040792763233, -0.014343862421810627, 0.02529105357825756, -0.015808677300810814, -0.002538658445701003, 0.015836982056498528, 0.0065739755518734455, -0.0007531943265348673, -0.018794918432831764, -0.02045079506933689, 0.024102218449115753, 0.0012640219647437334, -0.0011720287147909403, 0.0351838581264019, -0.009482375346124172, -0.0027916396502405405, -0.021866075694561005, -0.015157648362219334, -0.00860490184277296, -0.030739881098270416, 0.009071944281458855, 0.011477920226752758, 0.000764251162763685, -0.019247807562351227, -0.01197326835244894, -0.025616567581892014, -0.002839405322447419, 0.030286991968750954, -0.009949417784810066, -0.010020182467997074, 0.005126851610839367, -0.031758882105350494, -0.0002474528446327895, 0.012546456418931484, 0.02104521356523037, -0.017238110303878784, 0.007635435555130243, 0.00677565298974514, -0.013126721605658531, 0.005901717580854893, 0.005756651051342487, -0.003005700884386897, -0.023705938830971718, -0.013020575977861881, -0.07280199974775314, 0.010480147786438465, -0.015667149797081947, -0.01521425973623991, 0.015511468052864075, -0.03467435762286186, 0.007210851181298494, -0.002444896148517728, 0.0068074967712163925, 0.026494041085243225, -0.032211773097515106, 0.01197326835244894, -0.020677240565419197, -0.0025085837114602327, -0.0052506886422634125, -0.007656664587557316, 0.005247150547802448, -0.028050849214196205, 0.0037044952623546124, 0.0002821714442688972, 0.015072731301188469, -0.013409777544438839, 0.006789805833250284, -0.0032091473694890738, 0.0014789676060900092, -0.015369940549135208, -0.015058578923344612, 0.018610931932926178, -0.0077698868699371815, -0.01637478917837143, -0.0027898706030100584, -0.00509146973490715, -0.00752221280708909, 0.020946143195033073, -0.012999346479773521, -0.014676453545689583, 0.014223563484847546, 0.015978511422872543, 0.026862014085054398, 0.019120432436466217, -0.014747217297554016, -0.033400606364011765, 0.01927611231803894, -0.011336392723023891, -0.0021936839912086725, -0.0016452629351988435, -0.01106748916208744, -0.022969992831349373, 0.018511861562728882, 0.017818374559283257, 0.024866469204425812, 0.018582625314593315, -0.014987815171480179, -0.04642118141055107, -0.011732670478522778, -0.002529812976717949, 0.027003541588783264, -0.002524505602195859, 0.0020963833667337894, 0.028461279347538948, 0.010741975158452988, -0.0028057924937456846, 0.007578824181109667, -0.006414756644517183, 0.0019123970996588469, -0.017648540437221527, -0.01456323079764843, 0.003161381697282195, -0.02507876046001911, -0.023422883823513985, -0.0030800029635429382, 0.0023228281643241644, -0.0011764514492824674, -0.015936052426695824, 0.008597825653851032, 0.008895034901797771, 0.0013701679417863488, 0.0132753262296319, -0.017988208681344986, 0.03515555337071419, 0.019417641684412956, -0.007009174209088087, -0.0033931336365640163, 0.006489058490842581, 0.02403145283460617, -0.004624427296221256, -0.002379439538344741, 0.007592977024614811, -0.006673044990748167, -0.0076142060570418835, -0.02268693782389164, 0.014577383175492287, -0.018879834562540054, 0.019219500944018364, -0.003821255872026086, -0.00982911977916956, 0.00982911977916956, -0.015936052426695824, 0.016006816178560257, -0.011668982915580273, 0.011407156474888325, -0.017238110303878784, -0.007232080679386854, -0.019983753561973572, -0.01696920581161976, -0.0008133436786010861, -0.01754947192966938, -0.036938805133104324, 0.02479570545256138, 0.032183464616537094, 0.006266152020543814, -0.028602808713912964, -0.005254226736724377, -0.003297602292150259, -0.014117417857050896, 0.03481588885188103, -0.010048488155007362, -0.01628987304866314, -0.027980085462331772, 0.04398690164089203, 0.029437823221087456, 0.017790069803595543, 0.06357437372207642, -0.009347924031317234, 0.023790856823325157, 0.02664972096681595, 0.024257898330688477, -0.011789281852543354, 0.025984540581703186, 0.021611325442790985, -0.0005661119939759374, 0.0036620369646698236, -0.03374027460813522, -0.01376359723508358, -0.02205006219446659, -0.00953191053122282, -0.004334294702857733, 0.00888088159263134, 0.016431400552392006, 0.09516342729330063, 0.00017514089995529503, -0.0066164336167275906, 0.003437361214309931, -0.016516316682100296, 0.008427992463111877, 0.008937492966651917, 0.005268379580229521, -0.004376753233373165, -0.02188022807240486, 0.00021350824681576341, -0.018044820055365562, -0.0057955714873969555, -0.018087277188897133, -0.004298912826925516, -0.010982572101056576, -0.0047836462035775185, 0.03628777712583542, -0.011640677228569984, -0.023748397827148438, 0.034447915852069855, -0.0006784498109482229, -0.006811034865677357, -0.008335999213159084, -0.015525621362030506, 0.047326963394880295, 0.006842878647148609, -0.0005431136814877391, -0.011010877788066864, -0.024866469204425812, 0.019714849069714546, 0.019346877932548523, -0.036004722118377686, -0.014888744801282883, -0.007048094179481268, 0.000881454034242779, 0.006464291363954544, 0.00337721174582839, 0.00021505620679818094, 0.0030304682441055775, 0.005753112956881523, -0.00176998449023813, -0.02234727144241333, -0.04036378487944603, 0.01016170997172594, 0.006828725803643465, -0.012327088043093681, -0.013926355168223381, -0.03662744536995888], metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cec12903-8961-4f09-9943-cfe84d7f6dc2', node_type=, metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, hash='6dfe86f3d9f69f8967bbf69ab1627c07cd6036945655f42b64a570b67beac088'), : RelatedNodeInfo(node_id='0eed5f02-6573-42e6-bb96-1ac67c37c295', node_type=, metadata={'title': 'LLaMA-GPT4All: Simplified Local ChatGPT', 'url': 'https://pub.towardsai.net/llama-gpt4all-simplified-local-chatgpt-ab7d28d34923#485a', 'source_name': 'towards_ai'}, hash='43ef8b5c0f30f4a14af573a6ba2d27542ce7c4d03a1b290911e83b1ca9068796'), : RelatedNodeInfo(node_id='422fc803-e888-4fad-aaeb-08b8faa4744e', node_type=, metadata={}, hash='0511aba4413e86cbf181abdc76b99dd631381af47782c65d01e25254998c164e')}, hash='d575851dd53cdb2f7c24c2968f52ae815fefb86de89f4d7156de607e39b46cd0', text='Inside Code Llama The release of Code Llama does not include a single model but three different variants, characterized by their parameter sizes of 7B, 13B, and 34B. Each of these models has been trained on an extensive pool of 500B tokens encompassing code and code-related information. Notably, the 7B and 13B base and instruct models have been endowed with fill-in-the-middle (FIM) competence, empowering them to seamlessly insert code into existing code structures. This attribute equips them to handle tasks like code completion right from the outset.The trio of models caters to distinct requisites concerning serving and latency. For instance, the 7B model boasts the ability to operate on a single GPU. While the 34B model stands out for yielding optimal outcomes and elevating coding assistance, the smaller 7B and 13B versions excel in speed, making them fitting for low-latency tasks such as real-time code completion. Meta AI\\'s innovations further extend to two nuanced adaptations of Code Llama: Code Llama - Python and Code Llama - Instruct. Code Llama - Python is a specialized derivation, meticulously honed on a substantial volume of Python code spanning 100B tokens. Given Python\\'s central role in code generation benchmarks and its significance within the AI community, this focused model augments utility.Code Llama - Instruct represents an alignment and refinement of Code Llama through instructional fine-tuning. This novel training approach entails furnishing the model with \"natural language instruction\" inputs paired with anticipated outputs. This strategic methodology enhances the model\\'s capacity to grasp human expectations in prompts. For endeavors involving code generation, it is advised to opt for Code Llama - Instruct versions, as they have been calibrated to yield useful and secure natural language responses. Deep diving into the Code Llama training and fine-tuning, there are a few aspects that are worth highlighting 1) DatasetLlama\\'s training rests on a meticulously curated dataset enriched with publicly available code, offering a near-duplicate-free landscape. The dataset consists of 500B tokens during the initial phase, starting from the 7B, 13B, and 34B', start_char_idx=0, end_char_idx=2202, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='422fc803-e888-4fad-aaeb-08b8faa4744e', embedding=[-0.013873787596821785, -0.006266832817345858, -0.009416119195520878, -0.011962350457906723, -0.013055607676506042, 0.009373798966407776, -0.040401145815849304, 0.0028530487325042486, -0.032952889800071716, -0.00997332762926817, 0.019720951095223427, 0.016025034710764885, 0.00326213869266212, -0.007582268211990595, 0.005787210073322058, 0.006111660972237587, 0.008710791356861591, 0.01187065802514553, 0.0040344721637666225, -0.012392600066959858, -0.0008393394527956843, -0.00739182997494936, -0.009846368804574013, -0.02556106075644493, 0.00495139742270112, 0.014967044815421104, 0.016589296981692314, -0.03210649639368057, -0.00495139742270112, -0.008372235111892223, 0.0278181079775095, 0.010939626023173332, -0.020299319177865982, 0.017139453440904617, 0.0007040047785267234, -0.01901562325656414, 0.022866711020469666, -0.0022429407108575106, 0.03633845970034599, -0.0033485412131994963, 0.03718485310673714, 0.012688837945461273, -0.022048531100153923, -0.032924678176641464, -0.006644182838499546, 0.024813413619995117, 0.002860102104023099, -0.017435690388083458, -0.01137692853808403, 0.011517994105815887, 0.015136322937905788, 0.03126010298728943, -0.04203750565648079, -0.0005580902216024697, 0.000204214287805371, -0.0031387063208967447, 0.0009142804774455726, 0.004665739834308624, 0.03379928320646286, -0.0017633181996643543, 0.0007092947489582002, -0.014656701125204563, -0.012039936147630215, 0.01842314749956131, 0.013796200975775719, -0.014529741369187832, -0.009627717547118664, 0.03673344478011131, 0.003584825899451971, -0.003253322094678879, -0.003918093163520098, 0.019396500661969185, 0.011052478104829788, -0.019537566229701042, 0.016448231413960457, -0.02017235942184925, -0.01606735587120056, 0.0026185275055468082, 0.000986576545983553, 0.011362822726368904, 0.00753289507701993, 0.0014679624000564218, -0.016420019790530205, 0.04178358614444733, 0.024347897619009018, 0.006947473622858524, 0.016645723953843117, -0.0031122565269470215, 0.0044717746786773205, -0.02238708734512329, 0.005145362578332424, -0.0019802062306553125, 0.04686194285750389, 0.03145759552717209, -0.017844779416918755, -0.008950603194534779, -0.009881635196506977, 0.016095567494630814, -0.010890252888202667, -0.01577111706137657, -0.015333814546465874, 0.005557978991419077, -0.03489959239959717, -0.01931186020374298, -0.020962325856089592, 0.004785645753145218, 0.004129691049456596, 0.018310295417904854, 0.00848508719354868, 0.016490550711750984, -0.004143797792494297, 0.038482654839754105, -0.001659282366745174, -0.038510870188474655, 0.0001893362932605669, -0.0081535829231143, 0.011729592457413673, -0.024982692673802376, -0.028664499521255493, 0.0038158204406499863, 0.013133193366229534, 0.04680551588535309, 0.004284863360226154, -0.008985869586467743, 0.007039166055619717, -0.005233528558164835, 0.0014697257429361343, -0.022514047101140022, -0.015023470856249332, 0.008139477111399174, 0.02248583361506462, 0.019199008122086525, 0.03244505450129509, 0.002177697839215398, -0.031034400686621666, 0.02076483517885208, -0.020214678719639778, -0.013161406852304935, -0.01407127920538187, -0.014021906070411205, 0.004164957441389561, 0.009571291506290436, -0.0002002468245336786, 0.001659282366745174, -0.034843165427446365, 0.012886329554021358, 0.012822849676012993, 0.00017765430675353855, 0.020313424989581108, -0.0010271328501403332, 0.012427866458892822, -0.03662059083580971, -0.03092154674232006, 0.015855757519602776, 0.006460797972977161, 0.024319684132933617, 0.0049972436390817165, 0.0038793000858277082, -0.02464413456618786, -0.009282106533646584, 0.007462362293154001, 0.015630051493644714, -0.0035883525852113962, 0.009380852803587914, 0.020877687260508537, 0.02996230311691761, 0.033686429262161255, -0.037325918674468994, -0.00810421071946621, -0.02179461345076561, -0.012512505985796452, 0.029426254332065582, -0.031147252768278122, 0.026365133002400398, -0.020793048664927483, 0.0127170505002141, 0.011440408416092396, -0.006312679033726454, -0.01815512403845787, -0.02612532302737236, 0.011172384023666382, 0.012942755594849586, 0.008428661152720451, 0.008661419153213501, -0.03055477701127529, -0.009366746060550213, 0.0012554825516417623, -0.006968633271753788, -0.0013991929590702057, -0.0007833541021682322, 0.018380828201770782, 0.02268332429230213, -0.002726089907810092, -0.01148978155106306, -0.6274591684341431, -0.029849449172616005, 0.019819695502519608, -0.037354134023189545, -0.010960785672068596, -0.024883946403861046, -0.030498351901769638, -0.0070215328596532345, -0.01766139455139637, 0.015827544033527374, -0.023656677454710007, -0.0017694898415356874, 0.0016160811064764857, -0.004401242360472679, -0.005878902971744537, -0.01478365994989872, 0.0032639019191265106, -0.027465444058179855, -0.003953359555453062, 0.003829927183687687, 0.0026590838097035885, 0.0031245998106896877, -0.00026383649674244225, 0.006224513053894043, -0.017379263415932655, 0.0066053899936378, 0.020158253610134125, 0.009853421710431576, 0.01516453642398119, -0.0041473242454230785, -0.02804381214082241, 0.006094027776271105, -0.00032599346013739705, -0.0136904027312994, 0.04736977815628052, -0.0037805542815476656, -0.015418454073369503, 0.03518172353506088, -0.0023663730826228857, 0.020581450313329697, -0.019072050228714943, -0.02794506587088108, 0.023656677454710007, 0.0016892588464543223, 0.000571755925193429, 0.03142938390374184, 0.03171151503920555, -0.00318278931081295, -0.013020341284573078, -0.027507763355970383, 0.004129691049456596, -0.0009618900367058814, 0.0007436794694513083, -0.008576779626309872, 0.006235092878341675, 0.006690029054880142, 0.016278954222798347, -0.016941960901021957, 0.027437230572104454, 0.006027021445333958, 0.011130064725875854, 0.01805637776851654, -0.024531282484531403, -0.0244748555123806, -0.020412171259522438, 0.01287927571684122, 0.012343226931989193, -0.0029641378205269575, -0.005092462990432978, -0.007843239232897758, -0.006354998797178268, 0.023896487429738045, 0.0034948966931551695, -0.016053248196840286, 0.008040730841457844, 0.03069584257900715, 0.020087720826268196, 0.00721902446821332, -0.005984701681882143, 0.020017188042402267, 0.017999952659010887, -0.018479574471712112, 0.0014617907581850886, -0.02976481057703495, 0.015996823087334633, 0.010720974765717983, 0.015630051493644714, -0.0005087173194624484, -0.0029235815163701773, 0.022739751264452934, 0.013492911122739315, 0.01045295037329197, -0.024136299267411232, -0.04178358614444733, 0.007321297191083431, 0.007673960644751787, -0.002574444515630603, 0.002158301416784525, 0.034278906881809235, -0.036366675049066544, -0.0024104558397084475, -0.014212344773113728, 0.004284863360226154, 0.006337365601211786, 0.016673937439918518, 0.013090874068439007, -0.02417861856520176, -0.004164957441389561, 0.02086358144879341, -0.0030840435065329075, -0.006686502601951361, 0.008238222450017929, -0.01719587855041027, -0.004239016678184271, -0.001400074688717723, -0.026351027190685272, -0.006016441620886326, 0.0029835342429578304, 0.020299319177865982, -0.006372631993144751, 0.024517176672816277, -0.00831580813974142, 0.012787583284080029, -0.005374593660235405, 0.004817385226488113, 0.020525023341178894, 0.0031581027433276176, -0.015122217126190662, -0.012519558891654015, 0.025025011971592903, -0.016815003007650375, -0.01904383674263954, 0.015686478465795517, -0.03230398893356323, 0.00047036513569764793, 0.013450590893626213, 0.04663623869419098, 0.0038651933427900076, -0.007056799251586199, -0.02152658812701702, -0.042319636791944504, -0.01438867673277855, 0.013831467367708683, 0.0044717746786773205, -0.03958296775817871, -0.03492780774831772, -0.03188079223036766, 0.005004297010600567, 0.007843239232897758, -0.002860102104023099, -0.02063787542283535, -0.011369875632226467, -0.017083026468753815, 0.029510892927646637, -0.009380852803587914, -0.013894947245717049, -0.009627717547118664, -0.03230398893356323, -0.008689631707966328, -0.03326323255896568, 0.004746852442622185, 0.01977737620472908, 0.000583217479288578, -0.0024369056336581707, 0.003544269595295191, -0.004693952854722738, 0.013380058109760284, 0.022372981533408165, -0.013782095164060593, -0.026209961622953415, 0.00431660283356905, -0.027197418734431267, -0.006196300033479929, 0.019523458555340767, -0.01069981511682272, 0.03385571017861366, -0.016843214631080627, 0.000888271548319608, -0.021653547883033752, -0.019862016662955284, -0.013119087554514408, 0.04130396619439125, 0.01623663306236267, -0.003466683439910412, 0.028692713007330894, -0.0075470018200576305, 0.03879300132393837, -0.006637129466980696, -0.006690029054880142, 0.013669242151081562, -0.0018215076997876167, 0.0032409788109362125, -0.014007799327373505, 0.01121470332145691, -0.010713920928537846, 0.01554541289806366, 0.004778592381626368, -0.014473315328359604, -0.008541513234376907, 0.036564163863658905, -0.006280939560383558, 0.002004892798140645, 0.005691991187632084, 0.006280939560383558, 0.007617534603923559, -0.01941060647368431, 0.004101478029042482, -0.025645699352025986, 0.021117499098181725, -0.008823644369840622, 0.00831580813974142, -0.008118316531181335, -0.013852627947926521, -0.01815512403845787, -0.0036430153995752335, 0.03687451034784317, 0.0010359494481235743, 0.01046705711632967, -0.02056734263896942, 0.0172946248203516, -0.007723333779722452, 0.012286800891160965, 0.0029041850939393044, -0.0032868250273168087, 0.005099516361951828, 0.0017474483465775847, -0.0030946233309805393, 0.023064201697707176, -0.015954503789544106, -0.03052656352519989, 0.02993408963084221, 0.007250764407217503, -0.0029165283776819706, 0.010347151197493076, 0.019241327419877052, -0.011778965592384338, 0.029426254332065582, 0.005367540754377842, 0.03343251347541809, 0.002683770377188921, 0.013090874068439007, 0.0005796908517368138, 0.022274235263466835, -0.02484162710607052, 0.02457360178232193, -0.009049348533153534, 0.03221935033798218, 0.017083026468753815, -0.004542307462543249, -0.0051594688557088375, -0.03498423099517822, 0.02993408963084221, 0.010974892415106297, -0.004954923875629902, -0.0036747551057487726, -0.020623769611120224, 0.005935329012572765, 0.0015605365624651313, 0.030413711443543434, 0.0136904027312994, -0.010918466374278069, -0.0014741340419277549, 0.009789942763745785, 0.012547772377729416, 0.008047783747315407, -0.02100464701652527, -0.0057625239714980125, -0.012554825283586979, -0.011673166416585445, -0.012300907634198666, -0.0278463214635849, -0.002018999308347702, 0.017478009685873985, -0.04169894754886627, 0.04477417469024658, 0.010100286453962326, 0.009282106533646584, 0.02278207056224346, 0.007836186327040195, 0.03346072509884834, -0.016363592818379402, -0.050219301134347916, 0.031372956931591034, -0.0035425061360001564, -0.010065020062029362, -0.007293084170669317, -0.025786764919757843, 0.0075752148404717445, -0.008950603194534779, -0.0028442321345210075, 0.0014732523122802377, 0.016617510467767715, -0.006513697560876608, 0.008238222450017929, -0.0066124433651566505, -0.00048799830256029963, 0.02388238161802292, -0.017548542469739914, 0.009289160370826721, -0.008654365316033363, 0.016250740736722946, 0.009670036844909191, -0.019100261852145195, -0.00495139742270112, 0.03224756196141243, -0.03478674218058586, -0.030075155198574066, -0.005945908837020397, -0.00927505362778902, -0.015150429680943489, -0.013281312771141529, 0.0008067180751822889, -0.0022535205353051424, 0.003140469780191779, 0.03585883975028992, -0.00543102016672492, 0.01901562325656414, -0.010798560455441475, 0.014854192733764648, 0.022217808291316032, -0.006587756797671318, -0.019467033445835114, -0.004503514617681503, 0.010622228495776653, 0.06630076467990875, 0.027634723111987114, -0.0187193863093853, 0.009543078020215034, -0.01506579015403986, -0.001959046581760049, -0.023233480751514435, -0.01516453642398119, 0.010657494887709618, -0.01248429249972105, -0.040231868624687195, 0.005487446207553148, 0.011962350457906723, -0.0018514840630814433, 0.03918798267841339, 0.02132909744977951, 0.021244456991553307, -0.013930213637650013, -0.011912977322936058, -0.011066584847867489, 0.008125370368361473, 0.007130858488380909, 0.0163071658462286, 0.003445523791015148, 0.018507787957787514, -0.02513786405324936, 0.028847886249423027, 0.03219113498926163, -0.001457382459193468, -0.031796153634786606, 0.02996230311691761, -0.006587756797671318, 0.015813438221812248, 0.015446667559444904, -0.017520328983664513, 0.00878132414072752, -0.002754302928224206, 0.00231523672118783, 0.01297802198678255, -7.83023497206159e-05, 0.01507989689707756, 0.032162923365831375, 0.011038371361792088, 0.006090500857681036, 0.018733492121100426, -0.010579909197986126, -0.0038687200285494328, 0.03786196932196617, -0.009804049506783485, -0.050021808594465256, 0.01023429911583662, -0.0029482680838555098, -0.03015979379415512, -0.015728797763586044, 0.0028477588202804327, 0.0043095494620501995, -0.020214678719639778, -0.010474110022187233, 0.011687273159623146, -0.034250691533088684, -0.011024265550076962, -0.029821237549185753, 0.010276618413627148, -0.006806408055126667, -0.010340097360312939, -0.004440035205334425, 0.002010182710364461, 0.021822825074195862, -0.023670783266425133, 0.0046057868748903275, -0.008174743503332138, -0.03653595224022865, -0.06218165159225464, -0.0017571465577930212, -0.012773476541042328, 0.006527803838253021, 0.013231939636170864, -0.02080715447664261, 0.0018267976120114326, 0.01884634420275688, -0.0007979014771990478, -0.019862016662955284, -0.0057413638569414616, -0.022909030318260193, -0.006397318560630083, -0.015517200343310833, 0.005889482796192169, -0.009909847751259804, -0.0028618653304874897, 0.018677067011594772, -0.007744493428617716, -0.0016354776453226805, -0.013104980811476707, -0.003470210125669837, 0.000167184611200355, 0.013274258933961391, 0.007582268211990595, 0.006517224013805389, 0.008245275355875492, -0.020186467096209526, 0.012477239593863487, -0.03647952526807785, -0.025589274242520332, -0.007307190448045731, 0.003433180507272482, -0.012477239593863487, 0.01601092889904976, -0.001066807541064918, 0.0017209985526278615, -0.0049196574836969376, 0.005677884444594383, -0.008322861976921558, 0.016053248196840286, 0.010558749549090862, 0.014120652340352535, -0.007250764407217503, 0.0003758071979973465, -0.002920054830610752, 0.0003456103731878102, -0.02676011621952057, 0.01476955320686102, -0.02582908421754837, 0.02506733126938343, 0.020496809855103493, -0.013753881677985191, 0.029228761792182922, 0.0168291088193655, 0.016250740736722946, -0.031683299690485, 0.018705278635025024, 0.003062883624807, 0.036169182509183884, 0.0015402584103867412, -0.022965455427765846, -0.004193170461803675, -0.014713127166032791, -0.014092438854277134, 0.004799752030521631, -0.014473315328359604, -0.0045775738544762135, -0.005420439876616001, 0.005459233187139034, -0.013189620338380337, -0.021117499098181725, 0.004693952854722738, -0.02351561188697815, -0.007092065643519163, 0.03069584257900715, 0.001588749699294567, 0.03284003958106041, -0.008724898099899292, 0.009070509113371372, -0.030188007280230522, -0.01147567480802536, 0.0018814605427905917, -0.01334479171782732, -0.009578344412147999, -0.0015614182921126485, 0.040231868624687195, 0.008379288017749786, 0.037128426134586334, 0.012272694148123264, 0.008922389708459377, -0.0035777725279331207, 0.0026467405259609222, -0.009183361195027828, 0.0006757916999049485, 0.011306395754218102, -0.015376134775578976, -0.013246046379208565, 0.018042271956801414, -0.003311511594802141, 0.02526482194662094, -0.007645747624337673, 0.020214678719639778, 0.004644580185413361, -0.03258612006902695, -0.019988974556326866, -0.0013692165957763791, -0.022725645452737808, -0.017407476902008057, 0.011976457200944424, -0.006263306364417076, 0.006749982014298439, -0.04392778128385544, -0.011828338727355003, 0.025673912838101387, -0.0013824414927512407, 0.02860807441174984, 0.015615945681929588, 0.02973659709095955, -0.02774757519364357, 0.004052105359733105, 0.024883946403861046, 0.025546953082084656, -0.01815512403845787, 0.007307190448045731, -0.05165816843509674, 0.017252305522561073, 0.03089333511888981, -0.0060376012697815895, 0.016984280198812485, 0.027874533087015152, -0.038877639919519424, 0.011179436929523945, 0.002602657536044717, 0.012935701757669449, 0.00901408214122057, -0.008210009895265102, -0.021484268829226494, 0.0029376880265772343, -0.029482679441571236, -0.027437230572104454, -0.009296213276684284, 0.00455641420558095, 0.004112057853490114, 0.02211906388401985, 0.024996798485517502, -0.026999928057193756, -0.024714667350053787, 0.03300931677222252, 0.031570449471473694, 0.04090898111462593, 0.0054557062685489655, 0.01148978155106306, 0.01577111706137657, 0.01974916271865368, -0.0191849023103714, 0.0010315411491319537, 0.007018006406724453, -0.008054837584495544, 0.028029706329107285, 0.02629460021853447, -0.004027418792247772, 0.00048314916784875095, 0.005589718464761972, 0.0014476842479780316, -0.028763245791196823, -0.029680171981453896, 0.01699838787317276, 0.022542258724570274, 0.031401168555021286, -0.04333530738949776, -0.031796153634786606, -0.0024369056336581707, -0.0018338508671149611, -0.016166100278496742, 0.025843191891908646, -0.0058965361677110195, -0.007688067387789488, 0.010050913318991661, 0.014240557327866554, 0.009394959546625614, 0.0019660997204482555, -0.012173948809504509, 0.016278954222798347, 0.01904383674263954, -0.0013983113458380103, -0.0011955297086387873, 0.011666113510727882, 0.010509376414120197, 0.039272621273994446, -0.007511735428124666, 0.023952914401888847, 0.014515635557472706, -0.0022940768394619226, 0.005586192011833191, -0.0057695768773555756, 0.008090103976428509, 0.03834158927202225, -0.02162533439695835, 0.006094027776271105, -0.0187193863093853, -0.01941060647368431, 0.005282901227474213, -0.009789942763745785, 0.005709624383598566, -0.0077586001716554165, -0.015263281762599945, -0.010177872143685818, 0.014642594382166862, 0.0042531234212219715, -0.019791483879089355, -0.0014529741602018476, -0.009479598142206669, -0.018479574471712112, -0.011743699200451374, 0.009169254451990128, 0.018183337524533272, -0.028170771896839142, 0.011482727713882923, 0.012082256376743317, -0.01610967516899109, 0.008329914882779121, 0.03433533012866974, 0.01554541289806366, -0.03777732700109482, 0.015700584277510643, -0.031993646174669266, 0.005198262166231871, -0.008294648490846157, -0.005586192011833191, 0.005071302875876427, 0.0122374277561903, -0.015249175950884819, -0.003353831125423312, 0.009098721668124199, -0.004729219246655703, -0.0031986592803150415, 0.009155147708952427, 0.007829132489860058, 0.0016786789055913687, -0.009310320019721985, -0.0023452132008969784, -0.00022923135838937014, 0.01286516897380352, -0.005215895362198353, -0.006379685364663601, 0.0015446667093783617, 0.012498399242758751, -0.020087720826268196, 0.01577111706137657, 0.02661905065178871, -0.005060723051428795, 0.019593991339206696, -0.0168291088193655, 0.0063514718785882, -0.007716280408203602, -0.04373029246926308, -0.014184131287038326, 0.01185655128210783, -0.008202956058084965, -0.002167118014767766, -0.006873414386063814, -0.02484162710607052, 0.004591680597513914, -0.01564415916800499, 0.01736515760421753, -0.014557954855263233, -0.00021710855071432889, 0.014367516152560711, 0.01855010725557804, 0.020158253610134125, 0.01852189376950264, -0.024319684132933617, -0.009282106533646584, -0.002010182710364461, -0.007892612367868423, -0.0460437647998333, -0.005758997052907944, -0.04624125733971596, 0.03165508806705475, 0.0036712284199893475, -0.038115885108709335, -0.015192748978734016, -0.01420529093593359, -0.018959196284413338, -0.009035242721438408, -0.008167689666152, 0.01601092889904976, 0.014797765761613846, 0.008992922492325306, 0.002879498526453972, 0.035068873316049576, -0.00987458135932684, 0.012540718540549278, -0.027888640761375427, 0.007956091314554214, 0.00027177142328582704, 0.003547796281054616, 0.0015429033664986491, -0.009528971277177334, -0.014995257370173931, 0.005639091599732637, -0.0018012295477092266, -0.009169254451990128, -0.023868273943662643, 0.029821237549185753, -0.026040682569146156, -0.016053248196840286, 0.025180183351039886, -0.005991755053400993, -0.00896470993757248, -0.015023470856249332, -0.0017977028619498014, -0.008202956058084965, -0.007568161468952894, 0.02189335785806179, -0.009712356142699718, 0.009514864534139633, -0.019833803176879883, -0.00369591498747468, -0.006425531581044197, 0.00739182997494936, -0.005614405032247305, -0.00886596366763115, 0.006778195034712553, -0.012618305161595345, 0.06156096234917641, 0.0014679624000564218, -0.0019519932102411985, 0.028735032305121422, -0.0007890848792158067, -0.0034684468992054462, -0.020186467096209526, 0.013246046379208565, 0.002249994082376361, -0.02341686561703682, 0.029144123196601868, -0.010050913318991661, -0.01739337109029293, -0.004894971381872892, 0.014141811989247799, -0.005381647031754255, -0.001004209741950035, -0.02553284727036953, 0.023938806727528572, -0.0402882918715477, 0.021413736045360565, 0.010008594021201134, -0.017407476902008057, 0.0018885137978941202, -0.006873414386063814, 0.017083026468753815, -0.011059531942009926, -0.006259779445827007, -0.004136744420975447, -0.012477239593863487, 0.014247611165046692, 0.012780530378222466, -0.01282990351319313, 0.001348938443697989, 0.0019237800734117627, 0.018832238391041756, -0.015474880114197731, -0.002158301416784525, 0.17932240664958954, -0.02331811934709549, -0.015305601991713047, 0.01815512403845787, -0.016744470223784447, -0.0035125298891216516, 0.0613916851580143, 0.00952191837131977, -0.004789172206073999, 0.014381622895598412, 0.014967044815421104, 0.018930984660983086, -0.0354638546705246, -0.008217062801122665, 0.03605632856488228, -0.009775836020708084, -0.012759370729327202, -0.026435665786266327, -0.019297754392027855, -0.01036831084638834, 0.0030822802800685167, -0.003579535987228155, -0.010199032723903656, -0.012999181635677814, 0.0012422576546669006, -0.007462362293154001, 0.008358128368854523, 0.011264076456427574, 0.03171151503920555, 0.017125345766544342, -0.01878991909325123, 0.01516453642398119, -0.0020207625348120928, -0.0007979014771990478, -0.011616740375757217, 0.0001864708901848644, -0.0033573578111827374, -0.005586192011833191, 0.009620663709938526, 0.006002334877848625, 0.013013288378715515, 0.002064845524728298, -0.006651236210018396, -0.01653287187218666, -0.010488216765224934, 0.027761681005358696, 0.0019237800734117627, 0.003233925439417362, -0.014811872504651546, 0.011426301673054695, -0.011115957982838154, 0.00667944923043251, 0.027888640761375427, 0.014868298545479774, 0.003341487841680646, -0.007007426582276821, -0.0044153486378490925, 0.012406706809997559, 0.02652030624449253, 0.011172384023666382, -0.01980558969080448, 0.007370669860392809, 0.009881635196506977, 0.004542307462543249, -0.010967839509248734, -0.007046219427138567, 0.0015958029543980956, 0.008971762843430042, 0.01842314749956131, -0.019057942554354668, -0.008992922492325306, -0.031598661094903946, -0.01601092889904976, -0.024418430402874947, -0.030046941712498665, -0.04440740495920181, 0.04838545247912407, 0.03109082579612732, 0.0050466167740523815, 0.0518556609749794, -0.010199032723903656, -0.03092154674232006, 0.006369105074554682, -0.024503068998456, 0.011200597509741783, -0.03783375397324562, 0.01984790898859501, -0.020920006558299065, -0.014910618774592876, -0.01122881006449461, -0.011630847118794918, -0.015192748978734016, 0.007589321583509445, 0.016984280198812485, 0.002888315124437213, -0.021173924207687378, 0.01997486874461174, 0.0019273067591711879, -0.006788774859160185, -0.027535976842045784, -0.0258996170014143, 0.03148581087589264, 0.023078307509422302, 0.0177883543074131, 0.0043095494620501995, 0.01948113925755024, -0.01974916271865368, -0.0005056314985267818, 0.004052105359733105, 0.0028354155365377665, 0.009218627586960793, -0.05670831352472305, 0.013633975759148598, -0.003466683439910412, 0.0004068856651429087, 0.015898076817393303, 0.013147300109267235, -0.01478365994989872, 0.021244456991553307, -0.01139103528112173, -0.032755397260189056, -0.021286776289343834, 0.016462339088320732, 0.015573626384139061, -0.01594039611518383, -0.02863628789782524, -0.043081387877464294, 0.00224117748439312, -0.04071148857474327, 0.002295840298756957, 0.002463355427607894, -0.021343203261494637, 0.011045425198972225, 0.011616740375757217, -0.002597367623820901, -0.005960015580058098, 0.007455309387296438, -0.004746852442622185, -0.01577111706137657, 0.004461194854229689, -0.021117499098181725, 0.013309525325894356, 0.0044153486378490925, -0.00810421071946621, 0.0091128284111619, -0.01083382684737444, -0.013253099285066128, 0.019890228286385536, -0.021159818395972252, -0.023233480751514435, 0.004965504165738821, 0.0046057868748903275, -0.0003797746612690389, 0.02046859823167324, 0.013020341284573078, 0.00965593010187149, -0.017604969441890717, -0.004679846577346325, -0.006608916446566582, 0.01345764473080635, -0.05148889124393463, 0.0075470018200576305, -0.01311203371733427, 0.016194313764572144, -0.012082256376743317, -0.010579909197986126, -0.18124090135097504, -0.023529717698693275, 0.014162971638143063, -0.034476395696401596, 0.02853754162788391, 0.021921571344137192, 0.006862834561616182, 0.01864885352551937, -0.019960761070251465, 0.005642618052661419, 0.005773103795945644, -0.005230001639574766, -0.021046966314315796, 0.0016610457096248865, 0.0014556191163137555, 0.010720974765717983, -0.0095924511551857, -0.01086204033344984, 0.028918417170643806, 0.013020341284573078, 0.016194313764572144, -0.037156641483306885, 0.005388700403273106, 0.02086358144879341, 0.020059507340192795, 0.02156890742480755, -0.013669242151081562, 0.013570496812462807, -0.007194338366389275, -0.028861992061138153, -0.017506223171949387, 0.0006167205283418298, 0.02573033794760704, -0.013725669123232365, 0.040570423007011414, 0.02216138318181038, 0.018860451877117157, -0.0026044209953397512, -0.01974916271865368, 0.006340892054140568, 0.019199008122086525, 0.01000154111534357, 0.019241327419877052, 0.012046989984810352, -0.006739402189850807, 0.024023447185754776, 0.014226451516151428, -0.02936982735991478, 7.240625564008951e-05, -0.003584825899451971, 0.012434919364750385, -0.016151994466781616, 0.016688043251633644, 0.004203750751912594, 0.007166124880313873, 0.030216220766305923, 0.003293878398835659, 0.010798560455441475, -0.012307960540056229, -0.02936982735991478, 0.0018197443569079041, -0.0008697566809132695, 0.013669242151081562, -0.006891047582030296, 0.011306395754218102, -0.030103368684649467, 0.0030928601045161486, 0.01812691055238247, -0.02056734263896942, -0.0008195021073333919, -0.0023363966029137373, 0.00247569871135056, -0.027126885950565338, -0.001736868405714631, 0.00604465464130044, 0.022542258724570274, -0.015827544033527374, 0.03207828477025032, 0.045987337827682495, -0.0011117721442133188, -0.030244434252381325, 0.010756241157650948, -0.01596860960125923, -0.0036465420853346586, -0.012491346336901188, -0.008238222450017929, 0.012343226931989193, 0.019029729068279266, -0.014191185124218464, -0.002763119526207447, 0.0168008953332901, -0.01795763149857521, -0.009451385587453842, -0.015051684342324734, 0.007892612367868423, 0.011750752106308937, 0.012378493323922157, -0.018930984660983086, -0.013641029596328735, -0.001713945297524333, 0.018169229850172997, -0.002597367623820901, -0.01036831084638834, 0.004277809988707304, 0.014557954855263233, 0.01352817751467228, -0.041952867060899734, 0.02582908421754837, 0.026901181787252426, -0.0036430153995752335, -0.008217062801122665, -0.02321937307715416, 0.004806805402040482, 0.003154576290398836, -0.015192748978734016, 0.01849368028342724, -0.01759086176753044, -0.03323502093553543, 0.027662934735417366, -0.0020807154942303896, 0.05857037752866745, -0.00917630735784769, -0.012110468931496143, 0.023388652130961418, -0.01247018575668335, -0.026083001866936684, -0.12244481593370438, -0.03258612006902695, 0.018169229850172997, 0.025025011971592903, -0.011863605119287968, 0.017351049929857254, -0.021441949531435966, 0.03571777418255806, -0.034081414341926575, 0.026280494406819344, -0.01172253955155611, -0.009465492330491543, 0.004552887752652168, 0.012561879120767117, -0.002177697839215398, -0.0018691172590479255, 0.011137117631733418, -0.003766447538509965, -0.008844804018735886, 0.02513786405324936, 0.016744470223784447, -0.006813461426645517, 0.029510892927646637, -0.0244748555123806, 0.00034693285124376416, -0.007984304800629616, -0.035604920238256454, 0.02196389064192772, 0.0172664113342762, 0.002163591329008341, 0.024785200133919716, -0.005166522227227688, 0.008816590532660484, -0.006947473622858524, 0.017971739172935486, -0.012745263986289501, 0.014741339720785618, -0.0018920403672382236, 0.027930960059165955, -0.01785888709127903, -0.0031810260843485594, 0.012674731202423573, -0.005050143226981163, -0.012858116067945957, -0.0005937974201515317, -0.006379685364663601, -0.018930984660983086, 0.02668958343565464, -0.011003104969859123, -0.03800303488969803, -0.060376014560461044, -0.021780505776405334, -0.04358922690153122, -0.007243711035698652, 0.019325967878103256, -0.003741761203855276, 0.01421939767897129, 0.002925344742834568, -0.013986639678478241, -0.016448231413960457, 0.019819695502519608, -0.026336919516324997, -0.007800919469445944, 0.009091668762266636, 0.012886329554021358, 0.0069086807779967785, -0.020849473774433136, -0.02619585394859314, 0.016095567494630814, 0.0002329784183530137, 0.006407898385077715, 0.029285188764333725, -0.015573626384139061, -0.0015261519001796842, -0.021188031882047653, -0.021554801613092422, -0.013605763204395771, -0.026604944840073586, 0.014938831329345703, 0.0008031914476305246, -0.0039850990287959576, -0.016180207952857018, -0.006446691229939461, -0.02278207056224346, -0.0086473124101758, 0.014967044815421104, -0.0040626851841807365, -0.008097156882286072, -0.0009407302713952959, -0.037325918674468994, 0.0007754191756248474, 0.012992128729820251, 0.009148094803094864, -0.017153559252619743, 0.0038475601468235254, 0.010093233548104763, -0.012209215201437473, -0.0009627717081457376, 0.017379263415932655, -0.005483919754624367, -0.01802816428244114, -0.011969403363764286, -0.07171767950057983, 0.013697455637156963, -0.016984280198812485, -0.01884634420275688, 0.00683814799413085, -0.031147252768278122, 0.0018285609548911452, 0.00605170801281929, 0.0012784056598320603, 0.0355202816426754, -0.029144123196601868, 0.004894971381872892, -0.015277388505637646, -0.005586192011833191, -0.0013163170078769326, 0.003461393527686596, 0.004510567989200354, -0.02523661032319069, -0.0037170746363699436, 0.002814255887642503, 0.01233617402613163, 0.003311511594802141, 0.009782888926565647, 0.005691991187632084, -0.00027662052889354527, -0.016561083495616913, -0.010756241157650948, 0.01967862993478775, -0.0020912953186780214, -0.012251534499228, 0.012152789160609245, -0.008619098924100399, -0.015813438221812248, 0.03089333511888981, -0.017280519008636475, -0.0045634675770998, 0.0191849023103714, 0.02312062866985798, 0.01591218262910843, 0.03529457747936249, -0.01921311393380165, -0.02649209275841713, 0.018832238391041756, -0.005829529836773872, -0.006760561838746071, -0.0014838322531431913, -0.018239762634038925, -0.019763270393013954, 0.019467033445835114, 0.01304855477064848, 0.03422247990965843, 0.021357309073209763, -0.02090590074658394, -0.03820052370429039, -0.012766423635184765, -0.005751943681389093, 0.022499939426779747, 0.005145362578332424, 0.0033150382805615664, 0.02312062866985798, 0.015488986857235432, -0.001234322669915855, 0.007201391272246838, -0.006027021445333958, 0.0003784521541092545, -0.0122374277561903, -0.012561879120767117, 0.0035601393319666386, -0.01997486874461174, -0.010812667198479176, -0.010960785672068596, 0.003875773400068283, -0.0016971937147900462, -0.006626549642533064, 0.006467850878834724, 0.020299319177865982, 0.0007467652321793139, 0.021159818395972252, -0.011729592457413673, 0.03574598580598831, 0.015051684342324734, -0.009211573749780655, 0.0002453216293361038, 0.00243514240719378, 0.024785200133919716, -0.008753111585974693, -0.008132423274219036, 0.009599504061043262, -0.00810421071946621, -0.01036831084638834, -0.010361257940530777, -0.00048314916784875095, -0.019072050228714943, 0.021836932748556137, -0.009959220886230469, -0.021611226722598076, 0.009211573749780655, -0.001214926247484982, 0.024093979969620705, 0.0007114988984540105, 0.0163071658462286, -0.014423943124711514, 0.003339724615216255, -0.019255435094237328, -0.014423943124711514, 0.0031439962331205606, -0.026336919516324997, -0.04014723002910614, 0.03870835900306702, 0.03430711850523949, 0.010389470495283604, -0.02189335785806179, -0.007134385406970978, -0.0012360860127955675, -0.018380828201770782, 0.03337608650326729, -0.007000373210757971, -0.009782888926565647, -0.029115909710526466, 0.02917233668267727, 0.018634745851159096, 0.021470163017511368, 0.07194337993860245, -0.014233504422008991, 0.011447461321949959, 0.027507763355970383, 0.028890205547213554, -0.015898076817393303, 0.027493657544255257, 0.0163071658462286, -0.0024598287418484688, 0.005864796228706837, -0.01577111706137657, -0.01263241097331047, -0.019537566229701042, -0.006101080682128668, 0.0066124433651566505, 0.004574047401547432, 0.009796995669603348, 0.08554209023714066, 0.0186911728233099, -0.01311203371733427, 0.01935417950153351, -0.026181748136878014, 0.007483522407710552, 0.00400978559628129, 0.00987458135932684, -0.008195903152227402, -0.010333044454455376, 0.005261741578578949, -0.023586144670844078, -0.007286030799150467, -0.01984790898859501, -0.0023716629948467016, -0.006189246661961079, 0.002911238232627511, 0.02794506587088108, -0.004214330576360226, -0.015051684342324734, 0.03470209985971451, -0.0014785423409193754, -0.004665739834308624, -0.010333044454455376, -0.02853754162788391, 0.027634723111987114, 0.017351049929857254, 0.002883025212213397, -0.009084614925086498, -0.024559495970606804, 0.021188031882047653, 0.010008594021201134, -0.039667606353759766, -0.013598709367215633, -0.010558749549090862, -0.004701006226241589, 0.003900459734722972, -0.007878505624830723, -0.003464920213446021, 0.006206879857927561, 0.0010985472472384572, 0.016053248196840286, -0.013238992542028427, -0.043476372957229614, -0.0029412147123366594, 0.008456873707473278, -0.009613610804080963, -0.016688043251633644, -0.03247326612472534], metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cec12903-8961-4f09-9943-cfe84d7f6dc2', node_type=, metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, hash='6dfe86f3d9f69f8967bbf69ab1627c07cd6036945655f42b64a570b67beac088'), : RelatedNodeInfo(node_id='d3a3ec57-96d5-496f-b613-72ccfc2f6c95', node_type=, metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, hash='d575851dd53cdb2f7c24c2968f52ae815fefb86de89f4d7156de607e39b46cd0'), : RelatedNodeInfo(node_id='c80e4793-1cc9-4603-8c3c-b113a12900bf', node_type=, metadata={}, hash='690fdfe97451800017879df3a37df962750398bf523c20050d723a8c54595ff2')}, hash='0511aba4413e86cbf181abdc76b99dd631381af47782c65d01e25254998c164e', text=\"This strategic methodology enhances the model's capacity to grasp human expectations in prompts. For endeavors involving code generation, it is advised to opt for Code Llama - Instruct versions, as they have been calibrated to yield useful and secure natural language responses. Deep diving into the Code Llama training and fine-tuning, there are a few aspects that are worth highlighting 1) DatasetLlama's training rests on a meticulously curated dataset enriched with publicly available code, offering a near-duplicate-free landscape. The dataset consists of 500B tokens during the initial phase, starting from the 7B, 13B, and 34B versions. A supplementary 8% of sample data is garnered from natural language datasets linked to code domains. 2) InfillingWithin the realm of Code Infilling, a pivotal task revolves around predicting missing segments within a program while being guided by contextual surroundings. Pragmatic applications encompass code completion within Integrated Development Environments (IDEs), type inference, and even the generation of in-code documentation such as docstrings. Operating in alignment with the concept of causal masking, a framework expounded by Aghajanyan et al. (2022) and Fried et al. (2023), Meta AI molds infilling models. The training process entails shifting parts of training sequences to the conclusion, paving the path for autoregressive predictions. In this endeavor, both the versatile 7B and 13B models undergo infilling-oriented training, echoing the strategies advised by Bavarian et al. (2022). 3) Long Context Fine-Tuning:Unraveling the intricacies of handling extensive sequences is a formidable pursuit in the realm of transformer-based language models. The pivotal challenges orbit around extrapolation - delving into sequence lengths beyond those encountered during training - and the quadratic complexity of attention passes that tilts the balance towards short-to-medium inputs for effective training. Meta AI steps forward with a unique solution, introducing the dedicated domain of long context fine-tuning (LCFT). Embracing sequences encompassing 16,384 tokens, a substantial leap from the 4,096 tokens featured in Llama 2's initial code training stages, LCFT\", start_char_idx=1569, end_char_idx=3793, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='c80e4793-1cc9-4603-8c3c-b113a12900bf', embedding=[-0.014161624945700169, 0.005290262401103973, -0.008881978690624237, -0.017353475093841553, 0.0030573823023587465, 0.0006082032341510057, -0.04518131539225578, 0.008068092167377472, -0.030375659465789795, -0.01498966570943594, 0.016192803159356117, 0.01667405664920807, 0.015598312020301819, -0.011118397116661072, -0.0057078213430941105, -0.00232134573161602, 0.004186207428574562, 0.018202748149633408, 0.0012677166378125548, -0.013560056686401367, -0.018004585057497025, -0.008740433491766453, -0.01330527476966381, -0.02775706723332405, 0.0033793982584029436, 0.011599651537835598, 0.02242080308496952, -0.037481240928173065, -0.016447585076093674, -0.018528303131461143, 0.03125324100255966, 0.015513384714722633, -0.02225094847381115, 0.010545138269662857, 0.003952657338231802, -0.01264708861708641, 0.008775820024311543, 0.011493492871522903, 0.04724787920713425, -0.0071126604452729225, 0.04240702465176582, 0.017183620482683182, -0.020509939640760422, -0.01947665773332119, -0.006355391815304756, 0.01632019318640232, 0.01190397422760725, -0.0177073385566473, -0.026624703779816628, 0.013644983991980553, 0.013192038051784039, 0.024543985724449158, -0.03388598561286926, 0.005074405577033758, -0.006337698549032211, 0.00283798691816628, -0.0019179412629455328, 0.004423296079039574, 0.036094095557928085, -0.01128117460757494, 0.001588847953826189, -0.009950647130608559, -0.012271992862224579, 0.014444716274738312, 0.01263293344527483, -0.012264915741980076, -0.00046223445679061115, 0.03646211326122284, -0.004932859912514687, 0.001066899043507874, -0.011274097487330437, 0.011083010584115982, 0.007565605919808149, -0.013199116103351116, 0.02114689350128174, -0.007692996878176928, -0.022378340363502502, 0.007084351032972336, 0.0019480196060612798, 0.008174251765012741, 0.013588366098701954, 0.003927886951714754, -0.01433147955685854, 0.04549271613359451, 0.0259594414383173, -0.007438214961439371, 0.006082917097955942, -0.019122794270515442, -0.006468628533184528, -0.01715531200170517, 0.005024864338338375, 0.0014287246158346534, 0.04229378700256348, 0.038104042410850525, -0.023227613419294357, -0.005230105482041836, -0.016306038945913315, 0.019448349252343178, -0.013800684362649918, -0.016447585076093674, -0.01223660632967949, 0.0033546278718858957, -0.035471297800540924, -0.017098693177103996, -0.01562662050127983, 0.0033864756114780903, 0.0028096777386963367, 0.015725702047348022, 0.005290262401103973, 0.010460210964083672, -0.012356920167803764, 0.031451404094696045, 0.000155257701408118, -0.04062355309724808, -0.011578420177102089, -0.0030520744621753693, -0.005881214514374733, -0.025166785344481468, -0.025421567261219025, 0.006394316907972097, 0.022236794233322144, 0.054495010524988174, 0.01012050174176693, -0.011620883829891682, 0.012321533635258675, -0.005913062486797571, -0.0031564640812575817, -0.030545514076948166, -0.009207533672451973, 0.002995456103235483, 0.02672378532588482, 0.0248836949467659, 0.03450878709554672, -0.006040453445166349, -0.03142309561371803, 0.015414302237331867, -0.019037866964936256, -0.01031158771365881, -0.012470156885683537, -0.009837410412728786, 0.003687259741127491, 0.010969774797558784, -0.00583875086158514, -0.004055277910083532, -0.03164956718683243, 0.009136760607361794, 0.008804128505289555, 0.006298773922026157, 0.024345822632312775, -0.00965340156108141, 0.013199116103351116, -0.03125324100255966, -0.020778875797986984, 0.02675209566950798, 0.014175779186189175, 0.018797239288687706, 0.007600991986691952, 0.0047736214473843575, -0.020226849243044853, -0.023170994594693184, 0.008039782755076885, 0.008591810241341591, 0.002655747113749385, 0.0016781985759735107, 0.011203324422240257, 0.021118585020303726, 0.03821728006005287, -0.03697167709469795, -0.006896803621202707, -0.022066939622163773, 0.0005046980804763734, 0.026185913011431694, -0.03340473398566246, 0.031309857964515686, -0.016306038945913315, 0.00031316938111558557, 0.010891924612224102, -0.01615033857524395, -0.017410093918442726, -0.023822104558348656, 0.018655693158507347, 0.010127578862011433, 0.022859593853354454, 0.0009457007399760187, -0.025846203789114952, -0.010092192329466343, 0.0015676161274313927, -0.007381596602499485, 0.0010350513039156795, -0.007742537651211023, 0.0128027880564332, 0.024076886475086212, 0.0027070571668446064, -0.010771610774099827, -0.6132882237434387, -0.029130058363080025, 0.020156076177954674, -0.04051031544804573, -0.006426164880394936, -0.012767402455210686, -0.020297622308135033, -0.006843723822385073, -0.017693184316158295, 0.013156652450561523, -0.024827076122164726, 0.004072971176356077, 0.00022956906468607485, -0.003411245997995138, -0.00397742772474885, -0.01892463117837906, 0.008535192348062992, -0.03292347863316536, -0.013708679936826229, 0.012456001713871956, 0.011047624982893467, 0.013128343038260937, -0.0016463508363813162, 0.0034625562839210033, -0.015131211839616299, 0.0009412774234078825, 0.013241579756140709, 0.012059674598276615, 0.00935615599155426, -0.0012827558675780892, -0.028153395280241966, 0.01469242013990879, 0.004515300504863262, -0.0071126604452729225, 0.05319279059767723, 0.001407492789439857, -0.009143837727606297, 0.020566558465361595, -0.0034678641241043806, 0.026766249909996986, -0.017480866983532906, -0.029101749882102013, 0.015315220691263676, -0.0008205214398913085, -0.011550110764801502, 0.023864567279815674, 0.025832049548625946, -0.0022240332327783108, -0.014649956487119198, -0.02335500344634056, 0.004745312035083771, 0.0014207627391442657, -0.0026292072143405676, 0.00011323638318572193, -0.003924348391592503, 0.0069746533408761024, 0.024459058418869972, -0.013595443218946457, 0.017027920112013817, 0.010212506167590618, -0.0006192614673636854, 0.012887715362012386, -0.024543985724449158, -0.018358448520302773, -0.006606635171920061, 0.016546666622161865, 0.018075358122587204, 0.0028539106715470552, -0.00932076945900917, -0.0028751424979418516, -0.0026008980348706245, 0.026143450289964676, 0.004823162220418453, -0.011663347482681274, 0.01506043877452612, 0.03289517015218735, 0.023609785363078117, -0.004653307609260082, -0.0014101468259468675, 0.016362657770514488, 0.019349267706274986, -0.017523329704999924, 0.009901106357574463, -0.027332432568073273, 0.012958488427102566, 0.00942692905664444, 0.017240239307284355, 0.0004759466683026403, -0.000747094745747745, 0.0211752038449049, 0.010941465385258198, 0.00164192751981318, -0.018344294279813766, -0.02782784029841423, 0.008138865232467651, 0.0033847063314169645, -0.007947778329253197, 0.009950647130608559, 0.02938484027981758, -0.0416426807641983, -0.0035563302226364613, -0.02706349454820156, 0.011139629408717155, 0.0019957912154495716, 0.010000187903642654, 0.0026539776008576155, -0.02034008502960205, -0.009639247320592403, 0.02852141298353672, -0.003301548305898905, -0.00471346452832222, 0.006550016812980175, -0.01854245737195015, -0.0033510890789330006, -5.739226617151871e-05, -0.030035950243473053, -0.004745312035083771, 0.006730487570166588, 0.0067977216094732285, 0.002082487801089883, 0.027219194918870926, -0.016419274732470512, 0.021288439631462097, 0.00227357423864305, 0.013220347464084625, 0.022831285372376442, 0.0037898800801485777, -0.01320619322359562, -0.02280297689139843, 0.01930680312216282, -0.014961357228457928, -0.009936492890119553, 0.014444716274738312, -0.02612929604947567, -0.007551451213657856, 0.015555848367512226, 0.05098468065261841, 0.002586743561550975, -0.006613712292164564, -0.013609597459435463, -0.05259830132126808, -0.011061779223382473, 0.011925206519663334, -0.00375095522031188, -0.0366036593914032, -0.03598086163401604, -0.027233349159359932, 0.0030290731228888035, 0.008945674635469913, -0.0029406072571873665, -0.019080329686403275, -0.007402828428894281, -0.014904738403856754, 0.024827076122164726, -0.014175779186189175, -0.016999611631035805, -0.007700073998421431, -0.032385606318712234, -0.011599651537835598, -0.04410557076334953, 0.005792748648673296, 0.022986985743045807, -0.007912391796708107, 0.0041189733892679214, 0.006266925949603319, 0.002549587981775403, 0.009639247320592403, 0.03340473398566246, -0.015640774741768837, -0.026185913011431694, 0.008605965413153172, -0.034395549446344376, -0.0021921854931861162, 0.012781556695699692, -0.005092098377645016, 0.035329751670360565, -0.016306038945913315, 0.0017091616755351424, -0.028747886419296265, -0.012923101894557476, -0.00892444234341383, 0.034084152430295944, 0.013836070895195007, -0.010615910403430462, 0.03029073216021061, 0.0007585952989757061, 0.03340473398566246, 0.007268360350281, -0.004242825787514448, 0.010538061149418354, 0.0012588701210916042, 0.007565605919808149, -0.018740620464086533, 0.016475893557071686, -0.008556423708796501, 0.015782320871949196, 0.001887862803414464, -0.01615033857524395, -0.006988808047026396, 0.04229378700256348, -0.002185108372941613, 0.002457583323121071, 0.0067977216094732285, 0.004543609917163849, 0.004179130308330059, -0.02557726763188839, -0.0020081764087080956, -0.03467864170670509, 0.013022184371948242, -0.017197774723172188, 0.0014676497085019946, -0.006213846616446972, -0.0036483346484601498, -0.01656082086265087, 0.002960069803521037, 0.03504665940999985, -0.0020877958741039038, 0.004823162220418453, -0.021741384640336037, 0.009476469829678535, -0.009412773884832859, 0.015258602797985077, 0.004794853273779154, -0.00027468669577501714, 0.01498966570943594, -0.0017197775887325406, -0.00899521540850401, 0.020439166575670242, -0.015315220691263676, -0.028606340289115906, 0.024770459160208702, 0.009497701190412045, 0.009058910422027111, 0.006684485357254744, 0.021019503474235535, -0.009993110783398151, 0.02280297689139843, 0.002818524371832609, 0.03697167709469795, 0.00471346452832222, 0.011543033644557, -0.0007497487240470946, 0.015371838584542274, -0.0409066416323185, 0.01763656735420227, -0.007017116993665695, 0.03753786161541939, 0.012923101894557476, -0.0005975873209536076, -0.0168722216039896, -0.027813686057925224, 0.020679794251918793, 0.010665452107787132, 0.005212412215769291, 0.015329374931752682, -0.009589706547558308, 0.006939266808331013, 0.00030012064962647855, 0.025166785344481468, 0.009681710973381996, -0.014933047816157341, 0.0025637424550950527, -0.004568380303680897, 0.010523905977606773, 0.017551640048623085, -0.0334896594285965, 0.003112231148406863, -0.020255157724022865, -0.01015588827431202, -0.015216139145195484, -0.03476357087492943, -0.0062881577759981155, 0.024246741086244583, -0.029866095632314682, 0.055259354412555695, 0.017933811992406845, 0.008358260616660118, 0.02287374995648861, 0.014324402436614037, 0.03510328009724617, -0.018174439668655396, -0.058826301246881485, 0.04421880841255188, -0.005056712310761213, -0.016037102788686752, -0.01167750172317028, -0.01799043081700802, -0.002300113905221224, -0.015640774741768837, 0.006291696336120367, 0.005672434810549021, 0.01167750172317028, -0.01178366132080555, 0.013680370524525642, -0.005460117012262344, -0.004267596174031496, 0.02450152300298214, -0.024147657677531242, 0.005357496440410614, -0.024770459160208702, 0.007116199005395174, 0.011528879404067993, -0.018443375825881958, 0.004370216745883226, 0.029866095632314682, -0.030375659465789795, -0.021288439631462097, -0.014197011478245258, -0.0070312716998159885, -0.008556423708796501, -0.008690892718732357, -0.011543033644557, 0.0006338583189062774, 0.0032980095129460096, 0.04175591468811035, -0.0050390190444886684, 0.005665357690304518, -0.006734026130288839, 0.013000952079892159, 0.012916024774312973, -0.006840185262262821, -0.004157898481935263, -0.00793362408876419, 0.003482018830254674, 0.0732073187828064, 0.026256686076521873, -0.01632019318640232, 0.009136760607361794, -0.014317325316369534, -0.00200640712864697, -0.015923867002129555, -0.022817131131887436, 0.019703131169080734, 0.003542175516486168, -0.02980947680771351, 0.00020955366198904812, 0.011564265936613083, 0.0065464782528579235, 0.03357458859682083, 0.015824783593416214, 0.018117820844054222, -0.016504202038049698, -0.012569238431751728, -0.011613806709647179, 0.012470156885683537, 0.011274097487330437, 0.02622837759554386, 0.0079548554494977, 0.012604624964296818, -0.02402026765048504, 0.025449877604842186, 0.02873373217880726, -0.013255733996629715, -0.029724549502134323, 0.03920809552073479, -0.014204088598489761, 0.015017975121736526, 0.01684391126036644, -0.005828135181218386, 0.011649193242192268, -0.0013561826199293137, 0.012824020348489285, 0.02377963997423649, -0.005849367007613182, 0.007834542542696, 0.025520648807287216, 0.014706575311720371, 0.0029989948961883783, 0.026808712631464005, 0.0031582333613187075, -0.009950647130608559, 0.029073441401124, -0.011288251727819443, -0.044615134596824646, 0.022916212677955627, -0.003621794981881976, -0.0339709147810936, -0.009490624070167542, 0.0009660478681325912, 0.008429032750427723, -0.01985882967710495, -0.011500569991767406, 0.014565029181540012, -0.030658749863505363, -0.00965340156108141, -0.02830909565091133, 0.004798391833901405, -0.0005706052179448307, -0.004402064252644777, -0.01171288825571537, 0.00022392936807591468, 0.012102138251066208, -0.017792265862226486, 0.004766543861478567, -0.009009369648993015, -0.03164956718683243, -0.053730662912130356, -0.0023018834181129932, -0.015074593015015125, 0.003568715415894985, 0.01221537496894598, -0.026016058400273323, -0.006302312482148409, 0.001965712755918503, -0.011995979584753513, -0.013517593033611774, -0.007275437470525503, -0.02103365771472454, -0.00105451385024935, -0.022222639992833138, 0.012321533635258675, -0.006121841724961996, -0.0103469742462039, 0.017721494659781456, -0.010962697677314281, -0.0012641780776903033, -0.021429985761642456, 0.0033988608047366142, 0.003342242678627372, 0.013970538973808289, -0.0013269888004288077, 0.015201983973383904, 0.007310824003070593, -0.021543221548199654, 0.019533276557922363, -0.03940626233816147, -0.020085303112864494, -0.00310515402816236, -0.0022788820788264275, -0.009313692338764668, 0.02390703186392784, 0.00647216709330678, -0.005024864338338375, -0.008315796963870525, 0.009802023880183697, -0.010707915760576725, 0.012774479575455189, 0.008981060236692429, 0.021090276539325714, -0.002960069803521037, 0.002339038997888565, 0.0003644796088337898, 0.00484439404681325, -0.023822104558348656, 0.011238710954785347, -0.030658749863505363, 0.03170618787407875, 0.018768930807709694, -0.002199262846261263, 0.02789861336350441, 0.017933811992406845, 0.008690892718732357, -0.03153633326292038, 0.02980947680771351, -0.006008605472743511, 0.03156464174389839, 0.003190081100910902, -0.02627084031701088, -0.002777829999104142, -0.02172723039984703, -0.019943756982684135, 0.0048691644333302975, -0.011083010584115982, 0.0021037196274846792, -0.008478574454784393, -0.0027866766322404146, -0.011012238450348377, -0.01791965775191784, -0.0004666577442549169, -0.024275049567222595, 0.002022331114858389, 0.029469767585396767, 0.0009527779766358435, 0.037962496280670166, -0.008896132931113243, 0.0037084915675222874, -0.03431062400341034, -0.0032573153730481863, 0.009108451195061207, -0.016164492815732956, -0.0015578848542645574, -0.001518075237981975, 0.03312164172530174, 0.01414039358496666, 0.03354627639055252, 0.014168702065944672, 0.015796475112438202, -0.0007577106589451432, -0.0004000871267635375, -0.00600506691262126, 0.011705811135470867, 0.006146612577140331, -0.013043415732681751, -0.016659902408719063, 0.025973595678806305, -0.009830333292484283, 0.02349654957652092, -0.00987987406551838, 0.017976276576519012, 0.012059674598276615, -0.03535806015133858, -0.02629915066063404, 0.0041826688684523106, -0.009469392709434032, -0.011727042496204376, -0.0008979291305877268, -0.005085021257400513, 0.003439555177465081, -0.04900304600596428, -0.023312540724873543, 0.030658749863505363, 0.005513196345418692, 0.02557726763188839, 0.01547092106193304, 0.038868386298418045, -0.02460060454905033, 0.004242825787514448, 0.012399383820593357, 0.028578031808137894, -0.015258602797985077, 0.00033042021095752716, -0.04821038991212845, 0.019320957362651825, 0.03244222328066826, -0.007077273912727833, 0.027049340307712555, 0.021769694983959198, -0.03309333324432373, 0.009547242894768715, 0.007685919292271137, 0.008988138288259506, 0.011790738441050053, -0.01569739356637001, -0.016886375844478607, 0.007593914866447449, -0.03031904064118862, -0.01593802124261856, -0.02179800346493721, 0.004274673294275999, 0.003377628978341818, 0.015754012390971184, 0.027120113372802734, -0.02158568613231182, -0.02065148577094078, 0.0416426807641983, 0.028917741030454636, 0.037934187799692154, -0.0010642450070008636, 0.016504202038049698, 0.020439166575670242, 0.010417747311294079, -0.02328423038125038, -0.004108357708901167, 0.010148811154067516, -0.0070631192065775394, 0.029101749882102013, 0.023652249947190285, -0.00800439715385437, 0.0037014142144471407, 0.009398619644343853, 0.006843723822385073, -0.03558453172445297, -0.04232209920883179, 0.0133406613022089, 0.03368782252073288, 0.015796475112438202, -0.04438866302371025, -0.028889432549476624, -0.004915166646242142, 0.0052796462550759315, -0.022222639992833138, 0.012470156885683537, -0.0010633603669703007, -0.006755257956683636, 0.005601662211120129, 0.007537296507507563, 0.007961933501064777, 0.006128919310867786, -0.010693760588765144, 0.01036112941801548, 0.016829757019877434, 0.0027070571668446064, -0.005092098377645016, 0.018344294279813766, -0.004069432616233826, 0.026483159512281418, -0.0181885939091444, 0.02287374995648861, 0.022222639992833138, -0.006790644489228725, 0.0049505531787872314, -0.0036660279147326946, 0.008393647149205208, 0.03869853541254997, -0.019844675436615944, 0.008089324459433556, -0.012194142676889896, -0.01055221538990736, 0.010254969820380211, -0.010764533653855324, 0.0005639702430926263, -0.008216715417802334, -0.012753247283399105, -0.009724174626171589, 0.016065411269664764, 0.012760324403643608, -0.03527313470840454, 0.0073037464171648026, -0.00540703721344471, -0.014267784543335438, -0.012767402455210686, 0.00935615599155426, 0.027120113372802734, -0.025039395317435265, 0.012017210945487022, 0.017410093918442726, -0.001641042879782617, 0.003451940370723605, 0.04563426226377487, 0.01732516661286354, -0.04031215235590935, 0.02651146799325943, -0.04175591468811035, 0.018273521214723587, -0.00749483285471797, -0.006383701227605343, -0.007020655553787947, 0.007976087741553783, -0.025350794196128845, -0.0028397561982274055, 0.009080142714083195, -0.009398619644343853, 0.004409141838550568, 0.007558528333902359, 0.008337028324604034, 0.005226566921919584, -0.00300253345631063, -0.004614382516592741, -0.004865625873208046, 0.015824783593416214, -0.007084351032972336, -0.01476319320499897, 0.008110555820167065, 0.004242825787514448, -0.00985864270478487, 0.014975511468946934, 0.02983778715133667, -0.005764439702033997, 0.010028497315943241, -0.0071126604452729225, 0.004709925968199968, -0.015711547806859016, -0.05225859209895134, -0.012413538061082363, 0.023539012297987938, 0.003413015278056264, 0.0016702365828678012, -0.018457530066370964, -0.011769506148993969, -0.003101615235209465, -0.015131211839616299, 0.01223660632967949, -0.024586450308561325, 0.0006966691580601037, -0.005067327991127968, 0.02124597690999508, 0.011366101913154125, 0.02100534923374653, -0.014168702065944672, -0.0032042358070611954, 0.0020134844817221165, -0.0013207962037995458, -0.03818897157907486, -0.010467288084328175, -0.047530971467494965, 0.03558453172445297, -0.002158568473532796, -0.03985920548439026, -0.00862719677388668, -0.014119161292910576, -0.017863038927316666, -0.0074594467878341675, -0.018287675455212593, 0.030885223299264908, 0.010523905977606773, 0.005092098377645016, -0.004143743775784969, 0.029016822576522827, -0.010502674616873264, 0.010927311144769192, -0.027233349159359932, -0.0037721870467066765, 0.00868381466716528, 0.00890321098268032, 0.008896132931113243, -0.009242919273674488, -0.011995979584753513, 0.006433242000639439, 0.0009271228918805718, -0.01386437937617302, -0.014649956487119198, 0.02627084031701088, -0.016546666622161865, -0.017480866983532906, 0.021260131150484085, -0.011238710954785347, -0.005980296526104212, -0.013574210926890373, 0.002340808277949691, -0.015046284534037113, 0.0007661149138584733, 0.02720504067838192, -0.005389343947172165, 0.008188406005501747, -0.013836070895195007, 0.0022434957791119814, -0.007080812472850084, 0.0034554789308458567, -0.007172816898673773, -0.021090276539325714, 0.017410093918442726, -0.01294433418661356, 0.06301604956388474, 0.004593150690197945, -0.003126385621726513, 0.03801911696791649, -0.00035629651392810047, -0.0006205884274095297, -0.02301529422402382, 0.011167937889695168, -0.010538061149418354, -0.021953703835606575, 0.0337444432079792, -0.010467288084328175, -0.010474365204572678, -0.009080142714083195, 0.02377963997423649, -0.015074593015015125, -0.00713035324588418, -0.03244222328066826, 0.017183620482683182, -0.03629225865006447, 0.012448924593627453, 0.01240646094083786, -0.01978805847465992, 0.005382266826927662, -0.014649956487119198, 0.010976851917803288, -0.006744641810655594, -0.0033139334991574287, -0.005725514609366655, -0.0068932645954191685, 0.019434193149209023, 0.008082246407866478, -0.012753247283399105, 0.008032705634832382, -0.0023089605383574963, 0.015272757038474083, -0.012448924593627453, 0.019221875816583633, 0.18559442460536957, -0.02768629603087902, -0.009915260598063469, 0.026638858020305634, -0.004833777900785208, -0.002544279908761382, 0.04031215235590935, 0.003722646040841937, -0.00550965778529644, 0.008294564671814442, 0.015966329723596573, 0.021529067307710648, -0.040453698486089706, -0.004791314247995615, 0.02318514883518219, -0.00716573977842927, -0.015074593015015125, -0.025563113391399384, -0.00885366927832365, -0.009292460978031158, 0.0052159507758915424, -0.0042180554009974, -0.0048691644333302975, -0.016475893557071686, -0.0009218149352818727, -0.008726278319954872, 0.009908183477818966, 0.007317901123315096, 0.03920809552073479, 0.01799043081700802, -0.028917741030454636, 0.010318665765225887, -0.0032856243196874857, 0.0005462770932354033, -0.011627960950136185, 0.0059342943131923676, -0.005003632511943579, 0.0031228470616042614, 0.010382360778748989, 0.003611179068684578, 0.008641351014375687, 0.006606635171920061, -0.0072966692969202995, -0.02012776769697666, -0.012385229580104351, 0.026497313752770424, 0.011500569991767406, -0.0014579184353351593, -0.007116199005395174, 0.008825360797345638, -0.02529417723417282, 0.004901011940091848, 0.025237558409571648, 0.008011474274098873, 0.011528879404067993, 0.00028552376898005605, -0.00885366927832365, 0.014819811098277569, 0.02644069492816925, 0.010523905977606773, -0.01995791308581829, 0.00019495678134262562, 0.007721305824816227, 0.009157991968095303, -0.006896803621202707, -0.00621030805632472, 0.00012927083298563957, -0.004090664442628622, 0.026284994557499886, -0.011535956524312496, -0.010651296935975552, -0.029130058363080025, -0.016815602779388428, -0.03014918603003025, -0.02529417723417282, -0.04685155302286148, 0.03988751396536827, 0.035782698541879654, 0.0019480196060612798, 0.05854320898652077, -0.011118397116661072, -0.040198914706707, -0.00838656909763813, -0.017042076215147972, 0.014918893575668335, -0.03912317007780075, 0.030262423679232597, -0.01784888468682766, -0.017056230455636978, -0.01684391126036644, -0.0013765298062935472, -0.016136184334754944, 0.00796901062130928, 0.016758983954787254, 0.0006418202538043261, -0.017353475093841553, 0.01201013382524252, 8.780242933426052e-05, -0.01892463117837906, -0.02165645733475685, -0.03147971257567406, 0.03544298931956291, 0.011769506148993969, 0.017579948529601097, 0.010127578862011433, 0.015796475112438202, -0.017098693177103996, -0.004394987132400274, 0.006695101037621498, -0.004331291653215885, 0.013510515913367271, -0.05613693594932556, 0.009278305806219578, -0.0056193554773926735, 0.013701601885259151, 0.02079303003847599, 0.003811111906543374, -0.02227925881743431, 0.021189358085393906, -0.020354239270091057, -0.025775430724024773, -0.019122794270515442, 0.007912391796708107, 0.012618779204785824, -0.009037679061293602, -0.019207721576094627, -0.03869853541254997, 0.00032842974178493023, -0.0385286808013916, 0.0024062730371952057, -0.0006077609141357243, -0.01763656735420227, 0.014890584163367748, 0.006971114780753851, 0.0024133503902703524, -0.00842195563018322, 0.013963460922241211, -0.0016808524960651994, -0.014664111658930779, 0.014904738403856754, -0.024784613400697708, 0.018075358122587204, 0.003282085759565234, 0.007777924183756113, 0.002944145817309618, -0.007714228704571724, -0.01833014003932476, 0.020736413076519966, -0.024374131113290787, -0.02553480491042137, 0.007360364776104689, 0.016277730464935303, 0.0015260372310876846, 0.009971878491342068, 0.011295328848063946, 0.00043503116467036307, -0.016037102788686752, -0.006012144032865763, -0.0020789492409676313, 0.0003374975058250129, -0.0576656274497509, 0.003775725606828928, -0.025945285335183144, 0.013008029200136662, -0.00928538292646408, -0.011946437880396843, -0.18129144608974457, -0.024317512288689613, 0.017127003520727158, -0.033772751688957214, 0.029158368706703186, 0.021571530029177666, 0.007346210069954395, 0.01833014003932476, -0.03108338639140129, 0.009936492890119553, 0.0051841032691299915, -0.0015437303809449077, -0.007756692357361317, -0.00749483285471797, -0.00023775217414367944, 0.009313692338764668, -0.025449877604842186, -0.0038712688256055117, 0.025874514132738113, 0.011429796926677227, 0.02464306727051735, -0.04085002467036247, 0.01075745653361082, 0.013524670153856277, 0.030828604474663734, 0.022859593853354454, -0.010707915760576725, 0.009087219834327698, 0.0025885128416121006, -0.025591421872377396, -0.013991770334541798, 0.003568715415894985, 0.025520648807287216, -0.020509939640760422, 0.04416218772530556, 0.024034421890974045, 0.0009687018464319408, -0.005141639616340399, -0.025973595678806305, -5.343894736142829e-05, 0.023029448464512825, 0.016348503530025482, 0.014890584163367748, 0.008315796963870525, -0.0067234099842607975, 0.025350794196128845, -0.0018453991506248713, -0.027672141790390015, 0.0013738757697865367, -0.005205335095524788, 0.01128117460757494, -0.01629188470542431, 0.021543221548199654, 0.0037155686877667904, 0.013623752631247044, 0.018415067344903946, -0.0019267877796664834, 0.0022718049585819244, -0.014635802246630192, -0.028394022956490517, -0.0003642584488261491, -2.294584919582121e-05, 0.00840072426944971, -0.007087889593094587, 0.020750567317008972, -0.032555460929870605, -0.0012871791841462255, 0.02270389534533024, -0.031904350966215134, 0.0013358354335650802, 0.0024345822166651487, -0.006309389602392912, -0.03252715244889259, 0.003177695907652378, 0.002314268611371517, 0.03218744322657585, -0.028195859864354134, 0.030064258724451065, 0.04158606007695198, -0.004203900694847107, -0.02495446801185608, 0.011599651537835598, -0.013659138232469559, 0.00022824207553640008, -0.012526774778962135, -0.013814838603138924, 0.01124578807502985, 0.024105194956064224, -0.017240239307284355, 0.006323544308543205, 0.020807184278964996, -0.019292648881673813, -0.010262046940624714, -0.011967670172452927, 0.011627960950136185, 0.01617864891886711, 0.006266925949603319, -0.022477421909570694, -0.02404857613146305, -0.011415642686188221, 0.009575551375746727, -0.00032489109435118735, -0.01667405664920807, 0.005177025683224201, 0.023921186104416847, 0.02134505845606327, -0.05469317361712456, 0.022236794233322144, 0.022463267669081688, -0.00623861700296402, -0.008605965413153172, -0.012654165737330914, -0.0009129683021456003, 0.00984448753297329, -0.011797815561294556, 0.014508411288261414, -0.008782897144556046, -0.03583931550383568, 0.02502524107694626, -0.007416983135044575, 0.06494106352329254, -0.005477809812873602, -0.016688210889697075, 0.030715368688106537, -0.016362657770514488, -0.020283466205000877, -0.12591885030269623, -0.02921498566865921, 0.014565029181540012, 0.02390703186392784, -0.009773715399205685, 0.015923867002129555, -0.024827076122164726, 0.03218744322657585, -0.0337444432079792, 0.026780404150485992, -0.0032449301797896624, -0.013942229561507702, 0.011811969801783562, 0.01360252033919096, 0.003335165325552225, 0.004391448572278023, 0.00793362408876419, -0.007452369201928377, -0.013269888237118721, 0.02813924103975296, 0.012017210945487022, -0.009037679061293602, 0.02935653179883957, -0.022434957325458527, 0.001752509968355298, -0.002199262846261263, -0.02481292188167572, 0.02775706723332405, 0.00959678366780281, 0.0014455332420766354, 0.014918893575668335, -0.00597675796598196, 0.01051682885736227, -0.0011978285619989038, 0.025110168382525444, -0.013906843028962612, 0.013432665728032589, -0.002561973175033927, 0.022859593853354454, -0.011111319996416569, 0.0012712553143501282, 0.008337028324604034, -0.009695865213871002, -0.013623752631247044, -0.0013101802906021476, 0.004356062039732933, -0.007077273912727833, 0.0174667127430439, -0.017070384696125984, -0.03985920548439026, -0.05469317361712456, -0.01310003362596035, -0.04362431541085243, -0.012816943228244781, 0.015244447626173496, -0.019773902371525764, 0.021684767678380013, 0.002949453890323639, -0.022718049585819244, -0.0114864157512784, 0.02203863114118576, -0.0218970850110054, 5.2277831855462864e-05, 0.012151679024100304, 0.007438214961439371, 0.0037686482537537813, -0.007961933501064777, -0.021359212696552277, 0.012314456515014172, -0.009908183477818966, 0.0069817304611206055, 0.02543572150170803, -0.020184384658932686, 0.0011801354121416807, -0.02610098570585251, -0.0177073385566473, -0.01854245737195015, -0.03467864170670509, 0.009200455620884895, 0.010891924612224102, -0.013000952079892159, -0.012774479575455189, -0.008075169287621975, -0.030715368688106537, -0.018457530066370964, 0.012569238431751728, -0.015272757038474083, -0.003206005087122321, 0.0017516253283247352, -0.026171758770942688, 0.01098392903804779, 0.020665640011429787, 0.015952175483107567, -0.01131656114012003, 0.007109121419489384, 0.002169184386730194, -0.013008029200136662, 0.007409905549138784, 0.016546666622161865, 0.00514517817646265, -0.021132739260792732, -0.0168722216039896, -0.07326393574476242, 0.00669863959774375, -0.015244447626173496, -0.018514148890972137, 0.01124578807502985, -0.027021031826734543, 0.009794946759939194, 0.0047806985676288605, -0.005767978262156248, 0.03105507791042328, -0.02952638640999794, 0.016306038945913315, -0.016136184334754944, -0.0056264325976371765, -0.006217385176569223, 0.010375283658504486, 0.0064650895074009895, -0.03552791476249695, 0.001331412116996944, 0.0072966692969202995, 0.023723021149635315, -0.007593914866447449, 0.01314957533031702, -0.001166865578852594, -0.0018383219139650464, -0.012901870533823967, -0.014933047816157341, 0.019703131169080734, -0.008308719843626022, -0.010212506167590618, -0.000588740746024996, -0.00158353999722749, -0.025067703798413277, 0.026865331456065178, -0.018429221585392952, -0.009745405986905098, 0.021996166557073593, 0.013694524765014648, 0.016164492815732956, 0.029101749882102013, -0.019207721576094627, -0.02394949458539486, 0.012314456515014172, -0.0013154882472008467, 0.007869928143918514, 0.0032024665270000696, -0.02277466654777527, -0.0200994573533535, 0.026214223355054855, 0.02665301412343979, 0.030205804854631424, 0.02311437577009201, -0.0200994573533535, -0.034367240965366364, -0.00982325617223978, -0.006847262382507324, 0.017820576205849648, -0.001511882641352713, 0.008641351014375687, 0.029554694890975952, 0.017070384696125984, 0.000979317817837, 0.005123946350067854, -0.009780792519450188, -0.001834783237427473, -0.003920809831470251, -0.018627384677529335, 0.006606635171920061, -0.014324402436614037, -0.013751143589615822, -0.01145102921873331, 0.00942692905664444, 0.004462221171706915, -0.008952751755714417, 0.0036377187352627516, 0.014395175501704216, -0.007183433044701815, 0.012724938802421093, -0.01605125702917576, 0.03482018783688545, 0.024062730371952057, -0.010262046940624714, 0.0006648214184679091, 0.004908089525997639, 0.02598774991929531, 0.002402734477072954, -0.015923867002129555, 0.004801930394023657, -0.007785001304000616, -0.0016268882900476456, -0.005721976049244404, 0.00044631058699451387, -0.013248656876385212, 0.01806120201945305, -0.01266831997781992, -0.01684391126036644, 0.008329951204359531, -0.006843723822385073, 0.022534040734171867, 0.00020689968368969858, 0.004193284548819065, -0.016928838565945625, 0.003478480037301779, -0.02239249460399151, -0.015584156848490238, 0.007073735352605581, -0.024543985724449158, -0.03898162394762039, 0.032838549464941025, 0.0423504076898098, -0.00037155687459744513, -0.013984693214297295, -0.0032148517202585936, 0.004310059826821089, -0.020198538899421692, 0.027700450271368027, -0.011705811135470867, -0.0024788151495158672, -0.029186677187681198, 0.029101749882102013, 0.017424248158931732, 0.01708453893661499, 0.0749058648943901, 0.0017392400186508894, 0.009816179051995277, 0.017735648900270462, 0.019136948511004448, -0.010729147121310234, 0.023071913048624992, 0.01320619322359562, 0.0028415254782885313, 0.0063766236416995525, -0.021118585020303726, -0.00812471006065607, -0.03122493252158165, -0.005467194132506847, 0.001383607042953372, 0.004600227810442448, 0.008287487551569939, 0.08889055997133255, 0.02127428539097309, -0.023680558428168297, 0.006235078442841768, -0.023652249947190285, 0.015102902427315712, 0.006787105463445187, 0.0103469742462039, -0.00386773026548326, -0.010368206538259983, -0.001137671759352088, -0.012102138251066208, -0.011090087704360485, -0.027332432568073273, 0.008181328885257244, 0.003804034786298871, 0.008938596583902836, 0.018726466223597527, -0.0014791502617299557, -0.002995456103235483, 0.035811007022857666, 0.0021957242861390114, -0.00703481025993824, -0.004497607704252005, -0.021982012316584587, 0.03167787939310074, 0.01760825701057911, 0.002027638955041766, -0.01294433418661356, -0.02658224105834961, 0.023071913048624992, 0.00047329269000329077, -0.04034046083688736, -0.008407801389694214, -0.0023195764515548944, -0.008089324459433556, -0.003195389173924923, -0.009809101931750774, -0.004695771262049675, -0.00019307687762193382, -0.00082096375990659, 0.014402252621948719, -0.01767903007566929, -0.03753786161541939, 0.000231559548410587, 0.02134505845606327, -0.009200455620884895, -0.011408565565943718, -0.03496173396706581], metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cec12903-8961-4f09-9943-cfe84d7f6dc2', node_type=, metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, hash='6dfe86f3d9f69f8967bbf69ab1627c07cd6036945655f42b64a570b67beac088'), : RelatedNodeInfo(node_id='422fc803-e888-4fad-aaeb-08b8faa4744e', node_type=, metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, hash='0511aba4413e86cbf181abdc76b99dd631381af47782c65d01e25254998c164e'), : RelatedNodeInfo(node_id='da99db8d-35cb-4c19-9a00-6dc3acc3806e', node_type=, metadata={}, hash='5498a2da6cd0de2dbee9546bf15c63230c770d5e9ad9b5eb35fdb242bdec3cb0')}, hash='690fdfe97451800017879df3a37df962750398bf523c20050d723a8c54595ff2', text=\"Context Fine-Tuning:Unraveling the intricacies of handling extensive sequences is a formidable pursuit in the realm of transformer-based language models. The pivotal challenges orbit around extrapolation - delving into sequence lengths beyond those encountered during training - and the quadratic complexity of attention passes that tilts the balance towards short-to-medium inputs for effective training. Meta AI steps forward with a unique solution, introducing the dedicated domain of long context fine-tuning (LCFT). Embracing sequences encompassing 16,384 tokens, a substantial leap from the 4,096 tokens featured in Llama 2's initial code training stages, LCFT empowers models with extended-range capabilities. This strategic shift occurs within a fine-tuning phase, circumventing undue escalation in training costs. 4) Instruction Fine-Tuning:Code Llama's prowess extends to instruction fine-tuning, witnessed in the refined Code Llama - Instruct models. This iteration leverages Code Llama as its foundation, sculpted to aptly respond to queries. Merging Supervised Fine-Tuning with an expansive pool of Rejection Sampling examples yields this instructive competence. 5) Self-InstructIn the realm of datasets, Meta AI embarks on a proprietary journey, curating instances tethered to code-related tasks. In recognition of the resource-intensive nature of acquiring data from human annotators or through human feedback, a particular emphasis on self-instruction is embraced. The domain of coding tasks, steeped in the insights of professional developers, forms the canvas on which this innovative approach is painted. The Results The evaluate Code Llama, Meta AI engaged two widely acknowledged coding benchmarks: HumanEval and Mostly Basic Python Programming (MBPP). The HumanEval benchmark systematically assesses the model's prowess in code completion via docstrings, while the MBPP benchmark scrutinizes the model's capacity to translate descriptions into executable code.The meticulous benchmarking endeavor unfolded illuminating results: Code Llama outshone open-source, code-centric Large Language Models (LLMs) and even outperformed its predecessor, Llama 2. For instance, in the case of Code Llama 34B, remarkable scores emerged - an impressive 53.7%\", start_char_idx=3127, end_char_idx=5393, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='da99db8d-35cb-4c19-9a00-6dc3acc3806e', embedding=[-0.016112197190523148, 0.009319663047790527, -0.002212983788922429, -0.028705960139632225, 0.010122480802237988, 0.002659769030287862, -0.034709639847278595, 0.0026615143287926912, -0.02920859307050705, -0.019854024052619934, 0.004865772090852261, 0.010136443190276623, 0.004031539894640446, -0.009996822103857994, -0.00347654870711267, 0.006837910506874323, 0.005082183517515659, 0.014325056225061417, -0.001006139675155282, -0.0005689532263204455, -0.0031030639074742794, -0.002623118693009019, -0.01133019756525755, -0.022646432742476463, 0.001993081532418728, 0.013696763664484024, 0.02408452332019806, -0.031889304518699646, -0.012475085444748402, -0.01880687102675438, 0.030018391087651253, 0.005267180502414703, -0.025159601122140884, 0.020552126690745354, -0.016461247578263283, -0.013689782470464706, 0.01294979453086853, 0.010932279750704765, 0.036803945899009705, -0.0022967560216784477, 0.036496780812740326, 0.013305827043950558, -0.013033566996455193, -0.02732371725142002, -0.012000375427305698, 0.012426218017935753, 0.027281831949949265, -0.030828190967440605, -0.01953289844095707, 0.011386046186089516, 0.006830929312855005, 0.019979683682322502, -0.032894574105739594, 0.005637174937874079, 0.01643332466483116, 0.003996634855866432, -0.0002881852851714939, 0.005029825959354639, 0.019393276423215866, -0.0001966684649232775, -4.9712507461663336e-05, -0.006726214196532965, -0.017913300544023514, 0.01683822274208069, 0.017145387828350067, -0.011455856263637543, -0.000291239470243454, 0.02398678846657276, 0.010387759655714035, -0.008153832517564297, -0.008935707621276379, 0.006803005468100309, 0.008551751263439655, -0.008851935155689716, 0.03448624536395073, -0.011183596216142178, -0.02584374137222767, -0.0020768537651747465, -0.0002827313728630543, 0.002743541495874524, 0.00766516150906682, 0.0007277714903466403, -0.00016808990039862692, 0.022129837423563004, 0.017522362992167473, -0.010653038509190083, 0.011455856263637543, -0.018374048173427582, -0.015511829406023026, -0.023093217983841896, 0.004750585183501244, -0.002720853080973029, 0.0433102548122406, 0.01774575561285019, -0.027575034648180008, -0.008621561340987682, -0.025885626673698425, 0.02687693201005459, -0.01102303247898817, -0.02499205619096756, -0.007106679491698742, -0.011581514030694962, -0.032699104398489, -0.01619596965610981, -0.015791069716215134, 0.011078881099820137, 0.0028255684301257133, 0.010227195918560028, 0.020663823932409286, 0.02654184401035309, -0.007490635849535465, 0.03211269900202751, -0.0024625551886856556, -0.06104205176234245, -0.01565144956111908, -0.005431234370917082, 0.005347462370991707, -0.018150655552744865, -0.019421201199293137, 0.013242997229099274, 0.03551943600177765, 0.04970487207174301, 0.019700441509485245, -0.009103251621127129, 0.01570729725062847, 0.00644348282366991, -0.009187024086713791, -0.024587156251072884, 0.0010297006228938699, 0.005843115039169788, 0.016991805285215378, 0.02887350507080555, 0.03348097950220108, -0.007096208166331053, -0.028426717966794968, 0.014157511293888092, -0.012523951940238476, -0.005567364394664764, 0.0031257523223757744, 0.00109165720641613, 0.004122293088585138, 0.024754701182246208, -0.006481878459453583, -0.0012277871137484908, -0.024587156251072884, 0.019491011276841164, 0.022032102569937706, 0.0055080256424844265, 0.015693336725234985, 0.01586087979376316, -0.000511359830852598, -0.030688568949699402, -0.020859291777014732, 0.03275495022535324, 0.012789230793714523, 0.020789481699466705, 0.011853774078190327, 0.011665286496281624, -0.023498117923736572, -0.016600869596004486, 0.0018115750281140208, 0.014995234087109566, -0.0015593856805935502, 0.001705987029708922, 0.012321502901613712, 0.02832898497581482, 0.04660530015826225, -0.02656976692378521, -0.003776732599362731, -0.026946742087602615, -0.008593637496232986, 0.03560321033000946, -0.03599414601922035, 0.02610901929438114, -0.0018115750281140208, 0.002853492507711053, 0.005993206985294819, -0.00019350518414285034, -0.014995234087109566, -0.007019416894763708, 0.002216474385932088, 0.0037592800799757242, 0.024405650794506073, 0.005570854991674423, -0.020454391837120056, -0.012419236823916435, -0.0026510427705943584, 0.003282825229689479, 0.011413970030844212, -0.009522113017737865, 0.03166591376066208, 0.028524452820420265, 0.008014212362468243, -0.014129587449133396, -0.6250527501106262, -0.036803945899009705, 0.01143491268157959, -0.0338439904153347, 0.005916415713727474, -0.02605317160487175, -0.01260074321180582, -0.01674048975110054, -0.006251504644751549, 0.022101912647485733, -0.023344535380601883, 0.010757753625512123, 0.01243319921195507, -0.009808334521949291, -0.002846511546522379, -0.009682676754891872, 0.012803193181753159, -0.031135356053709984, -0.0023368969559669495, -0.003612678498029709, 0.015609563328325748, 0.0011553589720278978, 0.001134415972046554, 0.005574345588684082, -0.02071967162191868, 0.009871164336800575, 0.025089791044592857, 0.01117661502212286, 0.008440054953098297, 0.01789933815598488, -0.021878520026803017, 0.014478637836873531, -0.0014494345523416996, -0.007099698763340712, 0.04939770698547363, -0.01461825892329216, -0.005563873797655106, 0.01777368038892746, -0.009424379095435143, 0.020370619371533394, -0.011672267690300941, -0.025676196441054344, -1.0498801202629693e-05, 0.007441768888384104, -0.015120891854166985, 0.02892935276031494, 0.04333817958831787, -0.002104777842760086, -0.020915139466524124, -0.018401972949504852, -0.018178580328822136, 0.0026859480421990156, 0.006816967390477657, 0.0016003991477191448, -0.00236133043654263, 0.0058535863645374775, 0.03551943600177765, -0.02587166428565979, 0.0060141501016914845, -0.0011527411406859756, -0.004443420097231865, 0.01076473481953144, -0.023470193147659302, -0.029152745380997658, -0.014827689155936241, 0.015874842181801796, 0.01604238711297512, -0.00421653687953949, -0.020943064242601395, 0.0004515848122537136, -0.01580503210425377, 0.015400133095681667, -0.0012356407241895795, -0.0014311093837022781, 0.02372151054441929, 0.027337679639458656, 0.0235679280012846, -0.006321314722299576, -0.008272510021924973, 0.017969148233532906, 0.01749444007873535, -0.016545020043849945, 0.008181757293641567, -0.04423175007104874, 0.0267233494669199, 0.01722916029393673, 0.00843307375907898, -0.006380653474479914, 0.00869137141853571, 0.017159350216388702, 0.009766449220478535, 0.007078755646944046, -0.02501998096704483, -0.016572944819927216, 0.006785552948713303, -0.00340499309822917, -0.014031852595508099, 0.0017400195356458426, 0.03524019569158554, -0.04266800358891487, -0.026402221992611885, -0.02760295756161213, 0.03233608976006508, 0.0049635060131549835, 0.011546608991920948, 0.004317761864513159, -0.021417774260044098, -0.0011902641272172332, 0.03705526143312454, -0.018248390406370163, -0.007169508840888739, -0.005926887039095163, -0.013256959617137909, -0.01513485424220562, 0.010366817004978657, -0.02605317160487175, 0.0073440345004200935, -0.015316360630095005, 0.009675695560872555, -0.004178141243755817, 0.020035531371831894, -0.022087952122092247, 0.010848507285118103, -0.01345242839306593, 0.004754075314849615, 0.029320290312170982, 0.00944532174617052, -0.013717707246541977, -0.023707548156380653, 0.016796337440609932, -0.013068472035229206, -0.0019843552727252245, 0.01182585023343563, -0.021557394415140152, 0.0018778947414830327, 0.020873254165053368, 0.05068221315741539, -0.017731795087456703, 0.004300309345126152, -0.010862468741834164, -0.03392776474356651, -0.007267243228852749, 0.012098110280930996, 0.004101349972188473, -0.037557896226644516, -0.03381606563925743, -0.029096897691488266, 0.00996191706508398, 0.005036806687712669, 0.01197943277657032, -0.03026970848441124, -0.013934118673205376, -0.015162778086960316, 0.02046835422515869, -0.0045341732911765575, -0.014911461621522903, -0.02111060917377472, -0.01676841266453266, -0.007818743586540222, -0.026472032070159912, 0.001230405061505735, 0.012335464358329773, -0.009892106987535954, 0.0032985326834023, 0.009996822103857994, -0.006049055140465498, 0.00730912946164608, 0.030381405726075172, -0.01085548847913742, -0.02729579247534275, 0.005361424293369055, -0.013110358268022537, 0.011309254914522171, 0.00985720194876194, -0.021431734785437584, 0.028063705191016197, -0.01889064349234104, -0.011288311332464218, -0.002635335549712181, -0.009996822103857994, 0.00215713563375175, 0.061823923140764236, 0.01498127169907093, -0.01746651530265808, 0.041048403829336166, 0.00405597360804677, 0.03711111098527908, 0.01091831736266613, 0.004914639052003622, 0.0007513324380852282, 0.005975754465907812, 0.03420700505375862, -0.0033142399042844772, 0.017522362992167473, -0.01416449248790741, 0.013501294888556004, -0.015232588164508343, -0.013654877431690693, -0.004425967577844858, 0.029487833380699158, -0.001369152800180018, 0.021920407190918922, -0.0010768225183710456, -0.006792533677071333, 0.0016876618610695004, -0.027826350182294846, -0.002083834959194064, -0.011560571379959583, 0.0035550850443542004, -0.009836259298026562, 0.008844953961670399, -0.0011326706735417247, 0.0027522677555680275, -0.021208342164754868, -0.006408577784895897, 0.013061490841209888, 0.005766323767602444, 0.009829278104007244, -0.012977718375623226, 0.005700003821402788, -0.0028709450270980597, 0.013738649897277355, 0.001616106485016644, 0.00026440617511980236, 0.013612991198897362, 0.010283044539391994, -0.005619721952825785, 0.04333817958831787, -0.012698478065431118, -0.013187149539589882, 0.017787642776966095, 0.01586087979376316, 0.022855862975120544, 0.0007666033925488591, 0.027910122647881508, -0.018304238095879555, 0.022297382354736328, 0.006523764226585627, 0.02062193676829338, 0.0006815221859142184, -0.007281205151230097, 0.009710600599646568, 0.01616804488003254, -0.024028675630688667, 0.019756291061639786, 0.0006073488621041179, 0.039680127054452896, 0.015665411949157715, -0.008719295263290405, 0.0009249853319488466, -0.03906579688191414, 0.01831820048391819, 0.00791647844016552, 0.00838420633226633, 0.015037120319902897, -0.018751023337244987, 0.00043304148130118847, 0.012698478065431118, 0.03306211531162262, 0.0058535863645374775, -0.006401596590876579, 0.003839561715722084, 0.0015942907193675637, 0.016126159578561783, 0.025075828656554222, -0.036133766174316406, -0.019700441509485245, -0.013843365013599396, 0.0005868421285413206, -0.02881765551865101, -0.04155103862285614, -0.0007696576067246497, 0.008572693914175034, -0.045572105795145035, 0.04079708829522133, 0.01932346634566784, -0.005448687355965376, 0.01968648098409176, 0.021459659561514854, 0.023609813302755356, -0.03658055141568184, -0.03554736077785492, 0.03476548567414284, 0.0018918567802757025, -0.020887216553092003, -0.003954748623073101, -0.02677919715642929, -0.0004114439361728728, -0.012398294173181057, 0.002767974976450205, 0.001445071422494948, 0.01756425015628338, -0.005155484192073345, 0.021794749423861504, -0.005487082991749048, 0.0028342946898192167, 0.01692199520766735, -0.017550287768244743, 0.0036161690950393677, -0.020552126690745354, 0.020300809293985367, 0.002193785971030593, -0.019812138751149178, -0.004398043267428875, 0.027910122647881508, -0.027714654803276062, -0.026527881622314453, -0.020845329388976097, 0.0017871414311230183, -0.006478387862443924, -0.012593762017786503, -0.010199272073805332, -0.0005039424868300557, 0.0037069222889840603, 0.023316610604524612, -0.0026335902512073517, 0.015400133095681667, -0.0009651262080296874, 0.012607724405825138, 0.029348213225603104, -0.014122606255114079, -0.010248139500617981, -0.004991430323570967, 0.010611152276396751, 0.0737195834517479, 0.002794153755530715, -5.344844612409361e-05, 0.0032147602178156376, -0.011651325039565563, -0.002853492507711053, -0.015051081776618958, -0.019937796518206596, 0.023637738078832626, 0.0057837762869894505, -0.025424879044294357, -0.0037453179247677326, 0.00664942292496562, 0.005975754465907812, 0.04222121834754944, 0.009194005280733109, 0.027435414493083954, -0.015637487173080444, -0.0012443671002984047, -0.01014342438429594, 0.004199084360152483, 0.015665411949157715, 0.012412255629897118, 0.0077279903925955296, 0.012349426746368408, -0.03309004008769989, 0.01919780857861042, 0.01655898243188858, -0.01396902371197939, -0.028957275673747063, 0.01937931589782238, -0.00497397780418396, 0.013382618315517902, 0.016084272414445877, -0.008391187526285648, 0.022060027346014977, 0.0025410917587578297, 0.00624801404774189, 0.02320491522550583, -0.006841401103883982, 0.020831367000937462, 0.027128249406814575, 0.006436501629650593, 0.00968965794891119, 0.01798311062157154, 0.006111884023994207, 0.008984574116766453, 0.01601446233689785, -0.01234244555234909, -0.03772543743252754, 0.021375887095928192, -0.008488922379910946, -0.033648524433374405, -0.011483780108392239, -0.0021257209591567516, 0.017675945535302162, -0.005644155666232109, -0.010457569733262062, 0.012921870686113834, -0.032699104398489, -0.013948081061244011, -0.0298787709325552, 0.012384331785142422, -0.003558575641363859, -0.00296867941506207, -0.0038360711187124252, -0.0029808960389345884, 0.005155484192073345, -0.019449125975370407, 0.0157771073281765, -0.0007238446269184351, -0.031498368829488754, -0.051882948726415634, -0.008614580146968365, -0.013808459974825382, -0.0034695675130933523, 0.006771590560674667, -0.016447287052869797, 0.004090878646820784, 0.015539753250777721, -0.01081360224634409, -0.010094556957483292, -0.0021169946994632483, -0.013347712345421314, 0.0037453179247677326, -0.025452803820371628, 0.012796211987733841, -0.011972451582551003, -0.005131050478667021, 0.006509802304208279, 0.009047403931617737, -0.005347462370991707, -0.021738899871706963, 0.002579487394541502, 0.006911211181432009, 0.011553590185940266, -0.006921682506799698, 0.018276313319802284, 0.0016763177700340748, -0.01764802262187004, 0.026681464165449142, -0.04361741989850998, -0.018848758190870285, -0.004691246431320906, 0.003776732599362731, 0.00175136374309659, 0.01498127169907093, 0.014883537776768208, -0.004199084360152483, -0.002846511546522379, 0.00615027965977788, -0.00908230897039175, 0.021976254880428314, 0.005249727983027697, 0.0131941307336092, -0.006981021258980036, -0.003773242002353072, -0.008258548565208912, 0.008754200302064419, -0.020161189138889313, 0.005312557332217693, -0.02274416759610176, 0.031107431277632713, 0.020970987156033516, -0.003951258026063442, 0.015455980785191059, 0.006433011032640934, -0.006296881008893251, -0.02999046817421913, -0.005710475612431765, -0.004603983368724585, 0.01844385825097561, 0.003221741411834955, -0.016335589811205864, 0.001115218154154718, -0.025006018579006195, -0.02393094077706337, 0.016461247578263283, -0.017634060233831406, 0.0005436470382846892, -0.006457444746047258, 0.016293704509735107, -0.016000501811504364, -0.002886652247980237, -0.010164367035031319, -0.027854274958372116, 0.0018360086251050234, 0.04113217815756798, 0.002328170696273446, 0.030911961570382118, -0.01123944390565157, 0.01285904087126255, -0.03730657696723938, -0.005630193743854761, 0.005930377636104822, -0.010122480802237988, 0.001530588953755796, 0.013766573742032051, 0.03697148710489273, 0.02219964750111103, 0.016237854957580566, 0.006520274095237255, 0.01746651530265808, 0.0011126003228127956, 0.014911461621522903, -0.020677784457802773, 0.011714153923094273, -0.008000250905752182, -0.008747220039367676, -0.01549786701798439, 0.02129211463034153, 0.0032636274117976427, 0.011148691177368164, 0.0005323028890416026, 0.003209524555131793, 0.00012096801219740883, -0.03177760913968086, -0.012831117026507854, -0.016475209966301918, -0.011190577410161495, -0.006481878459453583, -0.0112813301384449, -0.002483498305082321, 0.006370182149112225, -0.052245963364839554, -0.03197307884693146, 0.030185936018824577, -0.0007364977500401437, 0.021417774260044098, 0.011134728789329529, 0.03300626948475838, -0.02957160584628582, 0.021557394415140152, 0.017871415242552757, 0.015749184414744377, -0.018206503242254257, 0.003228722373023629, -0.04261215403676033, 0.01676841266453266, 0.01552579179406166, -0.014038833789527416, 0.035463590174913406, 0.019658556208014488, -0.03970804810523987, 0.002054165583103895, 0.014234302565455437, -0.0015017922269180417, 0.015190702863037586, -0.006918191909790039, -0.010653038509190083, 0.00847495999187231, -0.030521025881171227, -0.020300809293985367, -0.02511771395802498, -0.026318449527025223, 0.007881573401391506, 0.019881948828697205, 0.0028587281703948975, -0.020007606595754623, -0.010904354974627495, 0.03803260251879692, 0.02608109638094902, 0.04230498895049095, 0.0012112072436138988, 0.02119438163936138, 0.022702282294631004, 0.010960203595459461, -0.01188867911696434, 0.00959890428930521, 0.005912925116717815, 0.002450338564813137, 0.026346374303102493, 0.03261533007025719, 0.0021065231412649155, -0.002216474385932088, 0.013180168345570564, 0.0097524868324399, -0.028580300509929657, -0.03831184655427933, 0.012160939164459705, 0.017117464914917946, 0.010220215655863285, -0.045264940708875656, -0.01801103539764881, -0.010248139500617981, 0.00731611019000411, -0.0285384152084589, 0.0032636274117976427, -0.0017234396655112505, -0.01764802262187004, 0.015260512940585613, 0.01142095122486353, 0.018066883087158203, -0.00023168264306150377, -0.005710475612431765, 0.006932154297828674, 0.019267618656158447, -0.01919780857861042, -0.00979437306523323, 0.024643005803227425, 0.011379064992070198, 0.012998661957681179, -0.014143548905849457, 0.01904422603547573, 0.00818873755633831, 0.01249602809548378, 0.011909622699022293, -0.006803005468100309, 0.02211587503552437, 0.037166956812143326, -0.016461247578263283, -3.2778076274553314e-05, -0.014038833789527416, -0.017731795087456703, 0.011637362651526928, -0.015567678026854992, -0.0036789982113987207, -0.003436407772824168, 0.0023578398395329714, 0.003857014235109091, 0.013326769694685936, 0.0157771073281765, -0.03582660108804703, 0.006530745420604944, -0.005218313541263342, -0.02778446488082409, -0.016447287052869797, 0.007075265049934387, 0.005326519254595041, -0.022995484992861748, 0.016126159578561783, 0.014038833789527416, -0.017145387828350067, 0.0047086989507079124, 0.04361741989850998, 0.014967309311032295, -0.021669089794158936, 0.009501170367002487, -0.03940088301897049, 0.026862969622015953, -0.012537914328277111, -0.0051485029980540276, -0.012028300203382969, 0.002305482281371951, -0.02742145210504532, -0.012314521707594395, 0.01275432575494051, -0.013047528453171253, 0.007769876625388861, -0.006677346769720316, -0.001580328680574894, 0.01401090994477272, -0.0013237762032076716, -0.005780285689979792, 0.0051240697503089905, 0.015791069716215134, -0.0018133203266188502, -0.014478637836873531, 0.0031222617253661156, 0.019812138751149178, -0.01361997239291668, 0.010024746879935265, 0.020831367000937462, 0.0004690373607445508, 0.004886714741587639, -0.02423810586333275, 0.007616294082254171, -0.015106930397450924, -0.06238240748643875, -0.011323216371238232, 0.009822296909987926, 0.0026004305109381676, -0.0022548697888851166, -0.014297131448984146, -0.03342512995004654, 0.0016405399655923247, -0.015469943173229694, 0.018429895862936974, -0.006405087187886238, 0.0034852749668061733, -0.007860629819333553, 0.02010534144937992, -0.0026562786661088467, 0.019854024052619934, -0.01632162742316723, -0.013850346207618713, 0.004513230174779892, -0.006918191909790039, -0.0383397676050663, -0.007867611013352871, -0.03736242651939392, 0.03526812046766281, 0.0012129524257034063, -0.03666432574391365, -0.0262905266135931, -0.01565144956111908, -0.02781238965690136, -0.013375637121498585, -0.01607031188905239, 0.03261533007025719, 0.015791069716215134, 0.010227195918560028, 0.011030013673007488, 0.03803260251879692, -0.0009110232931561768, 0.01692199520766735, -0.0325036346912384, -0.013982986100018024, 0.010967184789478779, -0.005501044914126396, 0.010045689530670643, 0.006460935343056917, -0.003937296103686094, 0.010213234461843967, -0.002434631111100316, -0.001124817063100636, -0.020091379061341286, 0.024461498484015465, -0.015665411949157715, -0.01789933815598488, 0.022800015285611153, -0.012726401910185814, -0.0025620348751544952, -0.016056349501013756, 0.006834419909864664, -0.019784213975071907, -0.0053788768127560616, 0.01671256497502327, 0.006227070931345224, 0.010262100957334042, -0.025187524035573006, 0.009354569017887115, -0.004551625810563564, 0.0028081159107387066, -0.00869137141853571, -0.016726527363061905, -0.001035809051245451, -0.00307513982988894, 0.0478060357272625, 0.0005318665644153953, 0.0015942907193675637, 0.04300308972597122, -0.01067398115992546, -0.008481941185891628, -0.01640539988875389, 0.0175921730697155, -0.009242871776223183, -0.014702030457556248, 0.033341359347105026, -0.018597440794110298, -0.016754450276494026, -0.01055530458688736, 0.023916978389024734, -0.01971440389752388, -0.01349431462585926, -0.03736242651939392, -0.004380590748041868, -0.03348097950220108, 0.02038458175957203, 0.0097524868324399, -0.0004378409357741475, 0.009920031763613224, -0.009173061698675156, 0.025215448811650276, -0.002352604176849127, -0.01886271871626377, -0.008684390224516392, -0.0034940012264996767, 0.007853648625314236, 0.008837972767651081, -0.00685536302626133, -0.004747094586491585, 0.008314396254718304, 0.02056608907878399, -0.01901630125939846, 0.007965344935655594, 0.18798494338989258, -0.018220465630292892, -0.00012751271424349397, 0.03764166682958603, 0.005288123618811369, -3.4686949220485985e-05, 0.038228072226047516, 0.015455980785191059, 0.013438466005027294, 0.0032845705281943083, 0.0014468167209997773, 0.01889064349234104, -0.03660847619175911, -0.001745255314745009, 0.018946491181850433, -0.011169633828103542, -0.01798311062157154, -0.02398678846657276, -0.007818743586540222, -0.011679248884320259, -0.0030960829462856054, -0.0016876618610695004, -0.009319663047790527, -0.016935957595705986, -0.0031571669969707727, -0.008810048922896385, 0.006185184698551893, 0.01001078449189663, 0.029683303087949753, 0.011881697922945023, -0.015553715638816357, 0.015665411949157715, -0.013305827043950558, -0.013780536130070686, -0.01442279014736414, 0.002061146544292569, -0.002272322541102767, -0.0037488085217773914, 0.009822296909987926, 0.008789106272161007, -0.004436438903212547, 0.003321220865473151, -0.004300309345126152, -0.021697014570236206, 0.0007430424448102713, 0.01968648098409176, -0.0009040422737598419, -0.0043945531360805035, 0.004202574957162142, 0.0053788768127560616, -0.027393527328968048, 0.012447160668671131, 0.028119554743170738, 0.018764985725283623, 0.002806370612233877, -0.007525540888309479, -0.006792533677071333, 0.009173061698675156, 0.023330572992563248, 0.006607536692172289, -0.003302023047581315, 0.0044643632136285305, -0.002645807107910514, 0.01349431462585926, -0.009529094211757183, -0.005703494418412447, -0.007008945569396019, 0.008265528827905655, 0.014548448845744133, -0.022604547441005707, -0.00014474711497314274, -0.018304238095879555, -0.01810877025127411, -0.022827940061688423, -0.018038958311080933, -0.03211269900202751, 0.03794883191585541, 0.04096463322639465, 0.00029669341165572405, 0.05487082898616791, -0.013068472035229206, -0.032950419932603836, -0.02013326622545719, -0.028133515268564224, 0.0014232557732611895, -0.03297834470868111, 0.01813669316470623, -0.004614455159753561, -0.014394866302609444, -0.01756425015628338, -0.014897499233484268, -0.017997073009610176, 0.00731611019000411, 0.0011780473869293928, 0.0026737311854958534, -0.004129274282604456, 0.0016440305626019835, -0.00289712380617857, -0.016908032819628716, -0.012503009289503098, -0.02247888781130314, 0.03267117962241173, 0.018094807863235474, -0.003186836140230298, -0.0073579964227974415, 0.011344159953296185, -0.01005267072468996, 0.007839687168598175, 0.007047341205179691, 0.011972451582551003, 0.004209555685520172, -0.052273888140916824, 0.007385920733213425, -0.011190577410161495, 0.02186455950140953, 0.018569516018033028, 0.016461247578263283, -0.027016552165150642, 0.016489172354340553, -0.01583295688033104, -0.024433575570583344, -0.010478513315320015, 0.008398168720304966, 0.008342320099473, -0.015372209250926971, -0.01230055931955576, -0.02690485678613186, -0.004000125452876091, -0.03981974720954895, 0.01031096838414669, -0.008712315000593662, -0.023470193147659302, 0.008063079789280891, 0.02077551931142807, -0.005172936711460352, -0.010932279750704765, 0.008970612660050392, -0.0065970653668046, -0.012126034125685692, 0.00882401131093502, -0.026639577001333237, 0.01995175890624523, -0.01601446233689785, -0.0038151282351464033, 0.01199339423328638, 0.004558607004582882, 0.0053300098516047, 0.02654184401035309, -0.007504597771912813, -0.016489172354340553, -0.01446467638015747, 0.006670366041362286, -0.008440054953098297, -0.006296881008893251, 0.01401090994477272, 0.007075265049934387, -0.01223773043602705, -0.0017033691983669996, -0.004516720771789551, 0.005274161696434021, -0.04090878367424011, 0.028007857501506805, -0.005528968758881092, -0.004083897452801466, -0.01916988380253315, -0.01692199520766735, -0.17904923856258392, -0.01810877025127411, 0.026136944070458412, -0.043142713606357574, 0.026918819174170494, 0.023428307846188545, 0.0007858012104406953, 0.01371072605252266, -0.016545020043849945, -0.00391286239027977, -0.0004742731398437172, -0.007846668362617493, -0.012126034125685692, -0.01072284858673811, -0.0002458628441672772, 0.005298595409840345, -0.006991493050009012, -0.0008739366312511265, 0.023735472932457924, 0.010562284849584103, 0.026374299079179764, -0.03945673257112503, 0.015944652259349823, 0.016726527363061905, 0.015567678026854992, 0.008377225138247013, 0.004254932515323162, 0.019100073724985123, 0.007124132476747036, -0.03060479834675789, -0.018192540854215622, 0.014492600224912167, 0.02046835422515869, 0.004757565911859274, 0.039317112416028976, 0.018569516018033028, 0.021208342164754868, -0.009529094211757183, -0.019909873604774475, -0.007923459634184837, 0.018388010561466217, 0.024740738794207573, 0.004621435888111591, 0.0009276032214984298, -0.004914639052003622, 0.022367192432284355, 0.011260387487709522, -0.022730205208063126, 0.006900739390403032, -0.0045481352135539055, 0.013284883461892605, -0.01637747511267662, 0.025369031354784966, -0.00795836467295885, 0.020580051466822624, 0.02414037100970745, -0.007120641879737377, 0.011756040155887604, -0.014660145156085491, -0.029124820604920387, -0.001609998056665063, -0.00847495999187231, 0.009466265328228474, -0.007131113205105066, 0.02002156898379326, -0.043114788830280304, -0.002760994015261531, 0.020691746845841408, -0.03655262663960457, -0.014743916690349579, 0.0001623087446205318, 0.0004921620129607618, -0.02566223405301571, 0.0005733163561671972, 0.010701905936002731, 0.009954936802387238, -0.019616669043898582, 0.038507312536239624, 0.03934503719210625, -0.0009572725393809378, -0.013934118673205376, 0.011742077767848969, -0.009626828134059906, 0.01204226166009903, -0.0010070123244076967, 0.0013342476449906826, 0.017089540138840675, 0.019602708518505096, -0.021697014570236206, -0.004031539894640446, 0.014366941526532173, -0.020189113914966583, -0.012419236823916435, -0.0204125065356493, 0.011658305302262306, 0.020998911932110786, 0.00036584914778359234, -0.016572944819927216, -0.015065044164657593, -0.01461825892329216, 0.018332162871956825, -0.0028814165852963924, -0.01461825892329216, 0.00795836467295885, 0.02802181988954544, 0.01801103539764881, -0.05006788671016693, 0.015595601871609688, 0.021334001794457436, -0.007504597771912813, -0.016684640198946, -0.01420637872070074, -0.001217315555550158, 0.013075453229248524, -0.019630631431937218, 0.03096781112253666, -0.018974415957927704, -0.03672017157077789, 0.011246425099670887, -0.005665098782628775, 0.057244375348091125, -0.011211520060896873, -0.017215197905898094, 0.007218376267701387, -0.005281142424792051, -0.02113853208720684, -0.11560571193695068, -0.037809211760759354, 0.016293704509735107, 0.011253406293690205, -0.009473245590925217, 0.014576372690498829, -0.022269457578659058, 0.04543248564004898, -0.008865897543728352, 0.03339720517396927, -0.008900802582502365, -0.005483592394739389, 0.0067436667159199715, 0.0036440931726247072, 0.012468104250729084, -0.013787517324090004, 0.004527192562818527, -0.0023997260723263025, -0.015567678026854992, 0.022213609889149666, 0.01477184146642685, -0.01883479580283165, 0.016614830121397972, -0.0262905266135931, 0.019211770966649055, -0.01607031188905239, -0.042053673416376114, 0.02292567491531372, 0.004788980819284916, 0.00010678781109163538, 0.018904605880379677, -0.015009195543825626, 0.005200861021876335, 0.0038605048321187496, 0.018401972949504852, -0.010276063345372677, 0.004206065554171801, -0.006049055140465498, 0.015637487173080444, -0.002312463242560625, 0.00492860097438097, 0.01880687102675438, 0.008132889866828918, -0.023484155535697937, -0.009989841841161251, -0.00487624341621995, -0.015051081776618958, 0.004816904664039612, -0.0025480727199465036, -0.03443039581179619, -0.040294453501701355, -0.0009616356692276895, -0.032196469604969025, -0.007337053306400776, 0.025704121217131615, -0.01749444007873535, 0.0163495521992445, 0.019630631431937218, -0.01792726293206215, -0.009522113017737865, 0.013354693539440632, -0.01831820048391819, 0.012831117026507854, 0.006991493050009012, 0.00401059677824378, 0.005288123618811369, -0.01616804488003254, -0.020970987156033516, 0.013578086160123348, -0.010541342198848724, 0.010317949578166008, 0.03878655284643173, -0.019072150811553, -0.004345685709267855, -0.022953597828745842, -0.011756040155887604, -0.00873325765132904, -0.045627955347299576, 0.0009843240259215236, 0.020272886380553246, -0.008670428767800331, -0.011665286496281624, 0.011965470388531685, -0.019253656268119812, -0.006157260853797197, 0.016754450276494026, -0.02144569717347622, 0.001260074321180582, 0.011763021349906921, -0.027547109872102737, 0.010122480802237988, 0.02259058505296707, 0.03211269900202751, -0.021375887095928192, 0.023330572992563248, 0.012544895522296429, -0.009473245590925217, 0.0033526355400681496, 0.010129461996257305, -0.0004624926659744233, -0.01844385825097561, -0.013354693539440632, -0.0723792314529419, 0.011553590185940266, -0.009263815358281136, -0.01653105765581131, 0.03275495022535324, -0.03236401453614235, 0.0017269301461055875, -0.009319663047790527, 0.01947704888880253, 0.01974232867360115, -0.03666432574391365, 0.008509865030646324, -0.01463222038000822, -0.0033334377221763134, -0.007748933508992195, 0.00837024487555027, 0.005556893069297075, -0.020314771682024002, -0.0057523613795638084, 0.005679060705006123, 0.023009445518255234, -0.012321502901613712, 0.00568604189902544, 0.0007268988410942256, -0.01607031188905239, -0.013277902267873287, -0.021124569699168205, 0.019602708518505096, -0.018737060949206352, -0.03314588963985443, -0.0050926548428833485, -0.0034154646564275026, -0.013696763664484024, 0.01137208379805088, -0.01862536557018757, -0.013047528453171253, 0.009284758009016514, 0.01898837834596634, 0.012126034125685692, 0.03510057553648949, -0.017061615362763405, -0.03443039581179619, 0.019127998501062393, -0.030800266191363335, 0.00882401131093502, 0.00873325765132904, -0.016670679673552513, -0.0213200394064188, 0.024545270949602127, 0.02025892399251461, 0.027519186958670616, 0.009138156659901142, -0.017326895147562027, -0.04869960620999336, -0.013522238470613956, -0.015148816630244255, 0.01361997239291668, 0.009424379095435143, 0.0068274387158453465, 0.022827940061688423, 0.02450338564813137, 0.010059651918709278, 0.012914889492094517, -0.015874842181801796, -0.005521988030523062, -0.005661608185619116, -0.006642441730946302, 0.004701717756688595, -0.02111060917377472, -0.0163495521992445, -0.005878020077943802, -0.0031990529969334602, -0.0002257924061268568, 0.0025271298363804817, -0.0022112384904175997, -0.003954748623073101, -0.006932154297828674, 0.011448875069618225, -0.01847178302705288, 0.021766824647784233, 0.0235679280012846, -0.021403811872005463, -0.0050926548428833485, -0.001708604977466166, 0.024852436035871506, -0.00843307375907898, -0.01710350252687931, 0.011078881099820137, -0.00923589151352644, -0.005567364394664764, -0.005441706161946058, -0.006520274095237255, -0.020356658846139908, 0.021431734785437584, -0.00347654870711267, -0.01992383413016796, 0.00793043989688158, -0.010415683500468731, 0.02486639842391014, -0.0006025494076311588, 0.0023927451111376286, -0.017159350216388702, 0.004705208353698254, -0.024000750854611397, -0.03244778886437416, 0.001371770747937262, -0.03373229503631592, -0.024335840716958046, 0.030381405726075172, 0.02890142798423767, 0.008837972767651081, -0.008077041245996952, -0.009033441543579102, 0.003104809205979109, -0.012628667987883091, 0.015818994492292404, -0.009696638211607933, 0.004460872616618872, -0.026164868846535683, 0.04439929500222206, 0.025829778984189034, 0.021375887095928192, 0.07405467331409454, 0.009187024086713791, 0.01743859052658081, 0.015567678026854992, 0.01731293275952339, -0.0005078692920506, 0.022702282294631004, 0.001349082333035767, -0.0012644374510273337, -0.011511703953146935, -0.030772341415286064, -0.007532522082328796, -0.01808084547519684, -0.012866022065281868, -0.01407373882830143, 0.00847495999187231, 0.018332162871956825, 0.09041818976402283, 0.022129837423563004, -0.016000501811504364, 0.021180419251322746, -0.016265779733657837, 0.009731544181704521, 0.01777368038892746, 0.011365102604031563, 0.003741827327758074, -0.02744937501847744, -0.0072742244228720665, -0.013871289789676666, -0.0014363451628014445, -0.021361924707889557, 0.0004203883872833103, -0.007867611013352871, 0.002206002827733755, 0.020426468923687935, -0.0070438506081700325, -0.017787642776966095, 0.03482133522629738, -0.005431234370917082, -0.004502758849412203, -0.009871164336800575, -0.0175921730697155, 0.030800266191363335, 0.011120767332613468, -0.0025480727199465036, -0.006457444746047258, -0.024377726018428802, 0.029515758156776428, 0.006474897265434265, -0.032950419932603836, -0.011190577410161495, -0.003724374808371067, 0.00010242467396892607, 0.01230055931955576, -0.01552579179406166, 0.006558669731020927, 0.00044940324733033776, 0.012223768047988415, -0.0068134767934679985, -0.022813977673649788, -0.03984766826033592, 0.016279742121696472, 0.005787266883999109, -0.020607974380254745, -0.014408827759325504, -0.04833659157156944], metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cec12903-8961-4f09-9943-cfe84d7f6dc2', node_type=, metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, hash='6dfe86f3d9f69f8967bbf69ab1627c07cd6036945655f42b64a570b67beac088'), : RelatedNodeInfo(node_id='c80e4793-1cc9-4603-8c3c-b113a12900bf', node_type=, metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, hash='690fdfe97451800017879df3a37df962750398bf523c20050d723a8c54595ff2'), : RelatedNodeInfo(node_id='b0773f70-844b-4153-a946-7903dcf1498d', node_type=, metadata={}, hash='012bf804b42b4d05ac9b8d8146049a0e762e841b1ab0d53b867f9b8c84dba5ce')}, hash='5498a2da6cd0de2dbee9546bf15c63230c770d5e9ad9b5eb35fdb242bdec3cb0', text=\"Results The evaluate Code Llama, Meta AI engaged two widely acknowledged coding benchmarks: HumanEval and Mostly Basic Python Programming (MBPP). The HumanEval benchmark systematically assesses the model's prowess in code completion via docstrings, while the MBPP benchmark scrutinizes the model's capacity to translate descriptions into executable code.The meticulous benchmarking endeavor unfolded illuminating results: Code Llama outshone open-source, code-centric Large Language Models (LLMs) and even outperformed its predecessor, Llama 2. For instance, in the case of Code Llama 34B, remarkable scores emerged - an impressive 53.7% on the HumanEval benchmark and a formidable 56.2% on the MBPP benchmark. These scores stood as the highest amongst comparable state-of-the-art solutions, positioning Code Llama 34B on par with the notable capabilities of ChatGPT. Code Llama promises to be one of the most important code LLMs in the near future. It certainly contributes to reaffirm the value of open-source foundation models across different domains.\", start_char_idx=4756, end_char_idx=5811, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='b0773f70-844b-4153-a946-7903dcf1498d', embedding=[-0.02462877705693245, 0.0036317009944468737, -0.03567694127559662, -0.007813027128577232, -0.00037743253051303327, 0.006150237284600735, -0.03517601639032364, 0.005409286357462406, -0.01758800819516182, -0.04435962811112404, 0.015319934114813805, 0.03233744576573372, 0.0002606806519906968, -0.02262507937848568, -0.004195240791887045, 0.01044983696192503, 0.017685409635305405, 0.006091100163757801, -0.005204046610742807, 0.0007326887571252882, 0.0007109472062438726, -0.004859661217778921, -0.02538016438484192, -0.015319934114813805, -0.007214701268821955, 0.011222095228731632, 0.03225395828485489, -0.03100164793431759, 0.0026298523880541325, -0.004445703234523535, 0.011590830981731415, 0.015180788934230804, -0.02576977200806141, 0.004943148698657751, -0.025700198486447334, -0.02474009431898594, 0.023056432604789734, 0.019049037247896194, 0.022889457643032074, -0.0062302458100020885, 0.019828252494335175, 0.01630786806344986, 0.00865485891699791, -0.025700198486447334, -0.023613013327121735, 0.007715625688433647, 0.0282465647906065, -0.01998131349682808, -0.02243027649819851, 0.0034960340708494186, 0.0038021544460207224, 0.04678076133131981, -0.021024905145168304, 0.020357007160782814, -0.01513904519379139, 0.003990001045167446, -0.003840419463813305, -0.0045326692052185535, 0.0148190101608634, 0.00764605263248086, 0.02256942167878151, 0.010595940053462982, -0.027008168399333954, 0.009510603733360767, -0.01409545261412859, -0.016349611803889275, -0.013963264413177967, 0.025922831147909164, 0.00038960776873864233, -0.00634504109621048, 0.01053332444280386, 0.005026636179536581, 0.011069035157561302, -0.03297751396894455, 0.015013813972473145, 0.006995546631515026, -0.024030450731515884, -0.020746614784002304, -0.011110778898000717, -0.009941956028342247, 0.02660464495420456, -0.014638121239840984, 0.006964238826185465, 0.022332875058054924, 0.02927624247968197, -0.004602241795510054, 0.004776173736900091, -0.01942473091185093, -0.01989782601594925, -0.005235354416072369, 0.009594091214239597, 0.00019252102356404066, 0.03631700947880745, 0.019605619832873344, -0.0375693216919899, -2.9921746317995712e-05, -0.010540281422436237, 0.0017732371343299747, -0.009614963084459305, -0.008536584675312042, -0.010568111203610897, -0.03186434879899025, -0.03233744576573372, -0.013191006146371365, -0.03345061093568802, -7.98456821939908e-05, 0.02679944969713688, 0.01730971783399582, 0.008376567624509335, 0.018297651782631874, -0.01575128547847271, 0.03509252890944481, -0.002022829605266452, -0.03976782411336899, -0.014874668791890144, -0.0011340369237586856, 0.019800424575805664, -0.007771283853799105, 0.0018906412879005075, -0.005169260315597057, 0.013030989095568657, 0.022110240533947945, 0.0125926798209548, -0.015737371519207954, 0.024559205397963524, -0.014373743906617165, -0.0173932034522295, -0.02089967392385006, -0.02710556983947754, -0.00015371244808193296, 0.0058754244819283485, 0.01970302127301693, 0.020412664860486984, -0.0014688561204820871, -0.01978650875389576, 0.03370107337832451, -0.012467448599636555, -0.012008268386125565, -0.0007618223316967487, -0.0004443963698577136, 0.007541693281382322, 0.02037092112004757, 0.0006739866803400218, 0.010234161280095577, -0.009705408476293087, 0.02730037271976471, -0.004243941977620125, 0.01783847063779831, 0.026395926252007484, 0.013427553698420525, -0.0017358417389914393, -0.06055618077516556, -0.005155345890671015, 0.01338580995798111, -0.00432047201320529, 0.0350647009909153, 0.00416741194203496, 0.016043491661548615, -0.012210029177367687, -0.01458246260881424, -0.012147413566708565, -0.005395371932536364, -0.023974793031811714, 0.00472399452701211, 0.025310590863227844, 0.0384041965007782, 0.02871965989470482, -0.021219709888100624, -0.0033099267166107893, -0.01903512328863144, -0.012063926085829735, 0.03695708140730858, -0.012766611762344837, 0.02961019054055214, 0.006073706783354282, 0.01650267280638218, 0.008369609713554382, -0.007465163245797157, -0.0044561391696333885, -0.014443316496908665, -0.010206332430243492, 0.001189695205539465, -0.00869660172611475, 0.02220764383673668, -0.0285248551517725, 0.0009027072810567915, 0.006477229297161102, -0.0013471036218106747, 0.014130239374935627, -0.0033099267166107893, 0.01814459078013897, 0.027258628979325294, -0.0044143954291939735, -0.015681713819503784, -0.6202555894851685, -0.025477565824985504, 0.00992108415812254, -0.017657581716775894, -0.02585325948894024, -0.021470172330737114, -0.009726280346512794, -0.004824874922633171, -0.02418351173400879, 0.03219829872250557, -0.01622438058257103, -0.021943267434835434, 0.002579412190243602, -0.0080008739605546, -0.004932712763547897, -0.02821873500943184, 0.007555608171969652, -0.013963264413177967, 0.002036744263023138, -0.006856400985270739, -0.01811676099896431, 0.007465163245797157, -0.01139602717012167, -0.00018980333697982132, -0.021052734926342964, 0.014540718868374825, 0.01647484302520752, -0.0033342773094773293, 0.021498000249266624, 0.013406681828200817, -0.020329177379608154, 0.0196195337921381, 0.013768460601568222, -0.001728884526528418, 0.0403522327542305, -0.015500823967158794, -0.011013377457857132, 0.02081618644297123, 0.007840856909751892, 0.01078378688544035, -0.020635297521948814, -0.01778281293809414, 0.02671596221625805, 0.02315383404493332, 0.00822350662201643, 0.005158824380487204, 0.04934104159474373, 0.001693228492513299, -0.012905757874250412, -0.020217860117554665, -0.009392330422997475, 0.006682469043880701, 0.0350647009909153, -0.0026263738982379436, 0.01449897512793541, 0.005377979017794132, 0.04113144800066948, -0.027258628979325294, 0.01006022933870554, 0.0040004369802773, 0.005830202251672745, -0.0012062187306582928, -0.026674218475818634, -0.025199273601174355, -0.04024091735482216, 0.022541593760252, 0.016961852088570595, 0.0008513973443768919, 0.002367214998230338, 0.0014653775142505765, -0.013476254418492317, 0.014679864048957825, 0.013476254418492317, -0.021052734926342964, 0.003628222504630685, 0.03253224864602089, 0.00967062171548605, -0.005061422474682331, -0.004922276828438044, 0.02674379013478756, 0.019856082275509834, -0.0067450846545398235, 0.0041326251812279224, -0.022026754915714264, 0.021498000249266624, 0.0008957500103861094, 0.0056388769298791885, -0.01330232247710228, 0.01594609022140503, 0.02966585010290146, 0.0008766175014898181, 0.016655731946229935, -0.03851551190018654, -0.03687359392642975, 0.007590394467115402, 0.02474009431898594, -0.00839048158377409, 0.010435923002660275, 0.03253224864602089, -0.02426699921488762, -0.006522451527416706, -0.021219709888100624, 0.03041723556816578, 0.01512513030320406, 0.03489772602915764, 0.020134372636675835, -0.03882163390517235, -0.004790088627487421, 0.03136342763900757, -0.03456377610564232, -0.01306577492505312, 0.00550320977345109, -0.02359909936785698, -0.02179020643234253, 0.013378852978348732, -0.02652115747332573, 0.00585803110152483, -0.0069398884661495686, 0.00854354165494442, -0.012655295431613922, 0.02195718139410019, -0.00717295752838254, -0.0037569322157651186, -0.02209632657468319, 0.015876516699790955, 0.02846919745206833, 0.0033777602948248386, -0.013629314489662647, 0.00673464871942997, -0.002687250031158328, -0.005217961501330137, -0.00701989745721221, 0.015556481666862965, -0.017768897116184235, 0.005861510057002306, 0.011215138249099255, 0.04700339585542679, 0.0013105779653415084, -0.004424831364303827, -0.009065338410437107, -0.027592578902840614, -0.011556045152246952, 0.01282922737300396, -0.014206768944859505, -0.04605720564723015, -0.03737451881170273, -0.007033811882138252, -0.0011392548913136125, 0.00943407416343689, -0.002048919443041086, -0.01277356967329979, -0.01529210526496172, -0.009983699768781662, 0.025811515748500824, 0.003261225763708353, -0.00041352343396283686, -0.016711391508579254, -0.02429482713341713, 0.0024315700866281986, -0.021498000249266624, 0.008912278339266777, 0.021748462691903114, -0.015570396557450294, 0.01353887002915144, 0.0015749546000733972, -0.013664101250469685, -0.011145565658807755, 0.022277215495705605, -0.022805970162153244, -0.0299163106828928, -0.005228397436439991, -0.027063826099038124, 0.0035830000415444374, 0.02234678901731968, -0.0035795215517282486, 0.025755856186151505, -0.011653446592390537, -0.01051940955221653, -0.01861768588423729, 0.0009522779146209359, 0.005103166215121746, 0.04182717949151993, 0.017212314531207085, -0.01497207023203373, 0.016627904027700424, 0.00668594753369689, 0.04605720564723015, 0.010039357468485832, -0.02115013636648655, 0.006849444005638361, -0.002113274298608303, 0.02209632657468319, -0.004543105140328407, 0.007708668243139982, -0.00990716926753521, 0.0033412345219403505, 0.0017001857049763203, -0.0214284285902977, 0.008703559637069702, 0.02913709543645382, 0.006578109692782164, 0.015709541738033295, -0.007332975044846535, -0.013629314489662647, 0.0068181362003088, -0.03509252890944481, 0.0007522560772486031, -0.013017074204981327, 0.009086210280656815, 0.011416899040341377, 0.014144153334200382, -0.02404436655342579, 0.0005913689383305609, -0.016711391508579254, 0.00329079432412982, 0.024420058354735374, 0.00653288746252656, 0.01490249764174223, -0.020607467740774155, 0.01591826044023037, 0.0024176554288715124, 0.010595940053462982, 0.006557237822562456, -0.0041778478771448135, 0.01655833050608635, -0.006105014588683844, -0.016349611803889275, 0.025060128420591354, -0.010561153292655945, -0.02961019054055214, 0.00841831136494875, -0.002948148176074028, 0.013587571680545807, 0.00944798905402422, 0.02833005040884018, -0.0027307330165058374, 0.03461943566799164, 0.010428965091705322, 0.02883097529411316, 0.0024489632342010736, 0.004657899960875511, 0.002408958738669753, 0.006066749803721905, -0.013643229380249977, 0.0218458641320467, -0.013754545710980892, 0.03133559599518776, 0.0036003931891173124, -0.01655833050608635, 0.0018749873852357268, -0.02941538766026497, 0.015319934114813805, -0.002155018039047718, -0.008828790858387947, 0.016655731946229935, -0.0193412434309721, 0.00841831136494875, -0.0035064700059592724, 0.018548112362623215, 0.007673881947994232, 0.0029464089311659336, 0.014791181311011314, -0.008369609713554382, 0.01566779799759388, 0.018241992220282555, -0.010338520631194115, -0.01497207023203373, -0.01998131349682808, -0.01131253968924284, -0.008112190291285515, -0.016934024170041084, -0.0019793466199189425, 0.01878466084599495, -0.05273619666695595, 0.022583335638046265, 0.010985547676682472, -0.004553541075438261, 0.01714274287223816, 0.019049037247896194, 0.0439700223505497, -0.02538016438484192, -0.03528733178973198, 0.01953604631125927, -0.010505495592951775, -0.008620072156190872, -0.010164588689804077, -0.013490169309079647, -0.00779911270365119, 0.007952173240482807, 0.00016284387675113976, 0.009468859992921352, 0.01664181798696518, -0.022472020238637924, 0.006717255339026451, -0.008550499565899372, 0.01589043065905571, 0.026674218475818634, -0.03055638074874878, 0.0057049710303545, -0.01625221036374569, 0.019939569756388664, 0.012446576729416847, -0.01622438058257103, 0.005457987543195486, 0.021831950172781944, -0.02351561188697815, -0.004932712763547897, -0.009148825891315937, -0.005983262322843075, -0.01530602015554905, 0.004734429996460676, -0.0033725423272699118, 0.00019458647875580937, -0.021498000249266624, 0.018993379548192024, 0.0035203846637159586, 0.03114079311490059, -0.011569959111511707, 0.024364400655031204, 0.007639095187187195, -0.005687577649950981, -0.003659530309960246, -0.002445484511554241, 0.03041723556816578, 0.05855248495936394, 0.005892817862331867, -0.0027133398689329624, 0.017128827050328255, -0.008230464532971382, -0.0037430175580084324, -0.013817161321640015, -0.02051006630063057, 0.011333411559462547, 0.015848686918616295, -0.04466575011610985, -0.004330907948315144, 0.020468322560191154, 0.0030455500818789005, 0.03111296333372593, -0.0036560515873134136, 0.01522253267467022, -0.017267974093556404, -0.01956387609243393, -0.007388633210211992, 0.009830638766288757, 0.002728993771597743, 0.03381238877773285, 0.00944798905402422, 0.02128928154706955, -0.010728128254413605, 0.019021207466721535, 0.02780129760503769, -0.01931341364979744, -0.02913709543645382, 0.01842288114130497, -0.0052492693066596985, 0.007604308892041445, 0.018464624881744385, -0.00653288746252656, 0.03453594818711281, -0.0017714978894218802, -0.012697039172053337, -0.003224699990823865, 0.00447353208437562, 0.01068638451397419, 0.04499970003962517, 0.007993916980922222, 0.017434947192668915, -0.00382302631624043, -0.012801398523151875, -0.015765201300382614, 0.009608006104826927, -0.01803327351808548, -0.03086250275373459, 0.006028484553098679, 0.006115450523793697, -0.05560259521007538, -0.0065085371024906635, 0.007319060619920492, 0.007131213787943125, -0.019271669909358025, 0.003243832616135478, -0.01426242757588625, -0.02318166196346283, -0.02574194222688675, -0.03879380226135254, 0.014763351529836655, -0.01369193010032177, -0.004859661217778921, -0.0013775418046861887, -0.006411135196685791, 0.02885880507528782, -0.0299163106828928, -0.0040143514052033424, -0.011062078177928925, -0.02390521951019764, -0.05696622282266617, -0.007298188749700785, 0.001953256782144308, 0.001332319458015263, 0.0034021108876913786, -0.007332975044846535, -0.02298685908317566, 0.01498598512262106, 0.00432047201320529, -0.018631599843502045, 0.008272208273410797, -0.028260478749871254, 0.005614526569843292, -0.018269822001457214, 0.007312103174626827, -0.02451746165752411, -0.01211958471685648, 0.004619635175913572, 0.008988807909190655, 0.007332975044846535, -0.017100999131798744, 0.0008383524254895747, 0.006247639190405607, 0.020162202417850494, 0.004024787340313196, 0.01046375185251236, 0.00756256515160203, -0.015083386562764645, 0.0004939670325256884, -0.005026636179536581, -0.0308903306722641, -0.015083386562764645, 0.005711928475648165, -0.00697119627147913, 0.024781838059425354, 0.003278618911281228, 0.0031864349730312824, 0.0009166218806058168, -0.0020297870505601168, 0.000834873819258064, 0.013810204342007637, -0.015319934114813805, 0.02671596221625805, -0.018770746886730194, 0.020134372636675835, -0.012933586724102497, 0.016572244465351105, -0.02721688710153103, 0.016488756984472275, -0.01522253267467022, 0.014777266420423985, 0.025922831147909164, -0.0032420933712273836, 0.019883912056684494, 0.019160354509949684, -0.0016784442123025656, -0.021748462691903114, 0.013114475645124912, 0.0003933038387913257, 0.01410936750471592, -0.003202088875696063, -0.0015105997445061803, -0.018130676820874214, -0.01441548764705658, -0.02666030451655388, 0.013274493627250195, -0.012975330464541912, -0.007604308892041445, 0.004233506042510271, 0.01085335947573185, -0.016906194388866425, -0.008529627695679665, 0.011695190332829952, -0.02813524752855301, -0.007548650726675987, 0.03651181608438492, 0.01747669093310833, 0.02410002425312996, -0.00903055164963007, 0.01845071092247963, -0.05404416471719742, -0.01622438058257103, 0.0035238631535321474, -0.012328303419053555, 0.007193829398602247, -0.0008422659011557698, 0.01839505322277546, 0.02279205434024334, 0.03473075106739998, 0.005096208769828081, 0.01847854070365429, 0.003770846640691161, -0.007047726307064295, 0.00965670682489872, -0.008021745830774307, 0.002191543811932206, -0.011062078177928925, 0.0030281569343060255, 0.007186871953308582, 0.005847595166414976, 0.012864014133810997, 0.0010035878513008356, -0.0034560298081487417, 0.009900212287902832, -0.023390380665659904, -0.011382113210856915, -0.022193728014826775, -0.023167748004198074, -0.007277316879481077, -0.0046926867216825485, -0.005318841896951199, -0.004045659210532904, -0.033951535820961, -0.023557355627417564, 0.018408967182040215, 0.00293597299605608, 0.0239330492913723, 0.02298685908317566, 0.023724330589175224, -0.022110240533947945, -0.004052616655826569, 0.0288031455129385, 0.01449897512793541, -0.027453433722257614, -0.007757368963211775, -0.03492555394768715, 0.0024315700866281986, 0.023640843108296394, 0.004435267299413681, 0.02738386020064354, 0.00871051661670208, -0.011528216302394867, 0.013831076212227345, 0.01321883499622345, -0.000680943951010704, -0.004957063123583794, 0.01047766674309969, -0.011458642780780792, 0.012989245355129242, -0.03503686934709549, -0.017434947192668915, -0.01892380602657795, -0.01021328940987587, -0.0032420933712273836, 0.010435923002660275, 0.01337189506739378, -0.021024905145168304, -0.03242093324661255, 0.033673245459795, 0.003386456985026598, 0.05535213276743889, 0.00960104912519455, 0.0070303333923220634, 0.021024905145168304, 0.007639095187187195, -0.008425268344581127, 0.004515275824815035, 0.008480926044285297, -0.008383524604141712, 0.01602957770228386, 0.021108392626047134, -0.0009209701674990356, -0.00713817123323679, 0.021164050325751305, -4.2558996938169e-05, -0.03345061093568802, -0.05304231494665146, 0.02885880507528782, 0.0015836512902751565, 0.00957321934401989, -0.04917406663298607, -0.03929472714662552, -0.01945256069302559, -0.00035982191911898553, -0.02682727761566639, 0.021804120391607285, 0.009872382506728172, -0.006247639190405607, 0.005997176747769117, 0.016794878989458084, 0.02512970194220543, -0.0022941636852920055, -0.003243832616135478, -0.002647245768457651, 0.027926528826355934, -0.010435923002660275, -0.01925775595009327, 0.007298188749700785, 0.011062078177928925, 0.03720754384994507, -0.02691076509654522, 0.005965868942439556, 0.004925755318254232, -0.009155782870948315, 0.0008748781983740628, 0.009559305384755135, -0.005513645708560944, 0.03556562587618828, -0.03189218044281006, -0.007051205262541771, -0.0054858168587088585, -0.01274573989212513, 0.007131213787943125, -0.012627466581761837, 0.009037508629262447, 0.002534189959987998, -0.008091318421065807, 0.0035377778112888336, 0.02955453284084797, 0.02042657881975174, -0.04015742987394333, 0.010804658755660057, -0.002360257785767317, -0.03186434879899025, -0.010755958035588264, 0.007618223316967487, 0.02245810627937317, -0.018158504739403725, 0.01419285498559475, 0.022819884121418, -0.02243027649819851, -0.0068703158758580685, 0.01989782601594925, -0.0008805309771560133, -0.022332875058054924, 0.021943267434835434, -0.0320034958422184, 0.02103881910443306, 0.009997613728046417, -0.010588983073830605, -0.004671814851462841, -0.009580177254974842, -0.003544735023751855, -0.0065502808429300785, 0.008814875967800617, -0.025700198486447334, -0.02958236262202263, -0.03239310532808304, 0.01744886301457882, 0.00943407416343689, 0.0007674751686863601, 0.00857137143611908, 0.023251235485076904, 0.006574631202965975, 0.0010670730844140053, -0.00666507612913847, -0.002655942225828767, 0.04327429085969925, 0.006188502069562674, 0.010352435521781445, 0.010874231345951557, 0.00364561565220356, 0.017128827050328255, -0.02003697119653225, -0.006762478034943342, -0.012731825932860374, -0.027063826099038124, -0.019160354509949684, -0.0019167311256751418, 0.012084797956049442, -0.0012044793693348765, -0.0027029039338231087, -0.026423756033182144, -0.006459835916757584, -0.008550499565899372, 0.01115947961807251, 0.000592238618992269, 0.007044247817248106, 0.008842704817652702, 0.00887749157845974, 0.007701710797846317, 0.00427177082747221, -0.01459637749940157, -0.025032300502061844, 0.0031151229050010443, -0.010115887969732285, -0.02476792223751545, -0.025505395606160164, -0.022527677938342094, 0.04377521574497223, -0.007416462525725365, -0.03656747192144394, -0.02368258684873581, -0.013030989095568657, -0.04433180019259453, -0.015987833961844444, -0.0078617287799716, 0.013504084199666977, 0.025199273601174355, 0.03175303339958191, 0.007506906986236572, 0.01689228042960167, 0.0021167530212551355, 0.004543105140328407, -0.0288031455129385, 0.004584848880767822, 0.0125231072306633, -0.02885880507528782, 0.012244815938174725, 0.007757368963211775, -0.026841193437576294, 0.009955869987607002, 0.01817242056131363, -0.01881249062716961, -0.006908580660820007, 0.017045339569449425, -0.017073169350624084, -0.007583437021821737, 0.020134372636675835, -0.012585722841322422, 0.00693640997633338, -0.0004487446858547628, 0.008056532591581345, -0.013211878016591072, -0.016961852088570595, 0.023668672889471054, -0.01221698708832264, 0.0037325816228985786, -0.015737371519207954, -0.0033099267166107893, 0.01426242757588625, 0.001663660048507154, 0.0023898263461887836, -0.0002030656614806503, -6.750737520633265e-05, 0.007319060619920492, 0.03275488317012787, 0.009406245313584805, 0.01448506023734808, 0.016794878989458084, -0.0024002622812986374, -0.019355157390236855, 0.01083944458514452, 0.03500904142856598, 0.014137196354568005, -0.0008579198038205504, 0.04363607242703438, -0.01575128547847271, -0.0068181362003088, -0.00990716926753521, 0.01480509527027607, -0.0286640003323555, -0.00308903306722641, -0.0218458641320467, -0.013991093263030052, -0.03907209262251854, 0.0161408931016922, 0.020913589745759964, -0.04296817258000374, -0.00011979569535469636, -0.00980976689606905, 0.02234678901731968, 0.02109447866678238, -0.017128827050328255, -0.01814459078013897, 0.01053332444280386, -0.0018541156314313412, -0.010832487605512142, 0.004804003052413464, -0.011486472561955452, 0.02877531759440899, 0.013671058230102062, -0.008042617700994015, 0.016071321442723274, 0.19569441676139832, -0.016293954104185104, 0.01124296709895134, 0.04032440483570099, 0.01694793812930584, -0.008633987046778202, 0.02966585010290146, 0.01107599213719368, -0.01441548764705658, -0.0028785753529518843, -0.00014816835755482316, -0.0010148935252800584, -0.03011111542582512, 0.00026111549232155085, 0.021971095353364944, -0.002255898667499423, -0.02451746165752411, -0.03370107337832451, -0.027175143361091614, -0.004240463022142649, 0.007736497092992067, 0.000701380951795727, 0.0006535496795549989, -0.02724471502006054, 0.007520821411162615, 0.0008340041385963559, -0.0091836117208004, 0.0013349284417927265, 0.011354283429682255, 0.004588327370584011, -0.016600074246525764, 0.006727691274136305, 0.012564850971102715, 0.001721927197650075, -0.00769475381821394, -0.020718785002827644, 0.0027603015769273043, -0.00026807276299223304, 0.01093684695661068, 0.027119483798742294, 0.01076987199485302, 0.007632138207554817, 0.0062302458100020885, -0.02404436655342579, 0.0015888692578300834, 0.02627069503068924, 0.0021584967616945505, 0.015584311448037624, 0.0002637244469951838, 0.008230464532971382, -0.023613013327121735, 0.01538950763642788, 0.02474009431898594, 0.02396087907254696, 0.00403522327542305, -0.0004970108275301754, -0.0029916311614215374, -0.006400699261575937, -0.001948038931004703, 0.0009688014979474247, -0.03489772602915764, -0.012418747879564762, 0.01703142561018467, 0.018158504739403725, -0.021525830030441284, -0.01021328940987587, -0.0062267673201859, -0.009176654741168022, 0.0014705954818055034, -0.02635418251156807, 0.003391674952581525, -0.004790088627487421, -0.0149581553414464, -0.004031744785606861, -0.0205935537815094, -0.018325479701161385, 0.01680879294872284, 0.03086250275373459, -0.014443316496908665, 0.0217067189514637, -0.017323631793260574, -0.013392766937613487, 0.0052492693066596985, -0.03308883309364319, 0.008995764888823032, -0.013678016141057014, 0.012766611762344837, -0.0018575942376628518, -0.011062078177928925, -0.001414937200024724, -0.007583437021821737, -0.019995227456092834, -0.012683124281466007, 0.008926192298531532, -0.006480707786977291, -0.005854552611708641, 0.0040908814407885075, 0.01046375185251236, 0.006992068141698837, -0.02298685908317566, -0.01700359582901001, 0.04764346405863762, 0.03651181608438492, -0.00965670682489872, -0.004042180720716715, 0.011284710839390755, -0.0017723675118759274, 0.010122844949364662, 0.00649810116738081, 0.012383961118757725, -0.009545390494167805, -0.05062118172645569, 0.00235503981821239, -0.0008966196910478175, -0.00311338366009295, 0.012961415573954582, 0.010428965091705322, -0.008912278339266777, 0.02735603228211403, -0.01641918532550335, -0.004689207766205072, -0.01775498315691948, 0.018520284444093704, 0.021943267434835434, -0.01243961974978447, -0.03587174415588379, -0.01719840057194233, 0.010192417539656162, -0.03851551190018654, 0.01007414422929287, 0.0006731169996783137, -0.02482358179986477, 0.019911739975214005, 0.017295802012085915, 0.01053332444280386, -0.014443316496908665, 0.010011528618633747, -0.007632138207554817, -0.007945215329527855, -1.8836976778402459e-06, -0.018464624881744385, 0.00396565068513155, 0.00428568571805954, -0.01928558573126793, 0.03306100144982338, -0.01369193010032177, -0.013357981108129025, 0.01602957770228386, -0.002278509782627225, -0.01906295120716095, -0.0047692167572677135, 0.010790743865072727, -0.0011688233353197575, -0.00848788395524025, 0.007534736301749945, 0.02897012047469616, -0.026173293590545654, -0.01953604631125927, 0.0033012302592396736, 0.00708947004750371, -0.0473095141351223, 0.01306577492505312, 0.006995546631515026, 0.006171108689159155, -0.02101099118590355, -0.011653446592390537, -0.17844036221504211, -0.01253702212125063, 0.006654640194028616, -0.03406285122036934, 0.008856619708240032, 0.003327320097014308, 0.009225355461239815, 0.005652791354805231, -0.011959567666053772, -0.017128827050328255, 0.015250361524522305, -0.02145625650882721, -0.00217762915417552, -0.01975868083536625, -0.0019689106848090887, 0.005910210777074099, -0.003196870908141136, -9.097460861084983e-06, 0.03133559599518776, 0.0006457227282226086, 0.0384041965007782, -0.0307511854916811, 0.0008735737064853311, -8.28351330710575e-05, 0.0034177645575255156, 0.02571411244571209, -0.01163257472217083, 0.04867314174771309, -0.010491580702364445, -0.03141908347606659, -0.03425765410065651, -0.014144153334200382, 0.04204981029033661, 0.017574094235897064, 0.028010016307234764, 0.02526884712278843, 0.010860316455364227, 0.005061422474682331, -0.03239310532808304, 0.00467529334127903, 0.012404832988977432, 0.023919135332107544, 0.008926192298531532, -0.00475878082215786, -0.011389070190489292, 0.03333929553627968, 0.018130676820874214, -0.021998925134539604, 0.010623768903315067, -0.02902578003704548, 0.03306100144982338, 0.001687140786089003, 0.00903055164963007, 0.0006205025711096823, 0.01527819037437439, 0.0331166610121727, -0.004932712763547897, -0.0013531913282349706, -2.1238733097561635e-05, -0.02529667690396309, -0.005151866935193539, -0.0027550836093723774, 0.01881249062716961, -0.022889457643032074, 0.00936450157314539, -0.03523167595267296, -0.0010740304132923484, 0.0218458641320467, -0.04196632280945778, 0.008599200285971165, -0.01339972484856844, 0.02003697119653225, -0.04054703935980797, 0.010526367463171482, 0.02994414046406746, 0.03414633870124817, -0.02382173202931881, 0.014763351529836655, 0.05588088557124138, -0.00997674185782671, -0.0029811952263116837, 0.00066268106456846, -0.011041206307709217, 0.009795852936804295, -0.00546842347830534, 0.01800544559955597, 0.006564195267856121, 0.027175143361091614, -0.019466474652290344, -0.007179914973676205, 0.0288031455129385, -0.018492454662919044, 0.013615400530397892, -0.015417336486279964, 0.0018628122052177787, 0.015333849005401134, 0.026256781071424484, -0.00344385439530015, -0.00815393403172493, -0.007458205800503492, -0.007673881947994232, 0.005649312864989042, -0.01497207023203373, -0.00037743253051303327, 0.023362552747130394, 0.010248076170682907, -0.026061978191137314, 0.03033374808728695, 0.01395630743354559, -0.0018975986167788506, 0.0008518321556039155, -0.008355695754289627, 0.009378415532410145, -0.005854552611708641, -0.014373743906617165, 0.006087621673941612, -0.00531536340713501, -0.02930407039821148, 0.017741069197654724, -0.00038047635462135077, 0.05256922170519829, -0.019744765013456345, -0.0028785753529518843, 0.010992505587637424, -0.014526803977787495, -0.03898860514163971, -0.10413659363985062, -0.04307948797941208, 0.022959029302001, 0.015250361524522305, -0.02858051285147667, 0.03320014849305153, -0.01142385695129633, 0.02735603228211403, -0.016934024170041084, 0.03086250275373459, -0.02877531759440899, 0.004056095145642757, 0.018019359558820724, 0.02009262889623642, 0.01675313524901867, -0.004299600142985582, -0.009294928051531315, 7.196437945822254e-05, -0.015319934114813805, 0.018353309482336044, -0.0017506260192021728, -0.02718905732035637, -0.0008005222189240158, -0.02476792223751545, -0.008675730787217617, -0.01417894009500742, -0.027676066383719444, 0.004550062119960785, 0.005461466033011675, 0.005040550604462624, 0.018882062286138535, -0.01416502520442009, -0.000238286898820661, -0.0070999059826135635, 0.009761066175997257, -0.009343629702925682, 0.011027291417121887, -0.0207326989620924, 0.006835529115051031, -0.02468443475663662, 0.003130776807665825, 0.009844553656876087, 0.00848788395524025, -0.011611702851951122, -0.018408967182040215, -0.0032368754036724567, -0.013608443550765514, 0.01323274988681078, 0.00487705459818244, -0.02632635459303856, -0.04458226263523102, -0.0027672587893903255, -0.03486989438533783, -0.00872443150728941, 0.03704056888818741, 0.00761126633733511, 0.010728128254413605, 0.0272725448012352, -0.02660464495420456, -0.004156976006925106, 0.02076052874326706, -0.01083944458514452, -0.025227103382349014, 0.011785635724663734, 0.003722145687788725, -0.01115947961807251, 0.0030559860169887543, -0.010909018106758595, 0.008898363448679447, 0.0008857489447109401, -0.00869660172611475, 0.018353309482336044, -0.01708708330988884, 0.00317252054810524, -0.01622438058257103, -0.00494662718847394, -0.02017611637711525, -0.02844136767089367, 0.01858985610306263, -0.0011653447290882468, 0.0046926867216825485, -0.02240244671702385, -0.0002311122079845518, -0.018909892067313194, -0.005826723296195269, 0.022778140380978584, -0.008842704817652702, -0.010261990129947662, 0.0013401464093476534, -0.04294034466147423, -0.00764605263248086, 0.04024091735482216, 0.02340429648756981, -0.02092750370502472, 0.006967717781662941, 0.00376388942822814, -0.02298685908317566, -0.0035325598437339067, 0.005837159231305122, -0.0031342555303126574, -0.02468443475663662, -0.022666823118925095, -0.07035203278064728, 0.015932174399495125, 0.016405269503593445, -0.02652115747332573, 0.015987833961844444, -0.02627069503068924, 0.0169757679104805, -0.017908042296767235, 0.0101576317101717, -0.0025585403200238943, -0.02730037271976471, 0.018241992220282555, -0.02821873500943184, -0.007402547635138035, -0.022680738940835, 0.00443874578922987, 0.02226330153644085, -0.00423698453232646, 0.0024298306088894606, -0.011590830981731415, 0.03047289326786995, -0.01928558573126793, 0.001960214227437973, 0.02668813243508339, -0.00021132743859197944, 0.0051657818257808685, -0.028149161487817764, 0.013664101250469685, -8.087840251391754e-05, 0.004668335895985365, 0.00808436144143343, -0.006362434010952711, -0.003160345135256648, 0.016572244465351105, -0.00992108415812254, -0.010234161280095577, 0.008049574680626392, 0.005391893442720175, 0.018770746886730194, 0.02404436655342579, -0.01644701324403286, -0.03587174415588379, 0.01911861076951027, -0.009079252369701862, 0.0003115557774435729, -0.009531475603580475, -0.010185460560023785, -0.01775498315691948, 0.0425785630941391, 0.014791181311011314, 0.04193849489092827, 0.013156219385564327, -0.02685510739684105, -0.05646529793739319, -0.004264813847839832, 0.003729102900251746, 0.03091816045343876, -0.00776432640850544, 0.008606157265603542, 0.02307034656405449, 0.04438745602965355, -0.0009331454057246447, 0.023752160370349884, -0.014234598726034164, -0.008119148202240467, -0.01465203519910574, -0.014999899081885815, -0.007451248820871115, -0.004080445971339941, -0.0350647009909153, 0.0015306019922718406, 0.008856619708240032, 0.0148190101608634, -0.009552347473800182, -0.009712365455925465, -0.004988370928913355, -0.01655833050608635, 0.012098712846636772, -0.010150673799216747, 0.03189218044281006, 0.020217860117554665, -0.03464726358652115, -0.019577790051698685, 0.018269822001457214, 0.0214284285902977, 0.009134911000728607, -0.03453594818711281, 0.005924125202000141, -0.0031586058903485537, -0.010338520631194115, -0.01473552267998457, 0.008842704817652702, -0.022193728014826775, 0.011876080185174942, 0.003628222504630685, -0.015960004180669785, 0.0003865639737341553, -0.020301347598433495, 0.012383961118757725, -0.013664101250469685, 0.011709105223417282, 0.012564850971102715, -0.011034248396754265, -0.019577790051698685, -0.017100999131798744, -0.012627466581761837, -0.03823722153902054, -0.026368098333477974, 0.03667879104614258, 0.04021308943629265, -0.004470053594559431, -0.027564750984311104, 0.0010192417539656162, 0.01828373596072197, -0.016433099284768105, 0.01353887002915144, -0.022833798080682755, -0.0074790776707232, -0.022833798080682755, 0.03292185813188553, 0.03269922360777855, -0.0029168403707444668, 0.04664161801338196, 0.004397002048790455, 0.01730971783399582, 0.0054440731182694435, 0.02649332955479622, -0.01797761581838131, 0.01196652464568615, 0.011034248396754265, 0.006692904978990555, 0.0013131869491189718, -0.02827439270913601, -0.008745303377509117, -0.008063489571213722, -0.009378415532410145, -0.0031986103858798742, 0.006452878937125206, 0.007120777852833271, 0.09400679171085358, 0.0272725448012352, -0.014554633758962154, 0.0016714868834242225, -0.005200568120926619, 0.005854552611708641, 0.02654898725450039, 0.023056432604789734, -0.00024285262043122202, -0.006247639190405607, -0.010658555664122105, -0.016460929065942764, -0.0011088168248534203, -0.013608443550765514, -0.007826942019164562, 0.0067033409141004086, -0.011903909035027027, 0.024225255474448204, 0.00023198185954242945, -0.005548432003706694, 0.03723537176847458, 0.004007394425570965, -0.00019915218581445515, -0.002984673948958516, -0.0056806206703186035, 0.017908042296767235, 0.02947104535996914, 0.001261007273569703, -0.00756256515160203, -0.022026754915714264, 0.03125210851430893, 0.02476792223751545, -0.03770846873521805, -0.014130239374935627, -0.006943366955965757, 0.009260142222046852, 0.009538433514535427, -0.01410936750471592, 0.00944798905402422, -0.012864014133810997, -0.004045659210532904, 0.00724253011867404, -0.014624206349253654, -0.02916492521762848, -0.0005274488939903677, 0.001918470486998558, -0.002189804334193468, -0.01692010834813118, -0.022694652900099754], metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='848ccc03-3917-47c3-bd9d-f7e2947d3c1d', node_type=, metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, hash='e6ccf4a15b6004889bce6ebb32f629bb1cc23e749e19e42315b4fbef80d6f7f7'), : RelatedNodeInfo(node_id='da99db8d-35cb-4c19-9a00-6dc3acc3806e', node_type=, metadata={'title': \"Inside Code Llama: Meta AI's Entrance in the Code LLM Space\", 'url': 'https://pub.towardsai.net/inside-code-llama-meta-ais-entrance-in-the-code-llm-space-9f286d13a48d#c9e0', 'source_name': 'towards_ai'}, hash='5498a2da6cd0de2dbee9546bf15c63230c770d5e9ad9b5eb35fdb242bdec3cb0'), : RelatedNodeInfo(node_id='331c0812-27e7-4f08-b00d-a626925b3bcd', node_type=, metadata={}, hash='b2de317911947f177025ac692d38505bcd2e21efce0c47b8aba035a118592329')}, hash='012bf804b42b4d05ac9b8d8146049a0e762e841b1ab0d53b867f9b8c84dba5ce', text='I. Llama 2: Revolutionizing Commercial Use Unlike its predecessor Llama 1, which was limited to research use, Llama 2 represents a major advancement as an open-source commercial model. Businesses can now integrate Llama 2 into products to create AI-powered applications. Availability on Azure and AWS facilitates fine-tuning and adoption. However, restrictions apply to prevent exploitation. Companies with over 700 million active daily users cannot use Llama 2. Additionally, its output cannot be used to improve other language models. II. Llama 2 Model Flavors Llama 2 is available in four different model sizes: 7 billion, 13 billion, 34 billion, and 70 billion parameters. While 7B, 13B, and 70B have already been released, the 34B model is still awaited. The pretrained variant, trained on a whopping 2 trillion tokens, boasts a context window of 4096 tokens, twice the size of its predecessor Llama 1. Meta also released a Llama 2 fine-tuned model for chat applications that was trained on over 1 million human annotations. Such extensive training comes at a cost, with the 70B model taking a staggering 1720320 GPU hours to train. The context window\\'s length determines the amount of content the model can process at once, making Llama 2 a powerful language model in terms of scale and efficiency. III. Safety Considerations: A Top Priority for Meta Meta\\'s commitment to safety and alignment shines through in Llama 2\\'s design. The model demonstrates exceptionally low AI safety violation percentages, surpassing even ChatGPT in safety benchmarks. Finding the right balance between helpfulness and safety when optimizing a model poses significant challenges. While a highly helpful model may be capable of answering any question, including sensitive ones like \"How do I build a bomb?\", it also raises concerns about potential misuse. Thus, striking the perfect equilibrium between providing useful information and ensuring safety is paramount. However, prioritizing safety to an extreme extent can lead to a model that struggles to effectively address a diverse range of questions. This limitation could hinder the model\\'s practical applicability and user experience. Thus, achieving', start_char_idx=0, end_char_idx=2192, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='331c0812-27e7-4f08-b00d-a626925b3bcd', embedding=[-0.02067563124001026, 0.004558162298053503, -0.023256633430719376, -0.012256314978003502, -0.0019668072927743196, 0.016024304553866386, -0.023049602285027504, 0.010034168139100075, -0.024236587807536125, -0.04551951214671135, 0.017211290076375008, 0.032159026712179184, -0.008929994888603687, -0.0229943934828043, 0.00546220364049077, 0.013967782258987427, 0.023367051035165787, 0.004230360966175795, -0.004244163166731596, 0.00881267711520195, 0.0020306422375142574, 0.003193473909050226, -0.030005889013409615, -0.012815302237868309, 0.0070943087339401245, 0.01483731810003519, 0.03809395059943199, -0.027245456352829933, 0.0009618377662263811, 0.0026275855489075184, 0.007673999294638634, 0.007211626973003149, -0.024347003549337387, 0.003428110620006919, -0.032462671399116516, -0.02488528937101364, 0.024526432156562805, 0.007453164551407099, 0.02799077332019806, 0.0002583591267466545, 0.019240206107497215, 0.015596437267959118, 0.00988234393298626, -0.022097252309322357, -0.013933276757597923, 0.005959080997854471, 0.028059784322977066, -0.021669385954737663, -0.03262829780578613, 0.00127842475194484, 0.0037472855765372515, 0.039888232946395874, -0.02231808751821518, 0.023256633430719376, -0.005831411108374596, 0.005593324080109596, 0.007598087191581726, -0.007604988291859627, 0.008591842837631702, 0.006883825641125441, 0.011573107913136482, 0.0022704547736793756, -0.030916830524802208, 0.03414653614163399, -0.0112556591629982, -0.00998586043715477, -0.0023722457699477673, 0.030861621722579002, -0.0011766338720917702, -0.007473867852240801, 0.000637055782135576, 0.011221153661608696, 0.009813332930207253, -0.019916512072086334, 0.02409856580197811, 0.0004947210545651615, -0.026403525844216347, -0.01741832122206688, -0.012352930381894112, -0.007418659050017595, 0.026279306039214134, -0.010586254298686981, 0.007301340810954571, 0.02565820887684822, 0.02632071264088154, -0.012663478963077068, 0.012470248155295849, -0.012842906638979912, -0.019254008308053017, -0.00343846227042377, 0.011911260895431042, 0.00847452413290739, 0.03359444811940193, 0.01561023946851492, -0.029509011656045914, 0.0011110736522823572, -0.013305279426276684, 0.003524725791066885, -0.00553466472774744, -0.015720656141638756, -0.0075428783893585205, -0.02781134657561779, -0.0303647443652153, -0.010434430092573166, -0.031192874535918236, -0.0006952836411073804, 0.020399587228894234, 0.01752873882651329, 0.004375283606350422, 0.01022739801555872, -0.014174815267324448, 0.03287673741579056, -0.0034884950146079063, -0.03585800155997276, -0.02488528937101364, 0.0009523488115519285, 0.01683863066136837, -0.003039924893528223, -0.0034039567690342665, 0.0030002437997609377, 0.024912891909480095, 0.014202418737113476, 0.012994730845093727, -0.005603675730526447, 0.02710743620991707, -0.015265185385942459, -0.023339446634054184, -0.015196174383163452, -0.017294101417064667, -0.0011680074967443943, 0.005852114409208298, 0.017390716820955276, 0.03298715502023697, -0.008405513130128384, -0.031165270134806633, 0.0323246493935585, -0.013677936978638172, -0.03124808333814144, -0.009288851171731949, 0.002663816325366497, 0.006738903000950813, 0.0181222315877676, 0.0014276605797931552, 0.0014250726671889424, -0.009116324596107006, 0.023325644433498383, 0.0031848475337028503, 0.01849488914012909, 0.018936559557914734, 0.01105552725493908, 0.0019857853185385466, -0.04736900329589844, -0.011200450360774994, 0.01409200206398964, -0.011959568597376347, 0.023063404485583305, -0.0016881763003766537, 0.02201443910598755, -0.02204204350709915, -0.02644493244588375, -0.015582635067403316, -0.004810051526874304, -0.022635536268353462, 0.00022967651602812111, 0.017473530024290085, 0.03574758395552635, 0.02742488496005535, -0.006980440579354763, 0.0010541396914049983, -0.016038106754422188, -0.007163319271057844, 0.041461680084466934, -0.020344378426671028, 0.024802476167678833, -0.0036230662371963263, 0.01682482846081257, 0.003257308853790164, -0.0041993060149252415, -0.003592011285945773, -0.0117525365203619, -0.016272742301225662, 0.0014483637642115355, -0.0058900704607367516, 0.020703235641121864, -0.0249542985111475, 0.006383497267961502, 0.0112556591629982, 0.005210313946008682, -0.0031123862136155367, -0.003750736126676202, 0.026762381196022034, 0.020385785028338432, -0.012615171261131763, -0.012470248155295849, -0.6254033446311951, -0.032241836190223694, 0.010682869702577591, -0.013243169523775578, -0.011711129918694496, -0.014699297025799751, -0.007363450713455677, -0.0021945429034531116, -0.01868811994791031, 0.038618434220552444, -0.023518875241279602, -0.020510004833340645, 0.0004610783071257174, -0.008757468312978745, -0.0011214251862838864, -0.03025432676076889, 0.007673999294638634, -0.020344378426671028, 0.00563128013163805, 0.004168251529335976, -0.009040412493050098, 0.008288195356726646, -0.003981922287493944, -0.011345372535288334, -0.019060777500271797, 0.015292789787054062, 0.0240019503980875, -0.008826479315757751, 0.018950361758470535, 0.013878068886697292, -0.018757130950689316, 0.021890221163630486, 0.004585766699165106, -0.002470585983246565, 0.04217939078807831, -0.024029554799199104, -0.00836410652846098, 0.024319399148225784, 0.010310211218893528, 0.016327951103448868, -0.017790980637073517, -0.020813651382923126, 0.019530052319169044, 0.025520186871290207, 0.005224116146564484, 0.009951354935765266, 0.05396643280982971, 0.005848663859069347, -0.009585597552359104, -0.02153136394917965, -0.005545016378164291, 0.01409200206398964, 0.029343385249376297, -0.008495227433741093, 0.003912911284714937, 0.004395986907184124, 0.046154413372278214, -0.02623789943754673, 0.010600056499242783, 0.0009290576563216746, -0.003497121389955282, -0.00393706513568759, -0.029426198452711105, -0.027825146913528442, -0.03536112606525421, 0.019695676863193512, 0.013712442480027676, 0.004226910416036844, -0.0010532770538702607, 0.0006616408936679363, -0.012304622679948807, 0.014699297025799751, 0.0007397093577310443, -0.01791519857943058, -0.0010575902415439487, 0.030392348766326904, 0.00974432285875082, -0.015803469344973564, -0.0006504266057163477, 0.0293709896504879, 0.022552723065018654, -0.0021445101592689753, 0.01562404166907072, -0.01849488914012909, 0.024402212351560593, -0.0006788935861550272, 0.005955630447715521, -0.0040578339248895645, 0.026113679632544518, 0.021517561748623848, 0.007335846312344074, 0.01987510547041893, -0.038038745522499084, -0.030226722359657288, 0.0038680543657392263, 0.015900084748864174, -0.009661509655416012, -0.0018529394874349236, 0.030088702216744423, -0.043808046728372574, -0.013091345317661762, -0.026182690635323524, 0.041268449276685715, 0.00546220364049077, 0.02760431356728077, 0.01567924953997135, -0.020040731877088547, -0.00929575227200985, 0.02114490419626236, -0.035581961274147034, -0.00939236767590046, 0.004606469999998808, -0.02017875388264656, -0.030199117958545685, 0.028763694688677788, -0.024816278368234634, 0.015637842938303947, -0.011179747059941292, 0.008067360147833824, -0.021959230303764343, 0.02202824130654335, -0.015486019663512707, -0.004723788239061832, -0.020979277789592743, 0.022387098520994186, 0.030695997178554535, 0.008847182616591454, -0.012718687765300274, 0.003895658766850829, 0.004106141626834869, -0.012159699574112892, 0.002417102688923478, 0.012815302237868309, -0.021379539743065834, 0.006262728478759527, 0.00545530254021287, 0.04358721151947975, -0.007370351813733578, 0.003619615687057376, -0.017376914620399475, -0.03180016949772835, -0.015541228465735912, 0.016120918095111847, -0.006000487599521875, -0.04193095117807388, -0.03958458453416824, -0.0090542146936059, 0.006179915741086006, 0.008667754009366035, 0.00043994374573230743, -0.016272742301225662, -0.02340845763683319, -0.011793943122029305, 0.023325644433498383, 0.0021548618096858263, -0.006683694198727608, -0.01672821305692196, -0.027342071756720543, 0.0016830004751682281, -0.024126170203089714, 0.019309217110276222, 0.01878473535180092, -0.012470248155295849, 0.0090611157938838, 0.003070979844778776, -0.019060777500271797, -0.017307903617620468, 0.02162797935307026, -0.027355873957276344, -0.026872798800468445, -0.0010170463938266039, -0.029453802853822708, 0.01140058133751154, 0.017073268070816994, -0.005231017246842384, 0.02673477679491043, -0.011614514514803886, -0.0030537270940840244, -0.017790980637073517, -0.005824510008096695, 0.0030537270940840244, 0.03986062854528427, 0.01577586494386196, -0.01013078261166811, 0.01799801178276539, 0.008191579952836037, 0.04248303920030594, 0.015113361179828644, -0.023422259837388992, 0.011103834956884384, 0.0030658040195703506, 0.025603000074625015, -0.0144508583471179, 0.009633905254304409, -0.010448232293128967, 0.0052620721980929375, 0.005752048920840025, -0.012939522042870522, 0.015389404259622097, 0.03491945564746857, 0.0022117956541478634, 0.014795911498367786, -0.0063351900316774845, -0.012504753656685352, 0.014216220937669277, -0.0342569537460804, 0.0003571308043319732, -0.02006833627820015, 0.010606957599520683, 0.010282606817781925, 0.008695358410477638, -0.017142279073596, 0.004506404045969248, -0.01616232469677925, -0.0006215283647179604, 0.021586572751402855, 0.0034143084194511175, 0.019819896668195724, -0.01654878631234169, 0.013719343580305576, 0.011931964196264744, 0.018329264596104622, 0.008902391418814659, 0.0018977965228259563, 0.02564440667629242, -0.011469592340290546, -0.017307903617620468, 0.021213915199041367, -0.0012490951921790838, -0.02840483747422695, 0.006231673527508974, -0.014616483822464943, 0.018964163959026337, 0.006207520142197609, 0.02603086829185486, -0.011925063095986843, 0.03122047893702984, 0.00821918435394764, 0.029509011656045914, -0.00486871087923646, -0.004616821184754372, 0.0026724424678832293, 0.0021100046578794718, -0.013298378325998783, 0.01830166019499302, -0.01732170581817627, 0.028045982122421265, 0.0046754805371165276, -0.013477806001901627, 0.009868541732430458, -0.02064802683889866, 0.02427799440920353, -0.005510510876774788, 0.004616821184754372, 0.02026156522333622, -0.016010502353310585, 0.005310379900038242, -0.002134158508852124, 0.019143590703606606, 0.00217729015275836, 0.0021721143275499344, 0.012132096104323864, -0.0003278012154623866, 0.016410764306783676, 0.018080824986100197, -0.010731176473200321, -0.017363112419843674, -0.016107115894556046, -0.007660197094082832, -0.018950361758470535, -0.013243169523775578, -0.006017740350216627, 0.018260253593325615, -0.04182053357362747, 0.028156399726867676, 0.008101865649223328, -0.012601369060575962, 0.02467825636267662, 0.02643113024532795, 0.03660332038998604, -0.02975744940340519, -0.036189254373311996, 0.02220766991376877, -0.006618134211748838, -0.019240206107497215, -0.00394396623596549, -0.03282152861356735, -0.002919156104326248, -0.0015329020097851753, -0.008288195356726646, 0.0015872480580583215, 0.008936895988881588, -0.01247714925557375, 0.014271429739892483, -0.0001311204832745716, 0.005231017246842384, 0.015982897952198982, -0.01635555550456047, 0.00729443971067667, -0.013822860084474087, 0.019323019310832024, 0.00832270085811615, -0.02164178155362606, 0.0044511957094073296, 0.01733550801873207, -0.027369676157832146, 5.3752930398331955e-05, -0.015693051740527153, -0.005375939887017012, -0.02037198282778263, -0.001478556077927351, 0.003799043595790863, 0.015817271545529366, -0.019323019310832024, 0.013809057883918285, 0.004213108215481043, 0.023063404485583305, -0.009668410755693913, 0.019944116473197937, 0.009875442832708359, -0.005662334617227316, 0.00209275190718472, 0.004516755696386099, 0.021655583754181862, 0.05802426487207413, 0.00870916061103344, 0.0023429160937666893, 0.010220496915280819, -0.003830098547041416, 0.0061833662912249565, -0.014657890424132347, -0.020868860185146332, 0.010593155398964882, 0.017501134425401688, -0.0352231040596962, -0.00846762303262949, 0.01483731810003519, 0.01091060508042574, 0.040302298963069916, -0.00035346459480933845, 0.01792900077998638, -0.016272742301225662, -0.015458415262401104, -0.005227566696703434, 0.01772196963429451, 0.004599568899720907, 0.03574758395552635, 0.007101209368556738, 0.008736765012145042, -0.004761743824928999, 0.02702462300658226, 0.02536836452782154, -0.02625170163810253, -0.032462671399116516, 0.010993417352437973, -0.009143928997218609, 0.017597749829292297, 0.004989479668438435, -0.011607613414525986, 0.020013127475976944, -0.002025466412305832, -0.0239743459969759, -0.009834036231040955, 0.004023328889161348, 0.01997172087430954, 0.040771570056676865, 0.002263553673401475, 0.014354242943227291, 0.009620103053748608, -0.02074464224278927, -0.0047755460254848, 0.015913886949419975, -0.024057159200310707, -0.031054852530360222, 0.01184915192425251, 0.0008160524885170162, -0.04979817941784859, -0.005310379900038242, 0.015527426265180111, 0.004723788239061832, -0.022400900721549988, 0.0034367369953542948, -0.018839944154024124, -0.01937822811305523, -0.020206356421113014, -0.04436013102531433, 0.022787360474467278, -0.011490295641124249, -0.009468279778957367, -0.00594872934743762, -0.011131439357995987, 0.015555030666291714, -0.02741108275949955, 0.0034367369953542948, -0.020026929676532745, -0.02956422045826912, -0.0568096749484539, -0.008633249439299107, 0.0033798031508922577, -0.008923094719648361, 0.006473211571574211, -0.003267660504207015, -0.015913886949419975, 0.007494571153074503, 0.0036713737063109875, -0.019143590703606606, 0.004951523616909981, -0.03251788020133972, 0.008929994888603687, -0.013726244680583477, -0.0017494233325123787, -0.01820504479110241, -0.017307903617620468, 0.003978471737354994, 0.02095167338848114, 0.0056588840670883656, -0.025340760126709938, -0.002896727528423071, 0.008025954477488995, 0.023725906386971474, 0.0010688045294955373, 0.025037111714482307, 0.016079513356089592, -0.009799531660974026, 0.008053557947278023, -0.01900557056069374, -0.028349630534648895, -0.02017875388264656, 0.005162006709724665, -0.001695940038189292, 0.019640468060970306, 0.002815640065819025, 0.002710398519411683, -0.0029674635734409094, -0.0006719924858771265, -0.006028092000633478, 0.011138340458273888, -0.005755499470978975, 0.017183685675263405, -0.005555368028581142, 0.017183685675263405, -0.004803150426596403, 0.018522493541240692, -0.030033493414521217, -0.004634073935449123, -0.01879853755235672, 0.016783421859145164, 0.02487148717045784, -0.0032055508345365524, 0.015403206460177898, 0.02291158027946949, -0.00418895436450839, -0.023670699447393417, -0.0006702672108076513, -0.005745147820562124, 0.01574826054275036, -0.002189367078244686, -0.008874787017703056, -0.0072461324743926525, -0.013208664022386074, -0.029536616057157516, 0.011124538257718086, -0.019737083464860916, -0.0037300328258424997, 0.0027983873151242733, 0.016576390713453293, -0.015444613061845303, -0.0042200093157589436, 0.016493577510118484, -0.030475161969661713, -0.00896450038999319, 0.04485701024532318, 0.010800187475979328, 0.02182121016085148, -0.011469592340290546, 0.018149835988879204, -0.04629243165254593, -0.015568832866847515, -0.004406338557600975, -0.017280299216508865, 0.002339465543627739, 0.0181222315877676, 0.01033781562000513, 0.03141370788216591, 0.038231972604990005, 0.009199137799441814, 0.017307903617620468, 0.006414552219212055, 0.00445809680968523, -0.002153136534616351, -0.007315143011510372, 0.004019878339022398, -0.016769619658589363, 0.002520618960261345, 0.012642775662243366, 0.0029036286287009716, 0.01189745869487524, -0.0051896111108362675, -8.92287862370722e-05, 0.012849807739257812, -0.016176126897335052, -0.010903703980147839, -0.02848765067756176, -0.023173820227384567, -0.008350304327905178, -0.003193473909050226, -0.01116594485938549, -0.009350961074233055, -0.040191881358623505, -0.025713417679071426, 0.024747267365455627, -0.0007824097410775721, 0.021517561748623848, 0.015734458342194557, 0.025906648486852646, -0.02487148717045784, -0.009930651634931564, 0.018053220584988594, 0.02320142462849617, -0.024802476167678833, -0.012615171261131763, -0.04295231029391289, 0.009026610292494297, 0.013112048618495464, 0.0032090013846755028, 0.02644493244588375, 0.010413726791739464, -0.014989142306149006, 0.003296990180388093, 0.01478211022913456, -0.004444294609129429, -0.003362550400197506, 0.01551362406462431, -0.01057245209813118, 0.012490951456129551, -0.03439497575163841, -0.022290483117103577, -0.014285231940448284, -0.010289507918059826, 0.004661678336560726, 0.0020996530074626207, 0.012173501774668694, -0.026458734646439552, -0.029895471408963203, 0.025920450687408447, 0.005972883198410273, 0.04367002472281456, 0.008081162348389626, 0.0056485324166715145, 0.016010502353310585, 0.0035316268913447857, -0.008929994888603687, 0.01643836870789528, 0.018329264596104622, -0.002417102688923478, 0.005375939887017012, 0.020192556083202362, -0.007680900394916534, -0.02027536742389202, 0.0064973654225468636, 0.003372902050614357, -0.03318038582801819, -0.04491221904754639, 0.027963168919086456, 0.011662822216749191, 0.017294101417064667, -0.04985338822007179, -0.032352253794670105, -0.02506471611559391, -0.002870848635211587, -0.01986130326986313, 0.02387773059308529, 0.020606620237231255, 0.0015277261845767498, 0.0010705298045650125, 0.02389153279364109, 0.03475382924079895, -0.005572620779275894, -0.0023549930192530155, -0.006366244982928038, 0.027880355715751648, -0.014519868418574333, -0.017790980637073517, 0.015154767781496048, 0.011241856962442398, 0.03155172988772392, -0.01551362406462431, 0.00989614613354206, -0.004323525354266167, -0.010531045496463776, 0.00881267711520195, 0.0013802156317979097, -0.0062661790288984776, 0.038038745522499084, -0.024940496310591698, -0.014699297025799751, -0.010110079310834408, -0.019115986302495003, 0.006662990897893906, -0.014713099226355553, 0.00915773119777441, 0.009378565475344658, -0.012125195004045963, 0.0038991093169897795, 0.03044755756855011, 0.021766001358628273, -0.04143407568335533, 0.020634224638342857, -0.006155761890113354, -0.03309757262468338, -0.013574421405792236, 0.0007435911684297025, 0.019695676863193512, -0.026472536846995354, 0.012766994535923004, 0.01478211022913456, -0.024554036557674408, 0.005348335485905409, 0.01871572434902191, -0.006386947818100452, -0.013332882896065712, 0.01770816743373871, -0.03155172988772392, 0.03276631981134415, -0.00797764677554369, -0.003333220724016428, -0.006090201437473297, -0.009875442832708359, -0.004099240526556969, -0.014064397662878036, 0.015154767781496048, -0.026113679632544518, -0.020579015836119652, -0.031165270134806633, 0.005710642319172621, 0.014016089960932732, 0.00788103137165308, 0.009627004154026508, 0.030502766370773315, 0.008433117531239986, 0.00031658695661462843, -0.005155105609446764, -0.0011740459594875574, 0.036879364401102066, 0.01023429911583662, 0.016396962106227875, 0.020123545080423355, -0.0027725081890821457, 0.013325981795787811, -0.02084125578403473, -0.006162662990391254, -0.017473530024290085, -0.039115313440561295, -0.010958912782371044, 0.007184022571891546, -0.0020996530074626207, -0.010151485912501812, -0.021103497594594955, -0.022469911724328995, 0.00494117196649313, -0.013291477225720882, 0.011552405543625355, 0.008943797089159489, -0.0023894982878118753, 0.01518237218260765, -0.0016252039931714535, -0.003836999647319317, 0.004854908678680658, -0.02311861328780651, -0.021310530602931976, 0.009702916257083416, -0.006176465190947056, -0.02222147211432457, -0.018826141953468323, -0.011531702242791653, 0.05120600014925003, 0.0008337364997714758, -0.037348635494709015, -0.031275685876607895, -0.011248758062720299, -0.04736900329589844, -0.013774552382528782, -0.012304622679948807, 0.02104828879237175, 0.014740703627467155, 0.03113766573369503, -0.0005641631432808936, 0.01799801178276539, 0.0020030380692332983, 0.0031710455659776926, -0.03014391101896763, -0.002179015427827835, 0.014809713698923588, -0.017583947628736496, 0.011745635420084, 0.0009928926592692733, -0.023229029029607773, 0.006100553087890148, 0.018329264596104622, -0.019323019310832024, -0.016327951103448868, 0.018619108945131302, -0.016189929097890854, -0.006380046717822552, 0.019750885665416718, -0.007901734672486782, 0.010952011682093143, -0.005372489336878061, 0.003543703816831112, -0.02612748183310032, -0.01317415852099657, 0.025285551324486732, -0.017666760832071304, -0.0010826066136360168, -0.031275685876607895, -0.00418205326423049, 0.010786385275423527, -0.011076230555772781, -0.00126117211766541, -0.007335846312344074, 0.004081987775862217, 0.002444707090035081, 0.027825146913528442, 0.013029235415160656, 0.007950042374432087, 0.019833698868751526, 0.0010455133160576224, -0.009592498652637005, 0.0031382653396576643, 0.026707172393798828, 0.023173820227384567, -0.005099896807223558, 0.051951318979263306, -0.024636849761009216, -0.005337984301149845, -0.004309723619371653, 0.015044351108372211, -0.022732151672244072, 0.005255171097815037, -0.016424566507339478, -0.020482400432229042, -0.04424971342086792, 0.025106122717261314, 0.019267810508608818, -0.02821160852909088, 0.008502128534018993, -0.007860328070819378, 0.026458734646439552, 0.01751493662595749, -0.013740046881139278, -0.022359494119882584, 0.012346029281616211, 0.0031882980838418007, -0.008667754009366035, 0.002463684882968664, -0.006914880592375994, 0.022483713924884796, 0.008433117531239986, -0.016286544501781464, 0.015113361179828644, 0.20228441059589386, -0.010544847697019577, 0.00940616987645626, 0.04002625495195389, 0.01957145892083645, -0.016314148902893066, 0.025782428681850433, 0.010275705717504025, -0.012622072361409664, -0.009247444570064545, 0.0029226066544651985, 0.0026017064228653908, -0.024912891909480095, 0.003033024026080966, 0.02389153279364109, 0.007508373353630304, -0.014699297025799751, -0.027673324570059776, -0.02926057204604149, -0.006524969357997179, 0.009364763274788857, 6.060009400243871e-05, 0.004295921418815851, -0.024015752598643303, 0.010855396278202534, 0.0011507548624649644, -0.012511654756963253, -0.014395649544894695, 0.011338471435010433, 0.011593811213970184, -0.015472217462956905, 0.0016019127797335386, 0.007660197094082832, -0.002807013690471649, -0.01151099894195795, -0.01082089077681303, -0.00326593522913754, -0.006832067389041185, 0.008888589218258858, 0.01997172087430954, 0.007035649381577969, 0.009820234030485153, 0.013891871087253094, -0.018536295741796494, -0.002242850372567773, 0.02194542996585369, 0.002009939169511199, 0.011421284638345242, 0.0021082793828099966, 0.01185605302453041, -0.02291158027946949, 0.019530052319169044, 0.03025432676076889, 0.01365723367780447, -0.00019010313553735614, -0.002807013690471649, -0.009785729460418224, -0.01424382533878088, -0.0029778152238577604, -0.0021169057581573725, -0.0352783128619194, -0.0122425127774477, 0.012007876299321651, 0.023077206686139107, -0.029094945639371872, 0.010172189213335514, -0.006107454188168049, -0.01165592111647129, 0.0030623534694314003, -0.029619427397847176, 0.010289507918059826, 0.0011335021117702127, -0.016797224059700966, -0.0020133894868195057, -0.02320142462849617, -0.026072273030877113, 0.015223778784275055, 0.02721785381436348, -0.00836410652846098, 0.022387098520994186, -0.020786048844456673, -0.015361800789833069, -0.004813502077013254, -0.02644493244588375, 0.008005251176655293, -0.020413389429450035, 0.01483731810003519, -0.003550604684278369, -0.010268804617226124, -0.005900422111153603, -0.019240206107497215, -0.013539915904402733, -0.013629629276692867, 0.0176391564309597, -0.0014733802527189255, -0.0017873792676255107, 0.008412414230406284, 0.012877412140369415, 0.007425560150295496, -0.03144131228327751, -0.025382166728377342, 0.04369762912392616, 0.029453802853822708, -0.0012482325546443462, 0.004088888876140118, 0.001877093338407576, 0.006659540813416243, 0.02106209099292755, 0.006997693330049515, -0.006552573759108782, -0.0068010129034519196, -0.04767264798283577, 0.009419972077012062, 0.005441500339657068, 0.007598087191581726, 0.005082644056528807, 0.011621415615081787, -0.005783103406429291, 0.029591822996735573, -0.02096547558903694, 0.002927782479673624, -0.01888135075569153, 0.013484707102179527, 0.009620103053748608, -0.011938865296542645, -0.03268350660800934, -0.02289777807891369, 0.0062661790288984776, -0.04217939078807831, 0.019902709871530533, 0.0007979371584951878, -0.03906010463833809, 0.012608270160853863, 0.015927689149975777, 0.008729863911867142, -0.009095621295273304, 0.009516586549580097, -0.008101865649223328, -0.008660852909088135, -0.0002028270100709051, -0.006359343882650137, 0.01301543414592743, 0.0014009189326316118, -0.01566544733941555, 0.025216540321707726, -0.01209068950265646, -0.01635555550456047, 0.01821884699165821, -0.0036989778745919466, -0.015900084748864174, -0.0060936519876122475, 0.0066491891629993916, 0.0076325926929712296, -0.002406751038506627, 0.01185605302453041, 0.026969414204359055, -0.019902709871530533, -0.02311861328780651, 0.01722509227693081, 0.0021151804830878973, -0.046264827251434326, 0.026113679632544518, 0.01008247584104538, -0.0010446506785228848, -0.018384473398327827, -0.013187960721552372, -0.17666760087013245, -0.008177777752280235, 0.0064973654225468636, -0.04278668388724327, 0.00797764677554369, -0.0025533989537507296, 0.027438687160611153, 0.018563900142908096, -0.008529732935130596, -0.01682482846081257, 0.01585867814719677, -0.018674317747354507, -0.0004891139105893672, -0.01968187466263771, -0.006179915741086006, 0.0019978622440248728, -0.008481425233185291, 0.0038715049158781767, 0.0333184078335762, 0.014368045143783092, 0.03933614492416382, -0.022069647908210754, 0.0036610220558941364, 0.015693051740527153, 0.0047755460254848, 0.027190249413251877, -0.012076887302100658, 0.038038745522499084, -0.01140058133751154, -0.04049552604556084, -0.025409771129488945, -0.010710473172366619, 0.032849133014678955, 0.018770933151245117, 0.019226403906941414, 0.024167576804757118, 0.01503054890781641, -6.642287917202339e-05, -0.02506471611559391, 0.004672029986977577, 0.006069498602300882, 0.021282926201820374, -0.0030951336957514286, -0.0029709141235798597, -0.021876418963074684, 0.03301475942134857, 0.010765681974589825, -0.01752873882651329, 0.0062661790288984776, -0.016203731298446655, 0.02564440667629242, 0.009606300853192806, 0.015637842938303947, 0.0006107454537414014, 0.003077880945056677, 0.031468916684389114, -0.0019443788332864642, -0.001004106947220862, 0.004409789107739925, -0.007673999294638634, 0.0019357524579390883, -0.008743666112422943, 0.020523807033896446, -0.0249542985111475, 0.012863609939813614, -0.030999643728137016, -0.0039957244880497456, 0.013526113703846931, -0.04132365807890892, 0.006059146951884031, -0.014851120300590992, 0.009923750534653664, -0.03364965692162514, -0.008440018631517887, 0.026293108239769936, 0.036658529192209244, -0.022456109523773193, 0.012366732582449913, 0.03726582229137421, -0.008336503058671951, 0.0031727708410471678, -0.004140647128224373, -0.006297233980149031, 0.003602362936362624, -0.00041967182187363505, 0.013422597199678421, 0.013767651282250881, 0.03075120411813259, -0.021807407960295677, -0.01518237218260765, 0.026513943448662758, -0.010054871439933777, 0.0076118893921375275, -0.008502128534018993, 0.01316035632044077, 0.016327951103448868, 0.016383159905672073, -0.014519868418574333, -0.005855564959347248, -0.014892526902258396, -0.004972226917743683, -0.007915536873042583, -0.012387435883283615, -0.007425560150295496, 0.019336821511387825, 0.0033556492999196053, -0.017390716820955276, 0.021075893193483353, 0.01959906332194805, -0.0033038912806659937, 0.0011800844222307205, -0.012456445954740047, 0.0035540552344173193, -0.008440018631517887, -0.015527426265180111, 0.009868541732430458, -0.010620759800076485, -0.03663092479109764, 0.01566544733941555, -0.007929339073598385, 0.06194407865405083, -0.02583763748407364, 0.00594527879729867, 0.011221153661608696, -0.011096933856606483, -0.03994344174861908, -0.10898182541131973, -0.039308540523052216, 0.03191058710217476, 0.015361800789833069, -0.021876418963074684, 0.03257308900356293, -0.0013974683824926615, 0.03213142231106758, -0.01585867814719677, 0.03475382924079895, -0.02586524188518524, 6.264885450946167e-05, 0.01929541490972042, 0.01184225082397461, 0.01870192214846611, -0.006110904738306999, 0.001056727604009211, -0.010420627892017365, -0.020924068987369537, 0.022649338468909264, 0.0008147585322149098, -0.015637842938303947, 0.007998350076377392, -0.02182121016085148, -0.003505747765302658, -0.015706853941082954, -0.024940496310591698, 0.01871572434902191, -0.003114111488685012, 0.010434430092573166, 0.024222785606980324, -0.008992104791104794, -0.008660852909088135, -0.01516856998205185, 0.0021945429034531116, -0.012766994535923004, 0.005910773761570454, -0.019557656720280647, 0.00988924503326416, -0.013602025806903839, -0.0012896390398964286, -0.002047894988209009, 0.012649676762521267, -0.006832067389041185, -0.014147210866212845, -0.012173501774668694, -0.01585867814719677, 0.01703186146914959, 0.004323525354266167, -0.0171284768730402, -0.04935651272535324, -0.0074669667519629, -0.03563717007637024, -0.007777515333145857, 0.03320799022912979, 0.0002678481105249375, 0.011538603343069553, 0.02075844444334507, -0.0073289452120661736, -0.00823298655450344, 0.014561275020241737, -0.006079849787056446, -0.013705541379749775, -0.006231673527508974, 0.009827135130763054, -0.007715405430644751, -0.003550604684278369, -0.012277018278837204, 0.02223527431488037, -0.0041268449276685715, 0.000693989684805274, 0.020592818036675453, -0.009413070976734161, 0.0043718330562114716, -0.013974683359265327, -0.006166113540530205, -0.008143272250890732, -0.023077206686139107, 0.013367388397455215, -0.005741697270423174, 0.004785897675901651, -0.02321522682905197, 0.017073268070816994, -0.024236587807536125, -0.007549779489636421, 0.007743009831756353, -0.009413070976734161, -0.018343066796660423, 0.007018396630883217, -0.03409132733941078, -0.009806432761251926, 0.03367726132273674, 0.014478462748229504, -0.028349630534648895, 0.013374289497733116, 0.01257376465946436, -0.026610558852553368, -0.008281294256448746, -0.0049791280180215836, 0.0017822034424170852, -0.027687126770615578, -0.020634224638342857, -0.05929406359791756, 0.012042381800711155, 0.018260253593325615, -0.019447239115834236, 0.010620759800076485, -0.02485768496990204, 0.016176126897335052, -0.010303310118615627, 0.008612546138465405, -0.002698321593925357, -0.027190249413251877, 0.013236268423497677, -0.02329804003238678, -0.00687692454084754, -0.017156081274151802, 0.00653532100841403, 0.009820234030485153, -0.0014630286023020744, -0.0024498829152435064, 0.005582972429692745, 0.024512629956007004, -0.01917119510471821, 0.0029812657739967108, 0.024139972403645515, 0.003843900514766574, 0.006376596167683601, -0.024636849761009216, 0.017059465870261192, -0.009440675377845764, 0.002427454339340329, 0.0015915612457320094, -0.008660852909088135, -0.0031951991841197014, 0.012946423143148422, -0.015637842938303947, -0.008729863911867142, 0.006269629579037428, 0.006421453319489956, 0.02467825636267662, 0.03237985819578171, -0.021489957347512245, -0.04021948575973511, 0.01141438353806734, -0.01576206274330616, -0.00812947005033493, -0.004585766699165106, -0.015071955509483814, -0.014188617467880249, 0.034505393356084824, 0.010020365938544273, 0.04055073484778404, 0.004275218117982149, -0.02213865891098976, -0.05736176297068596, -0.011131439357995987, 0.010648364201188087, 0.027866553515195847, -0.0011766338720917702, 0.012622072361409664, 0.014133408665657043, 0.03378767892718315, 0.004444294609129429, 0.02848765067756176, -0.015831073746085167, -0.005821059457957745, -0.014174815267324448, -0.012470248155295849, 0.0012387435417622328, -0.0028742991853505373, -0.03191058710217476, 0.00034181904629804194, 0.006283431779593229, 0.01831546239554882, 0.010379222221672535, -0.0068527706898748875, -0.002025466412305832, -0.017459727823734283, 0.009771927259862423, -0.01518237218260765, 0.022442307323217392, 0.023436062037944794, -0.03359444811940193, -0.008350304327905178, 0.005293127149343491, 0.025037111714482307, -0.0008147585322149098, -0.030116306617856026, 0.007673999294638634, -0.013533014804124832, -0.012497852556407452, -0.008239887654781342, 0.002589629730209708, -0.02623789943754673, 0.009454477578401566, -0.001421622117049992, -0.006307585630565882, -0.00035928739816881716, -0.015127163380384445, 0.0073082419112324715, -0.012753192335367203, 0.011152142658829689, 0.004168251529335976, -0.009861640632152557, -0.010372321121394634, -0.015900084748864174, -0.0008768682600930333, -0.04154449328780174, -0.023339446634054184, 0.042041368782520294, 0.04005385935306549, 0.007625691592693329, -0.023339446634054184, -0.004344228655099869, 0.01243574358522892, -0.00046841069706715643, 0.014071298763155937, -0.008191579952836037, -0.021103497594594955, -0.02135193720459938, 0.041737720370292664, 0.03756947070360184, -0.001748560694977641, 0.05333153158426285, -0.0003845194587484002, 0.02329804003238678, 0.0020323675125837326, 0.03337361663579941, -0.011297064833343029, 0.011248758062720299, 0.004737590439617634, 0.009385466575622559, 0.00477209547534585, -0.031772565096616745, -0.008764369413256645, 0.00025512423599138856, -0.012539259158074856, 0.0021859165281057358, 0.0019495546584948897, 0.010068673640489578, 0.0852421224117279, 0.025299353525042534, -0.00881957821547985, 0.004765194375067949, -0.005168907810002565, 0.0035212752409279346, 0.02191782556474209, 0.025685813277959824, 0.0069424849934875965, -0.019405832514166832, -0.017004257068037987, -0.013746947981417179, -0.002655189950019121, -0.01820504479110241, -0.0026741677429527044, -0.0047444915398955345, -0.012076887302100658, 0.029150154441595078, 0.008143272250890732, -0.004709986038506031, 0.04369762912392616, 0.0017511486075818539, 0.010213595815002918, 0.0035005719400942326, -0.0058693671599030495, 0.01692144386470318, 0.031662147492170334, 0.010351617820560932, -0.005776202771812677, -0.016079513356089592, 0.03014391101896763, 0.02800457552075386, -0.040191881358623505, -0.012849807739257812, -0.009840937331318855, -0.0032279794104397297, 0.008336503058671951, -0.01692144386470318, 0.013422597199678421, -0.005910773761570454, -0.0047755460254848, 0.009005906991660595, -0.004385635256767273, -0.043311167508363724, -0.001343984971754253, 0.0011636943090707064, -0.012794598937034607, -0.023436062037944794, -0.025713417679071426], metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='848ccc03-3917-47c3-bd9d-f7e2947d3c1d', node_type=, metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, hash='e6ccf4a15b6004889bce6ebb32f629bb1cc23e749e19e42315b4fbef80d6f7f7'), : RelatedNodeInfo(node_id='b0773f70-844b-4153-a946-7903dcf1498d', node_type=, metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, hash='012bf804b42b4d05ac9b8d8146049a0e762e841b1ab0d53b867f9b8c84dba5ce'), : RelatedNodeInfo(node_id='dbed3185-242e-4e56-ac5b-0db10cdaf99c', node_type=, metadata={}, hash='627450b75c4c166114c350eced1d49c353c30395937e58874f9a9d685075d79b')}, hash='b2de317911947f177025ac692d38505bcd2e21efce0c47b8aba035a118592329', text='The model demonstrates exceptionally low AI safety violation percentages, surpassing even ChatGPT in safety benchmarks. Finding the right balance between helpfulness and safety when optimizing a model poses significant challenges. While a highly helpful model may be capable of answering any question, including sensitive ones like \"How do I build a bomb?\", it also raises concerns about potential misuse. Thus, striking the perfect equilibrium between providing useful information and ensuring safety is paramount. However, prioritizing safety to an extreme extent can lead to a model that struggles to effectively address a diverse range of questions. This limitation could hinder the model\\'s practical applicability and user experience. Thus, achieving an optimum balance that allows the model to be both helpful and safe is of utmost importance. To strike the right balance between helpfulness and safety, Meta employed two reward models - one for helpfulness and another for safety - to optimize the model\\'s responses. The 34B parameter model has reported higher safety violations than other variants, possibly contributing to the delay in its release. IV. Helpfulness Comparison: Llama 2 Outperforms Competitors Llama 2 emerges as a strong contender in the open-source language model arena, outperforming its competitors in most categories. The 70B parameter model outperforms all other open-source models, while the 7B and 34B models outshine Falcon in all categories and MPT in all categories except coding. Despite being smaller, Llam a2\\'s performance rivals that of Chat GPT 3.5, a significantly larger closed-source model. While GPT 4 and PalM-2-L, with their larger size, outperform Llama 2, this is expected due to their capacity for handling complex language tasks. Llama 2\\'s impressive ability to compete with larger models highlights its efficiency and potential in the market. However, Llama 2 does face challenges in coding and math problems, where models like Chat GPT 4 excel, given their significantly larger size. Chat GPT 4 performed significantly better than Llama 2 for coding (HumanEval benchmark)and math problem tasks (GSM8k benchmark). Open-source AI technologies, like Llama 2, continue to advance, offering', start_char_idx=1437, end_char_idx=3675, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='dbed3185-242e-4e56-ac5b-0db10cdaf99c', embedding=[-0.02567201480269432, 0.009267750196158886, -0.020409876480698586, -0.01091997791081667, 0.006608912255614996, 0.005643955897539854, -0.022631360217928886, 0.0019733018707484007, -0.020784752443432808, -0.036293480545282364, 0.02093747816979885, 0.02772688679397106, -0.00029699321021325886, -0.023880943655967712, 0.006917837541550398, 0.010260475799441338, 0.01781351864337921, 0.00985783152282238, -0.003932719584554434, -0.0019333845702931285, 0.008837337605655193, -0.005001808051019907, -0.018424425274133682, -0.01216956228017807, 0.005046932026743889, 0.010156343691051006, 0.031406220048666, -0.029212504625320435, -0.004890733864158392, -0.003455447731539607, 0.017799634486436844, 0.007035853806883097, -0.032044894993305206, 0.0031673491466790438, -0.03737645596265793, -0.03157282993197441, 0.021534502506256104, 0.002348177134990692, 0.027824075892567635, -0.005952880717813969, 0.02406143955886364, 0.012981791980564594, 0.004342305473983288, -0.02718540094792843, -0.014967243187129498, 0.01122543215751648, 0.027143746614456177, -0.02672722004354, -0.009469072334468365, 0.001244377694092691, 0.0032732165418565273, 0.04376322031021118, -0.02154838666319847, 0.021409543231129646, -0.00746279489248991, -0.0014075178187340498, 0.0029764403589069843, -0.00601535988971591, 0.009427418932318687, 0.007372547406703234, 0.01150311715900898, 0.007872381247580051, -0.024311356246471405, 0.012079314328730106, -0.013988401740789413, -0.01261385902762413, -0.008983122184872627, 0.024922264739871025, -0.0015003689331933856, -0.004713709466159344, 0.016397323459386826, 0.007386431563645601, 0.009871715679764748, -0.02539432980120182, 0.011982125230133533, 0.0002713940921239555, -0.02678275667130947, -0.018021782860159874, -0.008497172966599464, -0.005269080400466919, 0.021298469975590706, -0.014099475927650928, 0.012981791980564594, 0.02467234805226326, 0.023353341966867447, 0.00790709163993597, 0.016244595870375633, -0.01655004918575287, -0.020562604069709778, -0.005786269437521696, 0.011156010441482067, 0.002554705599322915, 0.03865380585193634, 0.025422098115086555, -0.038626037538051605, 0.0027317299973219633, -0.01738310605287552, 0.0072961836121976376, -0.00816395040601492, -0.014453524723649025, -0.01047568116337061, -0.022742433473467827, -0.02985117956995964, -0.014057823456823826, -0.02189549431204796, -0.0015272697200998664, 0.02924027293920517, 0.013912037946283817, 0.0061437892727553844, 0.027476970106363297, -0.018313352018594742, 0.04337446019053459, 0.0017390047432854772, -0.03832058608531952, -0.024436315521597862, -0.004099330864846706, 0.021631691604852676, -0.0067755235359072685, 0.002802887000143528, 0.00015175073349382728, 0.018299467861652374, 0.01759137026965618, 0.011461464688181877, -0.017077652737498283, 0.027199285104870796, -0.0073794894851744175, -0.019340787082910538, -0.0195490512996912, -0.018396656960248947, 0.0018622276838868856, 0.0027438788674771786, 0.029434651136398315, 0.01754971779882908, 0.0005054742214269936, -0.02272854931652546, 0.026532839983701706, -0.005689079407602549, -0.013328898698091507, -0.002306524431332946, -0.0032957785297185183, -0.0009224361856468022, 0.0134816262871027, -0.0003935322747565806, 0.003665447235107422, -0.004821312613785267, 0.02918473444879055, 0.01130873803049326, 0.0217705350369215, 0.027879614382982254, 0.010572871193289757, -9.778647654457018e-05, -0.05442633852362633, -0.02165946178138256, 0.015619803220033646, 0.0017277238657698035, 0.020798636600375175, 0.015578150749206543, 0.012856833636760712, -0.011850223876535892, -0.010260475799441338, -0.014141128398478031, -0.0020687561482191086, -0.021298469975590706, 0.008948411792516708, 0.015689224004745483, 0.0445685051381588, 0.02761581353843212, -0.019965579733252525, -0.0014604516327381134, -0.01550872903317213, -0.023034004494547844, 0.031267374753952026, -0.03393315523862839, 0.027921266853809357, 0.008198661729693413, 0.01559203490614891, 0.005900814663618803, -0.0022214832715690136, -0.007004613988101482, -0.01786905527114868, -0.002162475138902664, -0.005480815656483173, -0.003528340021148324, 0.018507732078433037, -0.029045892879366875, -0.010413202457129955, 0.0005176229169592261, -0.0007653703796677291, 0.016258480027318, 0.0022735490929335356, 0.024297472089529037, 0.021812187507748604, -2.1151818145881407e-05, -0.014717325568199158, -0.6233481764793396, -0.02433912456035614, 0.009927253238856792, -0.028365563601255417, -0.02027103304862976, -0.02796291932463646, -0.00555370794609189, -0.003392968326807022, -0.015716994181275368, 0.026102427393198013, -0.012495842762291431, -0.01838277280330658, 0.006299987435340881, -0.011655844748020172, -0.011183779686689377, -0.03759860247373581, 0.012023777700960636, -0.012162620201706886, 0.010822787880897522, -0.0020253679249435663, -0.015550382435321808, 0.0031812333036214113, 0.00034905923530459404, -0.0029347874224185944, -0.014411872252821922, 0.013294188305735588, 0.018743764609098434, 0.0070809777826070786, 0.010239648632705212, 0.017674675211310387, -0.03837612271308899, 0.013217824511229992, 0.011468406766653061, -0.00971898902207613, 0.04037545621395111, -0.009260808117687702, -0.017230378463864326, 0.02095136232674122, -0.0024436314124614, 0.015564266592264175, -0.017341453582048416, -0.009920311160385609, 0.024366892874240875, 0.02979564294219017, -0.0031482581980526447, -0.0005952880601398647, 0.03976454958319664, 0.003977843094617128, -0.023200614377856255, -0.0297401063144207, -0.019590705633163452, 0.012072372250258923, 0.018868722021579742, -0.003505778033286333, 0.013328898698091507, 0.004977510776370764, 0.04840056598186493, -0.019798967987298965, 0.0068900687620043755, -0.0017537567764520645, 0.011690555140376091, -0.00298685347661376, -0.019979463890194893, -0.03179497644305229, -0.04159727320075035, 0.014675673097372055, 0.010600640438497066, 0.0021069380454719067, 0.00901783350855112, -0.0009580146288499236, -0.015022779814898968, 0.020451528951525688, 0.0066748629324138165, -0.011697497218847275, 0.00492891576141119, 0.028657132759690285, 0.009399650618433952, -0.004588751122355461, -0.0013953690649941564, 0.03062869980931282, 0.014231376349925995, -0.012065430171787739, 0.004599164240062237, -0.02467234805226326, 0.03185051679611206, -0.00025208626175299287, 0.0006911763339303434, -0.009871715679764748, 0.01531434990465641, 0.019521282985806465, -0.0024436314124614, 0.007879323326051235, -0.03384985029697418, -0.03457183018326759, 0.015244928188621998, 0.0272409375756979, -0.015189391560852528, 0.009670393541455269, 0.03604356572031975, -0.026602260768413544, -0.009184444323182106, -0.02528325468301773, 0.037293147295713425, 0.005314204376190901, 0.029712338000535965, 0.018952028825879097, -0.04259693995118141, 0.00533155957236886, 0.027560275048017502, -0.03482174873352051, -0.016355669125914574, 0.00754610076546669, -0.01230840478092432, -0.02674110420048237, 0.022034335881471634, -0.02679664082825184, 0.01777186617255211, -0.0136412950232625, 0.018243931233882904, -0.017966244369745255, 0.009934195317327976, -0.015356002375483513, 0.007573869079351425, -0.02907366119325161, 0.01636955328285694, 0.03454406186938286, 0.005862632766366005, -0.014134186320006847, -0.0003677162167150527, 0.0016331372316926718, -0.010989399626851082, -0.0082472562789917, 0.009517666883766651, -0.018021782860159874, 0.008219487965106964, 0.0071851094253361225, 0.04515164718031883, -0.006383292842656374, 0.009448245167732239, -0.017799634486436844, -0.025269370526075363, 0.004029909148812294, 0.018285583704710007, -0.014175839722156525, -0.04165280982851982, -0.03843165934085846, -0.009614856913685799, -0.003957016859203577, 0.0017520212568342686, -0.0038563560228794813, -0.025921931490302086, -0.02150673419237137, -0.004231231287121773, 0.021867724135518074, 0.009045601822435856, -0.005650897976011038, -0.014800631441175938, -0.022145410999655724, -0.002554705599322915, -0.027157632634043694, 0.010253533720970154, 0.004904618486762047, -0.012988734059035778, 0.002325615147128701, 0.0040854462422430515, -0.012023777700960636, -0.018688227981328964, 0.024825073778629303, -0.03676554560661316, -0.025435982272028923, -0.005786269437521696, -0.025255486369132996, 0.015619803220033646, 0.011156010441482067, -0.011579480953514576, 0.025935815647244453, -0.01760525442659855, -0.008670726791024208, -0.02260359190404415, -0.0003805157612077892, 0.01749417930841446, 0.046484533697366714, 0.019465746358036995, -0.019674010574817657, 0.014245260506868362, 0.010586755350232124, 0.050261057913303375, 0.011621133424341679, -0.020007232204079628, 0.009260808117687702, 0.001696484163403511, 0.02672722004354, -0.010767251253128052, 0.004529742989689112, -0.005449575837701559, 0.0013033858267590404, 0.009233039803802967, -0.023478299379348755, 0.020132191479206085, 0.038348354399204254, 0.0014882201794534922, 0.010073037818074226, -0.019076986238360405, -0.015411539934575558, 0.004404784645885229, -0.022256484255194664, 0.0055502369068562984, -0.015939142554998398, 0.0108644412830472, 0.0028601596131920815, 0.006247921381145716, -0.020173843950033188, -0.0015203275252133608, -0.010510392487049103, -0.0016444182256236672, 0.027254821732640266, -0.0007501844665966928, 0.01609186828136444, -0.017230378463864326, 0.01759137026965618, -0.00048204450285993516, 0.008670726791024208, 0.0031291672494262457, 0.0008699363097548485, 0.015953026711940765, -0.00941353477537632, -0.013509394600987434, 0.037293147295713425, -0.00338949728757143, -0.025588709861040115, 0.002266607014462352, 0.005800153594464064, 0.021367890760302544, 0.016133520752191544, 0.032433655112981796, -0.009351056069135666, 0.02940688282251358, 0.009059485979378223, 0.02807399444282055, 0.0021850368939340115, -0.0054356916807591915, 0.007254531141370535, 0.001179295126348734, -0.018202276900410652, 0.015800299122929573, -0.008393040858209133, 0.03407199680805206, -0.0035786705557256937, -0.023547722026705742, -0.00034038154990412295, -0.02857382781803608, 0.00706015108153224, -0.0027716474141925573, -0.005543294828385115, 0.01631401665508747, -0.010066095739603043, 0.001336360932327807, -0.002785531571134925, 0.013800963759422302, 0.01328030414879322, -0.005303791258484125, 0.0015715258195996284, -0.006053541786968708, 0.01631401665508747, 0.024533504620194435, -0.017410874366760254, -0.011468406766653061, -0.015106085687875748, -0.01692492514848709, -0.021090205758810043, -0.018646573647856712, -0.00430412357673049, 0.015744762495160103, -0.047039907425642014, 0.018341120332479477, 0.019257482141256332, -0.011204605922102928, 0.016841620206832886, 0.007698827423155308, 0.04662337899208069, -0.017244262620806694, -0.036626704037189484, 0.017952360212802887, -0.012447248212993145, -0.015716994181275368, -0.010836672969162464, -0.011905761435627937, 0.0001720347790978849, 0.0005050403415225446, 0.007587753236293793, 0.004383958410471678, 0.01341914664953947, -0.018840953707695007, 0.003991727717220783, -0.012516668997704983, 0.01949351467192173, 0.025658130645751953, -0.021534502506256104, 0.01110741589218378, -0.019410209730267525, 0.018396656960248947, 0.018021782860159874, -0.01698046177625656, 0.004026438109576702, 0.026366228237748146, -0.02127070166170597, -0.00935799814760685, -0.010926919989287853, -0.0137593112885952, -0.015633687376976013, 0.012245926074683666, -0.008136182092130184, 0.008399982936680317, -0.02635234408080578, 0.016813850030303, 0.0012565264478325844, 0.03346109017729759, -0.015703110024333, 0.023922596126794815, 0.011024110019207, -0.009253866039216518, -0.0038390005938708782, 0.0011194192338734865, 0.023436646908521652, 0.06647788733243942, 0.013745427131652832, -0.005296848714351654, 0.011871051043272018, -0.015744762495160103, -0.004342305473983288, -0.01203071977943182, -0.0195490512996912, 0.016577817499637604, -0.005293377675116062, -0.03604356572031975, -0.013037329539656639, 0.01775798201560974, -0.0005020031239837408, 0.027213169261813164, 0.0034710674080997705, 0.009246923960745335, -0.014606252312660217, -0.013190056197345257, 0.002150326268747449, 0.006424945779144764, -0.009212212637066841, 0.029656799510121346, 0.009385766461491585, 0.018299467861652374, -0.00821254588663578, 0.01781351864337921, 0.013439972884953022, -0.016911040991544724, -0.04120851308107376, 0.009746757335960865, -0.016022447496652603, 0.015258812345564365, 0.009010891430079937, -0.012669396586716175, 0.02818506769835949, 0.007233704440295696, -0.018313352018594742, 0.008594362996518612, 0.003012886503711343, 0.004529742989689112, 0.038126204162836075, 0.004654701333492994, 0.005893872585147619, 0.01295402366667986, -0.004026438109576702, -0.018355004489421844, 0.0107464250177145, -0.021645575761795044, -0.029212504625320435, 0.012579148635268211, -0.0020080124959349632, -0.054287493228912354, 0.010003616102039814, 0.00384247163310647, 0.013023445382714272, -0.018021782860159874, 0.007077506743371487, -0.012086257338523865, -0.008955353870987892, -0.019465746358036995, -0.027990687638521194, 0.006199326366186142, -0.01119072176516056, -0.005574534181505442, -0.010954689234495163, -0.008941469714045525, 0.0150088956579566, -0.03412753343582153, 0.001335493172518909, -0.010878325439989567, -0.025769203901290894, -0.06903258711099625, -0.009253866039216518, 0.0085249412804842, 0.002808093558996916, 0.008497172966599464, 9.068163490155712e-05, -0.013905095867812634, 0.011898819357156754, 0.014057823456823826, -0.014231376349925995, 0.0070427958853542805, -0.02685217745602131, 0.007900149561464787, -0.01832723617553711, 0.003953545819967985, -0.01456459891051054, -0.013877327553927898, 0.0024922264274209738, 0.010732540860772133, 0.002056607510894537, -0.01821616291999817, 0.00023820200294721872, 0.007657174952328205, 0.01736922189593315, 0.0147312106564641, 0.009170560166239738, 0.010482624173164368, -0.01470344141125679, 0.0025494990404695272, -0.013356667943298817, -0.028226720169186592, -0.02015995979309082, 0.009899483993649483, -0.005598831921815872, 0.02495003305375576, 0.008622131310403347, -0.00388412456959486, -0.00428676838055253, 0.011343448422849178, -0.004699825309216976, 0.00519271707162261, -0.009961963631212711, 0.021312354132533073, -0.01122543215751648, 0.01398145966231823, -0.0008894610218703747, 0.016189059242606163, -0.02511664479970932, 0.014210550114512444, -0.0147312106564641, 0.008170892484486103, 0.02706044167280197, -0.0016201207181438804, 0.012745759449899197, 0.0189936812967062, -0.0003688009164761752, -0.023908711969852448, 0.003960487898439169, 0.0008690684917382896, 0.01766079105436802, -0.0009666922851465642, -0.009649567306041718, -0.010086921975016594, -0.00893452763557434, -0.026102427393198013, 0.016133520752191544, -0.011801629327237606, -0.0010031384881585836, 0.00470676738768816, 0.0029729693196713924, -0.01553649827837944, -0.011510059237480164, 0.014009227976202965, -0.027421433478593826, -0.017674675211310387, 0.029767874628305435, 0.014196665957570076, 0.022256484255194664, -0.010899151675403118, 0.01434245053678751, -0.047373127192258835, -0.014772863127291203, 0.011780803091824055, -0.029490189626812935, -0.0018726409180089831, 0.0061090788803994656, 0.018230047076940536, 0.02489449642598629, 0.02807399444282055, 0.011558654718101025, 0.019368557259440422, 0.0042104050517082214, -0.0026779286563396454, 0.0011037994408980012, -0.005345443729311228, -0.0008074570796452463, -0.01631401665508747, -0.00919138640165329, 0.010052211582660675, 0.004449908621609211, 0.013162287883460522, -0.003549166489392519, -0.007553042843937874, 0.009267750196158886, -0.018979797139763832, -0.017244262620806694, -0.020284919068217278, -0.0189936812967062, -0.013030387461185455, -0.006667920388281345, -0.005945938639342785, -0.01849384792149067, -0.031267374753952026, -0.019451862201094627, 0.02161780744791031, 0.004554040729999542, 0.019410209730267525, 0.016841620206832886, 0.030378783121705055, -0.0189936812967062, -0.001286030514165759, 0.025644246488809586, 0.01110741589218378, -0.023575490340590477, 0.0011619398137554526, -0.040403224527835846, 0.005782798398286104, 0.01921582967042923, -0.0017095006769523025, 0.01860492117702961, 0.011051878333091736, -0.010211880318820477, 0.017299801111221313, 0.012370884418487549, -0.005873046349734068, 0.004953213036060333, 0.011100473813712597, -0.013342782855033875, 0.014370218850672245, -0.03240588679909706, -0.02567201480269432, -0.012232041917741299, -0.014127244241535664, 0.008233372122049332, 0.003908421844244003, 0.009482956491410732, -0.019285250455141068, -0.03882041946053505, 0.04176388308405876, 0.004637346137315035, 0.05959128588438034, 0.015689224004745483, -0.001721649430692196, 0.009594030678272247, 0.002712639281526208, -0.01047568116337061, 0.001062146620824933, 0.011044936254620552, -0.00012734478514175862, 0.009288576431572437, 0.027976803481578827, 0.00456792488694191, -0.009066428057849407, 0.012120967730879784, 0.004432552959769964, -0.030434319749474525, -0.049594610929489136, 0.012933197431266308, 0.0010092128068208694, 0.014495178125798702, -0.04556817188858986, -0.03498835861682892, -0.02043764479458332, 0.0020947891753166914, -0.03537711873650551, 0.031878285109996796, 0.0017910707974806428, -0.0027161103207618, 0.001447435119189322, 0.014397988095879555, 0.028323911130428314, -0.008038992062211037, -0.006956018973141909, 0.005407922901213169, 0.015939142554998398, -0.012079314328730106, -0.008837337605655193, 0.011419812217354774, 0.0001996948558371514, 0.02951795794069767, -0.033627700060606, 0.01627236418426037, 0.008927585557103157, -0.01128096878528595, 0.008941469714045525, 0.007754364516586065, 0.005001808051019907, 0.03607133403420448, -0.030267708003520966, -0.009371882304549217, -0.009864773601293564, 0.004241644404828548, 0.0164945125579834, -0.019021449610590935, 0.008865105919539928, 0.00736560532823205, -0.009170560166239738, 0.0031586713157594204, 0.02339499443769455, 0.013974517583847046, -0.03748752921819687, 0.006268747616559267, 0.0009198328480124474, -0.03173943981528282, -0.017077652737498283, 0.010767251253128052, 0.00794180203229189, -0.02629680745303631, 0.0056925504468381405, 0.023367226123809814, -0.021742766723036766, -0.0021156156435608864, 0.022811856120824814, 0.003936190623790026, -0.019923927262425423, 0.016897156834602356, -0.03068423643708229, 0.021798303350806236, 0.011968240141868591, -0.020201612263917923, -0.0016886743251234293, -0.0053940387442708015, -0.009406592696905136, -0.02089582569897175, 0.012037661857903004, -0.026213500648736954, -0.019285250455141068, -0.019757315516471863, 0.015342118218541145, 0.008122297935187817, 0.000541052664630115, 0.007518331985920668, 0.02115962654352188, 0.016383439302444458, 0.0016001621261239052, -0.006567259784787893, -0.004276355262845755, 0.03612687066197395, 0.006608912255614996, 0.0033999106381088495, 0.021229049190878868, 0.00021987043146509677, 0.019299134612083435, -0.013689890503883362, -0.00412362813949585, -0.01523104403167963, -0.03920917958021164, -0.019076986238360405, -0.0003004642785526812, 0.0019160292576998472, -0.0038042899686843157, 0.005241312086582184, -0.01492558978497982, -0.004088917281478643, -0.010517334565520287, 0.011475348845124245, -0.00017008230497594923, 0.008455520495772362, 0.006424945779144764, 0.019285250455141068, 0.006952547933906317, 0.012183446437120438, -0.008455520495772362, -0.020756984129548073, 0.004550569225102663, -0.01064229290932417, -0.02622738480567932, -0.015036663971841335, -0.025880279019474983, 0.045484866946935654, -0.005640484392642975, -0.03151729330420494, -0.017188725993037224, -0.01866045780479908, -0.04323561489582062, -0.018021782860159874, -0.006470069754868746, 0.014182781800627708, 0.026463419198989868, 0.027949035167694092, 0.01311369240283966, 0.008684610947966576, -0.002372474642470479, 0.003686273703351617, -0.031433988362550735, 0.005786269437521696, 0.009371882304549217, -0.014078649692237377, 0.007872381247580051, 0.013474684208631516, -0.021687230095267296, 0.0026154492516070604, 0.007028911728411913, -0.016050215810537338, -0.010420144535601139, 0.012856833636760712, -0.018368888646364212, -0.012884601950645447, 0.011058821342885494, -0.012204273603856564, 0.012468074448406696, 0.004991394933313131, 0.005820980295538902, -0.024491852149367332, -0.009587088599801064, 0.013328898698091507, -0.012002951465547085, 0.004234702326357365, -0.02127070166170597, -0.007900149561464787, 0.007053209003061056, 0.009913369081914425, 0.0061403182335197926, -0.008927585557103157, 0.011058821342885494, 0.01132956426590681, 0.03532158210873604, 0.014897821471095085, 0.009788409806787968, 0.025588709861040115, 0.005112882237881422, -0.014995011501014233, -0.000745845609344542, 0.027879614382982254, 0.0192713662981987, -0.008399982936680317, 0.046262387186288834, -0.015383770689368248, -0.009441303089261055, -0.008851221762597561, 0.010989399626851082, -0.03404422849416733, -0.0065603177063167095, -0.022200947627425194, -0.007074035704135895, -0.04143065959215164, 0.012002951465547085, 0.017674675211310387, -0.031211838126182556, -0.00226313597522676, -0.012058488093316555, 0.019340787082910538, 0.01055898703634739, -0.015217159874737263, -0.01659170165657997, 0.009309402666985989, -0.0008569197962060571, -0.0015264019602909684, 0.00601535988971591, -0.003748752875253558, 0.015439308248460293, 0.008170892484486103, -0.017966244369745255, 0.024519620463252068, 0.20582041144371033, -0.007032382767647505, 0.010309070348739624, 0.03648786246776581, 0.013856501318514347, -0.012363942340016365, 0.04198603332042694, 0.0057723852805793285, -0.00893452763557434, -0.0021381776314228773, 0.009746757335960865, 0.003443298861384392, -0.035793647170066833, 0.000926774984691292, 0.02495003305375576, -0.021090205758810043, -0.02635234408080578, -0.024269703775644302, -0.02088194154202938, -0.01080196164548397, 0.008295850828289986, -0.0008391305455006659, 0.003918834961950779, -0.01825781539082527, 0.002507846336811781, 0.0037904055789113045, -0.004717180505394936, 4.466287646209821e-05, 0.010732540860772133, 0.0150088956579566, -0.01425914466381073, 0.010614524595439434, 0.0019611530005931854, -0.0014404930407181382, -0.0016366082709282637, -0.015036663971841335, -0.00021987043146509677, -0.002487019868567586, 0.015730878338217735, 0.018896490335464478, 0.010191054083406925, 0.0015038399724289775, -0.0021798303350806236, -0.012717991136014462, 0.008587420918047428, 0.033266711980104446, 0.003575199516490102, 0.014134186320006847, 0.003025035373866558, 0.008233372122049332, -0.027532506734132767, 0.011565596796572208, 0.012891544960439205, 0.01675831340253353, -0.004088917281478643, -0.0023117309901863337, -0.0035370178520679474, -0.003932719584554434, -0.005515526048839092, 0.003453712211921811, -0.041291818022727966, -0.0022232187911868095, 0.01141287013888359, 0.02043764479458332, -0.01709153689444065, -0.001062146620824933, -0.012676338665187359, -0.007372547406703234, 0.0006807630998082459, -0.02851828932762146, 0.007573869079351425, -0.015939142554998398, -0.002759498544037342, -0.0036793313920497894, -0.017744095996022224, -0.027338126674294472, 0.01163501851260662, 0.028198951855301857, -0.013960633426904678, 0.02339499443769455, -0.022256484255194664, -0.019743431359529495, -0.0009883864549919963, -0.025047222152352333, 0.00862907338887453, -0.019785083830356598, 0.016619471833109856, 0.0019351200899109244, -0.013696832582354546, -0.011558654718101025, -0.012183446437120438, -0.024630695581436157, -0.016244595870375633, 0.008115355856716633, -0.003682802664116025, -0.0044256108812987804, -0.002913961187005043, 0.018910376355051994, 0.0010907829273492098, -0.025130528956651688, -0.01609186828136444, 0.037404224276542664, 0.04104190319776535, -0.005400980822741985, -0.0013398320879787207, 0.013072039932012558, 0.0019993348978459835, 0.005196188110858202, 0.012072372250258923, 0.009795352816581726, 0.0015654513845220208, -0.05184386298060417, 0.006917837541550398, 0.00692130858078599, -0.0025043750647455454, 0.0053246174938976765, 0.009746757335960865, -0.014883937314152718, 0.03459960222244263, -0.007455852814018726, -0.000723717559594661, -0.01448129303753376, 0.013516336679458618, 0.017619138583540916, -0.0072267623618245125, -0.040014464408159256, -0.013773195445537567, 0.008420810103416443, -0.04226371645927429, 0.00025447263033129275, -0.0040160249918699265, -0.03393315523862839, 0.022700781002640724, 0.023367226123809814, 0.005807095672935247, -0.010107748210430145, 0.008427752181887627, 0.0006807630998082459, -0.021131858229637146, 0.005418336484581232, -0.010364606976509094, 0.01122543215751648, 0.001827517058700323, -0.011746092699468136, 0.02690771408379078, -0.01882706955075264, -0.011260142549872398, 0.01124625839293003, -0.017188725993037224, -0.019007565453648567, -0.014717325568199158, 0.009448245167732239, 0.010371549986302853, -0.0019750373903661966, 0.005605774000287056, 0.028657132759690285, -0.020909709855914116, -0.010906093753874302, 0.013669063337147236, -0.0036237945314496756, -0.046762220561504364, 0.0187159962952137, 0.0007818579324521124, 0.016341784968972206, -0.02072921395301819, -0.01325947791337967, -0.17816294729709625, -0.019757315516471863, 0.013599642552435398, -0.042124874889850616, 0.005869574844837189, -0.002780325012281537, 0.01291931327432394, 0.0022023923229426146, -0.013599642552435398, -0.0014083855785429478, 0.009906426072120667, -0.014245260506868362, -0.005935525521636009, -0.012162620201706886, 0.0023603257723152637, 0.0017103684367612004, -0.0027039614506065845, -0.009142791852355003, 0.024311356246471405, -0.0012278901413083076, 0.032516960054636, -0.03754306584596634, 0.009614856913685799, 0.008032049983739853, 0.005258667282760143, 0.026435649022459984, -0.0009779732208698988, 0.04545709863305092, -0.004797015339136124, -0.036737777292728424, -0.02295069769024849, -0.011350390501320362, 0.038959261029958725, 0.007476679515093565, 0.030267708003520966, 0.023797638714313507, 0.014155013486742973, 0.0031066052615642548, -0.02461680956184864, 0.0022266898304224014, 0.01331501454114914, 0.014467408880591393, 0.010052211582660675, -0.005820980295538902, -0.015953026711940765, 0.024103092029690742, 0.015133854001760483, -0.01988227479159832, 0.004658172372728586, -0.024825073778629303, 0.03565480560064316, 0.005459988955408335, 0.015689224004745483, -0.00891370140016079, 0.020451528951525688, 0.03554373234510422, -0.0037452818360179663, 0.015119969844818115, 0.00353007554076612, -0.019368557259440422, 0.003859827062115073, -0.006011888850480318, 0.025408213958144188, -0.011232374235987663, 0.01225286815315485, -0.03943132609128952, 0.0007814240525476635, 0.025352677330374718, -0.04467958211898804, 0.0021780948154628277, -0.01759137026965618, 0.022464748471975327, -0.04087528958916664, 0.003776521421968937, 0.03318340331315994, 0.029545726254582405, -0.021909378468990326, 0.010225764475762844, 0.04728982225060463, 0.0012374354992061853, -0.009809236973524094, 0.0066644493490457535, -0.0035161913838237524, 0.011898819357156754, -0.0068171764723956585, 0.014828399755060673, 0.019063102081418037, 0.024353008717298508, -0.01122543215751648, -0.009649567306041718, 0.024200282990932465, -0.02311730943620205, 0.018368888646364212, -0.012398652732372284, 0.005977177992463112, 0.01731368526816368, 0.02356160618364811, -0.005442633759230375, -0.0038945376873016357, -0.020298803225159645, 0.0066748629324138165, 0.00034493731800466776, -0.008365272544324398, -0.006584614980965853, 0.019743431359529495, 0.01760525442659855, -0.029268041253089905, 0.029045892879366875, 0.023158961907029152, -0.0037209843285381794, -0.008816511370241642, -0.01803566701710224, 0.00874708965420723, 0.0011628075735643506, -0.012322289869189262, 0.01450906228274107, -0.006008417811244726, -0.026421764865517616, 0.023145077750086784, 0.002103466773405671, 0.05909145250916481, -0.017688559368252754, 0.003228092798963189, 0.012051546014845371, -0.014036997221410275, -0.04945576936006546, -0.10790854692459106, -0.04379098862409592, 0.02300623431801796, 0.02189549431204796, -0.01943797804415226, 0.02835167944431305, -0.008413867093622684, 0.035460423678159714, -0.011787745170295238, 0.033627700060606, -0.02306177280843258, 0.0009562791092321277, 0.02300623431801796, 0.017396990209817886, 0.02663002908229828, -0.013780137524008751, -0.010295186191797256, -0.010038327425718307, -0.01688327267765999, 0.022325905039906502, -0.0015021044528111815, -0.019451862201094627, -0.0038251164369285107, -0.023769870400428772, -0.004797015339136124, -0.016175175085663795, -0.028268372640013695, 0.012627743184566498, 0.00677899457514286, 0.0014995011733844876, 0.01809120364487171, -0.01648062840104103, 0.00862907338887453, -0.013037329539656639, 0.014411872252821922, -0.008080645464360714, 0.006924779620021582, -0.015939142554998398, 0.01311369240283966, -0.02127070166170597, -0.002622391562908888, 0.018243931233882904, 0.016438975930213928, -0.013995343819260597, -0.01693880930542946, -0.005730732344090939, -0.01122543215751648, 0.015689224004745483, 0.006164615973830223, -0.022811856120824814, -0.039070334285497665, -0.003911892883479595, -0.037015464156866074, -0.011343448422849178, 0.03548819199204445, -0.006608912255614996, 0.0013441708870232105, 0.020257148891687393, -0.018132856115698814, -0.003460654290392995, 0.013023445382714272, -0.01094774715602398, -0.02038210816681385, 0.004404784645885229, 0.00919138640165329, -0.006251392420381308, 0.007414199877530336, -0.020534835755825043, 0.017077652737498283, 0.003545695450156927, -0.0022683425340801477, 0.02210375666618347, -0.011343448422849178, -0.0009935930138453841, -0.016855504363775253, 0.005400980822741985, -0.015828067436814308, -0.02306177280843258, 0.01860492117702961, 0.01682773418724537, -0.002780325012281537, -0.019687894731760025, 0.004047264810651541, -0.01553649827837944, -0.0006013624370098114, 0.014675673097372055, -0.01495335903018713, -0.01816062442958355, 0.0217705350369215, -0.03993115946650505, -0.016744429245591164, 0.040625374764204025, 0.02161780744791031, -0.02785184606909752, 0.012738817371428013, 0.00402296707034111, -0.02663002908229828, 0.006490895990282297, 0.007518331985920668, 0.00039613558328710496, -0.037626370787620544, -0.025213833898305893, -0.07342001795768738, 0.014842284843325615, 0.008531883358955383, -0.024797305464744568, 0.015786414965987206, -0.017563601955771446, 0.01372460089623928, -0.018146740272641182, 0.011558654718101025, -0.0010343780741095543, -0.031989358365535736, 0.005359328351914883, -0.02561647817492485, -0.0071851094253361225, -0.014085591770708561, -0.0012730140006169677, 0.02267301268875599, 0.001446567359380424, 0.009538493119180202, -0.00559536088258028, 0.031489524990320206, -0.008136182092130184, 0.0040958598256111145, 0.029156966134905815, 0.004331892356276512, 0.0028393331449478865, -0.030323244631290436, 0.01860492117702961, -0.005008750129491091, -0.008087587542831898, 0.0022023923229426146, -0.007802959531545639, 0.006355524528771639, 0.020840289071202278, -0.006945605855435133, -0.020520951598882675, -0.002329086186364293, 0.00728229945525527, 0.012259810231626034, 0.029268041253089905, -0.0065186647698283195, -0.03484951704740524, 0.02127070166170597, -0.015522614121437073, -0.002152061788365245, -0.010677003301680088, -0.011301795952022076, -0.009392708539962769, 0.035904720425605774, 0.009288576431572437, 0.045096106827259064, 0.007962629199028015, -0.023297805339097977, -0.04484619200229645, -0.0015394184738397598, -0.011850223876535892, 0.02617184817790985, 0.006747755222022533, 0.00883039552718401, 0.024297472089529037, 0.03079530969262123, -0.0005024370038881898, 0.02132623828947544, -0.019201945513486862, -0.002035781042650342, -0.018285583704710007, -0.011398985981941223, -0.006397177465260029, -0.009989731945097446, -0.027824075892567635, -0.0022752846125513315, -0.001969830831512809, 0.022312020882964134, 0.0026623087469488382, -0.011135184206068516, -0.006358995568007231, -0.01124625839293003, -0.005230898503214121, -0.0045366850681602955, 0.03482174873352051, 0.01370377466082573, -0.032378118485212326, -0.014606252312660217, 0.022020451724529266, 0.022367559373378754, 0.004429081920534372, -0.029268041253089905, 0.0039743720553815365, -0.008531883358955383, -0.01586971990764141, 0.0030909855850040913, 0.003637678688392043, -0.015133854001760483, 0.004380486905574799, 8.807833364699036e-05, -0.017688559368252754, 0.004765775520354509, -0.005105940159410238, 0.013273362070322037, -0.0048872628249228, 0.0054669310338795185, 0.0045783380046486855, -0.007969571277499199, -0.016577817499637604, -0.012162620201706886, -0.001671319012530148, -0.037848521023988724, -0.019646242260932922, 0.042430330067873, 0.04281908646225929, 0.0007905355887487531, -0.018507732078433037, -0.0030632170382887125, 0.014030054211616516, -0.012502784840762615, 0.011871051043272018, -0.026074659079313278, -0.019590705633163452, -0.023297805339097977, 0.02267301268875599, 0.03609910234808922, 0.007039324846118689, 0.048761554062366486, 0.0004451643908396363, 0.019868390634655952, -0.00015457096742466092, 0.029268041253089905, -0.015106085687875748, 0.01384261716157198, 0.015133854001760483, 0.012343116104602814, 0.0039847856387495995, -0.02304788865149021, -0.005185774993151426, -0.0066644493490457535, -0.010739482939243317, -0.00466511445119977, 0.011489233002066612, -0.00020620309805963188, 0.09235816448926926, 0.03271133825182915, -0.018910376355051994, 0.015244928188621998, -0.023686563596129417, 0.000860824715346098, 0.02127070166170597, 0.028046224266290665, -0.0025009040255099535, -0.0075044478289783, -0.0036480918060988188, -0.01655004918575287, 0.004453379660844803, -0.011836339719593525, -0.004869907628744841, 0.0027924738824367523, -0.008261140435934067, 0.021312354132533073, 0.006785936653614044, 0.0032766875810921192, 0.029101429507136345, -0.002441895892843604, -0.0003117452433798462, -0.0070427958853542805, -0.00736560532823205, 0.018924260511994362, 0.037293147295713425, 0.00357172847725451, -0.003755694953724742, -0.025380445644259453, 0.039903391152620316, 0.025186065584421158, -0.0440131351351738, -0.013155345804989338, -0.015675339847803116, -0.0001142198161687702, 0.009420476853847504, -0.01775798201560974, 0.004359660670161247, -0.004623461980372667, -0.009364940226078033, -0.00768494326621294, -0.0074905636720359325, -0.03720984235405922, 0.0016149141592904925, -0.0071851094253361225, -0.011523944325745106, -0.019798967987298965, -0.02979564294219017], metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='848ccc03-3917-47c3-bd9d-f7e2947d3c1d', node_type=, metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, hash='e6ccf4a15b6004889bce6ebb32f629bb1cc23e749e19e42315b4fbef80d6f7f7'), : RelatedNodeInfo(node_id='331c0812-27e7-4f08-b00d-a626925b3bcd', node_type=, metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, hash='b2de317911947f177025ac692d38505bcd2e21efce0c47b8aba035a118592329'), : RelatedNodeInfo(node_id='79227ddd-ea29-4259-85e1-a01a513e61d4', node_type=, metadata={}, hash='4983f7ecac4388385d62632d85de3372e3e01072fb3a76c8494d08e00ea131d4')}, hash='627450b75c4c166114c350eced1d49c353c30395937e58874f9a9d685075d79b', text='with their larger size, outperform Llama 2, this is expected due to their capacity for handling complex language tasks. Llama 2\\'s impressive ability to compete with larger models highlights its efficiency and potential in the market. However, Llama 2 does face challenges in coding and math problems, where models like Chat GPT 4 excel, given their significantly larger size. Chat GPT 4 performed significantly better than Llama 2 for coding (HumanEval benchmark)and math problem tasks (GSM8k benchmark). Open-source AI technologies, like Llama 2, continue to advance, offering strong competition to closed-source models. V. Ghost Attention: Enhancing Conversational Continuity One unique feature in Llama 2 is Ghost Attention, which ensures continuity in conversations. This means that even after multiple interactions, the model remembers its initial instructions, ensuring more coherent and consistent responses throughout the conversation. This feature significantly enhances the user experience and makes Llama 2 a more reliable language model for interactive applications. In the example below, on the left, it forgets to use an emoji after a few conversations. On the right, with Ghost Attention, even after having many conversations, it will remember the context and continue to use emojis in its response. VI. Temporal Capability: A Leap in Information Organization Meta reported a groundbreaking temporal capability, where the model organizes information based on time relevance. Each question posed to the model is associated with a date, and it responds accordingly by considering the event date before which the question becomes irrelevant. For example, if you ask the question, \"How long ago did Barack Obama become president?\", its only relevant after 2008. This temporal awareness allows Llama 2 to deliver more contextually accurate responses, enriching the user experience further. VII. Open Questions and Future Outlook Meta\\'s open-sourcing of Llama 2 represents a seismic shift, now offering developers and researchers commercial access to a leading language model. With Llama 2 outperforming MosaicML\\'s current MPT models, all eyes are on how Databricks will respond. Can MosaicML\\'s next MPT iteration beat Llama 2? Is it worthwhile to compete', start_char_idx=3098, end_char_idx=5365, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='79227ddd-ea29-4259-85e1-a01a513e61d4', embedding=[-0.01478559896349907, -0.00759167829528451, -0.030229555442929268, -0.022274408489465714, -0.002724294550716877, 0.002383114770054817, -0.02796645276248455, 0.006196098867803812, -0.022548723965883255, -0.026732033118605614, 0.020052453503012657, 0.02688290737569332, 0.006535564083606005, -0.021177146583795547, -0.0003347504825796932, 0.012543071061372757, 0.018790602684020996, 0.004317038226872683, 0.0010226820595562458, 0.005606320686638355, -0.0006283536786213517, -0.01746017299592495, -0.012824243865907192, -0.0045639220625162125, 0.0036826839204877615, 0.008853528648614883, 0.031244521960616112, -0.02463352121412754, 0.0012078449362888932, -0.014799314551055431, 0.013640332035720348, 0.0083048976957798, -0.029461471363902092, 0.003380937036126852, -0.02998267114162445, -0.035496409982442856, 0.022370418533682823, 0.006250961683690548, 0.022740744054317474, -0.003116908483207226, 0.016788100823760033, 0.0016467495588585734, 0.00015901720325928181, -0.027225801721215248, -0.016952689737081528, 0.004622214008122683, 0.03631935641169548, -0.028693389147520065, -0.012385339476168156, 0.004385617095977068, 0.004443909041583538, 0.042820632457733154, -0.02730809524655342, 0.023659702390432358, -0.00635725911706686, 0.0044576250948011875, -0.007118484005331993, -0.007872851565480232, 0.005294286645948887, 0.01307112816721201, 0.02054622210562229, 0.014401557855308056, -0.023673417046666145, 0.01269394438713789, -0.012303045019507408, -0.007392799481749535, -0.020806821063160896, 0.02548389881849289, -0.003476947546005249, 0.007783698849380016, 0.020943978801369667, 0.0084900613874197, 0.0234539657831192, -0.03505750373005867, 0.008387193083763123, 0.007427088916301727, -0.03091534413397312, -0.019270654767751694, -0.013105417601764202, -0.008688939735293388, 0.018557434901595116, -0.012899680994451046, 0.009086697362363338, 0.025223299860954285, 0.026965200901031494, -0.005873777903616428, 0.013331727124750614, -0.011390945874154568, -0.0263754241168499, -0.008730086497962475, 0.006093230564147234, 0.011034335941076279, 0.03382308781147003, 0.027582410722970963, -0.041037581861019135, 0.005887493956834078, -0.014044946990907192, -0.0012987118680030107, -0.002199666341766715, -0.011651545763015747, 0.0002398116484982893, -0.023357953876256943, -0.03201260417699814, -0.012371623888611794, -0.034975212067365646, -0.0005229137022979558, 0.02120457962155342, 0.009820490144193172, 0.008044298738241196, 0.0141683891415596, -0.014771883375942707, 0.04051638022065163, -0.00249284110032022, -0.0389527827501297, -0.023344239220023155, -0.011891571804881096, 0.010622862726449966, -0.009265001863241196, 0.0002683147322386503, 0.007015615701675415, 0.026361707597970963, 0.02534674108028412, 0.006024651695042849, -0.011445809155702591, 0.013921505771577358, -0.005568602122366428, -0.028940273448824883, -0.01515592448413372, -0.016952689737081528, -0.0036518233828246593, -0.0007260785205289721, 0.02271331287920475, 0.02125944197177887, 3.30303591908887e-05, -0.01909235119819641, 0.03618219867348671, -0.01914721354842186, -0.01750132068991661, -0.00245683710090816, -0.009587322361767292, 0.004821092821657658, 0.007886567153036594, 0.0073790838941931725, -0.0007595107308588922, -0.015334229916334152, 0.022041240707039833, 0.012995691038668156, 0.013756915926933289, 0.036950282752513885, 0.010485704988241196, -0.006065798923373222, -0.05568602308630943, -0.012193318456411362, 0.010389694944024086, 0.000431618100265041, 0.028227051720023155, 0.017295584082603455, 0.014182104729115963, -0.011144062504172325, -0.004495343193411827, -0.010211390443146229, 0.0008379477658309042, -0.02393401600420475, 0.008400908671319485, 0.010787452571094036, 0.040379222482442856, 0.029598629102110863, -0.023385386914014816, 0.0001805552456062287, -0.013496316969394684, -0.027815580368041992, 0.030064964666962624, -0.03223205730319023, 0.02430434338748455, 0.015128493309020996, 0.012618507258594036, -0.0013218572130426764, 8.240176975959912e-05, -0.010739447548985481, -0.019394097849726677, -0.007207636721432209, 0.0002475267683621496, -0.0025305594317615032, 0.02323451265692711, -0.0182008258998394, 0.007605393882840872, 0.0038198416586965322, 0.0012669941643252969, 0.006885316222906113, 0.004104443825781345, 0.03341161459684372, 0.02374199591577053, 0.0010569714941084385, -0.0013458598405122757, -0.6263168454170227, -0.030147260054945946, 0.0039535705000162125, -0.02623826637864113, -0.013057411648333073, -0.026347992941737175, -0.012536212801933289, 0.0007192206103354692, -0.02013474889099598, 0.03360363468527794, -0.017720773816108704, -0.012639081105589867, 0.0023591122590005398, -0.011713266372680664, -0.007680830545723438, -0.02341281808912754, 0.011301794089376926, -0.014936472289264202, 0.006518419366329908, -0.006230387836694717, -0.013715769164264202, -0.001634748186916113, 0.00031889163074083626, -0.008442055433988571, -0.012536212801933289, 0.013359159231185913, 0.019833002239465714, 0.0014384412206709385, 0.0066795796155929565, 0.01755618490278721, -0.03448144346475601, 0.013318011537194252, 0.009367870166897774, -0.01370205357670784, 0.04435679689049721, -0.0055205971002578735, -0.025552477687597275, 0.02242528274655342, -0.0030071823857724667, 0.01532051432877779, -0.021478895097970963, -0.01577313430607319, 0.021876651793718338, 0.026965200901031494, -0.010595431551337242, 0.008956396952271461, 0.04087299108505249, 0.0030620454344898462, -0.013359159231185913, -0.019791854545474052, -0.01442898903042078, 0.009182707406580448, 0.017720773816108704, -0.006809879094362259, 0.0013750058133155107, 0.010369121097028255, 0.03950141370296478, -0.024715816602110863, 0.004917103331536055, 0.004395904019474983, 0.0069847553968429565, -0.006004077848047018, -0.02191779948771, -0.02093026414513588, -0.0398031622171402, 0.010766878724098206, 0.01142523530870676, 0.0010775451082736254, 0.009162133559584618, 0.0027517261914908886, -0.015347945503890514, 0.022315556183457375, 0.012824243865907192, -0.01608859747648239, 0.00856549758464098, 0.02040906436741352, 0.017446458339691162, 0.00023809717094991356, -0.0018773458432406187, 0.029735786840319633, 0.02455122582614422, -0.0174053106456995, 0.0035386683885008097, -0.03011982887983322, 0.02684175968170166, -0.006518419366329908, -0.0033775081392377615, -0.0077425516210496426, 0.018872898072004318, 0.01798137277364731, -0.0004860525659751147, 0.010972615331411362, -0.031930308789014816, -0.032396648079156876, 0.010225106030702591, 0.027815580368041992, -0.009374728426337242, 0.009120986796915531, 0.03673082962632179, -0.02178064174950123, -0.006010935641825199, -0.02168462984263897, 0.04356128349900246, 0.004351327661424875, 0.027239516377449036, 0.023810574784874916, -0.04081812873482704, 0.004248459357768297, 0.030202122405171394, -0.03434428572654724, -0.0141958212479949, 0.006816737353801727, -0.017665909603238106, -0.03341161459684372, 0.020436495542526245, -0.022562440484762192, 0.0062269591726362705, -0.014675872400403023, 0.016116028651595116, -0.0068373107351362705, 0.010396553203463554, -0.008524350821971893, -0.0015430239727720618, -0.03223205730319023, 0.011486956849694252, 0.033301886171102524, 0.0066727218218147755, -0.01555368211120367, -0.003365506883710623, 0.0025597054045647383, -0.00797571986913681, -0.008613502606749535, 0.017912793904542923, -0.017912793904542923, 0.009484454058110714, 0.006875029299408197, 0.0494590625166893, -0.001836198614910245, 0.005962930619716644, -0.016212038695812225, -0.03097020648419857, -0.000914670352358371, 0.01452499907463789, -0.014483852311968803, -0.050940364599227905, -0.04806005582213402, -0.01119206752628088, -0.0008692368865013123, -0.005630323197692633, -0.0017761921044439077, -0.01796765811741352, -0.01581428200006485, -0.0001702684094198048, 0.020422780886292458, 0.008078588172793388, 0.0010098235215991735, -0.014566146768629551, -0.019970159977674484, -0.005211992189288139, -0.013386590406298637, 0.004210741259157658, 0.011020620353519917, -0.010554283857345581, 0.010423984378576279, 0.008935823105275631, -0.011157778091728687, -0.01290653832256794, 0.017391595989465714, -0.025977665558457375, -0.02333052270114422, 0.003264352912083268, -0.025086142122745514, 0.00868208147585392, 0.008160882629454136, -0.009889069013297558, 0.035167232155799866, -0.016500070691108704, -0.013729484751820564, -0.022891618311405182, -0.0045193457044661045, 0.011116630397737026, 0.04603011906147003, 0.016856679692864418, -0.021972661837935448, 0.013091701082885265, 0.0027122932951897383, 0.03870590031147003, 0.015567397698760033, -0.01283110212534666, 0.004803948104381561, -0.014113525860011578, 0.0339602455496788, 0.007207636721432209, 0.0075368150137364864, -0.003905565245077014, 0.008195172064006329, -0.0049651083536446095, -0.0246746689081192, 0.019394097849726677, 0.037992678582668304, -0.0003103192721027881, 0.016431491822004318, -0.017679626122117043, -0.008647792041301727, 0.004553635139018297, -0.027609843760728836, -0.0013029980473220348, -0.019682127982378006, 0.005685186013579369, 0.016925258561968803, 0.007886567153036594, -0.021286873146891594, 0.0037718364037573338, -0.02581307664513588, -0.0006926463101990521, 0.023947732523083687, -0.0009223854867741466, 0.011020620353519917, -0.016527501866221428, 0.02430434338748455, -0.004875956103205681, 0.008956396952271461, -0.001235276460647583, -0.0027808721642941236, 0.020189611241221428, -0.007118484005331993, -0.012611649930477142, 0.026265697553753853, 0.0008692368865013123, -0.02990037575364113, 0.008668365888297558, 0.001392150530591607, 0.021602336317300797, 0.015937723219394684, 0.029488902539014816, 0.0007749409414827824, 0.026389138773083687, 0.008133451454341412, 0.02350882813334465, 0.00978620070964098, -0.004923961125314236, 0.00942959077656269, 0.008757518604397774, -0.011363514699041843, 0.01468958891928196, -0.017487606033682823, 0.03626449406147003, -0.0064807008020579815, -0.021561188623309135, -0.001347574288956821, -0.03031184896826744, 0.0033329317811876535, 0.01304369606077671, 0.005633752327412367, 0.02426319569349289, -0.024235764518380165, 0.002732866909354925, -0.001056114211678505, 0.024715816602110863, 0.013276864774525166, -0.0022562439553439617, 0.013791205361485481, -0.0033483621664345264, 0.01610231213271618, 0.021410316228866577, -0.012056160718202591, -0.009751912206411362, -0.0015721700619906187, -0.010636579245328903, -0.025072425603866577, -0.025044994428753853, -0.009738195687532425, 0.019078634679317474, -0.044082481414079666, 0.015663407742977142, 0.010423984378576279, -0.008887818083167076, 0.013345443643629551, 0.016788100823760033, 0.03442658111453056, -0.015046198852360249, -0.03294527530670166, 0.016486354172229767, -0.0031734860967844725, -0.013640332035720348, -0.017816783860325813, -0.006943608168512583, -0.004142162390053272, -0.0032763544004410505, -0.002067652065306902, -0.0013372874818742275, 0.0202170442789793, -0.021520040929317474, 0.0009343867423012853, -0.009642185643315315, 0.010369121097028255, 0.02707492746412754, -0.01676066964864731, 0.008346045389771461, -0.022891618311405182, 0.018337983638048172, 0.012399055063724518, -0.015169640071690083, 0.0032660674769431353, 0.03256123512983322, -0.01379806362092495, 0.009333580732345581, -0.004289606586098671, -0.010712015442550182, -0.017528751865029335, 0.004773087799549103, -0.007262499537318945, -0.0018019091803580523, -0.016404058784246445, 0.015649693086743355, 0.0050234002992510796, 0.033301886171102524, -0.01442898903042078, 0.018077382817864418, 0.007598536089062691, -0.014140957966446877, -0.0014084380818530917, 0.010177101008594036, 0.024784395471215248, 0.07488809525966644, 0.008010009303689003, -0.009559891186654568, 0.021039988845586777, -0.014867893420159817, 0.009120986796915531, -0.014977619983255863, -0.02248014509677887, 0.013722626492381096, 0.006192669738084078, -0.038596175611019135, 0.007022473495453596, 0.016500070691108704, 0.005136555526405573, 0.03865103796124458, -0.0021876650862395763, 0.020683379843831062, -0.0194215290248394, -0.01933923363685608, -0.01222075056284666, -0.0010732589289546013, -0.004018720239400864, 0.03242407739162445, 0.021616052836179733, 0.018502572551369667, -0.013407164253294468, 0.017391595989465714, 0.01220017671585083, -0.012522497214376926, -0.034700896590948105, 0.00992335844784975, -0.012707659974694252, 0.01433297898620367, 0.01307112816721201, -0.007049905136227608, 0.032122332602739334, 7.581176760140806e-05, -0.008922107517719269, 0.009841063991189003, 0.00590120954439044, 0.002047078451141715, 0.041558779776096344, 0.004320467356592417, 0.010670868679881096, 0.00020830823632422835, -0.003812983864918351, -0.01391464751213789, 0.01452499907463789, -0.01532051432877779, -0.027198370546102524, 0.0033037858083844185, -0.003614105051383376, -0.05700273439288139, 0.00980677455663681, 0.0003589674015529454, 0.017542468383908272, -0.0047628008760511875, 0.0023402529768645763, -0.02055993862450123, 0.0008975256350822747, -0.020422780886292458, -0.027294380590319633, 0.004560493398457766, -0.012741949409246445, -0.00733107840642333, -0.007262499537318945, -0.0109314676374197, 0.01699383743107319, -0.033247023820877075, 0.0009369584731757641, -0.010314257815480232, -0.0308330487459898, -0.0682496652007103, 0.0064361244440078735, 0.0015104491030797362, 0.0030483296141028404, 0.008695797994732857, -0.005356007721275091, -0.014182104729115963, 0.007019044831395149, 0.0024962699972093105, -0.015539966523647308, 0.010972615331411362, -0.027993883937597275, 0.013503174297511578, -0.019970159977674484, -0.0029094575438648462, -0.014127242378890514, -0.01069829985499382, 0.011569251306355, 0.003922709729522467, 0.006120661739259958, -0.017528751865029335, 0.004923961125314236, -0.0022682452108711004, 0.020436495542526245, 0.0115418191999197, 0.0021156573202461004, 0.004443909041583538, -0.009018118493258953, -0.0011486957082524896, -0.017528751865029335, -0.023632269352674484, -0.010986330918967724, 0.003259209683164954, 0.002242528134956956, 0.029955239966511726, -0.0006193526787683368, -0.007468236144632101, 0.003905565245077014, 0.009052407927811146, -0.001715328311547637, 0.011925861239433289, -0.012385339476168156, 0.028967704623937607, -0.008791808038949966, 0.01680181734263897, 0.001122978632338345, 0.0178853627294302, -0.022932766005396843, 0.017761921510100365, -0.0095530329272151, 0.014017515815794468, 0.021794356405735016, 0.0014778741169720888, 0.016623511910438538, 0.013530606403946877, 0.007056762930005789, -0.030997637659311295, 0.006268106400966644, 0.008599787019193172, 0.0154165243729949, 0.000972962356172502, -0.006751587148755789, -0.017158426344394684, -0.009518743492662907, -0.027349242940545082, 0.0002402402606094256, -0.011027478612959385, -0.0016304620075970888, 0.010218247771263123, 0.0017641907325014472, -0.019833002239465714, -0.020614800974726677, 0.011397804133594036, -0.026540013030171394, -0.01872202381491661, 0.03313729912042618, 0.013571753166615963, 0.021369168534874916, -0.010650294832885265, 0.01595143973827362, -0.04317723959684372, -0.014881609007716179, 0.00799629371613264, -0.021108567714691162, 0.009902785532176495, -0.011438950896263123, 0.01604744978249073, 0.026306845247745514, 0.024784395471215248, -0.0024739818181842566, 0.028501367196440697, 0.0037135444581508636, -0.003535239491611719, -0.010753163136541843, -0.013002549298107624, 0.009772485122084618, -0.00809230376034975, -0.0021756638307124376, -9.402802243130282e-05, 0.005558315198868513, 0.004845095332711935, 0.0028888839296996593, -0.005530884023755789, -0.001650178455747664, -0.029818082228302956, -0.017048701643943787, -0.0178853627294302, -0.02168462984263897, -0.014497567899525166, -0.004077012185007334, -0.012474492192268372, -0.009882211685180664, -0.028638524934649467, -0.022919049486517906, 0.02998267114162445, -7.918713527033105e-05, 0.019723275676369667, 0.020491359755396843, 0.023783143609762192, -0.01947639137506485, -0.008510634303092957, 0.021643484011292458, 0.012783097103238106, -0.014374125748872757, -0.0013672907371073961, -0.035359252244234085, 0.012515638954937458, 0.02121829427778721, -0.000522485061082989, 0.01532051432877779, 0.008318614214658737, -0.00595950148999691, 0.018132247030735016, 0.022356703877449036, -0.011020620353519917, 0.003286641091108322, 0.010238821618258953, -0.00917584914714098, 0.022603588178753853, -0.03426199033856392, -0.026265697553753853, -0.01492275670170784, -0.025127287954092026, 0.007619109470397234, 0.014250683598220348, 0.007276215590536594, -0.01656864956021309, -0.03933682665228844, 0.0333293192088604, 0.0006154951406642795, 0.051406703889369965, 0.007036189548671246, 0.006199527531862259, 0.007550530601292849, -0.006172095891088247, -0.019366666674613953, 0.0044679115526378155, 0.014593577943742275, -0.008736944757401943, 0.016020018607378006, 0.033713359385728836, 0.0003883276949636638, -0.0002578136045485735, 0.022315556183457375, 0.0015095918206498027, -0.029406609013676643, -0.043616145849227905, 0.016486354172229767, 0.005764051806181669, 0.004255317151546478, -0.04095528647303581, -0.04218970611691475, -0.021232010796666145, 0.006172095891088247, -0.03585302084684372, 0.018927760422229767, 0.002165377140045166, -0.007900282740592957, 0.002230526879429817, 0.01722700521349907, 0.024990130215883255, -0.013153422623872757, -0.006216672249138355, -0.010293684899806976, 0.017350448295474052, -0.016020018607378006, -0.005115981679409742, 0.006405264139175415, -0.0033843659330159426, 0.02763727493584156, -0.0263205599039793, 0.015114777721464634, -0.0008838098729029298, 0.001219846191816032, -0.0025082712527364492, 0.00846948754042387, -0.002542560687288642, 0.03415226563811302, -0.02317965030670166, 0.005143413320183754, -0.008284324780106544, 0.00922385510057211, 0.010471989400684834, -0.013249432668089867, 0.0025168436113744974, -2.7565480195335113e-05, -0.0025082712527364492, 0.009265001863241196, 0.02426319569349289, 0.006127519998699427, -0.04482313245534897, 0.007255641743540764, -0.0032952134497463703, -0.03283555060625076, -0.014072379097342491, 0.004347898997366428, 0.009642185643315315, -0.014154673554003239, 0.002048793016001582, 0.015238218940794468, -0.02228812500834465, 0.00016148174472618848, 0.02243899740278721, 0.001244705985300243, -0.022562440484762192, 0.013393448665738106, -0.035743292421102524, 0.019970159977674484, 0.0034186553675681353, -0.01353746373206377, -0.006683008279651403, -0.0024825541768223047, -0.011219498701393604, -0.018324267119169235, 0.01713099516928196, -0.022178398445248604, -0.010773736983537674, -0.020957695320248604, 0.025922803208231926, 0.006789305713027716, -0.0015884574968367815, 0.002141374396160245, 0.01811853051185608, 0.007523099426180124, 0.004114730749279261, -0.009518743492662907, -0.007255641743540764, 0.04742912948131561, 0.00030796186183579266, 0.009168991819024086, 0.012858533300459385, 0.008976970799267292, 0.012213892303407192, -0.00696761067956686, -0.009271860122680664, -0.014415273442864418, -0.0389527827501297, -0.01763847842812538, 0.006964181549847126, 0.00997136440128088, 0.00022973913291934878, 0.002448264742270112, -0.022411566227674484, -0.009210138581693172, -0.0070053287781775, 0.007523099426180124, -0.005674899555742741, 0.007296788971871138, 0.014305546879768372, 0.017117280513048172, 0.015622260980308056, 0.005884064827114344, -0.0004543348331935704, -0.021561188623309135, 0.0024671240244060755, -0.009045549668371677, -0.023357953876256943, -0.021808072924613953, -0.028446504846215248, 0.035743292421102524, -0.0017881933599710464, -0.028172189369797707, -0.01853000372648239, -0.014621010050177574, -0.03862360492348671, -0.012687086127698421, 0.004728511441498995, 0.010177101008594036, 0.03966600447893143, 0.019983874633908272, 0.0166646596044302, 0.004927389789372683, -0.013811779208481312, 0.0030277559999376535, -0.032780688256025314, 0.002091654809191823, 0.01676066964864731, -0.019531255587935448, 0.014867893420159817, 0.014703304506838322, -0.015306797809898853, 0.00161846075206995, 0.00957360677421093, -0.013400305993855, -0.004831379745155573, 0.01750132068991661, -0.02106742188334465, -0.014895325526595116, 0.012440202757716179, -0.01243334449827671, 0.007433946710079908, 0.011301794089376926, 0.006209814455360174, -0.023152217268943787, 0.0004232600622344762, 0.018872898072004318, -0.011555535718798637, 0.0051125530153512955, -0.020436495542526245, -0.015430239960551262, 0.0022065243683755398, 0.012652796693146229, 0.00626467727124691, -0.005613178480416536, 0.008524350821971893, 0.013338585384190083, 0.04106501117348671, 0.013029980473220348, 0.013448311947286129, 0.022164681926369667, 0.0034049395471811295, -0.01951753906905651, 0.013832353055477142, 0.020244475454092026, 0.017007553949952126, -0.008483203127980232, 0.033439043909311295, -0.019160930067300797, -0.0015130207175388932, -0.01482674665749073, 0.010513137094676495, -0.037005145102739334, -0.0013818637235090137, -0.02350882813334465, -0.006899031810462475, -0.03983059152960777, 0.012042445130646229, 0.009628470055758953, -0.031326815485954285, -0.0008940966799855232, -0.007502525579184294, 0.0194215290248394, 0.015375376679003239, -0.0214377474039793, -0.011397804133594036, 0.012440202757716179, 0.0017796210013329983, 0.004296464845538139, 0.0068818870931863785, -0.0007976577035151422, 0.02904999814927578, 0.009354154579341412, -0.020354202017188072, 0.02403002791106701, 0.21330763399600983, -0.009031834080815315, 0.0012969974195584655, 0.02666345424950123, 0.01158982515335083, -0.005716046784073114, 0.030887911096215248, 0.013983226381242275, -0.02271331287920475, -0.0022716743405908346, -0.00025909944088198245, 0.00021077279234305024, -0.025360457599163055, 0.002979750744998455, 0.019558686763048172, -0.009751912206411362, -0.026759466156363487, -0.01773448847234249, -0.025360457599163055, -0.005585746839642525, 0.012707659974694252, -0.003379222471266985, -0.0027414392679929733, -0.011637830175459385, -0.00397757301107049, 0.009072980843484402, 0.0051742736250162125, 0.0009206709801219404, 0.011987581849098206, 0.006391548551619053, -0.01257736049592495, 0.00856549758464098, 0.0030260414350777864, 0.008010009303689003, 0.0011512673227116466, -0.021602336317300797, 0.00709791062399745, -0.00633668527007103, 0.016692090779542923, 0.022823039442300797, 0.012645939365029335, 0.008270608261227608, 0.003176914993673563, -0.014319262467324734, 0.006635003257542849, 0.035743292421102524, 0.012584217824041843, 0.013201427645981312, 0.010657152161002159, 0.010588573291897774, -0.026128539815545082, 0.003607247257605195, 0.004838237538933754, 0.0154165243729949, -0.002031648298725486, 0.0003023898461833596, -0.0005293429712764919, 0.00030817618244327605, -0.0047559430822730064, 0.006381261628121138, -0.03889792039990425, -0.00516055803745985, 0.006449840497225523, 0.023536259308457375, -0.020011307671666145, -0.002544275252148509, -0.007893425412476063, -0.004553635139018297, -0.0027311525773257017, -0.027952736243605614, 0.009765627793967724, -0.002828877419233322, -0.004927389789372683, -0.006844168528914452, -0.011384088546037674, -0.02055993862450123, 0.018653444945812225, 0.030942775309085846, -0.010760020464658737, 0.017720773816108704, -0.0218629352748394, -0.0182008258998394, 0.0006373546202667058, -0.03184801712632179, 0.0063846902921795845, -0.02492155134677887, 0.0182008258998394, 4.9880392907653004e-05, -0.010787452571094036, -0.011034335941076279, -0.009319865144789219, -0.02736295945942402, -0.014415273442864418, 0.014881609007716179, -0.012844817712903023, -0.0016158890211954713, 0.004865669179707766, 0.01707613281905651, 0.004231314640492201, -0.015594828873872757, -0.014305546879768372, 0.047977760434150696, 0.035222094506025314, -0.013036838732659817, -0.0012987118680030107, 0.00983420666307211, -0.0012224179226905107, 0.015197072178125381, 0.01222075056284666, 0.007865993306040764, 0.006569853518158197, -0.043753303587436676, 0.001829340704716742, -0.0028648811858147383, -0.003658681409433484, 0.0048142350278794765, -0.0030363283585757017, -0.025333024561405182, 0.03645651414990425, -0.014250683598220348, -0.009751912206411362, -0.017240721732378006, 0.009841063991189003, 0.01821454055607319, -0.010362263768911362, -0.030586164444684982, -0.013811779208481312, 0.008078588172793388, -0.049157317727804184, 0.003430656623095274, 0.0002524558803997934, -0.02767842262983322, 0.015032482333481312, 0.029626060277223587, 0.0007226495654322207, -0.014950187876820564, 0.01109605748206377, -0.0034940920304507017, -0.011480098590254784, 0.0033466476015746593, -0.027911590412259102, 0.006247532553970814, 0.011027478612959385, -0.008620360866189003, 0.018420277163386345, -0.025319309905171394, -0.01628061756491661, 0.013496316969394684, -0.01229618676006794, -0.00959418062120676, -0.015306797809898853, 0.0161846075206995, 0.0019802141468971968, -0.01241277065128088, 0.004930818919092417, 0.02595023438334465, -0.025223299860954285, -0.01018395833671093, 0.002878597006201744, 0.020916547626256943, -0.04317723959684372, 0.017816783860325813, 0.014579862356185913, -0.0007063621305860579, -0.01769334264099598, -0.012453918345272541, -0.1752326637506485, -0.015251935459673405, 0.007824846543371677, -0.044329363852739334, 0.010547426529228687, -0.00019791425438597798, 0.024468932300806046, -0.004886242561042309, -0.008832954801619053, -0.004440480377525091, 0.007125341799110174, 0.0008889532764442265, -0.0072899311780929565, -0.013064269907772541, 0.002928316593170166, 0.007372225634753704, -0.0020556508097797632, 0.004917103331536055, 0.030942775309085846, -0.0001236562238773331, 0.036346789449453354, -0.02773328498005867, 0.008400908671319485, -0.0013715769164264202, 0.0011675548739731312, 0.029296882450580597, 0.0013312868541106582, 0.057880546897649765, -0.009655901230871677, -0.03206746652722359, -0.025511329993605614, -0.010945183224976063, 0.03963857144117355, 0.01670580729842186, 0.03275325521826744, 0.0174053106456995, 0.016170891001820564, -0.0005550600471906364, -0.02891284041106701, 0.013318011537194252, 0.012111023999750614, 0.021945230662822723, 0.015251935459673405, -0.011528103612363338, -0.008791808038949966, 0.027006348595023155, 0.01442898903042078, -0.010705158114433289, -0.003089477075263858, -0.023220796138048172, 0.027102358639240265, -0.00154216680675745, 0.016362912952899933, -0.005054261069744825, 0.020820537582039833, 0.03686798736453056, -0.0051125530153512955, 0.014813030138611794, 0.0036963997408747673, -0.017419027164578438, -0.0015901719452813268, -0.004697650671005249, 0.022631019353866577, -0.015087345615029335, 0.007598536089062691, -0.03190287947654724, 0.004968537483364344, 0.025497615337371826, -0.04715481400489807, -0.0005722047644667327, -0.01581428200006485, 0.019956443458795547, -0.03223205730319023, 0.001121264067478478, 0.02106742188334465, 0.03692284971475601, -0.020587369799613953, 0.022164681926369667, 0.05250396206974983, -0.002746582729741931, -0.011020620353519917, 0.0034066541120409966, -0.011144062504172325, 0.010588573291897774, 0.009916501119732857, 0.013475743122398853, 0.010705158114433289, 0.028885409235954285, -0.025044994428753853, -0.01628061756491661, 0.02153375744819641, -0.02416718564927578, 0.017748204991221428, -0.01783050037920475, 0.0019716417882591486, 0.015896575525403023, 0.025305593386292458, -0.0030911914072930813, -0.0050611188635230064, -0.02191779948771, -0.0012738520745187998, -0.0003971143742091954, -0.0021756638307124376, 0.0022288125474005938, 0.019133497029542923, 0.010801168158650398, -0.0365113765001297, 0.02232927270233631, 0.009683333337306976, -0.0006759302341379225, -0.013400305993855, -0.009909642860293388, 0.00997136440128088, 0.003207775531336665, -0.016719521954655647, 0.002732866909354925, -0.0061240908689796925, -0.02660859189927578, 0.011651545763015747, 0.008037440478801727, 0.05129697546362877, -0.015169640071690083, 0.0022270979825407267, 0.0012164172949269414, -0.009889069013297558, -0.047840602695941925, -0.11060395836830139, -0.04421963915228844, 0.026540013030171394, 0.008112877607345581, -0.02162976749241352, 0.03590788319706917, -0.0024534082040190697, 0.03149140626192093, -0.019764423370361328, 0.037005145102739334, -0.02866595797240734, -0.003098049433901906, 0.023289375007152557, 0.005932070314884186, 0.025538761168718338, -0.011555535718798637, -0.002840878674760461, -0.003190630814060569, -0.028803115710616112, 0.022123536095023155, -0.0014538714895024896, -0.021136000752449036, -0.0011718410532921553, -0.014771883375942707, -0.0025237014051526785, -0.018763171508908272, -0.032369215041399, 0.010574857704341412, 0.0077356938272714615, -0.0005250567919574678, 0.012021871283650398, -0.015635976567864418, -0.0005743478541262448, -0.008640934713184834, 0.013386590406298637, -0.010787452571094036, 0.0027585839852690697, -0.01058171596378088, 0.010835457593202591, -0.02585422433912754, -0.0006802164134569466, 0.01056114211678505, 0.01591029204428196, -0.0258953720331192, -0.013057411648333073, -0.0025185581762343645, -0.006710439920425415, 0.006144664715975523, 0.015663407742977142, -0.025209583342075348, -0.03903507813811302, 3.319108873256482e-05, -0.02979065105319023, -0.014703304506838322, 0.02280932292342186, -0.00047276541590690613, 0.000497625267598778, 0.025044994428753853, -0.025799361988902092, -0.014209536835551262, 0.021108567714691162, -0.010499421507120132, -0.027102358639240265, -0.0071939206682145596, 0.0037718364037573338, -0.010156527161598206, 0.007660257164388895, -0.014250683598220348, 0.011514388024806976, 0.008037440478801727, -0.0008580927969887853, 0.014113525860011578, -0.012728233821690083, -0.006154951173812151, -0.016719521954655647, -0.004347898997366428, -0.02013474889099598, -0.026992633938789368, 0.014319262467324734, 0.011795561760663986, 0.0006429266650229692, -0.022562440484762192, -0.0007179348031058908, -0.014319262467324734, 0.00039132803794927895, 0.020573653280735016, -0.007262499537318945, -0.005259997211396694, 0.024016311392188072, -0.030531302094459534, -0.013928363099694252, 0.037608638405799866, 0.01844771020114422, -0.032643530517816544, 0.024976415559649467, 0.010904036462306976, -0.01267337054014206, -0.003926138859242201, 0.014717020094394684, 0.002004216657951474, -0.03313729912042618, -0.02763727493584156, -0.0728033035993576, 0.01802252046763897, 0.0023814004380255938, -0.03269839286804199, 0.009237570688128471, -0.019256940111517906, 0.010348547250032425, -0.010053658857941628, 0.01231676060706377, 0.006024651695042849, -0.037087440490722656, 0.00595950148999691, -0.02984551340341568, -0.0065835691057145596, -0.016966406255960464, 0.011123488657176495, 0.023769427090883255, -0.006350400857627392, 0.005452018231153488, 0.0075368150137364864, 0.039583709090948105, -0.015238218940794468, 0.0028391641099005938, 0.023385386914014816, -0.004629071801900864, 0.009511886164546013, -0.029927808791399002, 0.02238413505256176, -0.00016191037138924003, -0.007516241166740656, -0.002871739212423563, -0.006470413878560066, 0.0018087670905515552, 0.022466430440545082, -0.012536212801933289, -0.01290653832256794, 0.006528705824166536, 0.011617256328463554, 0.00957360677421093, 0.042025115340948105, -0.019723275676369667, -0.03876076266169548, 0.016911543905735016, -0.015101061202585697, -0.0007847991655580699, -0.003446087008342147, -0.005414299666881561, -0.0077356938272714615, 0.02924202010035515, 0.008106019347906113, 0.03242407739162445, 0.007913998328149319, -0.024523794651031494, -0.04682563617825508, -0.003104907227680087, -0.004975395277142525, 0.027020065113902092, 0.008243177086114883, 0.005259997211396694, 0.021547473967075348, 0.0341796949505806, 0.006827023811638355, 0.018996339291334152, -0.02121829427778721, 0.005812057293951511, -0.007852277718484402, -0.007241926155984402, 0.001567026600241661, -0.007660257164388895, -0.025333024561405182, -0.007852277718484402, 0.00010860103066079319, 0.018996339291334152, 0.0072830733843147755, -0.010787452571094036, -0.007982577197253704, -0.015306797809898853, -0.00734479445964098, -0.0040050046518445015, 0.032259490340948105, 0.00809230376034975, -0.03231435269117355, -0.01895519345998764, 0.017528751865029335, 0.02557990886271, 0.004430193454027176, -0.018502572551369667, 0.00013501460489351302, -0.005445160437375307, -0.011528103612363338, 0.0025237014051526785, 0.004941105842590332, -0.023220796138048172, 0.02046392671763897, -0.012405913323163986, -0.022301839664578438, 0.007049905136227608, -0.010499421507120132, 0.008695797994732857, -0.003067188896238804, 0.0001702684094198048, 0.0014633011305704713, -0.005318289622664452, -0.031189657747745514, -0.016527501866221428, -0.003950141370296478, -0.03656623885035515, -0.025785645470023155, 0.031655993312597275, 0.03865103796124458, -0.00012944257468916476, -0.024057459086179733, 0.007701404392719269, 0.017803067341446877, -0.019448960199952126, 0.010862888768315315, -0.025264445692300797, -0.014319262467324734, -0.025401603430509567, 0.030339280143380165, 0.034042537212371826, -0.0012044159229844809, 0.04844409599900246, -0.0007007900858297944, 0.019435245543718338, 0.0001644820731598884, 0.035743292421102524, -0.011816134676337242, 0.013606042601168156, 0.0060349381528794765, 0.01623946987092495, 0.005551457405090332, -0.03881562501192093, -0.007715119980275631, -0.003293499117717147, -0.00846948754042387, -0.0015035911928862333, 0.008901533670723438, 0.0041113016195595264, 0.07538186758756638, 0.027884159237146378, -0.020066170021891594, 0.012076734565198421, -0.011267504654824734, 0.008222603239119053, 0.017844215035438538, 0.02482554130256176, 0.007241926155984402, -0.0009815347148105502, 0.004104443825781345, -0.013523748144507408, 0.0017041843384504318, -0.01433297898620367, -0.0015430239727720618, 0.006659005768597126, -0.009635327383875847, 0.02965349331498146, -0.0010063945082947612, -0.003504378953948617, 0.033713359385728836, 0.011349799111485481, -0.0025614199694246054, -0.005969788413494825, -0.0067790187895298, 0.01717214286327362, 0.03289041295647621, -0.009306149557232857, -0.008003151044249535, -0.034508876502513885, 0.030476437881588936, 0.027280664071440697, -0.04391789063811302, -0.008675224147737026, -0.004677077289670706, 0.009498169645667076, 0.014813030138611794, -0.011850424110889435, 0.011137204244732857, -0.006545850541442633, -0.016870396211743355, -0.00860664527863264, -0.012481349520385265, -0.03467346355319023, -0.0030346137937158346, 0.000643355306237936, 0.0004804805212188512, -0.016596080735325813, -0.02599138207733631], metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='848ccc03-3917-47c3-bd9d-f7e2947d3c1d', node_type=, metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, hash='e6ccf4a15b6004889bce6ebb32f629bb1cc23e749e19e42315b4fbef80d6f7f7'), : RelatedNodeInfo(node_id='dbed3185-242e-4e56-ac5b-0db10cdaf99c', node_type=, metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, hash='627450b75c4c166114c350eced1d49c353c30395937e58874f9a9d685075d79b'), : RelatedNodeInfo(node_id='85639c90-e1cb-4ab1-a01b-0e527f064a5f', node_type=, metadata={}, hash='1f6f50ad930f5edf8c4c5e3fdb54d33eda249999d3354921f3c21e418a33901d')}, hash='4983f7ecac4388385d62632d85de3372e3e01072fb3a76c8494d08e00ea131d4', text='the question, \"How long ago did Barack Obama become president?\", its only relevant after 2008. This temporal awareness allows Llama 2 to deliver more contextually accurate responses, enriching the user experience further. VII. Open Questions and Future Outlook Meta\\'s open-sourcing of Llama 2 represents a seismic shift, now offering developers and researchers commercial access to a leading language model. With Llama 2 outperforming MosaicML\\'s current MPT models, all eyes are on how Databricks will respond. Can MosaicML\\'s next MPT iteration beat Llama 2? Is it worthwhile to compete with Llama 2 or join hands with the open-source community to make the open-source models better? Meanwhile, Microsoft\\'s move to host Llama 2 on Azure despite having significant investment in ChatGPT raises interesting questions. Will users prefer the capabilities and transparency of an open-source model like Llama 2 over closed, proprietary options? The stakes are high, as Meta\\'s bold democratization play stands to reshape preferences and partnerships in the AI space. One thing is certain - the era of open language model competition has begun. VIII. Conclusion With the launch of Llama 2, Meta has achieved a landmark breakthrough in open-source language models, unleashing new potential through its commercial accessibility. Llama 2\\'s formidable capabilities in natural language processing, along with robust safety protocols and temporal reasoning, set new benchmarks for the field. While select limitations around math and coding exist presently, Llama 2\\'s strengths far outweigh its weaknesses. As Meta continues honing Llama technology, this latest innovation promises to be truly transformative. By open-sourcing such an advanced model, Meta is propelling democratization and proliferation of AI across industries. From healthcare to education and beyond, Llama 2 stands to shape the landscape by putting groundbreaking language modeling into the hands of all developers and researchers. The possibilities unlocked by this open-source approach signal a shift towards a more collaborative, creative AI future.', start_char_idx=4778, end_char_idx=6887, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='85639c90-e1cb-4ab1-a01b-0e527f064a5f', embedding=[-0.02575419284403324, -0.007484688423573971, -0.007847702130675316, 0.021384824067354202, 0.008223917335271835, 0.0009067099308595061, -0.021411225199699402, 0.018507113680243492, -0.019536752253770828, -0.04691460728645325, 0.022031649947166443, 0.04535694792866707, -0.0215828325599432, -0.008138113655149937, 0.008078711107373238, 0.006669557187706232, 0.03152281418442726, 0.003943651914596558, 0.007702496834099293, -0.008157914504408836, -0.014890173450112343, 0.005283503793179989, -0.011444841511547565, -0.033476490527391434, -0.006164637394249439, 0.01477136928588152, 0.026440618559718132, -0.03535096347332001, -0.003362829564139247, 0.004036055412143469, 0.006164637394249439, 0.020421186462044716, 0.009794777259230614, -0.00048264360520988703, 0.00939216185361147, -0.004554175306111574, 0.00858033075928688, -0.0125998854637146, -0.0005940229166299105, 0.008098511956632137, 0.026757430285215378, 0.0038578487001359463, -0.011174230836331844, -0.025437381118535995, -0.008725536055862904, 0.025648588314652443, 0.0029519638046622276, -0.00864633359014988, -0.0022209854796528816, 0.024975363165140152, 0.019563153386116028, 0.031153200194239616, -0.031073996797204018, -0.020513590425252914, -0.003970053046941757, 0.00021698336058761925, -0.018243102356791496, 0.010501004755496979, 0.01585381105542183, 0.01039540022611618, -0.00964297167956829, -0.003049317514523864, -0.00824371725320816, 0.012408478185534477, -0.021807240322232246, 0.0009636371396481991, -0.008956545032560825, 0.029093921184539795, 0.021807240322232246, -0.029014717787504196, 0.024222932755947113, 0.014969376847147942, 0.010019185952842236, -0.0061052353121340275, 0.01183425635099411, 0.0002165708428947255, 0.020328782498836517, -0.012005862779915333, -0.035562168806791306, 0.015140983276069164, -0.0022110852878540754, -0.00415486004203558, -0.000968587351962924, 0.016830649226903915, 0.0035575369838625193, -0.010540606454014778, -0.005039294250309467, -0.0075440905056893826, 0.003913950640708208, -0.02650662139058113, -0.009306359104812145, -0.02432853728532791, 0.03181322664022446, 0.016711844131350517, -0.02304808795452118, 0.004253863822668791, -0.005867626052349806, -0.001667389296926558, -0.0015461095608770847, -0.034189317375421524, -3.148011819575913e-05, 0.006151437293738127, 0.000923210580367595, -0.021318821236491203, -0.02867150492966175, 0.017068257555365562, 0.005280203651636839, 0.019589554518461227, 0.023246096447110176, 0.02867150492966175, 0.003369429847225547, 0.02658582478761673, -0.005573914851993322, -0.031971633434295654, 0.010243594646453857, -0.015919813886284828, 0.034954946488142014, -0.006547452416270971, -0.011273234151303768, -0.025463780388236046, 0.026084205135703087, 0.009972983971238136, 0.02948993630707264, 0.006494650151580572, 0.018969131633639336, 0.0016682143323123455, -0.018969131633639336, 0.011339236982166767, -0.02735145390033722, -0.011385438963770866, 0.0014941325644031167, 0.007900504395365715, -0.0038413479924201965, 0.024579348042607307, -0.02724584937095642, 0.01716066151857376, -0.011246833018958569, 0.006567253265529871, -0.015642601996660233, -0.024975363165140152, 0.0003046429774258286, 0.011920059099793434, -0.013484319671988487, -0.00046490540262311697, -0.010817816480994225, 0.021147215738892555, -0.002150032902136445, 0.02019677869975567, 0.022691674530506134, 0.01148444227874279, 0.018111098557710648, -0.014177346602082253, -0.019602755084633827, 0.015008978545665741, 0.007966507226228714, 0.010032386519014835, 0.0029899151995778084, 0.01657983846962452, -0.027140246704220772, 0.02801148034632206, 0.010223793797194958, -0.004399069584906101, -0.009286558255553246, 0.004065756686031818, 0.029833149164915085, 0.027773870155215263, 0.016025418415665627, 0.004567375872284174, -0.010527405887842178, -0.029225926846265793, -0.010197392664849758, 0.022414464503526688, -0.04086877405643463, 0.013266511261463165, 0.00206092931330204, 0.006606854498386383, 0.018982332199811935, -0.005903927609324455, -0.02661222591996193, -0.010203992947936058, 0.011774853803217411, 0.001254873350262642, 0.013114705681800842, 0.02954273857176304, -0.008375722914934158, -0.016078218817710876, 0.024737752974033356, -0.0001367490185657516, -0.022005248814821243, -0.025701390579342842, 0.005606916267424822, 0.022440865635871887, 0.013418316841125488, -0.010250194929540157, -0.6268657445907593, -0.02001197077333927, 0.00522740138694644, -0.020566392689943314, 0.00933935958892107, -0.007821300998330116, 0.0002619475999381393, -0.00038590861367993057, 0.006006231531500816, 0.02361571043729782, -0.002796857850626111, -0.009055549278855324, 0.0015122832264751196, -0.0036367401480674744, -0.008831140585243702, -0.02222965657711029, -0.002928862813860178, -0.01944435015320778, 0.028513098135590553, 0.014890173450112343, -0.02079080045223236, 0.003785245819017291, -0.02651982195675373, -0.01363612525165081, -0.006524351425468922, 0.023404501378536224, -0.006778461392968893, 0.014876972883939743, 0.012487681582570076, 0.02076439931988716, -0.02168843522667885, 0.004547575023025274, 0.0034057311713695526, -0.016012217849493027, 0.03783265873789787, -0.0010576907079666853, 0.003013016190379858, 0.011774853803217411, 0.005814824253320694, 0.034902144223451614, -0.015576600097119808, -0.023906121030449867, 0.010104989632964134, 0.006167937535792589, 0.010633009485900402, 0.0008361696964129806, 0.02438133955001831, 0.003970053046941757, -0.010824416764080524, -0.02576739341020584, -0.0015403343131765723, 0.01504858024418354, 0.004448571242392063, -0.0004446921229828149, -0.0023067889269441366, 0.011887057684361935, 0.01952355168759823, -0.020368384197354317, 0.030994795262813568, -0.01359652355313301, 0.012019063346087933, 0.003567437408491969, -0.027457058429718018, -0.017662281170487404, -0.02716664783656597, 0.030017957091331482, 0.01186725776642561, 0.024843357503414154, -0.013207108713686466, -0.039126306772232056, -0.00014468995505012572, 0.027641864493489265, -0.01584061048924923, -0.022559668868780136, 0.011431640945374966, 0.0030806686263531446, 0.0017853687750175595, -0.002168183447793126, -0.0025196471251547337, 0.02233526110649109, 0.03152281418442726, -0.009431763552129269, -0.008910343050956726, -0.014956176280975342, 0.023364899680018425, -0.020289182662963867, -0.00015397155948448926, -0.010052187368273735, -0.0008204941404983401, 0.0008621582528576255, 0.022770877927541733, 0.027483459562063217, -0.03141720965504646, -0.06927627325057983, -0.01187385804951191, 0.0036235395818948746, -0.004633378703147173, 0.023180093616247177, -0.0012573484564200044, -0.011590046808123589, -0.009431763552129269, 0.002476745517924428, 0.01652703620493412, 0.021820440888404846, 0.03020276315510273, 0.012982700020074844, -0.0107914162799716, 0.011570245958864689, 0.03020276315510273, -0.039786335080862045, -0.014586562290787697, 0.012705489993095398, -0.02291608229279518, 0.0022374861873686314, -0.002184684155508876, -0.014520559459924698, 0.0011806205147877336, -0.01943114958703518, -0.005950129125267267, -0.022058049216866493, 0.026783831417560577, -0.0005762847140431404, -0.00010323210153728724, -0.02667822875082493, 0.007049071602523327, 0.019193539395928383, -0.0020130774937570095, -0.021015210077166557, -0.016685442999005318, 0.008883941918611526, -0.0003739456587936729, -0.02224285714328289, -0.00014840259973425418, 0.0006307368166744709, 0.014612963423132896, -0.002183034084737301, 0.034849341958761215, 0.006497950293123722, -0.0025608986616134644, -0.024552946910262108, -0.018282704055309296, -0.010217193514108658, 0.018203500658273697, 0.023272497579455376, -0.04245283454656601, -0.006864264607429504, -0.013510720804333687, -0.00629004230722785, -0.009834378957748413, -0.02217685431241989, -0.03516615554690361, 0.00826351810246706, -0.0126064857468009, 0.036882221698760986, -0.005903927609324455, -0.001620362396351993, -0.009986184537410736, -0.04073676839470863, -0.00831632036715746, -0.028565900400280952, 0.02017037756741047, 0.014414955861866474, 0.00825031753629446, 0.01786028780043125, -0.0028414095286279917, -0.01663264073431492, -0.009748575277626514, 0.016302628442645073, -0.03537736460566521, -0.034215718507766724, -0.0032918767537921667, -0.040657564997673035, 0.007755299098789692, 0.029965154826641083, -0.0014273050474002957, 0.042083222419023514, -0.02234846167266369, -0.003242374863475561, 0.014665764756500721, -0.018969131633639336, -0.029278729110956192, 0.01146464142948389, 0.005527712870389223, -0.007220678497105837, -0.0026434019673615694, 0.015933014452457428, 0.04936990141868591, 0.014533760026097298, -0.007154675666242838, 0.007557291071861982, 0.002819958608597517, 0.02803787961602211, -0.008540729060769081, 0.0029585640877485275, -0.01647423580288887, 0.010184192098677158, 0.008758537471294403, 2.4750954253249802e-05, -0.004501373507082462, 0.03096839413046837, 0.0014017290668562055, 0.0004616052901837975, 0.0076100933365523815, -0.012705489993095398, 0.014045340940356255, -0.030440373346209526, 0.00644514849409461, -0.02003837190568447, 0.020671997219324112, 0.008969745598733425, 0.030994795262813568, 0.002509746700525284, -0.02357610873878002, -0.010289796628057957, -0.007029270753264427, 0.030757185071706772, 0.00628344202414155, 0.035456568002700806, -0.025041364133358, 0.004171360749751329, 0.010375600308179855, 0.029120322316884995, -0.005755421705543995, -0.011999262496829033, -0.026387816295027733, 0.030440373346209526, -0.013438117690384388, 0.011616447940468788, -0.022440865635871887, -0.04950190708041191, 0.008091911673545837, 0.01874472200870514, 0.010547206737101078, 0.005319804884493351, 0.016975853592157364, 0.015272988937795162, 0.0015700354706496, 0.003258875571191311, 0.0360109880566597, -0.020236380398273468, -0.015563399530947208, -0.010025786235928535, 0.00861993245780468, -0.026110606268048286, 0.033397287130355835, 0.016210224479436874, 0.03793826326727867, -0.004547575023025274, -0.009603369981050491, 0.002925562672317028, -0.021780839189887047, 0.018256302922964096, -0.007484688423573971, 0.011134629137814045, 0.006818062625825405, -0.013028902001678944, 0.019893167540431023, -0.03284286707639694, 0.018335506319999695, 0.01796589232981205, 0.00017614428361412138, -5.754596713813953e-05, -0.00753749068826437, -0.00939216185361147, 0.004722482059150934, 0.004352867603302002, 0.011246833018958569, 0.013398515991866589, -0.006626655347645283, 0.01040200050920248, 0.0010535656474530697, -0.024922560900449753, 0.039231911301612854, -0.03759504854679108, 0.025503382086753845, 0.011293035000562668, 0.002598850056529045, 0.006818062625825405, -0.0012614736333489418, 0.03455893322825432, -0.024011725559830666, -0.03094199299812317, 0.022110851481556892, -0.00827671866863966, -0.005610216408967972, -0.024183331057429314, -0.01664584130048752, -0.007055671885609627, -0.031021196395158768, -0.018084697425365448, -5.5792774219298735e-05, 0.023193294182419777, 0.0014570062048733234, 0.022731276229023933, -0.000975187576841563, 0.004999692551791668, 0.01572180539369583, 0.005699319764971733, -0.008487926796078682, -0.026282213628292084, 0.018203500658273697, 0.018071496859192848, -0.01585381105542183, -0.005068995524197817, 0.019061533734202385, -0.02365531213581562, -0.02659902535378933, 0.02667822875082493, -0.02009117417037487, -0.024539746344089508, -0.0035311360843479633, 0.014969376847147942, 0.019074734300374985, -0.014414955861866474, 0.006636555772274733, -0.005313204601407051, 0.012395277619361877, -0.004220862872898579, 0.00045954270171932876, 0.015576600097119808, -0.007682695984840393, -0.01397933904081583, 0.0004962566308677197, 0.024645349010825157, 0.07244439423084259, 0.00858693104237318, -0.03498134762048721, 0.011926659382879734, -0.02867150492966175, -0.004389169160276651, -0.004392469301819801, -0.009213955141603947, 0.00414495961740613, -0.007867502979934216, -0.0360637903213501, 0.012085066176950932, 0.026427417993545532, -0.008190915919840336, 0.010982823558151722, 0.016830649226903915, -0.0012961250031366944, -0.024896159768104553, -0.024948962032794952, -0.01949715055525303, 0.010877219028770924, -0.0002357528283027932, 0.01368892751634121, -0.0072866808623075485, 0.01951035112142563, -0.031839627772569656, 0.035667773336172104, 0.021794039756059647, -0.015127782709896564, -0.011728651821613312, -0.005811524111777544, -0.0020064772106707096, -0.01180785521864891, 0.008923543617129326, -0.012632886879146099, 0.011920059099793434, 0.019219940528273582, 0.01654023677110672, -0.0002545223105698824, -0.021384824067354202, 0.0107254134491086, 0.026335014030337334, 0.005273603368550539, -0.004752183333039284, -0.004405669867992401, -0.030598778277635574, 0.010118190199136734, 0.022546468302607536, -0.029938753694295883, -0.030625179409980774, -0.008190915919840336, 0.004818185698240995, -0.04757463186979294, -0.004441970959305763, 0.002570799086242914, 0.010269995778799057, 0.0073988852091133595, 0.0020163776353001595, -0.010481203906238079, -0.0251205675303936, -0.014177346602082253, -0.03643340244889259, -0.01720026321709156, -0.012738490477204323, 0.009953183121979237, -0.008976345881819725, -0.009015947580337524, 0.004976591560989618, -0.015325790271162987, 0.03014996275305748, 0.0006649756105616689, -0.027536261826753616, -0.049237895756959915, -0.014335752464830875, 0.00014510247274301946, 0.005867626052349806, 0.018889928236603737, -0.0053627067245543, -0.0125338826328516, 0.01477136928588152, 0.012038864195346832, -0.03743664175271988, -0.010157791897654533, -0.00931955873966217, 0.004547575023025274, -0.016144221648573875, -0.011359037831425667, -0.025371378287672997, 0.006247140932828188, 0.012441479600965977, -0.008725536055862904, -0.01397933904081583, 0.0002629788941703737, 0.020275982096791267, -0.0045937770046293736, 0.029569139704108238, 0.01585381105542183, -0.009781576693058014, 0.02020997926592827, -0.0357205756008625, -0.009999385103583336, -0.026823433116078377, -0.026942238211631775, -0.02362891100347042, 0.025450581684708595, 0.005771922413259745, 0.020236380398273468, 0.009543967433273792, 0.014956176280975342, -0.013233509846031666, -0.00045335496542975307, 0.006695957854390144, 0.032737262547016144, 0.005544213578104973, 0.009596769697964191, -0.0017820686334744096, 0.030677981674671173, -0.010296396911144257, 0.006943467538803816, -0.025107366964221, 0.0029932153411209583, -0.03722543641924858, 0.03669741377234459, -0.0012053714599460363, -0.006138236727565527, 0.015431394800543785, 0.010349199175834656, 0.009095150046050549, -0.030466774478554726, 0.007682695984840393, -0.002280387794598937, 0.032684460282325745, -0.009807977825403214, -0.026836633682250977, -0.01663264073431492, -0.007755299098789692, -0.010989423841238022, 0.01800549402832985, -0.007557291071861982, -0.01650063507258892, -0.004557475447654724, -0.005593715701252222, 0.010355799458920956, -0.00130025006365031, 0.018454311415553093, -0.02438133955001831, 0.002075779950246215, 0.01941794902086258, 0.016355430707335472, 0.017517074942588806, -0.030493175610899925, 0.02020997926592827, -0.019906366243958473, -0.02166203409433365, -0.018414709717035294, -0.02168843522667885, -0.01477136928588152, 0.011999262496829033, 0.029093921184539795, 0.009240356273949146, 0.03379330411553383, 0.010283196344971657, 0.024750953540205956, 0.028961915522813797, -0.0040624565444886684, -0.010157791897654533, 0.004692780785262585, 0.013913336209952831, -0.012672488577663898, 0.0030674682930111885, 0.0016038618050515652, 0.0029684645123779774, 0.008111712522804737, -0.023378100246191025, 0.030308367684483528, 0.0037027427460998297, -0.009213955141603947, -0.02072479948401451, -0.015325790271162987, -0.04364088177680969, -0.026453819125890732, 0.02304808795452118, -0.008487926796078682, 0.01044160220772028, -0.038519084453582764, -0.009293158538639545, 0.042848851531744, 0.001829920569434762, 0.039258312433958054, 0.012104866094887257, 0.0252129714936018, 0.010243594646453857, -0.007128274533897638, 0.01663264073431492, 0.007874103263020515, -0.029965154826641083, 0.0033826304133981466, -0.039733532816171646, -0.009484565816819668, 0.014929775148630142, -0.013055303134024143, 0.031839627772569656, 0.009062149561941624, -0.004765383433550596, 0.013900135643780231, 0.005550813861191273, 0.0026533021591603756, 0.00323412474244833, -0.0017012155149132013, -0.024090928956866264, 0.0062801418825984, -0.015536998398602009, 0.00932615902274847, -0.005884126760065556, -0.008072110824286938, -0.00367964175529778, 0.00021987096988596022, 0.03384610265493393, -0.04034075513482094, -0.02653302252292633, 0.030651580542325974, 0.04232083261013031, 0.04076316952705383, -0.01145144086331129, 0.015378592535853386, 0.005055794958025217, 0.010930021293461323, -0.01294309925287962, 0.010230394080281258, 0.0014264800120145082, -0.005963329691439867, 0.009939983487129211, -0.0025328476913273335, -0.0007392285042442381, -0.02384011819958687, 0.01793949119746685, -0.003884249599650502, -0.022744476795196533, -0.040683966130018234, 0.017437871545553207, 0.0009661122458055615, 0.015088181011378765, -0.01854671537876129, -0.03453253209590912, -0.019721560180187225, 0.009900381788611412, -0.00415486004203558, 0.029067520052194595, 0.0048115854151546955, -0.011906858533620834, -0.012131267227232456, -0.0033067273907363415, 0.016183823347091675, 0.014903374016284943, -0.005491411779075861, 0.01873152144253254, -0.0017639179714024067, -0.0045937770046293736, -0.019074734300374985, 0.004659779369831085, 0.0038281474262475967, 0.019827164709568024, 0.0007565541309304535, 0.014335752464830875, 0.01039540022611618, -0.00537260714918375, -0.012421678751707077, 0.0001905823446577415, 0.01805829629302025, 0.03756864741444588, -0.015140983276069164, -0.017741484567523003, 0.005920428317040205, -0.004458471667021513, 0.008903742767870426, -0.02579379454255104, -0.0021929345093667507, -0.00041519725346006453, -0.00972217507660389, -0.012969499453902245, 0.02216365374624729, 4.0942202758742496e-05, -0.03279006481170654, 0.013556922785937786, -0.0035113352350890636, -0.02727225050330162, 0.0017870188457891345, 0.0004913064185529947, 0.02295568399131298, -0.035562168806791306, -0.0076100933365523815, 0.01875792257487774, -0.016989054158329964, 0.004019554704427719, 0.010547206737101078, -0.014546960592269897, -0.010679211467504501, 0.01879752427339554, -0.030334768816828728, -0.01722666434943676, 0.006989669520407915, -0.004831386264413595, 0.008131513372063637, 0.015616201795637608, -0.002938763238489628, 0.01186065748333931, 0.016830649226903915, -0.035667773336172104, -0.014322551898658276, 0.00970237422734499, -0.015352191403508186, -0.0016393382102251053, -0.018124299123883247, 0.003659841138869524, -0.01184745691716671, -0.00041375344153493643, -0.015114582143723965, 0.009913582354784012, -0.00539240799844265, 0.013781331479549408, 0.019655557349324226, 0.008177715353667736, 0.023892920464277267, -0.009590169414877892, 0.00971557479351759, -0.012151068076491356, 0.0006035107653588057, -0.010269995778799057, -0.04176640883088112, -0.026374615728855133, -0.0016063369112089276, -0.004227462690323591, 0.0008312195423059165, 0.003458533203229308, -0.0021302320528775454, 0.020975608378648758, -0.02872430719435215, 0.012811093591153622, 0.00010941984510282055, -0.003567437408491969, 0.0031730723567306995, 0.020289182662963867, 0.015180584974586964, 0.0025344977620989084, -0.011557045392692089, -0.008547329343855381, -0.01467896532267332, -0.0010469653643667698, -0.04467052221298218, -0.004791784565895796, -0.027668265625834465, 0.04010314494371414, -0.006837863475084305, -0.035667773336172104, -0.01367572695016861, -0.04084237292408943, -0.04445931315422058, 0.006329644005745649, 0.0125998854637146, 0.015576600097119808, 0.0005284328362904489, 0.03363489732146263, -0.012230271473526955, 0.02732505276799202, -8.575174433644861e-05, 0.0027424057479947805, 0.00043107912642881274, 0.021490428596735, -0.008065510541200638, -0.020355183631181717, -0.025173369795084, -0.00972217507660389, -0.03400450944900513, -0.02296888455748558, 0.017622679471969604, -0.013451318256556988, -0.014467757195234299, 0.016131021082401276, -0.02162243239581585, 0.027747469022870064, -0.001236722688190639, 0.006755360402166843, -0.00034754464286379516, 0.03239404782652855, 0.023127291351556778, -0.02593899890780449, 0.0002943300933111459, -0.020592793822288513, -0.016025418415665627, -0.008699134923517704, -0.006111835595220327, 0.007478088140487671, -0.0031862726900726557, 0.015127782709896564, 0.0031631719321012497, -0.021807240322232246, -0.020223179832100868, 0.007326282560825348, 0.04364088177680969, 0.025344977155327797, 0.011682449840009212, 0.0250809658318758, 0.008388923481106758, -0.004395769443362951, -0.00736588379368186, -0.0022061350755393505, -0.0006542502087540925, -0.0014174046227708459, 0.016975853592157364, -0.03820227086544037, 0.002915662247687578, -0.021186815574765205, 0.03094199299812317, -0.011240232735872269, -0.00043891690438613296, -0.007187677081674337, 0.017754685133695602, -0.0214376263320446, 0.025595786049962044, -0.004907289054244757, -0.01042180135846138, 0.005917128175497055, -0.006950067821890116, -0.0029437134508043528, -0.008428525179624557, -0.01399253960698843, 0.02292928285896778, -0.017398269847035408, 0.0032060735393315554, 0.01859951764345169, -0.020988808944821358, -0.00931955873966217, 0.024962162598967552, 0.009550567716360092, -0.031311605125665665, 0.011695650406181812, 0.186602383852005, -0.02582019567489624, -0.0009339359821751714, -0.016012217849493027, -0.004399069584906101, -0.012507482431828976, 0.04168720543384552, 0.006653056479990482, -0.020328782498836517, 0.009583569131791592, 0.00024400315305683762, 0.016672242432832718, -0.031232403591275215, -0.0017771185375750065, 0.019602755084633827, -0.03020276315510273, -0.04815545678138733, -0.02073800005018711, 0.0037126431707292795, 0.0033859305549412966, 0.007233878597617149, 0.014058541506528854, -0.017715083435177803, -0.021134015172719955, 0.017728284001350403, -0.0039469520561397076, -0.0009562118211761117, 0.00521420082077384, 0.006870864890515804, 0.008012709207832813, -0.015655802562832832, 0.003356229281052947, 0.015470996499061584, 0.004069056827574968, -0.007636494468897581, 0.005696019623428583, 0.024566147476434708, -0.01151744369417429, 0.00937236100435257, 0.026744231581687927, 0.025424180552363396, 0.012771491892635822, 0.007874103263020515, -0.022572869434952736, 0.007095273584127426, 0.040525563061237335, -0.010679211467504501, -0.003352929139509797, -0.009161152876913548, 0.0005779347848147154, -0.007900504395365715, -0.002176433801651001, 0.008943344466388226, 0.017596278339624405, -0.011682449840009212, 0.024236133322119713, -0.010157791897654533, 0.014890173450112343, 0.03965432941913605, 0.016012217849493027, -0.024196531623601913, 0.005554114002734423, -0.022071249783039093, 0.027615463361144066, 0.017781084403395653, 0.0077222976833581924, 0.0018035195535048842, 0.0036037389654666185, 0.025344977155327797, -0.01477136928588152, -0.009926782920956612, -0.02006477303802967, -0.02436813898384571, -0.00937896128743887, -0.02448694407939911, -0.02659902535378933, 0.04720501974225044, 0.02076439931988716, 0.018493913114070892, 0.021173616871237755, 0.006877465173602104, 0.013900135643780231, -0.010322798043489456, -0.030994795262813568, -0.004422170575708151, -0.04179280996322632, 0.007801500614732504, -0.009108350612223148, -0.009062149561941624, -0.006250441074371338, -0.021028410643339157, 0.006676157470792532, 0.017794284969568253, 0.0014396804617717862, 0.00028711106278933585, -0.0062801418825984, 0.023892920464277267, -0.007827901281416416, 0.017754685133695602, -0.015972616150975227, 0.001823320286348462, 0.05150838568806648, 0.03498134762048721, 0.024011725559830666, -0.0016632641199976206, 0.024988563731312752, 0.00206422945484519, 0.011075226590037346, -0.005808223970234394, -0.008751937188208103, -0.006771861109882593, -0.025661788880825043, 0.02446054294705391, -0.005171299446374178, -0.010883819311857224, 0.012045464478433132, 0.006722358986735344, -0.012837494723498821, 0.005946828983724117, -0.004408970009535551, -0.03878309577703476, -0.01947074942290783, -0.0070688724517822266, 0.0125470831990242, -0.019972369074821472, -0.03017636202275753, -0.00829651951789856, 0.008976345881819725, -0.04015594720840454, 0.0023447403218597174, 0.019629156216979027, -0.02304808795452118, 0.004765383433550596, 0.015972616150975227, -0.009213955141603947, -0.008177715353667736, 0.013081704266369343, 0.0019916268065571785, -0.01786028780043125, 0.011702250689268112, -0.01861271820962429, 0.006065633613616228, 0.005059095099568367, 0.002475095447152853, 0.02071159891784191, -0.000325887551298365, 4.21281874878332e-05, 0.009623170830309391, 0.00019831702229566872, -0.012157668359577656, -0.00935916043817997, 0.007187677081674337, 0.016751445829868317, -0.00414165947586298, 0.012124666944146156, 0.008138113655149937, -0.02663862705230713, 0.007557291071861982, 0.019629156216979027, -0.003141721012070775, -0.03289566934108734, 0.027589064091444016, 0.010619808919727802, -0.0059930309653282166, -0.008903742767870426, -0.01663264073431492, -0.1648479551076889, -0.003646640572696924, 0.019536752253770828, -0.035641372203826904, 0.019655557349324226, 0.02439454011619091, 0.009537367150187492, -0.0030707684345543385, -0.014362153597176075, -0.0005882476689293981, 0.016157422214746475, -0.01644783467054367, -0.009781576693058014, -0.019761161878705025, -0.0013497520703822374, 0.006596954073756933, -0.01927274279296398, 0.03366129845380783, 0.024988563731312752, 0.01661944016814232, 0.025674989446997643, -0.03220923990011215, 0.010342598892748356, -0.0061052353121340275, 0.007200877647846937, 0.010831017047166824, -0.016078218817710876, 0.029225926846265793, -0.016738245263695717, -0.014612963423132896, 0.002263887319713831, -0.026770630851387978, 0.027641864493489265, -0.01726626604795456, 0.01862591691315174, 0.010032386519014835, 0.020553192123770714, 0.0009141352493315935, -0.035588569939136505, 0.015154183842241764, 0.03152281418442726, 0.00860013160854578, 0.04086877405643463, 0.005167999304831028, -0.01570860482752323, 0.007735498249530792, 0.021398024633526802, -0.0250677652657032, 0.006699257995933294, -0.02072479948401451, 0.017543476074934006, -0.006517751142382622, -0.012342475354671478, 0.0027655065059661865, 0.034954946488142014, 0.01723986491560936, 0.030361169949173927, 0.00040467808139510453, 0.02018357813358307, -0.014216948300600052, -0.01467896532267332, -0.00856052991002798, 0.016091419383883476, 0.0027275551110506058, 0.0006068109069019556, -0.015233387239277363, -0.01180125493556261, 0.016685442999005318, -0.01879752427339554, 0.021318821236491203, -0.01948394998908043, 0.013794532045722008, -0.02362891100347042, 0.006851064041256905, 0.02724584937095642, 0.005920428317040205, -0.03020276315510273, 0.004474972374737263, 0.03078358620405197, -0.015008978545665741, -0.011887057684361935, 0.0125800846144557, -0.01857311651110649, 0.0006645630928687751, 0.010197392664849758, -0.008699134923517704, 0.026757430285215378, 0.018480712547898293, -0.03447972983121872, -0.002801808062940836, 0.031021196395158768, -0.01569540426135063, -0.017609478905797005, 0.0033133276738226414, -0.004715881776064634, -0.0011641198070719838, 0.01656663790345192, -0.01149104256182909, -0.012058665044605732, -0.0029965154826641083, 0.014137744903564453, 0.010567007586359978, 0.008435125462710857, -0.00935256015509367, 0.02716664783656597, 0.01395293790847063, -0.017107859253883362, 0.006488049868494272, 0.03096839413046837, -0.014810970984399319, -0.013900135643780231, -0.016777846962213516, -0.014863773249089718, 0.006890665739774704, -0.02877710945904255, 0.017477473244071007, -0.004521174356341362, -0.02727225050330162, 0.03094199299812317, 0.0009652872104197741, 0.0432448647916317, 0.013391915708780289, 0.012507482431828976, 0.011444841511547565, -0.014929775148630142, -0.025622187182307243, -0.10486484318971634, -0.026044603437185287, -0.002722604898735881, 0.02941073291003704, -0.020236380398273468, 0.031338006258010864, -0.008058910258114338, 0.02288968302309513, -0.028935514390468597, 0.008897142484784126, -0.04731062427163124, -0.01873152144253254, 0.010078588500618935, -0.018348706886172295, 0.006616754923015833, -0.015444595366716385, -0.012632886879146099, -0.006191038526594639, -0.02941073291003704, 0.01799229346215725, -0.007313081994652748, 0.00970897451043129, 0.01931234449148178, -0.011741852387785912, -0.002395892282947898, -0.001937174703925848, -0.028909113258123398, 0.0022011848632246256, 0.012085066176950932, -0.014348953031003475, 0.016117820516228676, -0.0360373891890049, -3.374895823071711e-05, -0.03207723796367645, 0.010098389349877834, -0.02582019567489624, 0.01581420935690403, -0.004801684990525246, 0.0007648044847883284, -0.03780625760555267, -0.0062801418825984, 0.009814578108489513, 0.0251205675303936, -0.0018876726971939206, -0.021767638623714447, -0.01714746095240116, 0.003252275288105011, 0.021807240322232246, -0.021754438057541847, -0.04440651088953018, -0.03896789997816086, -0.013108105398714542, -0.0503203384578228, -0.0035179355181753635, 0.021213216707110405, 0.005798323545604944, 0.011075226590037346, -0.0021203316282480955, -0.0028595603071153164, -0.01581420935690403, -0.02232206054031849, 0.0019008732633665204, -0.028486697003245354, -0.00966937281191349, 0.018163900822401047, 0.006818062625825405, -0.04237363114953041, -0.03529816120862961, -0.016078218817710876, -0.022638872265815735, 0.005682819057255983, 0.02585979737341404, -0.014903374016284943, 0.005517812445759773, -0.026836633682250977, -0.020605994388461113, -0.008897142484784126, -0.011128028854727745, 0.021912844851613045, 0.0215432308614254, -0.0215828325599432, -0.014507358893752098, 0.009986184537410736, -0.006610154639929533, 0.017517074942588806, -0.006154736969619989, -0.019945967942476273, -0.024816956371068954, 0.00737908435985446, -0.0432184673845768, -0.006653056479990482, 0.021015210077166557, -0.004709281492978334, -0.01289689727127552, -0.0012961250031366944, -0.016883451491594315, 0.0018513713730499148, 0.010593407787382603, 0.01714746095240116, 0.024196531623601913, -0.011761653237044811, 0.0017523674760013819, -0.05480851233005524, 0.018414709717035294, -0.0026417518965899944, -0.0029783647041767836, 0.0020840303041040897, -0.0073988852091133595, 0.0108046168461442, -0.005042594391852617, 0.003115320112556219, 0.009827778674662113, -0.02224285714328289, 0.00646494934335351, 0.014150945469737053, -0.010369000025093555, -0.0073988852091133595, -0.010639609768986702, 0.01722666434943676, 0.010963022708892822, -0.002389291999861598, -0.012428279034793377, 0.013068503700196743, 0.006032632663846016, 0.014401755295693874, 0.0011550445342436433, -0.01640823297202587, -0.012349075637757778, -0.023879719898104668, 0.01650063507258892, 0.010289796628057957, -0.019127536565065384, -0.005260402802377939, -0.01784708723425865, -0.0019140737131237984, 0.02382691763341427, -0.013147707097232342, -0.0029585640877485275, 0.01784708723425865, 0.026981839910149574, 0.023140491917729378, 0.06832583248615265, -0.03215643763542175, -0.049871522933244705, 0.02650662139058113, -0.01043500192463398, 0.006095334887504578, -0.013325913809239864, -0.011708850972354412, -0.012672488577663898, 0.01370212808251381, 0.01801869459450245, 0.03748944401741028, 0.01791309006512165, -0.022044848650693893, -0.017464272677898407, -0.016738245263695717, 0.010316197760403156, 0.03139080852270126, 0.00030918067204765975, 0.015484197065234184, 0.023945722728967667, 0.03355569392442703, 0.009834378957748413, 0.01712105982005596, 0.002722604898735881, -0.00751768983900547, -0.03368769958615303, -0.03461173549294472, 0.010534006170928478, 0.003242374863475561, -0.009425163269042969, -0.0062108393758535385, -0.010071988217532635, 0.010969622991979122, 0.011200631968677044, 0.0359053835272789, 4.0710161556489766e-05, -0.01570860482752323, -0.00028855487471446395, -0.02007797360420227, 0.017002254724502563, 0.007095273584127426, 7.33762644813396e-05, 0.009939983487129211, 0.013332514092326164, 0.02654622308909893, -0.0001646969758439809, -0.01944435015320778, -0.0026681527961045504, -0.010012585669755936, -0.02435493841767311, 0.020447587594389915, 0.006596954073756933, -0.007748698815703392, 0.03675021603703499, 0.01368892751634121, -0.009068749845027924, -0.031100397929549217, -0.0033958309795707464, 0.014269749633967876, 0.03799106553196907, 0.026770630851387978, 0.01721346378326416, 0.011101627722382545, -0.012962899170815945, -0.014203747734427452, 0.007847702130675316, -0.024288935586810112, -0.014203747734427452, 0.010778215713799, 0.007596892770379782, 0.011227033101022243, -0.0010799666633829474, -0.01647423580288887, -0.014058541506528854, -0.029041118919849396, 0.031839627772569656, -0.004927089903503656, -0.01576140709221363, -0.025173369795084, 0.016104619950056076, 0.039733532816171646, -0.00865293387323618, 0.04073676839470863, -0.024724552407860756, 0.03220923990011215, 0.03458533436059952, 0.02384011819958687, -0.006174537818878889, 0.01853351481258869, 0.004620178136974573, -0.01931234449148178, -0.0014875322813168168, -0.011411840096116066, 0.012784692458808422, -0.02954273857176304, -0.01796589232981205, -0.0006266116397455335, 0.013781331479549408, -0.020553192123770714, 0.06911786645650864, 0.028249088674783707, 0.0029882651288062334, 0.022836880758404732, -0.012375476770102978, 0.013042102567851543, 0.010870618745684624, 0.02287648245692253, -0.018335506319999695, -0.0029585640877485275, 0.00522410124540329, -0.0030790185555815697, 0.0015395092777907848, -0.021807240322232246, 0.001831570640206337, 0.007682695984840393, -0.020434387028217316, 0.020539991557598114, 0.015576600097119808, 0.012698889710009098, 0.03814946860074997, -0.008448326028883457, 0.014890173450112343, 0.0014891823520883918, -0.022124052047729492, -0.009042348712682724, 0.013035502284765244, -0.014626163989305496, -0.0018695220351219177, -0.01287709642201662, 0.01720026321709156, 0.008151314221322536, -0.036407001316547394, -0.006606854498386383, -0.010263395495712757, 0.00938556157052517, 0.0066464561969041824, -0.02867150492966175, 0.0020955807995051146, 0.012065265327692032, 0.008877342566847801, 0.016078218817710876, 0.005184500012546778, -0.028592301532626152, -0.00012808619067072868, 0.0059996312484145164, -0.02013077586889267, -0.013391915708780289, -0.017715083435177803], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='79227ddd-ea29-4259-85e1-a01a513e61d4', node_type=, metadata={'title': \"Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\", 'url': 'https://pub.towardsai.net/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use-1492bec112b#148f', 'source_name': 'towards_ai'}, hash='4983f7ecac4388385d62632d85de3372e3e01072fb3a76c8494d08e00ea131d4'), : RelatedNodeInfo(node_id='73491e62-ca9f-4081-ac68-789207d86d34', node_type=, metadata={}, hash='93da8d580333aa6ead5d181ed2407bff4b43e5bff05be8f8079be5d28a68e0e8')}, hash='1f6f50ad930f5edf8c4c5e3fdb54d33eda249999d3354921f3c21e418a33901d', text=\"What is Generative AI? Generative AI is a subfield of machine learning that involves training artificial intelligence models on large volumes of real-world data to generate new contents (text, image, code,...) that is comparable to what humans would create. This is achieved by training algorithms on large datasets to identify patterns and learn from them. Once the neural network has learned these patterns, it can generate new data that adheres to the same patterns. However, this process is computationally intensive. Fundamentally, a generative AI for NLP applications will process an enormous corpus on which it has been trained and respond to prompts with something that falls within the realm of probability, as learnt from the mentioned corpus. For example, autocomplete is a low-level form of generative AI. Advanced models like ChatGPT and DALL-E take the concept to a whole new level. Different model architectures, such as diffusion models and Transformer-based large language models (LLMs), can be employed for generative tasks such as image and language generation. Diffusion models are a type of generative AI model that can be used for a variety of tasks, including image generation, image denoising, and inpainting. Similarly, the Transformer architecture revolutionized the language domain. The new era of language models are Transformer-based, which is a type of deep learning architecture for natural language processing (NLP) tasks. They utilize a self-attention mechanism to transform the input sequence into a set of context-aware high dimensional vectors (also known as embeddings) that can be used for a variety of NLP tasks, including language generation, machine translation, and text classification. The most well-known transformer-based LLMs are the GPT family, developed by OpenAI. The primary advantage of transformer-based LLMs over traditional NLP models is that they are highly parallelizable and can handle long-range dependencies between words in a sentence more effectively. This makes them more suitable for tasks that require a deeper understanding of the context, such as text summarization or generating a coherent and fluent text. Let's explore the history and current state of generative AI and the key players shaping its future. The Generative AI Revolution Generative AI has been around for several years. One of the earliest examples\", start_char_idx=0, end_char_idx=2382, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='73491e62-ca9f-4081-ac68-789207d86d34', embedding=[-0.025862954556941986, -0.010516154579818249, -0.002155811758711934, -0.0067337313666939735, 0.019892493262887, -0.01736861653625965, 9.69457978499122e-05, 0.02012317068874836, -0.01749073900282383, -0.045592617243528366, 0.02925526350736618, 0.050857480615377426, -0.017450032755732536, -0.006767654325813055, -0.0005410730955190957, 0.021955017000436783, 0.027735508978366852, 0.008127969689667225, 0.012225877493619919, -0.006750692613422871, -0.020272431895136833, -0.009715570136904716, -0.008426493033766747, -0.029852310195565224, -0.006421638652682304, 0.005281823221594095, 0.0313992016017437, -0.032756123691797256, -0.003458457998931408, -0.006163823418319225, -0.0013883019564673305, 0.015903139486908913, -0.0016579905059188604, -0.004257346503436565, -0.01081467792391777, -0.008982831612229347, 0.020136740058660507, -0.0051393467001616955, 0.012537970207631588, -0.003840092569589615, 0.01985178515315056, 0.004874746315181255, -0.006547154393047094, -0.026921356096863747, -0.020191017538309097, 0.02331193909049034, 0.010828246362507343, -0.017002247273921967, -0.011479569599032402, 0.027369139716029167, 0.020435262471437454, 0.040164925158023834, -0.011289600282907486, -0.029662340879440308, -0.020448831841349602, -0.005848338827490807, -0.01944470964372158, 0.019756801426410675, 0.012124108150601387, 0.003823131090030074, -0.0093899080529809, 0.0005427692667581141, -0.008731800131499767, 0.015455354936420918, -0.025198062881827354, -0.0032481348607689142, -0.009695216082036495, 0.021955017000436783, 0.03126350790262222, -0.024397477507591248, 0.02203643135726452, 0.02735557034611702, 0.01056364644318819, -0.0037586770486086607, 0.009593446739017963, -0.008209384977817535, 0.011425293050706387, -0.01838630810379982, -0.04209175705909729, 0.008806431666016579, -0.004070769529789686, -0.003000496421009302, 0.009478108026087284, 0.004464277066290379, 0.0008451087051071227, -0.0147090470418334, 0.0003928716469090432, -0.020136740058660507, -0.011812016367912292, -0.017789263278245926, -0.011398154310882092, -0.005336100235581398, 0.026256462559103966, 0.02332550846040249, -0.015007570385932922, 0.012069831602275372, -0.003109050216153264, 0.002868196228519082, -0.0065132309682667255, -0.035741355270147324, 0.013155370019376278, -0.00536663131788373, -0.003122619353234768, -0.022239970043301582, -0.026975631713867188, 0.010896093212068081, 0.0009006577311083674, 0.012395492754876614, 0.01488544698804617, 0.019593970850110054, 0.000673373113386333, 0.027816925197839737, -8.274050924228504e-05, -0.02504880167543888, -0.0010533116292208433, -0.019146185368299484, 0.015876000747084618, -0.010292261838912964, 0.00891498476266861, -0.017640000209212303, 0.02377329394221306, 0.0019132615998387337, 0.029336677864193916, 0.00038969138404354453, 0.011099631898105145, -0.010502585209906101, -0.02275560051202774, 0.01462763175368309, -0.018345601856708527, -0.00564819248393178, 0.0013391135726124048, 0.0016291558276861906, -0.007232400588691235, 0.00647252332419157, -0.012612600810825825, 0.01844058558344841, -0.006811754312366247, -0.007992277853190899, -0.018956216052174568, -0.011486354283988476, -0.013637077994644642, 0.012870416045188904, -0.009369553998112679, -0.005559992510825396, -0.011920570395886898, 0.029282402247190475, -0.01073326263576746, 0.022877724841237068, 0.014641201123595238, 0.010930015705525875, 0.010828246362507343, -0.020150309428572655, -0.014125569723546505, 0.011594908311963081, 0.017287200316786766, 0.008399354293942451, 0.0061570387333631516, 0.017015816643834114, -0.030123693868517876, 0.009376338683068752, 0.01048223115503788, -0.005230938550084829, -0.006017954088747501, 0.0030242425855249166, 0.020611662417650223, 0.03213194012641907, 0.02977089397609234, 0.0037145770620554686, -0.002147330902516842, -0.027925478294491768, -0.002523877192288637, 0.02431606315076351, -0.04154898598790169, 0.013962739147245884, 0.009315277449786663, 0.0028156156186014414, 0.025238770991563797, 0.001099107787013054, -0.030177971348166466, -0.015007570385932922, 0.010244769975543022, 0.0016825847560539842, 0.005230938550084829, 0.021208709105849266, -0.0003241774102207273, -0.008202600292861462, 0.0341944620013237, -0.009545954875648022, -0.015156831592321396, -0.026134340092539787, 0.003119227010756731, 0.025483017787337303, 0.006275769788771868, -0.020448831841349602, -0.6317834258079529, -0.02297270856797695, 0.007123846560716629, -0.017694277688860893, 0.007714108098298311, 0.002125280909240246, 0.005624446552246809, 0.012653308920562267, 0.004949377384036779, 0.0285768024623394, 0.0021456347312778234, -0.018494863063097, 0.003738323226571083, 0.004674600437283516, -0.008046554401516914, -0.025374462828040123, 4.407350206747651e-05, -0.010997862555086613, 0.03408591076731682, 0.007225615903735161, -0.021086586639285088, 0.009885185398161411, -0.016798708587884903, -0.009437400847673416, -0.01579458639025688, 0.01827775500714779, 0.0008820000803098083, 0.019363293424248695, 0.009796985425055027, 0.015401077456772327, -0.020245293155312538, -0.003300715470686555, 0.00680836196988821, -0.01067898515611887, 0.04057200253009796, -0.00803976971656084, -0.003907938487827778, 0.027898339554667473, 0.011208184994757175, 0.03658264875411987, -0.019593970850110054, -0.018698401749134064, 0.004433746449649334, 0.013046815991401672, 0.010210846550762653, 0.015713170170783997, 0.023624032735824585, 0.002155811758711934, -0.008521477691829205, -0.021955017000436783, -0.010522939264774323, 0.012334431521594524, 0.0051088156178593636, -0.00401988485828042, -0.0007399471360258758, 0.02164292521774769, 0.028224002569913864, -0.029608063399791718, 0.014871877618134022, -0.014790462329983711, 0.009071031585335732, 0.007653046399354935, -0.0319419726729393, -0.012734724208712578, -0.030422218143939972, 0.013135015964508057, -0.0038163464050740004, 0.024587446823716164, -0.013230000622570515, -0.013623508624732494, 0.009858046658337116, 0.018399877473711967, -0.01006158534437418, -0.017897816374897957, 0.014166277833282948, 0.005794061813503504, 0.00810083094984293, -0.0030700387433171272, -0.0032243886962532997, 0.019458279013633728, 0.02286415547132492, -0.00846041552722454, -0.003487292444333434, -0.013046815991401672, 0.028386833146214485, -0.014261262491345406, -0.0023542616982012987, -0.012008770368993282, 0.0005703317583538592, -0.005821200553327799, 0.02527947910130024, 0.021439386531710625, -0.035741355270147324, -0.0695287436246872, -0.012178385630249977, 0.004932415671646595, -0.008501123636960983, 0.01759929396212101, -0.0030937849078327417, -0.006679454352706671, 0.004956162068992853, 0.0003901153977494687, 0.012714370153844357, 0.021452955901622772, 0.031860556453466415, 0.013657432049512863, -0.02146652527153492, 0.012334431521594524, 0.019376862794160843, -0.05373415723443031, -0.023895416408777237, 0.003524607978761196, -0.013576015830039978, -0.007530923467129469, 0.0008294192957691848, -0.0173821859061718, 0.0008726711967028677, -0.01659516990184784, -0.00673712370917201, -0.014396954327821732, 0.02920098602771759, -0.010909662581980228, -0.003385523334145546, -0.022782739251852036, 0.01020406186580658, 0.011533847078680992, 0.003036115551367402, -0.028386833146214485, -0.013291062787175179, 0.01854913868010044, -0.005675331223756075, -0.020245293155312538, 0.02314910851418972, 0.004189500119537115, 0.009057462215423584, 0.0078023080714046955, 0.03104640170931816, 0.0004702586738858372, -0.007598769851028919, -0.005085069686174393, -0.018956216052174568, -0.0052071926183998585, 0.013324985280632973, 0.022891294211149216, -0.05354418605566025, -0.01188664697110653, -0.004189500119537115, 0.004135223105549812, -0.010305831208825111, -0.02365117147564888, -0.02583581767976284, 0.0043489388190209866, -0.01056364644318819, 0.029798032715916634, 0.0015570693649351597, -0.0016791924135759473, -0.00865716952830553, -0.035334277898073196, 0.006743907928466797, -0.04808935523033142, 0.008440062403678894, 0.013888108544051647, -0.0014281616313382983, 0.023298371583223343, -0.0015019442653283477, -0.010244769975543022, -0.009457753971219063, 0.034330155700445175, -0.03272898495197296, -0.033705972135066986, 0.009369553998112679, -0.037966709583997726, 0.009830907918512821, 0.01659516990184784, -0.007625908125191927, 0.027002770453691483, -0.02035384811460972, -0.003962215501815081, 0.01871197111904621, -0.011784877628087997, -0.026595693081617355, 0.01557747833430767, 0.004603361710906029, -0.012463339604437351, 0.0044676694087684155, 0.02028600126504898, 0.03490006551146507, 0.008738584816455841, -0.021955017000436783, -0.0026120771653950214, 0.0009566307999193668, 0.019878923892974854, 0.0004346394562162459, -0.00034304714063182473, -0.009763062000274658, 0.017789263278245926, 0.01171024702489376, -0.006486092694103718, 0.003823131090030074, 0.02375972457230091, 0.010292261838912964, 1.884320954559371e-05, -0.002308465540409088, -0.013806693255901337, -9.00021695997566e-05, -0.03205052390694618, 0.01693440042436123, -0.028061170130968094, 0.004393038805574179, 0.02012317068874836, 0.02629717066884041, 0.0070899236015975475, -0.019702523946762085, -0.03313606232404709, -0.007497000508010387, 0.0392150804400444, 0.0011381192598491907, 0.02758624777197838, -0.033380310982465744, -0.008324723690748215, 0.008005846291780472, 0.023515477776527405, 0.0026850115973502398, -0.01232764683663845, -0.02633787877857685, 0.025767970830202103, -0.009607016108930111, 0.009091384708881378, -0.018196338787674904, -0.05115600302815437, 0.007150984834879637, 0.012938261963427067, 0.024234646931290627, 0.009844477288424969, 0.017748555168509483, 0.01894264668226242, 0.014410523697733879, 0.007463077548891306, 0.03183341771364212, -0.01137780025601387, -0.013623508624732494, -0.0026222539599984884, 0.013386046513915062, -0.024573879316449165, 0.021710770204663277, 0.01613381691277027, 0.043855756521224976, -0.017287200316786766, -0.018372738733887672, -0.006618392653763294, -0.018196338787674904, 0.022633478045463562, 0.0034262309782207012, 0.015509631484746933, 0.008453630842268467, -0.01643233932554722, 0.016947969794273376, -0.018508432433009148, 0.015889570116996765, 0.011119985021650791, 0.004460884723812342, -0.0019641462713479996, -0.005166484974324703, -0.01967538520693779, 0.01126924715936184, 0.01211053878068924, 0.007395231164991856, 0.012090185657143593, -0.00048764425446279347, 0.00442696176469326, 0.00044100004015490413, -0.017680708318948746, 0.03335317224264145, -0.04108763486146927, 0.02309483289718628, 0.011221754364669323, -0.0009905538754537702, 0.012612600810825825, -0.006910131312906742, 0.03403163328766823, -0.005244507919996977, -0.034438710659742355, 0.015224677510559559, -0.007347738835960627, -0.02241636998951435, -0.02494024857878685, -0.030639324337244034, 0.0037010079249739647, -0.02236209437251091, -0.013331769965589046, -0.0037654617335647345, 0.004708523396402597, -0.013101093471050262, 0.01883409358561039, -0.008005846291780472, -0.013135015964508057, 0.02336621657013893, 0.0009761365945450962, -0.00871144700795412, -0.025985078886151314, 0.01799280196428299, 0.011438862420618534, -0.016825847327709198, -0.01213089283555746, 0.03145347908139229, -0.02186003141105175, -0.02835969440639019, 0.0179385244846344, -0.01708366349339485, -0.03272898495197296, 0.0005126625183038414, 0.009450970217585564, 0.01996034011244774, -0.02723344787955284, 0.002893638564273715, -0.007327385246753693, 0.02173790894448757, 0.005838161800056696, 0.010570431128144264, 0.01607953943312168, -0.009715570136904716, -0.01652732491493225, 0.0012933174148201942, 0.026310740038752556, 0.07642190903425217, 0.0173821859061718, -0.02846824750304222, 0.01280257012695074, -0.0224299393594265, -0.005933146458119154, -0.010950369760394096, -0.0034228386357426643, 0.009450970217585564, 0.0058008464984595776, -0.0182234775274992, 0.0071374159306287766, 0.02595794014632702, -0.003097177017480135, 0.02051667869091034, 0.016961539164185524, 0.0026307348161935806, -0.025157354772090912, -0.01815563254058361, -0.018861232325434685, 0.010550078004598618, 0.011723816394805908, 0.02892960235476494, -0.0027206309605389833, 0.004939200356602669, -0.02814258635044098, 0.025822248309850693, 0.021208709105849266, -0.01224623154848814, -0.0014620847068727016, -0.010489015839993954, -0.0060145617462694645, -0.0026120771653950214, 0.010611139237880707, -0.020503109320998192, 0.015496062114834785, 0.005739784799516201, 0.023461202159523964, 0.008080477826297283, -0.01675800047814846, 0.006503054406493902, 0.015414646826684475, 0.006296123377978802, -0.0064657386392354965, -0.00035343607305549085, -0.02846824750304222, 0.017952093854546547, 0.02191430889070034, -0.02500809356570244, -0.037071142345666885, -0.009491677395999432, 0.0004957009805366397, -0.042905911803245544, 0.006360577419400215, 0.005885654129087925, 0.008779292926192284, 0.005939931143075228, 0.006469130981713533, -0.019756801426410675, -0.011364231817424297, -0.00801941566169262, -0.03745108097791672, -0.014790462329983711, -0.018291324377059937, 0.01347424741834402, -0.002515396336093545, -0.015482493676245213, -0.004135223105549812, -0.016663016751408577, 0.01709723100066185, -0.005953500512987375, -0.011384584940969944, -0.04917489364743233, 0.00045117695117369294, 0.024587446823716164, 0.005682115908712149, 0.02169720083475113, -0.0017249885713681579, -0.01613381691277027, 0.02130369283258915, 0.006072231102734804, -0.030557909980416298, -0.0063978927209973335, -0.01675800047814846, 0.0019811077509075403, -0.020978031679987907, -0.004247169476002455, -0.024573879316449165, -0.0065437620505690575, 0.01530609279870987, 0.0021422423887997866, -0.022375663742423058, 0.0065132309682667255, 0.018169201910495758, -0.0051597002893686295, 0.03088357113301754, 0.018182769417762756, -0.009186369366943836, 0.012490477412939072, -0.0364198163151741, -0.002763034775853157, -0.02209070883691311, -0.018956216052174568, -0.026215756312012672, 0.012870416045188904, 0.003276969539001584, 0.0325118787586689, 0.007985493168234825, 0.007836231030523777, -0.011839154176414013, 0.0018623770447447896, -0.002398361684754491, 0.018901940435171127, -0.0024119308218359947, 0.005505715496838093, 0.012619385495781898, 0.027708370238542557, -0.01749073900282383, 0.0028037424199283123, -0.031806278973817825, 0.007340954151004553, -0.028549663722515106, 0.03709827736020088, 0.008202600292861462, -0.009478108026087284, 0.01557747833430767, 0.017015816643834114, -0.00625202339142561, -0.02578154020011425, 0.005163092631846666, 0.009573092684149742, 0.03639267757534981, -0.0022813270334154367, -0.031806278973817825, -0.02337978594005108, 0.004101300146430731, -0.011384584940969944, 0.007992277853190899, -0.00469495402649045, -0.018467724323272705, -0.003646730910986662, -0.0025425348430871964, -0.00281731178984046, -0.004599969368427992, 0.017897816374897957, -0.01856270805001259, -0.0006593798752874136, 0.01236157026141882, 0.03077501803636551, 0.01586243137717247, -0.03788529336452484, 0.005678723566234112, -0.03142634034156799, -0.021507231518626213, -0.010909662581980228, -0.0193361546844244, -0.014179847203195095, -0.0028190079610794783, 0.034275878220796585, 0.027314864099025726, 0.027206309139728546, 0.004552477039396763, 0.008426493033766747, 0.03104640170931816, -0.0039656078442931175, -0.01000730786472559, 0.00530896196141839, 0.024017540737986565, -0.02112729288637638, -0.0006538673187606037, 0.00927456934005022, -0.0012152943527325988, -0.00025336298858746886, -0.008928554132580757, 0.018901940435171127, 0.0021388500463217497, -0.007524138782173395, -0.00035089184530079365, -0.01715150848031044, -0.05028757080435753, -0.017246494069695473, 0.017504308372735977, -0.009043892845511436, 0.007469861768186092, -0.036121293902397156, -0.014424093067646027, 0.04955483227968216, 0.01319607812911272, 0.026215756312012672, 0.004270915873348713, 0.009851261973381042, 0.00660143094137311, -0.012191955000162125, 0.032430462539196014, 0.009071031585335732, -0.04065341874957085, -0.005275039002299309, -0.04233600199222565, -0.009118523448705673, 0.0028851579409092665, -0.012626170180737972, 0.029445232823491096, 0.011221754364669323, -0.004884923342615366, 0.013562447391450405, 0.01216481626033783, 0.004471061751246452, -0.0077548157423734665, -0.010692554526031017, -0.02740984782576561, 0.013087524101138115, -0.017137939110398293, -0.003490684786811471, -0.00835186243057251, -0.0013501385692507029, -0.007809092756360769, -0.002023511566221714, 0.031914833933115005, -0.042743079364299774, -0.023610463365912437, 0.040110647678375244, 0.03829237073659897, 0.038373786956071854, -0.010529723949730396, 0.02067950926721096, 0.009607016108930111, 0.009254216216504574, -0.013908462598919868, -0.007361308205872774, 0.003414358012378216, 0.003992746584117413, 0.015658892691135406, 0.00585512351244688, -0.0043692924082279205, -0.003629769431427121, 0.0147090470418334, -0.0015748789301142097, -0.025686554610729218, -0.04746517166495323, 0.012809354811906815, 0.005427692551165819, 0.008399354293942451, -0.018006369471549988, -0.043177295476198196, -0.008528262376785278, 0.008704662322998047, -0.010794323869049549, 0.035117171704769135, -0.0010032750433310866, -0.007198477163910866, -0.0071102771908044815, 0.00217786175198853, 0.006425030995160341, 0.02375972457230091, -0.016228800639510155, 0.01423412375152111, 0.0227013248950243, -0.004247169476002455, -0.014112001284956932, -0.00592636177316308, -0.006703200284391642, 0.015658892691135406, -0.011316739022731781, 0.006374146323651075, 0.0071577695198357105, 0.001048223115503788, -0.01381347794085741, -0.004440531134605408, 0.011445647105574608, 0.0347643718123436, -0.02578154020011425, -0.01569960080087185, 0.0019590577576309443, -0.013209646567702293, 0.019146185368299484, -0.024451754987239838, 0.001953969243913889, -0.004213246516883373, -0.002551015466451645, -0.007313815876841545, 0.014668338932096958, 0.0015570693649351597, -0.028278278186917305, 0.0055158925242722034, 0.004325192421674728, -0.02909243293106556, -0.001427313545718789, 0.0032956271898001432, 0.021670062094926834, -0.03761390969157219, 0.006482700351625681, 0.009410262107849121, -0.006974584888666868, -0.005010438617318869, 0.003958823159337044, -0.011527062393724918, -0.01686655543744564, 0.02679923176765442, -0.03115495666861534, 0.0005974702071398497, 0.028658216819167137, -0.00974949263036251, 0.001809796318411827, 0.001597777009010315, -0.006221492774784565, -0.003032723208889365, 0.019132615998387337, -0.03929649293422699, -0.011642401106655598, 0.009267785586416721, -0.018589846789836884, 0.004996869713068008, -0.008372215554118156, 0.0064453850500285625, -0.011744169518351555, 0.006523407995700836, -0.0048340386711061, 0.005003653932362795, 0.001419680891558528, 0.018250616267323494, 0.012985754758119583, 0.015211109071969986, 0.025876523926854134, -0.02017744816839695, 0.01911904662847519, -0.016717294231057167, 0.0007954962202347815, -0.0013255443191155791, -0.04936486482620239, -0.01962110958993435, 0.00030997212161310017, 0.0014493635389953852, 7.261658902280033e-05, 0.015713170170783997, -0.004732269328087568, 0.019268309697508812, -0.025198062881827354, 0.01776212453842163, 0.005400554277002811, -0.004864569753408432, 0.0015553731936961412, 0.021154431626200676, 0.022497786208987236, 3.180288672410825e-07, -0.01314180064946413, -0.018535571172833443, -0.007870154455304146, 0.0039011540357023478, -0.040599141269922256, -0.012029123492538929, -0.02930954098701477, 0.04171181842684746, -0.008555400185286999, -0.03503575548529625, 0.004586400464177132, -0.033651694655418396, -0.042118895798921585, 0.008745369501411915, 0.01496686227619648, 0.018630554899573326, 0.0021965194027870893, 0.02679923176765442, 0.006482700351625681, 0.024071816354990005, 0.0017962270649150014, 0.0050443620420992374, 0.002191430889070034, 0.0142884012311697, -0.006760869640856981, -0.014437662437558174, -0.011357447132468224, -0.012924693524837494, -0.031969111412763596, -0.0076869698241353035, 0.018467724323272705, -0.013609939254820347, -0.004101300146430731, 0.011608477681875229, -0.0025221810210496187, 0.01949898526072502, 0.0032159078400582075, -0.00204556155949831, -0.005414123181253672, 0.026161478832364082, 0.02510307915508747, -0.032430462539196014, -0.0037077926099300385, -0.006289338693022728, -0.020991601049900055, -0.004169146530330181, -0.00986483134329319, 0.0024153231643140316, 0.012985754758119583, 0.007693754509091377, -0.003975784871727228, -0.011228539049625397, -0.005936538800597191, 0.01171024702489376, 0.0437200628221035, 0.023176247254014015, 0.01177130825817585, 0.03397735580801964, 0.009091384708881378, -0.0016147386049851775, 0.0014646289637312293, -0.0023932731710374355, -0.004325192421674728, -0.001066880882717669, 0.02162935584783554, -0.035225726664066315, -0.0015808155294507742, -0.014559785835444927, 0.027382709085941315, -0.012537970207631588, -0.004654246382415295, -0.013881323859095573, 0.01575387828052044, -0.021425817161798477, 0.021452955901622772, 0.0013849097304046154, -0.01888837106525898, 0.008826784789562225, -0.011798446998000145, -0.007653046399354935, -0.015943847596645355, -0.024506032466888428, 0.015387509018182755, -0.013053600676357746, -0.001270419335924089, 0.01951255463063717, -0.018304893746972084, 0.0004346394562162459, 0.02091018669307232, -0.008311154320836067, -0.016730861738324165, 0.00013049785047769547, 0.19854499399662018, -0.025035232305526733, -0.0007509721326641738, -0.003884192556142807, -0.001423073117621243, -0.011900216341018677, 0.03148061782121658, 0.0044676694087684155, -0.015889570116996765, 0.014559785835444927, -0.000870126998052001, 0.023108402267098427, -0.0294180940836668, -0.007476646453142166, 0.01580815389752388, -0.021846462041139603, -0.05161735787987709, -0.018983354791998863, -0.008982831612229347, 0.014139139093458652, 0.004393038805574179, 0.012856846675276756, -0.012829708866775036, -0.03167058527469635, 0.012096970342099667, 0.0018538963049650192, 0.004172538872808218, 0.0036162002943456173, 0.02157507836818695, 0.00659803906455636, -0.013623508624732494, 0.004172538872808218, 0.005190230906009674, 0.008134754374623299, -0.009600231423974037, -0.0077073234133422375, 0.023189816623926163, -0.013114661909639835, 0.007863369770348072, 0.02696206234395504, 0.02202286198735237, 0.008453630842268467, 0.015224677510559559, -0.02248421683907509, 0.0003625529061537236, 0.038319509476423264, -0.011961277574300766, 0.0008913289057090878, -0.020163878798484802, 0.0014239212032407522, -0.011961277574300766, 0.004742446355521679, 0.010889308527112007, 0.01693440042436123, -0.012904339469969273, 0.013386046513915062, -0.017219355329871178, 0.00639110803604126, 0.03077501803636551, -0.003404180984944105, -0.0313720628619194, 0.004182715434581041, -0.017341477796435356, 0.025985078886151314, 0.018087785691022873, 0.012619385495781898, -0.005261469632387161, 0.017110800370573997, 0.011309954337775707, -0.011459216475486755, -0.013806693255901337, -9.450758079765365e-05, -0.036854032427072525, -0.009281354025006294, -0.027029909193515778, -0.02683993987739086, 0.05015188083052635, 0.025713693350553513, 0.01341996993869543, 0.017870677635073662, 0.004162361845374107, 0.007653046399354935, -0.009138877503573895, -0.025320185348391533, -0.003185377223417163, -0.03565993905067444, 0.012938261963427067, -0.015957416966557503, -0.00829758495092392, -0.0014646289637312293, -0.01496686227619648, -0.002953004091978073, 0.008175462484359741, 0.004477846436202526, 0.006553939078003168, -0.006723554339259863, 0.025591570883989334, 0.0011092846980318427, 0.019214032217860222, -0.004264131188392639, -0.004138615448027849, 0.04494129493832588, 0.044425662606954575, 0.005770315881818533, -0.0042743077501654625, 0.02555086277425289, 0.009233862161636353, 0.00913209281861782, 0.0047526233829557896, -0.01504827756434679, -0.015346800908446312, -0.024166801944375038, 0.022009294480085373, -0.011452431790530682, -0.007198477163910866, 0.013168939389288425, 0.0049663386307656765, -0.008616462349891663, 0.005797454155981541, -0.0036094156093895435, -0.02887532487511635, -0.012334431521594524, -0.002880069427192211, -0.0006585317896679044, -0.007700538728386164, -0.0294180940836668, -0.014695477671921253, 0.004915453959256411, -0.030340801924467087, 0.007171338889747858, 0.013623508624732494, -0.022782739251852036, 0.005339492578059435, -0.0003905394405592233, -0.02835969440639019, -0.008222954347729683, 0.025822248309850693, -0.007931215688586235, -0.015835292637348175, -0.001994677120819688, -0.021154431626200676, 0.00787693914026022, 0.002274542348459363, 0.0029903193935751915, 0.01449193898588419, -0.0012110539246350527, -0.0077073234133422375, 0.017015816643834114, 0.001445123110897839, -0.007598769851028919, -0.013277493417263031, 0.024234646931290627, 0.0069678002037107944, -0.003351600142195821, 0.01749073900282383, 0.010156570002436638, -0.02764052525162697, 0.002606988651677966, 0.01536037027835846, 0.020530248060822487, -0.03452012687921524, 0.019091909751296043, 0.01347424741834402, -0.016663016751408577, -0.003728146431967616, -0.015455354936420918, -0.17227496206760406, -0.0076123387552797794, 0.03148061782121658, -0.030856432393193245, 0.024465324357151985, 0.03731538727879524, 0.02119513973593712, 0.003472027136012912, -0.021276555955410004, -0.006635354366153479, 0.014844739809632301, -0.004104692488908768, -0.008195815607905388, -0.023054124787449837, -0.0008234827546402812, 0.01190700102597475, -0.015998123213648796, 0.041060496121644974, 0.016676586121320724, 0.012890770100057125, 0.029282402247190475, -0.03652837127447128, 0.008847138844430447, -0.002216873224824667, 0.013528523966670036, 0.01613381691277027, -0.007476646453142166, 0.022565633058547974, -0.0062554157339036465, -0.013745632022619247, -0.013162154704332352, -0.018983354791998863, 0.03218621760606766, -0.01692083105444908, 0.02415323257446289, 0.017463600262999535, 0.006676062010228634, 0.005488754250109196, -0.03465581685304642, 0.016825847327709198, 0.02511664852499962, 0.009145662188529968, 0.02920098602771759, -0.0009820731356739998, -0.022375663742423058, 0.0022915040608495474, 0.017531447112560272, -0.03126350790262222, 0.0010092116426676512, -0.024899540469050407, 0.01872554048895836, -0.021439386531710625, -0.005295392591506243, 0.006000992842018604, 0.02304055541753769, 0.010991077870130539, 0.0151296928524971, 0.002286415547132492, 0.022280678153038025, -0.014329108409583569, -0.022565633058547974, -0.00974949263036251, 0.008127969689667225, 0.011181047186255455, -0.0006682846578769386, -0.01244298554956913, -0.010801108554005623, 0.009932677261531353, -0.027898339554667473, 0.012137677520513535, -0.02152080088853836, 0.01299932412803173, -0.010278693400323391, 0.0063504003919661045, 0.03066646307706833, 0.009206723421812057, -0.02646000124514103, 0.000822634669020772, 0.022904863581061363, -0.01983821578323841, -0.006648923270404339, 0.013935600407421589, -0.023854708299040794, 0.010231200605630875, 0.008948908187448978, -0.018806954845786095, 0.021262986585497856, 0.02342049404978752, -0.03945932537317276, -0.013630293309688568, 0.01708366349339485, -0.018752677366137505, -0.008209384977817535, -0.003014065558090806, -0.005190230906009674, -0.001044830889441073, 0.01883409358561039, -0.01911904662847519, 0.0042064618319272995, -0.012232662178575993, 0.014559785835444927, 0.011588123627007008, 0.012239446863532066, -0.009498462080955505, 0.030639324337244034, 0.024248216301202774, -0.02078806236386299, 0.02006889320909977, 0.03772246465086937, -0.01697510853409767, 0.002428892534226179, -0.010902877897024155, -0.011167477816343307, 0.0156860314309597, -0.030069416388869286, 0.009817339479923248, -0.0034092694986611605, -0.027816925197839737, 0.03150775656104088, -0.003833307884633541, 0.04182037338614464, 0.010658631101250648, 0.00890820100903511, 0.008222954347729683, -0.007103492971509695, -0.028793908655643463, -0.10567717254161835, -0.02971661649644375, -0.007327385246753693, 0.039323631674051285, -0.011520277708768845, 0.028169725090265274, -0.00645895441994071, 0.02157507836818695, -0.026080062612891197, 0.015414646826684475, -0.032376185059547424, -0.014871877618134022, 0.017952093854546547, -0.019132615998387337, 0.01990606263279915, -0.018169201910495758, -0.012877200730144978, -0.011031785048544407, -0.03546997159719467, 0.018901940435171127, -0.00584494648501277, 0.0024373731575906277, 0.026161478832364082, -0.017748555168509483, -0.014274831861257553, -0.010882523842155933, -0.027111325412988663, 0.009830907918512821, 0.016106678172945976, -0.011113200336694717, 0.005943323485553265, -0.021819325163960457, 0.010773969814181328, -0.033217478543519974, 0.010380461812019348, -0.026541417464613914, 0.0070763542316854, -0.0030988731887191534, 0.006316477432847023, -0.029173847287893295, 0.00019071130373049527, 0.009037108160555363, 0.01076040044426918, -0.015387509018182755, -0.036908309906721115, -0.008976046927273273, 0.007537708152085543, 0.01854913868010044, -0.015455354936420918, -0.03395021706819534, -0.04282449558377266, -0.009600231423974037, -0.048849232494831085, 0.0067981849424541, 0.018019938841462135, 0.00803976971656084, 0.018481293693184853, 0.004501592367887497, -0.002355957869440317, -0.021561508998274803, -0.018250616267323494, 0.005651584826409817, -0.02209070883691311, -0.008765723556280136, 0.019078340381383896, -0.0021235847380012274, -0.03286467865109444, -0.027152031660079956, -0.0069949389435350895, -0.01365064736455679, 0.007449508178979158, 0.020367417484521866, -0.015156831592321396, 0.02887532487511635, -0.02612077072262764, -0.017463600262999535, -0.0227013248950243, -0.01643233932554722, 0.02236209437251091, 0.016785139217972755, -0.015265385620296001, -0.014912585727870464, 0.010638277977705002, -0.007463077548891306, 0.02091018669307232, -0.005095246247947216, -0.02219926379621029, -0.0294180940836668, -0.0036738694179803133, -0.04760086536407471, 0.01028547715395689, 0.0269077867269516, -0.005580346565693617, -0.011282816529273987, 0.006072231102734804, -0.0001272115478059277, -0.0046101463958621025, 0.010394031181931496, 0.01951255463063717, 0.029390955343842506, -0.010556861758232117, 0.006306300405412912, -0.06507803499698639, 0.03498147800564766, -0.005024007987231016, -0.005678723566234112, -0.00112115778028965, -0.004162361845374107, 0.010577215813100338, -0.01831846311688423, 0.011594908311963081, 0.006384323351085186, -0.022158555686473846, 0.012544754892587662, 0.010136215947568417, -0.01530609279870987, -0.018806954845786095, -0.012755077332258224, 0.026365017518401146, 0.007870154455304146, 0.0018505039624869823, -0.005522677209228277, 0.00930849276483059, 0.0025611924938857555, 0.013460678048431873, 0.019146185368299484, -0.013263924047350883, -0.011425293050706387, -0.019254740327596664, 0.02051667869091034, 0.012700800783932209, -0.008670738898217678, -0.004125046543776989, -0.013935600407421589, 0.010862169787287712, 0.016296647489070892, -0.010197277180850506, 0.0031243155244737864, 0.007150984834879637, 0.02762695588171482, 0.0271927397698164, 0.06458954513072968, -0.035280000418424606, -0.046542465686798096, 0.012755077332258224, -0.008419708348810673, -0.0009668077691458166, -0.0033108924981206656, 0.0005643952172249556, -0.01613381691277027, 0.016228800639510155, 0.022009294480085373, 0.015848862007260323, 0.022239970043301582, -0.02084233984351158, -0.03593132644891739, -0.008066908456385136, 0.021168000996112823, 0.031643446534872055, -0.0016529019922018051, 0.007327385246753693, 0.007632692810148001, 0.028169725090265274, 0.0061095464043319225, 0.011208184994757175, -0.003589061787351966, 0.0025934192817658186, -0.02594437077641487, -0.02724701724946499, 0.01833203248679638, 0.010794323869049549, -0.010020877234637737, 0.009681646712124348, -0.006523407995700836, 0.013528523966670036, 0.01955326274037361, 0.02119513973593712, -0.0053021772764623165, -0.010726477950811386, -0.0028597156051546335, -0.017558585852384567, 0.01462763175368309, 0.011622047051787376, -0.010407600551843643, 0.006723554339259863, 0.016296647489070892, 0.030910709872841835, -0.0009583269711583853, -0.027816925197839737, -0.004888315685093403, -0.015428216196596622, -0.018019938841462135, 0.0156860314309597, 0.005393769592046738, 0.007198477163910866, 0.02472314052283764, 0.009993739426136017, 0.007266323547810316, -0.029689479619264603, -0.00032248126808553934, 0.007748031057417393, 0.020109601318836212, 0.022104278206825256, 0.0051122079603374004, 0.007463077548891306, -0.023637602105736732, -0.015998123213648796, 0.010997862555086613, -0.017219355329871178, -0.01625593937933445, 0.0045151617377996445, 0.012395492754876614, 0.018033508211374283, 0.0029835347086191177, -0.015170400962233543, -0.0015986250946298242, -0.022212831303477287, 0.02852252498269081, -0.0025968116242438555, -0.01956683211028576, -0.0283054169267416, 0.017802832648158073, 0.03639267757534981, -0.003032723208889365, 0.03357027843594551, -0.005431084893643856, 0.02679923176765442, 0.025265909731388092, 0.02578154020011425, -0.004043630789965391, 0.022877724841237068, 0.01782996952533722, -0.01777569390833378, -0.0008455327479168773, -0.0028987270779907703, 0.006570900324732065, -0.02191430889070034, -0.019892493262887, -0.0015282346867024899, 0.025917232036590576, -0.01709723100066185, 0.07202547788619995, 0.029553785920143127, -0.013379262760281563, 0.026487139984965324, -0.019159754738211632, 0.010963939130306244, 0.01073326263576746, 0.013738847337663174, -0.029798032715916634, -0.002035384764894843, -0.008066908456385136, 0.0043489388190209866, -0.01306038536131382, -0.0187798161059618, -0.007130631245672703, 0.004311623517423868, -0.012008770368993282, 0.02247064746916294, 0.017395755276083946, 0.0017419500509276986, 0.0493105873465538, -0.013860969804227352, 0.01856270805001259, 0.002779996255412698, -0.010475446470081806, -0.015957416966557503, 0.015387509018182755, -0.018372738733887672, -0.005057930946350098, -0.01250404678285122, 0.017192216590046883, 0.00972235482186079, -0.047058094292879105, -0.009729139506816864, -0.0014145923778414726, 0.0055633848533034325, 0.007212046533823013, -0.03015083260834217, 0.0044676694087684155, -0.006414854433387518, -0.0032125154975801706, 0.021045878529548645, 0.0017275328282266855, -0.03351600095629692, -0.003032723208889365, 0.008609677664935589, -0.02253849431872368, -0.023583324626088142, -0.0196075402200222], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='85639c90-e1cb-4ab1-a01b-0e527f064a5f', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='1f6f50ad930f5edf8c4c5e3fdb54d33eda249999d3354921f3c21e418a33901d'), : RelatedNodeInfo(node_id='4adf47f7-5b0b-4ada-a2b7-27c1b2d74c9f', node_type=, metadata={}, hash='fdf8d80a5b0b3f0cb7d504b0d9d2f53492d35733099580eaf94d1a57ed55a136')}, hash='93da8d580333aa6ead5d181ed2407bff4b43e5bff05be8f8079be5d28a68e0e8', text=\"text classification. The most well-known transformer-based LLMs are the GPT family, developed by OpenAI. The primary advantage of transformer-based LLMs over traditional NLP models is that they are highly parallelizable and can handle long-range dependencies between words in a sentence more effectively. This makes them more suitable for tasks that require a deeper understanding of the context, such as text summarization or generating a coherent and fluent text. Let's explore the history and current state of generative AI and the key players shaping its future. The Generative AI Revolution Generative AI has been around for several years. One of the earliest examples is the Eliza chatbot developed by Joseph Weizenbaum in 1966. However, these early implementations relied on a rules-based approach that had several shortcomings, such as a limited vocabulary, lack of context, and overreliance on patterns. As a result, they were prone to frequent breakdowns, making it difficult to customize and expand these initial chatbots. Recently, significant progress has been made in AI and machine learning, resulting in the development of advanced generative AI systems. It's no coincidence that these breakthroughs have happened all at once. They're based on a new class of AI models that are incredibly flexible and powerful, surpassing anything we've seen before. In deep learning, there are three critical components that contributed the most to their recent success: scaling models, large datasets, and more compute power - all working together to bring us to this exciting point in AI advancement. Progress in GPUs and their application to Machine Learning GPUs are designed for parallel processing, making them well-suited for the computationally intensive tasks involved in training deep neural networks. Unlike CPUs, which focus on sequential processing, GPUs have thousands of smaller cores that can handle multiple tasks simultaneously, allowing for faster training of large networks. A key breakthrough for machine learning was the intuition that GPUs could be used for Neural Networks, together with software progress such as Nvidia's release of CUDA in 2007, a programming language that allowed GPUs to be used as general-purpose computers. Alexnet - 2012 - The Deep Learning Revolution The modern AI revolution began in 2012 with step change progress in deep learning and convolutional neural networks\", start_char_idx=1708, end_char_idx=4127, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='4adf47f7-5b0b-4ada-a2b7-27c1b2d74c9f', embedding=[-0.025963233783841133, -0.009401878342032433, 0.00639962637796998, -0.00274559180252254, 0.022126834839582443, -0.01398124173283577, -0.001585553865879774, 0.0071257054805755615, -0.007287806831300259, -0.05341239646077156, 0.02998875081539154, 0.05830245465040207, -0.019749348983168602, -0.008739965036511421, 0.010138088837265968, 0.013825895264744759, 0.02831370383501053, 0.015669798478484154, -0.005214260425418615, -0.00994221679866314, -0.02847580425441265, 0.003405817085877061, -0.005278425291180611, -0.015912950038909912, -0.007200001738965511, 0.012866795063018799, 0.036121584475040436, -0.03474372252821922, -0.0155482217669487, -0.01496735867112875, 0.004900189116597176, 0.016291186213493347, -0.00042256107553839684, -0.010192123241722584, -0.011873924173414707, -0.0071054426953196526, 0.013116701506078243, -0.009692310355603695, 0.006744091864675283, 0.010847282595932484, 0.03004278428852558, 0.010347469709813595, -0.012711447663605213, -0.0165613554418087, -0.01978987455368042, 0.023139968514442444, 0.005903190933167934, -0.010712197981774807, -0.01606154255568981, 0.02368030697107315, 0.02034372091293335, 0.04195723310112953, -0.012285931967198849, -0.038336969912052155, -0.02735460363328457, -0.010779740288853645, -0.033636029809713364, 0.02923227846622467, 0.021532462909817696, -0.013143718242645264, -0.0012292686151340604, 0.0065076942555606365, -0.0013221391709521413, 0.024247661232948303, -0.030988376587629318, -0.0034159484785050154, -0.0029532841872423887, 0.03701314330101013, 0.01866867206990719, -0.024207135662436485, 0.02196473442018032, 0.025517454370856285, 0.009016888216137886, 0.0026949350722134113, 0.012637151405215263, -0.00822664424777031, 0.013825895264744759, -0.012508821673691273, -0.02836773730814457, 0.01589944213628769, -0.006430020555853844, 0.0006247656419873238, 0.006203753873705864, -0.004086304921656847, -0.007375611923635006, -0.009300565347075462, -0.014305444434285164, -0.01661538891494274, -0.00531219644472003, -0.01231294870376587, -0.01105666346848011, -0.0008054411155171692, 0.019154977053403854, 0.023383120074868202, -0.008267168886959553, 0.016818014904856682, 0.000955722585786134, 0.005784992128610611, -0.005278425291180611, -0.014764731749892235, 0.006848782300949097, 0.0010021579219028354, -0.009381616488099098, -0.02292383275926113, -0.017898691818118095, 0.008510321378707886, -0.007909195497632027, 0.01289381179958582, 0.013049159198999405, 0.01619662716984749, 0.008260414935648441, 0.026436029002070427, 0.007213510572910309, -0.0334198959171772, -0.002406192012131214, -0.020465295761823654, 0.014602630399167538, -0.01606154255568981, 0.0050285193137824535, -0.017088184133172035, 0.022099819034337997, 0.0005154316313564777, 0.0267467238008976, -0.0004348031070549041, 0.003751971060410142, 0.004977862350642681, -0.02065441384911537, 0.007470170967280865, 0.009915200062096119, -0.021464921534061432, -0.002109006280079484, -0.005599251016974449, -0.0065076942555606365, 0.008996625430881977, -0.008145593106746674, 0.015926457941532135, 0.0012216700706630945, -0.011853661388158798, -0.018763232976198196, -0.01676398143172264, -0.012995125725865364, 0.011286307126283646, -0.011853661388158798, -0.020384246483445168, -0.0017645407933741808, 0.03301464393734932, -0.005372984334826469, 0.02084353193640709, 0.026084810495376587, 0.02074897289276123, 0.001133020967245102, -0.019627772271633148, -0.010962104424834251, 0.011765857227146626, 0.021464921534061432, 0.01484578289091587, -0.010293436236679554, 0.014251410961151123, -0.010192123241722584, 0.007490433752536774, 0.0177230816334486, -0.0023893064353615046, -0.011374112218618393, -0.002173171378672123, 0.026165861636400223, 0.025220269337296486, 0.03301464393734932, 0.0033382747787982225, -0.0028435280546545982, -0.02988068386912346, 0.0012934337137266994, 0.013190997764468193, -0.04044428840279579, 0.012198126874864101, 0.01494034193456173, 0.002929644426330924, 0.01746642030775547, 0.007301315199583769, -0.03685104101896286, -0.010469046421349049, 0.011597000993788242, -0.010084055364131927, 0.022397004067897797, 0.014899816364049911, 0.003944466356188059, -0.003789119189605117, 0.03957974910736084, -0.012063042260706425, -0.013008633628487587, -0.02130281925201416, 0.00890882033854723, 0.016777491196990013, -0.001055347383953631, -0.021816140040755272, -0.6363018751144409, -0.016426270827651024, 0.014251410961151123, -0.010462291538715363, 0.007503942120820284, 0.006990620866417885, 0.0049373372457921505, 0.004302440211176872, 0.008199626579880714, 0.025963233783841133, 0.007402628660202026, -0.01807430200278759, 0.0011980303097516298, 0.001946904812939465, -0.010779740288853645, -0.019668297842144966, -0.0025395879056304693, -0.012096813879907131, 0.0276112649589777, 0.005781615152955055, -0.012914074584841728, 0.0155482217669487, -0.020830024033784866, 0.005531708709895611, -0.01095535047352314, 0.011191748082637787, -0.013913699425756931, 0.009023642167448997, 0.010671672411262989, 0.014616139233112335, -0.02028968743979931, 0.003446342423558235, 0.01827692799270153, 0.004481426905840635, 0.04225442185997963, -0.0180202666670084, 0.0011870546732097864, 0.037985749542713165, 0.01158349309116602, 0.04514522850513458, -0.027638280764222145, -0.015994001179933548, 0.0026307699736207724, 0.013609759509563446, 0.006024767179042101, 0.020627398043870926, 0.020100567489862442, -0.007618763949722052, -0.007882178761065006, -0.029718581587076187, -0.011259290389716625, 0.012387244962155819, 0.0008624298498034477, -0.003086680080741644, -0.010610884986817837, 0.01579137332737446, 0.015480679459869862, -0.021748598664999008, 0.03239325433969498, -0.017736589536070824, -0.0018742969259619713, -0.001486773369833827, -0.03185291588306427, -0.0072337728925049305, -0.04492909461259842, 0.012914074584841728, -0.005724204238504171, 0.011022891849279404, -0.006180114112794399, -0.015912950038909912, 0.006791371386498213, 0.011941466480493546, 0.0010198877425864339, -0.016277678310871124, 0.012461542151868343, 0.01052307989448309, 0.009482929483056068, 0.0017746721860021353, -0.005535086151212454, 0.017331337556242943, 0.008652159944176674, -0.004663791041821241, -0.005768106784671545, -0.022653665393590927, 0.009469420649111271, -0.004869794938713312, -0.006163228768855333, -0.003518950194120407, -0.0055756112560629845, -0.010590622201561928, 0.015939967706799507, 0.02397749200463295, -0.028205636888742447, -0.07218913733959198, -0.011347094550728798, 0.0036472806241363287, -0.008706193417310715, 0.016588373109698296, -0.008348220027983189, -0.010671672411262989, 0.003390619996935129, -0.0029414643067866564, 0.014318953268229961, 0.02412608452141285, 0.030312953516840935, 0.0133733619004488, -0.007294561248272657, 0.018749723210930824, 0.026638656854629517, -0.0470634289085865, -0.019600756466388702, 0.00663940142840147, -0.011428145691752434, 0.002044841181486845, 0.008273923769593239, -0.01502139214426279, -0.0057951235212385654, -0.01610206812620163, -0.008739965036511421, -0.013548972085118294, 0.03163678199052811, -0.019776364788413048, 0.006811634171754122, -0.020370736718177795, -0.003122139722108841, 0.013521954417228699, -0.0023234528489410877, -0.02316698618233204, -0.026935841888189316, 0.012353474274277687, -0.00018521345918998122, -0.015966983512043953, 0.0180202666670084, 0.0010224205907434225, 0.007449908182024956, 0.0072540356777608395, 0.015413137152791023, -0.00011788230040110648, -0.013967733830213547, -0.027624772861599922, -0.004768481478095055, -0.004778612870723009, 0.012954600155353546, 0.02852983959019184, -0.04633397236466408, 0.0030343348626047373, -0.00822664424777031, 0.013359853066504002, -0.010232647880911827, -0.024112576618790627, -0.017885183915495872, 0.0063050673343241215, -0.0178716741502285, 0.023545222356915474, 0.007172985002398491, -0.005470920819789171, -0.016466796398162842, -0.034446537494659424, -0.0028587249107658863, -0.04441577196121216, -0.002242402173578739, 0.006669795606285334, 0.002769231563434005, 0.025774115696549416, -0.0037722336128354073, -0.019100943580269814, -0.008024017326533794, 0.04387543350458145, -0.029313329607248306, -0.03760751336812973, 0.02366679720580578, -0.041227780282497406, 0.005021764896810055, 0.021167734637856483, -0.022451037541031837, 0.031771864742040634, -0.030177868902683258, -0.006798125803470612, 0.005518200341612101, -0.013873174786567688, -0.01741238683462143, 0.010759477503597736, 0.004261914640665054, -0.01645328849554062, 0.01378536969423294, 0.018344469368457794, 0.03801276907324791, 0.004771858919411898, -0.026368487626314163, 0.0017121955752372742, -0.0046975621953606606, 0.011705068871378899, 0.0034953104332089424, -0.01375835295766592, -0.006224016658961773, 0.018655164167284966, 0.012495312839746475, -0.003157599363476038, 0.003319700714200735, 0.01866867206990719, 0.02195122465491295, -0.0011313323630020022, -0.0022035653237253428, -0.01342739537358284, 0.0034581623040139675, -0.011597000993788242, 0.015237527899444103, -0.02969156578183174, -0.007091934327036142, -0.0006990620750002563, 0.021572988480329514, 0.0023606009781360626, -0.020911075174808502, -0.02297786809504032, -0.014210885390639305, 0.039957985281944275, 0.005261539947241545, 0.02831370383501053, -0.02923227846622467, -0.0050251418724656105, 0.009753098711371422, 0.017074676230549812, 0.002818199573084712, -0.023585747927427292, -0.010732460767030716, 0.029772615060210228, 0.0011954974615946412, 0.016439778730273247, -0.011137713678181171, -0.05008931830525398, 0.007733585778623819, 0.01441351231187582, 0.017101693898439407, 0.010813510976731777, 0.01571032404899597, 0.024423271417617798, 0.012096813879907131, 0.008105067536234856, 0.02585516683757305, -0.015359103679656982, -0.014697189442813396, -0.007085180375725031, 0.009435649961233139, -0.02928631193935871, 0.019046910107135773, 0.021789124235510826, 0.04781990125775337, -0.0075647300109267235, -0.014508071355521679, 0.001430206815712154, -0.012826269492506981, 0.002330207033082843, 0.0010536587797105312, 0.017547471448779106, -0.0004930582945235074, -0.014237902127206326, 0.022707698866724968, -0.008571108803153038, 0.022248411551117897, 0.026868300512433052, 0.014062292873859406, 0.003900563810020685, 0.002617261605337262, -0.013846157118678093, 0.008341466076672077, 0.009449157863855362, 0.025328336283564568, 0.011043154634535313, 0.0017189497593790293, 0.0072337728925049305, 0.00553846312686801, -0.02407205104827881, 0.029745599254965782, -0.03463565558195114, 0.019317077472805977, 0.01004352979362011, -0.003370357444509864, 0.018101317808032036, 0.0033028151374310255, 0.03314972668886185, -0.010739214718341827, -0.030988376587629318, 0.012258915230631828, 0.00017888138245325536, -0.010124580934643745, -0.027084434404969215, -0.028286686167120934, 0.005484429188072681, -0.021897191181778908, -0.012130584567785263, -0.00822664424777031, 0.010192123241722584, -0.016534337773919106, 0.01175910234451294, -0.01968180574476719, -0.02751670591533184, 0.026773741468787193, -0.0057748607359826565, -0.003569606924429536, -0.028340721502900124, 0.015156476758420467, 0.0057748607359826565, -0.015629272907972336, -0.022221393883228302, 0.02619287744164467, -0.023112952709197998, -0.00984765775501728, 0.016777491196990013, -0.015007884241640568, -0.03463565558195114, 0.001982364570721984, 0.0024821769911795855, 0.014724206179380417, -0.01943865418434143, 0.005714072845876217, -0.008084804750978947, 0.021167734637856483, 0.0031525336671620607, 0.013015388511121273, 0.022545596584677696, -0.008044280111789703, -0.022856291383504868, 0.006467168685048819, 0.015818390995264053, 0.07251334190368652, 0.01993846707046032, -0.0302319023758173, 0.013393624685704708, -0.023896440863609314, -0.004326079972088337, -0.0200465340167284, -0.01600750908255577, 0.01575084775686264, 0.015467171557247639, -0.019816890358924866, 0.012427770532667637, 0.024045035243034363, -0.008246906101703644, 0.02069493941962719, 0.019425146281719208, 0.006970358546823263, -0.018452538177371025, -0.011529458686709404, -0.01914146915078163, 0.00011503286077640951, 0.013062668032944202, 0.029664548113942146, -0.002585178939625621, 0.009861165657639503, -0.03128556162118912, 0.02801651880145073, 0.020830024033784866, 0.0016623832052573562, 0.0014352723956108093, -0.012974862940609455, 0.0038735470734536648, -0.009989496320486069, 0.005204129032790661, -0.017858166247606277, 0.02292383275926113, 0.01978987455368042, 0.021816140040755272, 0.01499437540769577, -0.014062292873859406, 0.008611634373664856, 0.012110321782529354, 0.0032082560937851667, -0.01209005992859602, -0.013697564601898193, -0.021843157708644867, 0.025720082223415375, 0.021113701164722443, -0.04033622145652771, -0.03766154870390892, -0.01050281710922718, 0.013542217202484608, -0.047738850116729736, 0.0025311452336609364, -0.0021630399860441685, 0.007902441546320915, 0.001331426203250885, -0.013076175935566425, -0.0032741096802055836, -0.014751223847270012, -0.013150472193956375, -0.023896440863609314, -0.0100232670083642, -0.015183493494987488, 0.010543342679738998, -0.0030326461419463158, -0.009395124390721321, 0.008523829281330109, -0.021289311349391937, 0.019411638379096985, -0.005217637401074171, -0.02639550343155861, -0.061166245490312576, -0.002109006280079484, 0.018601130694150925, 0.007645780686289072, 0.014697189442813396, -0.0005850846064276993, -0.017250286415219307, 0.033392880111932755, 0.004312571603804827, -0.037580497562885284, -0.010556850582361221, -0.01156323030591011, 0.005714072845876217, -0.02357223816215992, -0.016547847539186478, -0.028908075764775276, 0.002472045598551631, 0.01872270740568638, 0.013461166992783546, -0.01943865418434143, 0.004690808244049549, 0.015669798478484154, -0.007929458282887936, 0.029772615060210228, 0.01552120503038168, -0.0032673554960638285, 0.011941466480493546, -0.04230845347046852, 0.0024028148036450148, -0.01691257581114769, -0.02917824499309063, -0.033798132091760635, 0.010745968669652939, 0.006848782300949097, 0.03069118969142437, 0.0009759852546267211, 0.0009928707731887698, -0.011461916379630566, 0.0064165121875703335, -0.009624768048524857, 0.014805257320404053, -0.00393771193921566, 0.008091559633612633, 0.014953849837183952, 0.025666048750281334, -0.026517080143094063, -0.0057545979507267475, -0.019046910107135773, 0.0013297377154231071, -0.012360228225588799, 0.029421396553516388, 0.002301501575857401, -0.017479930073022842, 0.020505821332335472, 0.015561730600893497, -0.007753848098218441, -0.010509571060538292, 0.007517450489103794, 0.0008949345792643726, 0.030366986989974976, -0.003633772023022175, -0.030583122745156288, -0.026381995528936386, -0.0009244842804037035, -0.003263978287577629, 0.0025041282642632723, 0.0021394002251327038, -0.024112576618790627, -0.00776060251519084, -0.006291558966040611, -0.010671672411262989, -0.00946266669780016, 0.012056288309395313, -0.020911075174808502, 0.007274298463016748, 0.00926679465919733, 0.024301694706082344, 0.017642030492424965, -0.027327587828040123, -0.00012030960351694375, -0.03671595826745033, -0.0174258965998888, -0.018155351281166077, -0.015129460021853447, -0.018898315727710724, -0.0044071306474506855, 0.04209231957793236, 0.028043534606695175, 0.03720226138830185, 0.010556850582361221, 0.019654789939522743, 0.027489688247442245, -0.004991371184587479, -0.0040761735290288925, 0.0174258965998888, 0.019776364788413048, -0.024463796988129616, 0.0014572236686944962, 0.019357603043317795, -0.012441279366612434, 0.0018878054106608033, -0.0030765486881136894, 0.023707322776317596, -0.0066866809502244, -0.009827394969761372, -0.005717449821531773, -0.02373434044420719, -0.04320001229643822, -0.012934337370097637, 0.009874674491584301, -0.003687805961817503, 0.010827019810676575, -0.02327505312860012, -0.0165613554418087, 0.04800901934504509, 0.010252910666167736, 0.02731407806277275, 0.004245029296725988, 0.019519705325365067, 0.010421765968203545, -0.021545972675085068, 0.040363237261772156, 0.005295311100780964, -0.04206530377268791, -0.011063417419791222, -0.0459287166595459, 0.0015230773715302348, 0.008557600900530815, -0.007294561248272657, 0.02508518472313881, 0.009482929483056068, 0.0078484071418643, 0.006122703198343515, 0.018641656264662743, -0.004032271448522806, -0.007510696072131395, -0.0026864921674132347, -0.025382371619343758, 0.005835648626089096, -0.026530588045716286, -0.004974485374987125, 0.007227018941193819, -0.0020279556047171354, -0.01158349309116602, -0.002960038371384144, 0.020384246483445168, -0.036175619810819626, -0.03220413625240326, 0.04422665387392044, 0.029502447694540024, 0.0274626724421978, -0.022086309269070625, 0.030204886570572853, 0.018506571650505066, 0.01691257581114769, -0.015966983512043953, -0.007044654805213213, 0.010421765968203545, 0.007855162024497986, 0.019560230895876884, 0.01481876615434885, -0.004815760999917984, -0.009861165657639503, 0.004224766511470079, -0.0007319889264181256, -0.017331337556242943, -0.05249382182955742, 0.01691257581114769, 0.008314448408782482, 0.007530958857387304, -0.021343344822525978, -0.04625292122364044, -0.010921578854322433, 0.007666043471544981, -0.0066157616674900055, 0.024598881602287292, -0.011421391740441322, -0.008341466076672077, -0.015534712933003902, 0.005673547275364399, 0.002433208981528878, 0.02069493941962719, -0.018290435895323753, -0.00041454043821431696, 0.013562479987740517, 0.011732085607945919, -0.003789119189605117, -0.010881053283810616, -0.009293811395764351, 0.016669422388076782, -0.018938841298222542, 0.013589496724307537, -0.0004504222597461194, -0.007152722217142582, -0.007152722217142582, -0.0036574117839336395, 0.012353474274277687, 0.033852167427539825, -0.01700713485479355, -0.01847955398261547, 0.010779740288853645, -0.017547471448779106, 0.01171182282269001, -0.023842407390475273, -0.006669795606285334, -0.004258537665009499, -0.0030343348626047373, -0.005501314997673035, 0.015885932371020317, 0.0014749534893780947, -0.02145141363143921, 0.006804879754781723, 0.0029853666201233864, -0.018006758764386177, 0.0026864921674132347, 0.007909195497632027, 0.03131257742643356, -0.02458537183701992, 4.6303364797495306e-05, 0.017196252942085266, -0.0016471862327307463, -0.016088560223579407, 0.014602630399167538, 0.0043159485794603825, -0.014913325197994709, 0.02377486601471901, -0.03390619903802872, -0.0005922609707340598, 0.028286686167120934, -0.007078425958752632, -0.008314448408782482, 0.004018762614578009, -0.017277302220463753, 0.0029921208042651415, 0.01999250054359436, -0.03641877323389053, -0.011475425213575363, 0.005633022170513868, -0.01274521928280592, 0.012009008787572384, -0.004768481478095055, 0.002206942532211542, 0.000736210320610553, 0.001216604490764439, -0.008152347058057785, -0.0003402440052013844, -6.189612031448632e-05, 0.0027624773792922497, 0.005322327837347984, 0.015737339854240417, 0.023801881819963455, -0.023909950628876686, 0.01958724670112133, -0.019019892439246178, 0.018938841298222542, 0.0050454046577215195, -0.04760376363992691, -0.021343344822525978, -0.010421765968203545, 0.0035729841329157352, -0.006166605744510889, 0.0063253301195800304, -0.0007125705596990883, 0.018236402422189713, -0.027530213817954063, 0.02534184604883194, 0.011502441950142384, -0.009888182394206524, 0.00335684884339571, 0.028232652693986893, 0.018749723210930824, -0.0017459667287766933, -0.0033399632666260004, -0.00994897074997425, 0.009131710045039654, 0.001607505138963461, -0.0386611744761467, -0.0009455912513658404, -0.015129460021853447, 0.034149352461099625, -0.0019840530585497618, -0.02139737829566002, 0.0026155728846788406, -0.027935467660427094, -0.030312953516840935, 0.0029904323164373636, 0.009780115447938442, 0.012812761589884758, -0.0027945598121732473, 0.01831745356321335, 0.002443340141326189, 0.01847955398261547, -0.00635910127311945, 0.006477300077676773, -0.0018455914687365294, 0.019614264369010925, -0.0027439030818641186, -0.009476175531744957, -0.017601504921913147, -0.014048784039914608, -0.034203387796878815, -0.009820640087127686, 0.009638276882469654, -0.013454413041472435, -0.002117448952049017, 0.014710698276758194, -0.0029549726750701666, 0.01175910234451294, 0.003512196009978652, -0.006301690358668566, 0.0009455912513658404, 0.028935091570019722, 0.024045035243034363, -0.02473396621644497, -0.008699439465999603, -0.019154977053403854, -0.016628896817564964, -0.017750099301338196, -0.002277861814945936, 0.003051220439374447, 0.009212760254740715, 0.008098313584923744, -0.014102818444371223, -0.014913325197994709, 0.0008560977876186371, 0.0021410887129604816, 0.04044428840279579, 0.017088184133172035, 0.002853659214451909, 0.0334198959171772, 0.010617638938128948, -0.0006365855224430561, -0.005369607359170914, -0.007314823567867279, -0.01327880285680294, -0.007240527309477329, 0.019816890358924866, -0.03755348175764084, 0.002090431982651353, -0.019506197422742844, 0.04049832373857498, -0.025368861854076385, -0.003184616332873702, -0.01816886104643345, 0.01923602819442749, -0.02266717329621315, 0.027381621301174164, -0.015210510231554508, -0.015345594845712185, 0.019006384536623955, -0.0061058178544044495, 0.0012900566216558218, -0.029907699674367905, -0.025936217978596687, 0.007004129700362682, -0.01600750908255577, -0.005656661931425333, 0.024409763514995575, -0.01731782779097557, -0.008388745598495007, 0.01792570762336254, 0.0030461547430604696, -0.01796623319387436, -0.0005145873874425888, 0.2004653513431549, -0.026733215898275375, -0.0014065669383853674, -0.0007860227487981319, -0.016439778730273247, -0.01499437540769577, 0.02882702462375164, -0.0020938091911375523, -0.009827394969761372, 0.012914074584841728, -0.002188368234783411, 0.02969156578183174, -0.042686689645051956, -0.011421391740441322, 0.014697189442813396, 0.004319325555115938, -0.04822515323758125, -0.026165861636400223, -0.00722026452422142, 0.014129835180938244, 0.008895311504602432, 0.01564278081059456, -0.010259664617478848, -0.03220413625240326, 0.014345970004796982, 0.006490808445960283, -0.0031525336671620607, -0.002011070027947426, 0.017506945878267288, 0.005119701381772757, -0.013170734979212284, 0.017736589536070824, 0.002450094558298588, 0.004933960270136595, -0.0076998146250844, -0.002813133876770735, 0.014832274056971073, -0.0018742969259619713, 0.002684803679585457, 0.026341469958424568, 0.024220643565058708, 0.009874674491584301, 0.02074897289276123, -0.013967733830213547, -0.0027793629560619593, 0.03817487135529518, -0.0077470941469073296, -0.013690810650587082, -0.02281576581299305, 0.00302926916629076, -0.011880679056048393, -0.0068150111474096775, 0.004032271448522806, 0.017628522589802742, -0.008625143207609653, 0.015440153889358044, -0.011441654525697231, 0.008111822418868542, 0.03439250588417053, 0.014629647135734558, -0.029097193852066994, 0.006018012762069702, -0.021735090762376785, 0.030610140413045883, 0.01752045564353466, 0.0019131337758153677, -0.010320452973246574, 0.028502821922302246, 0.020924583077430725, -0.013238277286291122, -0.015737339854240417, -0.01148893404752016, -0.034554604440927505, -0.0201951265335083, -0.024909574538469315, -0.021019142121076584, 0.036229655146598816, 0.015102443285286427, 0.017601504921913147, 0.013015388511121273, 0.0031525336671620607, 0.0010384618071839213, 0.00023048787261359394, -0.014494563452899456, -0.014251410961151123, -0.035716332495212555, 0.01700713485479355, -0.014805257320404053, -0.004565855022519827, 0.008483304642140865, -0.01069868914783001, -0.017088184133172035, -0.008260414935648441, 0.00878049060702324, 0.009226269088685513, -0.009091184474527836, 0.01969531551003456, 0.011846907436847687, 0.01691257581114769, -0.001989118754863739, -0.007463416550308466, 0.02917824499309063, 0.04120076075196266, 0.010435274802148342, -0.0014833962777629495, 0.019776364788413048, 0.018641656264662743, 0.0036506575997918844, 0.004863040521740913, -0.011239027604460716, -0.025125710293650627, -0.02368030697107315, 0.014345970004796982, -0.0027911828365176916, -0.009327582083642483, 0.02458537183701992, -0.006632647011429071, -0.02191070094704628, 0.013846157118678093, -0.01231294870376587, -0.0200465340167284, -0.010489308275282383, -0.009178989566862583, 0.007578238379210234, -0.0055587259121239185, -0.029313329607248306, -0.014332462102174759, 0.008186118677258492, -0.022896816954016685, -0.00012843577133025974, 0.011137713678181171, -0.023558730259537697, 0.006798125803470612, 0.002867167815566063, -0.024409763514995575, -0.01332608237862587, 0.03144766390323639, -0.00813208520412445, -0.00842927023768425, -0.00023534246429335326, -0.02155948057770729, 0.0005483584827743471, 0.01224540639668703, 0.007490433752536774, 0.01496735867112875, -0.008159101940691471, -0.0069433413445949554, 0.020586872473359108, 0.002026266884058714, 0.0019924959633499384, 0.0004339588340371847, 0.020559854805469513, 0.00780112762004137, -0.0021579742897301912, 0.02165403962135315, -0.003290995256975293, -0.024774489924311638, 0.003475047880783677, 0.0026510325260460377, 0.016372237354516983, -0.02366679720580578, 0.012637151405215263, 0.02043827995657921, -0.012812761589884758, -0.015669798478484154, -0.015588747337460518, -0.1713951677083969, 0.0014935275539755821, 0.027124959975481033, -0.022788750007748604, 0.03144766390323639, 0.03957974910736084, 0.011387620121240616, 0.006392872426658869, -0.008699439465999603, -0.013008633628487587, 0.016818014904856682, -0.0021934339310973883, -0.004677299410104752, -0.035365112125873566, 0.006825142540037632, 0.009503192268311977, -0.010759477503597736, 0.05608706921339035, 0.017844658344984055, 0.0037080685142427683, 0.034149352461099625, -0.03671595826745033, 0.009280302561819553, -0.00771332299336791, 0.0012267357669770718, 0.02089756727218628, -0.015413137152791023, 0.01761501468718052, -0.0057748607359826565, -0.013292311690747738, -0.0034581623040139675, -0.017939217388629913, 0.03225817158818245, -0.012326457537710667, 0.027435654774308205, 0.013825895264744759, 0.00040187628474086523, 0.0027320832014083862, -0.039957985281944275, 0.01606154255568981, 0.02676023170351982, 0.0178716741502285, 0.028043534606695175, -0.006534710992127657, -0.02432871237397194, -0.00045928717008791864, 0.002993809524923563, -0.027692314237356186, 0.011070172302424908, -0.02626042068004608, 0.030015768483281136, -0.029745599254965782, -0.008753472939133644, 0.002308255759999156, 0.02852983959019184, 0.012968108989298344, 0.014021767303347588, 0.007389120291918516, 0.014683681540191174, -0.01630469411611557, -0.030664173886179924, 0.0006859757704660296, 0.020060043781995773, 0.01117823924869299, -0.007578238379210234, -0.014508071355521679, -0.011043154634535313, 0.006656286772340536, -0.029097193852066994, 0.003120451234281063, -0.014305444434285164, -0.0040795509703457355, -0.017952725291252136, -0.002696623560041189, 0.024450287222862244, 0.010766231454908848, -0.026841282844543457, 0.0017746721860021353, 0.01272495649755001, -0.0153996292501688, 0.004224766511470079, 0.02342364564538002, -0.01435947883874178, 0.007044654805213213, 0.010570359416306019, -0.015291561372578144, 0.03320376202464104, 0.020168110728263855, -0.03517599403858185, -0.017587997019290924, 0.01837148703634739, -0.028232652693986893, -0.008125330321490765, 0.002617261605337262, -0.00035375243169255555, 0.0031879933085292578, 0.024909574538469315, -0.012941091321408749, 0.0018388372845947742, -0.009050658904016018, 0.0023825522512197495, 0.01737186126410961, 0.0009481240995228291, 0.0015121017349883914, 0.03593246638774872, 0.01912795938551426, -0.016034526750445366, 0.02438274584710598, 0.03358199819922447, -0.016872050240635872, -0.0013356476556509733, 0.006801502779126167, -0.006186868529766798, 0.020181618630886078, -0.02584165707230568, 0.011860416270792484, -0.002760788658633828, -0.020627398043870926, 0.03725629672408104, -0.01274521928280592, 0.041470929980278015, 0.015994001179933548, -0.003907318226993084, 0.007976737804710865, -0.008679176680743694, -0.026084810495376587, -0.11152573674917221, -0.04441577196121216, -0.0013753287494182587, 0.037121210247278214, -0.011245781555771828, 0.02449081279337406, -0.006581990513950586, 0.019398128613829613, -0.03417636826634407, 0.018303945660591125, -0.036526840180158615, -0.02523377723991871, 0.009597751311957836, -0.02039775438606739, 0.015534712933003902, -0.018844282254576683, -0.011651035398244858, -0.0003712712205015123, -0.04082252457737923, 0.021491937339305878, 0.0017966233426705003, -0.0007492966251447797, 0.03452758863568306, -0.014102818444371223, -0.01100262999534607, -0.008436025120317936, -0.022397004067897797, 0.011522704735398293, 0.009624768048524857, -0.0023200756404548883, 0.00717973941937089, -0.03125854581594467, 0.012123830616474152, -0.026287436485290527, -0.0012149158865213394, -0.023085935041308403, 0.004748218692839146, -0.01329906564205885, -0.01047580037266016, -0.025652538985013962, 0.000570309697650373, 0.005166980903595686, 0.012225143611431122, -0.013454413041472435, -0.027233028784394264, -0.0015391185879707336, -0.004866417963057756, 0.013366607949137688, -0.011921203695237637, -0.0296375323086977, -0.02296435832977295, -0.0020836777985095978, -0.04084954038262367, 0.00880750734359026, 0.002428143285214901, -0.005278425291180611, 0.03185291588306427, -0.015291561372578144, 0.006281427573412657, -0.02261313982307911, 0.002689869375899434, 0.014872799627482891, -0.019276553764939308, 0.007301315199583769, 0.02412608452141285, -0.004292308818548918, -0.046009767800569534, -0.025152727961540222, -0.01226566918194294, -0.011434899643063545, 0.007902441546320915, 0.021140718832612038, -0.022802257910370827, 0.021789124235510826, -0.028502821922302246, -0.004376736469566822, -0.02281576581299305, -0.0180202666670084, 0.029097193852066994, 0.020830024033784866, -0.026381995528936386, -0.01691257581114769, 0.008091559633612633, -0.006463791709393263, 0.019816890358924866, 0.0006530489772558212, -0.02331557869911194, -0.02757073938846588, 0.00039554419345222414, -0.046820275485515594, 0.012258915230631828, 0.02630094438791275, 0.008868294768035412, -0.006254410836845636, 0.00233527272939682, 0.004528706893324852, -0.003694560145959258, 0.005400001537054777, 0.01125253550708294, 0.01827692799270153, -0.0036641662009060383, 0.013582742772996426, -0.05438500642776489, 0.023180494084954262, -0.005633022170513868, -0.001997561426833272, 0.004285554401576519, -0.001274859649129212, 0.003984991926699877, -0.017736589536070824, -0.0006923078908585012, -0.004248406272381544, -0.0212082602083683, 0.010232647880911827, 0.010381241329014301, -0.003961351700127125, -0.018141843378543854, -0.005660038907080889, 0.023599255830049515, 0.0008940902771428227, -0.0034530966076999903, -0.005660038907080889, 0.006244279444217682, 0.0011017826618626714, 0.017223268747329712, 0.00776060251519084, -0.018384994938969612, -0.015966983512043953, -0.013440904207527637, 0.017642030492424965, 0.02615235187113285, -0.020667923614382744, 0.0009945593774318695, -0.004768481478095055, 0.011880679056048393, 0.00549118360504508, -0.018209386616945267, 0.010185368359088898, 0.01165778934955597, 0.013197751715779305, 0.024342220276594162, 0.05624917149543762, -0.04233546927571297, -0.041470929980278015, 0.014251410961151123, -0.010036775842308998, -0.012346720322966576, -0.011907695792615414, 0.0015374301001429558, -0.01796623319387436, 0.010786494240164757, 0.017304319888353348, 0.008658913895487785, 0.023437155410647392, -0.016588373109698296, -0.021735090762376785, -0.010381241329014301, 0.020573364570736885, 0.020060043781995773, -0.0031626650597900152, -0.0050656674429774284, 9.735579806147143e-05, 0.029097193852066994, 0.018614638596773148, 0.029097193852066994, -0.008415762335062027, 0.012150847353041172, -0.013231523334980011, -0.02155948057770729, 0.013670547865331173, 0.010658164508640766, -0.00614634295925498, 0.006767731625586748, -0.015831898897886276, 0.012981616891920567, 0.008483304642140865, 0.017506945878267288, -0.01269793976098299, -0.00021866797760594636, -0.0034243911504745483, -0.01585891656577587, 0.01862814836204052, 0.013069421984255314, 0.005190620664507151, 0.0009422141592949629, 0.01923602819442749, 0.029043160378932953, -0.00888855755329132, -0.019317077472805977, -0.001345778931863606, -0.019465671852231026, -0.027233028784394264, 0.012711447663605213, 0.015345594845712185, 0.010975612327456474, 0.02307242713868618, 0.007888932712376118, 0.008044280111789703, -0.021167734637856483, -0.0022339592687785625, 0.018871299922466278, 0.013508446514606476, 0.013738090172410011, 0.0021275803446769714, 0.009151972830295563, -0.012421016581356525, -0.014237902127206326, 0.012103567831218243, -0.004569231998175383, -0.008848031982779503, -0.011522704735398293, 0.014521580189466476, 0.015467171557247639, 0.009611259214580059, 0.004285554401576519, 0.00020093814237043262, -0.02928631193935871, 0.027800383046269417, 0.00505891302600503, -0.025179743766784668, -0.022883309051394463, -0.00046013144310563803, 0.041470929980278015, -0.0041031907312572, 0.028664924204349518, -0.0008012197213247418, 0.0366349071264267, 0.0380668006837368, 0.025058168917894363, -0.005329082254320383, 0.017898691818118095, 0.007024392019957304, -0.01009756326675415, 0.0018084432231262326, 0.003701314330101013, 0.015291561372578144, -0.02124878577888012, -0.0188848078250885, -0.003738462459295988, 0.02231595292687416, -0.019154977053403854, 0.067434161901474, 0.026138843968510628, -0.013042405247688293, 0.012941091321408749, -0.002640901366248727, 0.00579174654558301, 0.011063417419791222, 0.0031170740257948637, -0.025868674740195274, -0.004268669057637453, -0.00583227165043354, -0.009766606613993645, -0.006777863018214703, -0.02241051197052002, -0.005855911411345005, 0.008152347058057785, -0.009503192268311977, 0.01958724670112133, 0.01206979714334011, -0.003383865812793374, 0.03239325433969498, -0.0155482217669487, 0.012076551094651222, 0.006787994410842657, -0.019006384536623955, -0.006521202623844147, 0.016372237354516983, -0.019776364788413048, -0.009793623350560665, -0.022842783480882645, 0.014318953268229961, -0.00022331150830723345, -0.04981914907693863, -0.016872050240635872, 0.012968108989298344, 0.012096813879907131, 0.008929083123803139, -0.01635872945189476, -0.0065043168142437935, -0.005609382409602404, 0.00878724455833435, 0.021667547523975372, -0.00722026452422142, -0.027881434187293053, -0.007618763949722052, 0.005295311100780964, -0.012974862940609455, -0.023761358112096786, -0.0034953104332089424], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='73491e62-ca9f-4081-ac68-789207d86d34', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='93da8d580333aa6ead5d181ed2407bff4b43e5bff05be8f8079be5d28a68e0e8'), : RelatedNodeInfo(node_id='37bfa93d-05a9-4773-890d-cbe4a3d6c0a1', node_type=, metadata={}, hash='a3fc05e0bd75f219abe31074e80ab504cab133a4fe0c395295788ac8e23959f3')}, hash='fdf8d80a5b0b3f0cb7d504b0d9d2f53492d35733099580eaf94d1a57ed55a136', text='them well-suited for the computationally intensive tasks involved in training deep neural networks. Unlike CPUs, which focus on sequential processing, GPUs have thousands of smaller cores that can handle multiple tasks simultaneously, allowing for faster training of large networks. A key breakthrough for machine learning was the intuition that GPUs could be used for Neural Networks, together with software progress such as Nvidia\\'s release of CUDA in 2007, a programming language that allowed GPUs to be used as general-purpose computers. Alexnet - 2012 - The Deep Learning Revolution The modern AI revolution began in 2012 with step change progress in deep learning and convolutional neural networks (CNNs), which were particularly effective in solving computer vision problems. Although CNNs had been around since the 1990s, they were not practical due to their intensive computing power requirements. However, In 2009, Stanford AI researchers introduced ImageNet, a labeled image dataset used to train computer vision algorithms, and a yearly challenge. In 2012, AlexNet combined CNNs trained on GPUs with ImageNet data to create the most advanced visual classifier at the time. The model outperformed the runner-up by a significant margin of nearly 11%! The success of CNNs, the ImageNet dataset, and GPUs drove significant progress in computer vision. Transformers: Attention Is All You Need (Google) - 2017 One critical area where deep learning lagged was natural language processing (NLP), which involves getting computers to understand and hold a coherent conversation with humans rather than translation or classification. NLP breakthroughs were needed to bridge this gap. Previously, researchers relied on models such as recurrent neural networks (RNNs) and long short-term memory (LSTM) to process and analyze time-based data. These models were proficient at recognizing short sequences such as spoken words but struggled with longer sentences and paragraphs. The architectural flaws of these models was unable to capture the complexity and richness of ideas that arise when sentences are combined into larger bodies of text. A significant breakthrough in AI was the development of the \"Transformer\" model by Google with the very popular paper \"Attention Is All You Need\". This model represented a major milestone as it revolutionized the approach to translation problems by utilizing a mechanism called \"attention\":', start_char_idx=3423, end_char_idx=5855, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='37bfa93d-05a9-4773-890d-cbe4a3d6c0a1', embedding=[-0.02792300470173359, -0.012885404750704765, 0.0034903755877166986, 0.012760438024997711, 0.01827283762395382, -0.004661933984607458, 0.0033254895824939013, 0.008824002929031849, -0.018633849918842316, -0.045682091265916824, 0.031547024846076965, 0.045432157814502716, -0.026659458875656128, -0.006925210822373629, 0.006279551889747381, 0.023202059790492058, 0.026492835953831673, 0.01792570762336254, -0.002060206839814782, -0.01788405328989029, -0.005498513113707304, -0.001820688252337277, -0.01963357999920845, -0.009504374116659164, 0.007064062170684338, 0.010032009333372116, 0.04182202368974686, -0.042210809886455536, -0.012600759044289589, -0.007171671837568283, 0.01110810786485672, 0.01743972860276699, -0.009657111018896103, -0.014051755890250206, -0.004231494851410389, -0.007303580641746521, 0.012559103779494762, -0.017800742760300636, 0.006366333924233913, -0.003669146681204438, 0.026867734268307686, 0.010462448932230473, -0.005998378153890371, -0.011892617680132389, -0.017995133996009827, 0.012364712543785572, 0.00438423128798604, -0.017523039132356644, -0.009046165272593498, 0.01895320788025856, 0.010344425216317177, 0.04351601004600525, -0.018550539389252663, -0.01996682398021221, -0.01710648462176323, -0.001968217780813575, -0.010143090970814228, 0.024146249517798424, 0.013024255633354187, 0.0020636781118810177, 0.004845912102609873, -0.005161798559129238, -0.01430168841034174, 0.014204492792487144, -0.030436214059591293, -0.008407448418438435, -0.016398344188928604, 0.023799119517207146, 0.0119828712195158, -0.007900641299784184, 0.025104323402047157, 0.02266053855419159, 0.006203183904290199, 0.002799590118229389, 0.027076011523604393, -0.0012756966752931476, 0.01734253205358982, -0.011212245561182499, -0.04107222706079483, 0.014384998939931393, 0.0003445248876232654, 0.002471553860232234, -0.005769273266196251, 0.013524120673537254, 0.004342575557529926, -0.012829864397644997, 0.006668335758149624, -0.010129205882549286, -0.011281671933829784, -0.014065640978515148, 0.0010544024407863617, -0.000252318917773664, 0.02761753275990486, 0.02211901918053627, -0.002282368950545788, 0.008775404654443264, -0.014023985713720322, 0.0168010126799345, 0.005515869706869125, -0.026631686836481094, 0.0036865032743662596, 0.006939095910638571, -0.013905961997807026, -0.02611793763935566, -0.021063748747110367, 0.015162566676735878, 0.02041114680469036, 0.010143090970814228, 0.004540438763797283, 0.013857363723218441, -0.00012496621639002115, 0.023660268634557724, -0.006977280136197805, -0.01837003231048584, -0.008421334438025951, -0.0068453713320195675, 0.018161755055189133, -0.00942800659686327, 0.0016653483035042882, -0.0215774979442358, 0.0344073623418808, 0.01283680647611618, 0.022382836788892746, -0.010677668265998363, 0.016356687992811203, -0.0014735598815605044, -0.021896857768297195, 0.002355265896767378, 0.0039294930174946785, -0.01169128343462944, 0.007664594333618879, 0.013794881291687489, 0.002169552259147167, 0.0034261569380760193, -0.027214864268898964, 0.030491754412651062, -0.017703546211123466, -0.010879002511501312, -0.017939593642950058, -0.027103781700134277, -0.008261654525995255, 0.0029696831479668617, -0.012080066837370396, -0.009511317126452923, 0.010858175344765186, 0.021160945296287537, -0.004953521769493818, 0.030075201764702797, 0.0243684109300375, 0.015245877206325531, 0.021855201572179794, -0.02163304015994072, -0.01817564107477665, 0.01393373217433691, 0.007116131484508514, 0.01613452658057213, 0.004169011488556862, 0.014260033145546913, -0.020647194236516953, 0.0011142820585519075, 0.019841857254505157, 0.0033359036315232515, -0.009893158450722694, -0.008657380938529968, 0.02188297174870968, 0.028381215408444405, 0.017286991700530052, 0.005144442431628704, -0.013468580320477486, -0.028103511780500412, -0.012260573916137218, 0.02236895076930523, -0.0536799281835556, 0.010399965569376945, 0.015245877206325531, 0.019869627431035042, 0.0244100671261549, 0.001470088609494269, -0.03054729476571083, -0.012885404750704765, 0.012538276612758636, -0.006529484409838915, 0.02129979617893696, 0.024479491636157036, 0.0004072249575983733, -0.00438423128798604, 0.027395369485020638, -0.005901182070374489, -0.01627337746322155, -0.01891155354678631, 0.016439998522400856, 0.010191688314080238, 0.0030894423834979534, -0.01978631690144539, -0.625164270401001, -0.016676045954227448, 0.007511857897043228, -0.01705094426870346, 0.02645118162035942, -0.004057930316776037, -0.004085700958967209, -0.003127626609057188, 0.0007176878862082958, 0.024965470656752586, -0.004422415513545275, -0.026770539581775665, -0.004668876528739929, 0.0018258951604366302, -0.013413039967417717, -0.017134256660938263, 0.0028256247751414776, -0.007664594333618879, 0.03801749646663666, 0.023063208907842636, -0.027811923995614052, 0.017384188249707222, -0.0168010126799345, -0.006883555557578802, -0.011927330866456032, 0.01318393461406231, -0.006480886600911617, 0.0050403038039803505, 0.00910864770412445, 0.013163107447326183, -0.027200978249311447, 0.013996215537190437, 0.010288884863257408, -0.017911823466420174, 0.04237743094563484, -0.006213597487658262, -0.002596520120278001, 0.028464525938034058, 0.007373006548732519, 0.04137770086526871, -0.01992516778409481, -0.024979356676340103, 0.0067898305132985115, 0.019230911508202553, 0.012427194975316525, 0.017481384798884392, 0.02266053855419159, -0.000328904134221375, -0.006921739317476749, -0.03287999704480171, -0.002815210958942771, 0.014197549782693386, 0.006407989654690027, -0.004606393165886402, 0.00415512640029192, 0.017509154975414276, 0.027714727446436882, -0.023799119517207146, 0.030769458040595055, -0.023174289613962173, 0.010517989285290241, 0.010656840167939663, -0.02703435719013214, -0.019869627431035042, -0.04159986227750778, 0.020480573177337646, 0.012739610858261585, 0.021216485649347305, -0.0004816405999008566, -0.040239118039608, 0.002653796225786209, 0.02050834335386753, -0.006966866087168455, -0.01612064056098461, 0.0005931555642746389, 0.01714814081788063, 0.007727077230811119, 0.00649130018427968, 0.0014683529734611511, 0.022396720945835114, 0.017620235681533813, -0.008081148378551006, -0.007831215858459473, -0.01264241524040699, 0.017037060111761093, -0.00019374101248104125, -0.014787668362259865, -0.004432829096913338, -0.011052566580474377, -0.007386891636997461, 0.005675548687577248, 0.00628302339464426, -0.038322970271110535, -0.057373374700546265, -0.0012331735342741013, -0.0001508923596702516, -0.0077617899514734745, 0.01393373217433691, 0.010899830609560013, -0.011955101042985916, 0.0010587414726614952, -0.00554363988339901, 0.019897397607564926, 0.02753422223031521, 0.031574796885252, 0.013461637310683727, 0.0017122105928137898, 0.014579391106963158, 0.01656496524810791, -0.03260229527950287, -0.008789289742708206, 0.015162566676735878, -0.01880047284066677, -0.005560996476560831, 0.00641840323805809, -0.016356687992811203, 0.007810388226062059, -0.021410876885056496, -0.010504104197025299, -0.014898749068379402, 0.014773783273994923, -0.002879429841414094, -0.0007801709580235183, -0.016148410737514496, 0.01613452658057213, 0.023160403594374657, 0.0007836422882974148, -0.022035708650946617, -0.008497701957821846, 0.015870708972215652, -0.0036274914164096117, -0.03074168786406517, 0.01968912035226822, -0.00947660394012928, 0.018786586821079254, 0.011038681492209435, 0.021799661219120026, 0.005238167010247707, 0.007914526388049126, -0.011628800071775913, -0.01656496524810791, 0.0003874820249620825, 0.015273647382855415, 0.01959192380309105, -0.044460199773311615, -0.009782076813280582, 0.000599230348598212, -0.0007064061937853694, -0.009323867969214916, -0.02159138396382332, -0.019036518409848213, 0.003032166277989745, -0.017717432230710983, 0.014579391106963158, -0.006536426953971386, -0.012066181749105453, -0.007824272848665714, -0.05504067242145538, -0.007373006548732519, -0.031685877591371536, 0.012739610858261585, 0.01627337746322155, -0.00277702696621418, 0.021855201572179794, -0.0007406851509585977, -0.023507531732320786, -0.00295406230725348, 0.031602565199136734, -0.03921161964535713, -0.023785235360264778, 0.011719053611159325, -0.051180604845285416, 0.0021018621046096087, 0.014315573498606682, -0.017814626917243004, 0.03743432089686394, -0.031685877591371536, -0.0020272296387702227, 0.01371851284056902, -0.0086018405854702, -0.019355876371264458, 0.010629069991409779, -0.0011967250611633062, -0.014100354164838791, 0.004654991440474987, 0.015787398442626, 0.031019389629364014, 0.007157786749303341, -0.018258951604366302, -0.0032230867072939873, -0.004103057086467743, 0.009872330352663994, -0.006505185272544622, 0.005685962736606598, -0.005647778511047363, 0.004929222632199526, 0.009219729341566563, -0.009337753057479858, -0.0027319001965224743, 0.026923274621367455, 0.006310793571174145, 0.013989272527396679, 0.009490489028394222, -0.030630607157945633, -0.001527364831417799, -0.019647466018795967, 0.015204221941530704, -0.018258951604366302, 0.0007315730326808989, 0.003662204137071967, 0.028769997879862785, 0.005484628025442362, -0.027895234525203705, -0.0205638837069273, -0.006817601155489683, 0.03798972815275192, 0.0014379792846739292, 0.030380673706531525, -0.022480033338069916, -0.004540438763797283, 0.009219729341566563, 0.01700928993523121, 0.0005458593368530273, -0.0072619253769516945, -0.022285640239715576, 0.033602025359869, -0.007393834181129932, 0.013600489124655724, -0.0009511316893622279, -0.04054459184408188, 0.009164188988506794, 0.02446560747921467, 0.016787126660346985, 0.013288073241710663, 0.020355606451630592, 0.02021675556898117, 0.019355876371264458, 0.005748445633798838, 0.017037060111761093, -0.013815708458423615, -0.009011452086269855, -0.006557254586368799, -0.0046758190728724, -0.029464256018400192, 0.02309097908437252, 0.0068557849153876305, 0.047431617975234985, -0.004877153318375349, -0.03215797245502472, 0.0007081418298184872, -0.010087549686431885, 0.020772160962224007, -0.0021452533546835184, 0.00022541647194884717, 0.016828782856464386, -0.005120143294334412, 0.019550269469618797, -0.017064830288290977, 0.023660268634557724, 0.029019931331276894, -0.005036832299083471, 0.0002301895001437515, -0.0003918211441487074, -0.008705979213118553, 0.015370843932032585, -0.0023517946247011423, 0.0026277615688741207, 0.0018797001102939248, -0.005738031584769487, 0.019508613273501396, 0.003236972028389573, -0.026270674541592598, 0.02675665356218815, -0.031602565199136734, 0.019328106194734573, 0.009289154782891273, -0.0107887489721179, 0.01841168850660324, 0.0011142820585519075, 0.033352091908454895, -0.012073124758899212, -0.028200708329677582, 0.023368680849671364, -0.009066992439329624, -0.012121722102165222, -0.02606239728629589, -0.02534037083387375, -0.01247579324990511, -0.01846722885966301, -0.024423951283097267, -0.00023192513617686927, 0.010268056765198708, -0.004408529959619045, 0.002983568236231804, -0.010636013001203537, -0.01305896881967783, 0.022785505279898643, -0.002207736251875758, 0.0026867734268307686, -0.01471824198961258, 0.017078714445233345, 0.011864847503602505, -0.016481654718518257, -0.007407719269394875, 0.02134145237505436, -0.03129709139466286, -0.02553476206958294, 0.01582905277609825, -0.023910202085971832, -0.021521957591176033, 0.003873952431604266, 0.009289154782891273, 0.013072853907942772, -0.02421567402780056, 0.0022320353891700506, -0.002011608798056841, 0.017509154975414276, -0.011371925473213196, 0.012316114269196987, 0.017953477799892426, -0.005682491231709719, -0.024618342518806458, -0.009858445264399052, 0.027589762583374977, 0.07192499935626984, 0.02456280216574669, -0.03357425332069397, 0.011712110601365566, -0.0272842887789011, 0.007241097744554281, -0.023257600143551826, -0.023882431909441948, 0.005599180236458778, 0.007747904863208532, -0.024049052968621254, -0.0055957091972231865, 0.022910472005605698, -0.006588496267795563, 0.02840898558497429, 0.00656419713050127, 0.006696105934679508, -0.024937700480222702, -0.016287263482809067, -0.022188445553183556, 0.0027614061255007982, -0.0013338407734408975, 0.020966552197933197, 0.011427465826272964, 0.01852276921272278, -0.0273259449750185, 0.02713155187666416, 0.03682337701320648, 0.00015696710033807904, -0.012947888113558292, -0.014204492792487144, -0.00036795606138184667, -0.015162566676735878, 0.003450455842539668, -0.017370302230119705, 0.015065371058881283, 0.011948158033192158, 0.012191147543489933, 0.004012804012745619, -0.0007254982483573258, 0.009823733009397984, 0.016995403915643692, 0.00569984782487154, -0.017509154975414276, -0.01967523619532585, -0.022424491122364998, 0.010483276098966599, 0.01773131638765335, -0.02664557285606861, -0.03624020144343376, -0.009559915401041508, 0.006265666801482439, -0.05226364731788635, 0.0016288998303934932, 0.01203146856278181, 0.009046165272593498, 0.010052837431430817, -0.014183664694428444, -0.01632891781628132, -0.016481654718518257, -0.014183664694428444, -0.039739254862070084, -0.01798124983906746, -0.005262466147542, 0.0032560639083385468, 0.001798124867491424, -0.011767650954425335, -0.0017772972350940108, -0.031408172100782394, 0.02885330840945244, -0.00517568364739418, -0.01998070813715458, -0.06142783537507057, -0.0028603377286344767, 0.01763411983847618, -0.0005710261757485569, 0.016578851267695427, -0.0006825411110185087, -0.0036309626884758472, 0.008969796821475029, 0.0007133487961255014, -0.028631146997213364, 0.0017451877938583493, -0.01968912035226822, 0.015856822952628136, -0.011017854325473309, -0.00758822588250041, -0.027853580191731453, -0.004103057086467743, 0.01115670520812273, 0.00539784599095583, -0.00422802334651351, 0.002252863021567464, 0.011260843835771084, -0.001841516001150012, 0.030519524589180946, 0.017953477799892426, -0.005140970926731825, 0.017078714445233345, -0.04476567357778549, -0.0032421788200736046, -0.017273107543587685, -0.022813275456428528, -0.02114705927670002, 0.021160945296287537, 0.0022788976784795523, 0.022674424573779106, 0.0001959105720743537, 0.01573185808956623, -0.013211705721914768, 0.009296097792685032, -0.005005591083317995, 0.013003428466618061, -0.004071815870702267, 0.00920584425330162, 0.009539087302982807, 0.027881350368261337, -0.011101164855062962, -0.001674026483669877, -0.03332432359457016, -0.008115860633552074, -0.018036790192127228, 0.028006315231323242, -0.006671807263046503, 0.0005784025997854769, 0.028908850625157356, 0.006893969140946865, 0.006991165224462748, -0.029019931331276894, 0.014440539292991161, -0.01632891781628132, 0.038711752742528915, 0.00823388434946537, -0.021105404943227768, -0.016703816130757332, -0.007116131484508514, -0.020591653883457184, 0.0024837034288793802, -0.0014518643729388714, -0.008449104614555836, -0.011226131580770016, -0.015995675697922707, -0.007470202166587114, 0.0076784794218838215, 0.02368803881108761, -0.022424491122364998, -0.011045624502003193, 0.013045083731412888, 0.023271484300494194, 0.022480033338069916, -0.014343343675136566, 0.008546300232410431, -0.034768376499414444, -0.018744930624961853, -0.010261114686727524, -0.03224128112196922, -0.005016004666686058, 0.007366064004600048, 0.026909390464425087, 0.020577769726514816, 0.035740334540605545, 0.013857363723218441, 0.005783158354461193, 0.043738171458244324, -0.005512398201972246, 0.002384771825745702, 0.0029124070424586535, 0.011580201797187328, -0.026201248168945312, -0.005220810417085886, -0.003985033370554447, -0.005488099530339241, -0.00028052309062331915, -0.009511317126452923, 0.022521687671542168, -0.009594627656042576, 0.003624020144343376, -0.009566857479512691, -0.01992516778409481, -0.0468762144446373, -0.02679830975830555, 0.0243684109300375, -0.008636553771793842, 0.004467541817575693, -0.027659187093377113, -0.024340640753507614, 0.037878647446632385, 0.010122262872755527, 0.029408713802695274, 0.006036562379449606, 0.027839694172143936, -0.00350773218087852, -0.017814626917243004, 0.01934199221432209, 0.010129205882549286, -0.028436755761504173, 0.001395456027239561, -0.0450156070291996, -0.003158868057653308, 0.013871248811483383, -0.007102246396243572, 0.015315303578972816, 0.004234965890645981, -0.005085430573672056, 0.010809577070176601, -0.003370616352185607, -0.005002119578421116, -0.0070571196265518665, -0.0007302712765522301, -0.02198016829788685, 0.0042071957141160965, -0.0206055399030447, -0.007338293362408876, -0.005352719221264124, -0.009164188988506794, -0.010122262872755527, -0.0003312906192149967, 0.027367599308490753, -0.04357155039906502, -0.03512939065694809, 0.030769458040595055, 0.026173477992415428, 0.04282175377011299, 0.0011889146408066154, 0.022716078907251358, 0.0063073220662772655, 0.019453072920441628, -0.018578309565782547, 0.007192499469965696, -0.009670996107161045, 0.00034669446176849306, 0.005515869706869125, 0.0013147486606612802, 0.004818141460418701, -0.021355336531996727, 0.013503293506801128, 0.010615184903144836, -0.023132633417844772, -0.05115283653140068, 0.023202059790492058, -0.0018154813442379236, 0.008289425633847713, -0.01710648462176323, -0.043682631105184555, -0.014829323627054691, 0.006206654943525791, -0.00971959438174963, 0.025423681363463402, -0.00014937367814127356, -0.006185827311128378, -0.004988234490156174, 0.0028690157923847437, 0.0006322075496427715, 0.014732128009200096, 0.002141782082617283, -0.006255253218114376, 0.014982059597969055, 0.0019387118518352509, -0.0035997210070490837, -0.00591853866353631, 0.004502255003899336, 0.012975658290088177, -0.009893158450722694, 0.017523039132356644, 0.01603733003139496, -0.0067065199837088585, -0.000723328732419759, 0.002698922995477915, 0.006484357640147209, 0.03687891736626625, -0.02474330924451351, -0.027270404621958733, 0.0004759997536893934, -0.00913641881197691, 0.005422145128250122, -0.025423681363463402, -0.008754577487707138, -0.0027752912137657404, -0.012246688827872276, -0.004554323852062225, 0.02343810722231865, 0.0037385723553597927, -0.023202059790492058, 0.011212245561182499, -0.0010943221859633923, -0.028047971427440643, -0.002829096047207713, 0.007435489445924759, 0.01088594552129507, -0.038322970271110535, -0.019133714959025383, 0.019036518409848213, -0.012704897671937943, 0.003545916173607111, 0.0009997297311201692, -0.01837003231048584, -0.0107887489721179, 0.03146371617913246, -0.034962769597768784, -0.016787126660346985, 0.018536655232310295, -0.01889766752719879, -0.004609864670783281, 0.009539087302982807, -0.00947660394012928, 0.0025947843678295612, 0.023937972262501717, -0.029991889372467995, -0.025270944461226463, 0.013378326781094074, -0.0134199820458889, 0.007747904863208532, 1.2169832189101726e-05, 0.008518530055880547, -0.00045820942614227533, -0.0025201519019901752, -0.01471824198961258, -0.0007432886050082743, -0.0001801813195925206, 0.005311063956469297, 0.030519524589180946, 0.014565506018698215, 0.016190066933631897, -0.03079722821712494, 0.014065640978515148, -0.005484628025442362, 0.015995675697922707, -0.0017825041431933641, -0.04893121495842934, -0.015287532471120358, -0.0016098077176138759, 0.011212245561182499, -0.006092102732509375, -0.0031675463542342186, 0.00918501615524292, 0.01602344587445259, -0.01920314133167267, 0.021702464669942856, 0.01996682398021221, -0.0026572674978524446, -0.0026069339364767075, 0.012510506436228752, 0.025423681363463402, -0.002325759967789054, -0.005970607977360487, -0.006560726091265678, -0.0018258951604366302, -0.0028047971427440643, -0.03640682250261307, -0.013905961997807026, -0.018980978056788445, 0.050736282020807266, 0.003589307190850377, -0.026048511266708374, -0.018231181427836418, -0.034074120223522186, -0.040405742824077606, -0.002924556378275156, 0.0015742271207273006, 0.013378326781094074, 0.00991398561745882, 0.024243444204330444, -0.0010639483807608485, 0.021272026002407074, -0.008192229084670544, 0.003309868974611163, -0.002464611316099763, 0.02188297174870968, -0.006664864718914032, -0.01249662134796381, -0.01691209338605404, 0.000496827473398298, -0.03965594246983528, -0.01813398487865925, 0.0037316298112273216, -0.021369222551584244, -0.0032925123814493418, 0.013406096957623959, -0.009740421548485756, 0.018453342840075493, 0.0025166806299239397, 0.009608512744307518, 0.011517719365656376, 0.025395911186933517, 0.03029736317694187, -0.03721215948462486, 0.0053284200839698315, -0.01067072618752718, -0.022785505279898643, -0.025493105873465538, -0.014107296243309975, 0.00037186124245636165, 0.020258411765098572, 0.009920928627252579, 0.0021244254894554615, -0.000753268541302532, -0.004221080802381039, -0.0027579348534345627, 0.041099999099969864, 0.010240286588668823, 0.002447254955768585, 0.02679830975830555, 0.013975387439131737, -0.005904653575271368, -0.013676857575774193, 0.005099315661936998, 0.0011203567264601588, -0.008740692399442196, 0.030880538746714592, -0.02879776805639267, 0.008851773105561733, -0.01798124983906746, 0.026812193915247917, -0.019369762390851974, -0.006505185272544622, -0.006019205786287785, 0.0057345605455338955, -0.03285222873091698, 0.027450909838080406, 0.0049014524556696415, -0.00808809045702219, 0.01895320788025856, -0.012940945103764534, 0.010517989285290241, -0.012697955593466759, -0.02416013367474079, -0.002048057271167636, -0.023132633417844772, -0.0008574070525355637, 0.026395641267299652, -0.02046668715775013, -0.010899830609560013, 0.008879543282091618, 0.01891155354678631, -0.017523039132356644, 0.003891308791935444, 0.20205648243427277, -0.037156619131565094, -0.005147913470864296, -0.0005749313277192414, -0.005359661765396595, -0.015440269373357296, 0.021272026002407074, 0.017314761877059937, -0.003696917090564966, 0.009073935449123383, -0.002506266813725233, 0.018494999036192894, -0.03188026696443558, -0.008567128330469131, 0.020522229373455048, -0.0157457422465086, -0.0421830378472805, -0.02893662080168724, -0.00445712823420763, 0.007560455705970526, 0.015551350079476833, 0.006841899827122688, -0.004991705995053053, -0.023354796692728996, 0.014995944686233997, -0.005790100898593664, -0.008608783595263958, 0.0036205488722771406, 0.013086738996207714, 0.009309982880949974, -0.014190607704222202, 0.00889342837035656, 0.011996756307780743, 0.0017807685071602464, -0.01407952606678009, 0.002039379207417369, 0.02036949247121811, -0.0036865032743662596, 0.013281131163239479, 0.01662050560116768, 0.037934187799692154, 0.010358310304582119, 0.015856822952628136, -0.018231181427836418, 0.004925751592963934, 0.036517903208732605, -0.005710261408239603, 0.0008556714165024459, -0.013135337270796299, 0.003202259074896574, -0.0027301644440740347, -0.009754306636750698, 0.0145932761952281, 0.025007126852869987, -0.004443243145942688, 0.020633310079574585, -0.010226401500403881, 0.01802290417253971, 0.03957263380289078, 0.010115320794284344, -0.03362979367375374, -0.0019560682121664286, -0.025687498971819878, 0.023854661732912064, 0.00876846257597208, 0.007532685529440641, -0.007532685529440641, 0.01563466154038906, 0.021160945296287537, -0.014398884028196335, -0.01802290417253971, -0.017273107543587685, -0.03260229527950287, -0.007650709245353937, -0.04357155039906502, -0.021646924316883087, 0.048792362213134766, 0.02109151892364025, 0.02217455953359604, 0.02786746434867382, -0.004936165176331997, -0.004509197548031807, -0.011719053611159325, -0.024618342518806458, -0.008539357222616673, -0.054540809243917465, 0.02148030325770378, -0.015662431716918945, -0.01656496524810791, 0.002384771825745702, -0.0021383105777204037, -0.007511857897043228, -0.0003677390923257917, 0.011330269277095795, -0.0001432989229215309, -0.01641222834587097, 0.01167045533657074, 0.008775404654443264, 0.019744660705327988, -0.01850888319313526, -0.008289425633847713, 0.036962226033210754, 0.03590695559978485, 0.009858445264399052, -0.0032126728910952806, 0.01846722885966301, 0.0052451095543801785, 0.01481543853878975, 0.003801055485382676, -0.018967093899846077, -0.012940945103764534, -0.021327566355466843, 0.024687768891453743, 0.0011272993870079517, -0.007081418298184872, 0.007775675039738417, -0.0005228620721027255, 5.247604349278845e-06, 0.013579661026597023, -0.008539357222616673, -0.022841045632958412, -0.015315303578972816, -0.007692364510148764, 0.014940404333174229, -0.008567128330469131, -0.027714727446436882, -0.009948698803782463, 0.006838428787887096, -0.033546485006809235, 0.006591967307031155, 0.0168010126799345, -0.027367599308490753, 0.000621359737124294, 0.005592237692326307, -0.02270219475030899, -0.006286494433879852, 0.01212866511195898, 0.0010144825791940093, -0.0031189483124762774, 0.006279551889747381, -0.01430168841034174, 0.0010943221859633923, 0.006696105934679508, -0.002874222816899419, 0.015551350079476833, -0.016578851267695427, 0.003382765920832753, 0.015676315873861313, 0.007810388226062059, -0.013912905007600784, 0.001520422170870006, 0.010955370962619781, 0.012593816965818405, 0.0061511145904660225, 0.02285493165254593, -0.007456317078322172, -0.03410188853740692, -0.015815168619155884, 0.0072619253769516945, 0.007935354486107826, -0.020633310079574585, 0.020633310079574585, 0.017675776034593582, -0.015704086050391197, -0.010406908579170704, -0.017661890015006065, -0.1773964762687683, 0.002096655312925577, 0.030019661411643028, -0.039044998586177826, 0.015093141235411167, 0.011219188570976257, 0.024868275970220566, 0.0014735598815605044, -0.014565506018698215, 0.0036726179532706738, 0.020772160962224007, -0.013669914565980434, -0.014246148057281971, -0.02134145237505436, -0.0025392440147697926, -0.0001385259092785418, -0.01996682398021221, 0.033990807831287384, 0.015898479148745537, 0.00913641881197691, 0.025326484814286232, -0.03260229527950287, 0.01466270163655281, -0.005047246348112822, 0.004703589249402285, 0.016203951090574265, -0.007699307054281235, 0.03215797245502472, -0.017606349661946297, -0.023313140496611595, -0.002112276153638959, -0.010879002511501312, 0.033296551555395126, -0.01466270163655281, 0.013815708458423615, 0.016356687992811203, 0.019758546724915504, -0.003884366247802973, -0.036073580384254456, 0.011920387856662273, 0.03960040211677551, 0.013822651468217373, 0.02792300470173359, -0.0026572674978524446, -0.02718709222972393, -0.0020810344722121954, 0.014260033145546913, -0.021702464669942856, 0.0038496535271406174, -0.023618614301085472, 0.02227175608277321, -5.312691064318642e-05, 0.005810928530991077, 0.005217339377850294, 0.009927870705723763, 0.014398884028196335, 0.009726536460220814, -0.002924556378275156, 0.013586604036390781, -0.012802094221115112, -0.020716620609164238, 0.001886642654426396, 0.028367329388856888, 0.00277702696621418, -0.01364214438945055, -0.01681489683687687, -0.013836536556482315, 0.006352448835968971, -0.022716078907251358, 0.012760438024997711, -0.026006856933236122, 0.013579661026597023, -0.025104323402047157, -0.003200523555278778, 0.0353793241083622, 0.023424221202731133, -0.04234965890645981, 0.01059435773640871, 0.023799119517207146, -0.002506266813725233, -0.004217609763145447, 0.022618884220719337, -0.02885330840945244, 0.0022493917495012283, 0.011427465826272964, -0.009650168009102345, 0.027950774878263474, 0.020008478313684464, -0.027742497622966766, -0.00852547213435173, 0.02650672197341919, -0.019078174605965614, -0.0066405655816197395, 0.01442665420472622, -0.0002079515834338963, 0.00011910841567441821, 0.0206055399030447, -0.010802634991705418, -0.0018050674116238952, -0.017162026837468147, 0.001687911688350141, 0.017217567190527916, 0.004637634847313166, -0.0037038596346974373, 0.03482391685247421, 0.027117667719721794, -0.01660662144422531, 0.011823192238807678, 0.03171364590525627, -0.0058734118938446045, -0.016439998522400856, -0.009448833763599396, -0.004904923494905233, 0.00978901982307434, -0.02470165491104126, 0.007852043025195599, -0.003216144163161516, -0.01831449195742607, 0.03512939065694809, -0.0028846366330981255, 0.04198864474892616, 0.015593006275594234, 0.003077292814850807, 0.01466270163655281, -0.0060296193696558475, -0.03979479521512985, -0.1176348552107811, -0.030769458040595055, 0.011115049943327904, 0.028284018859267235, -0.016634391620755196, 0.01953638345003128, 0.003988504875451326, 0.032768916338682175, -0.025409795343875885, 0.024979356676340103, -0.049569930881261826, -0.01569020189344883, 0.030075201764702797, -0.017745202407240868, 0.01714814081788063, -0.011406637728214264, 0.004130827262997627, -0.007865929044783115, -0.036379050463438034, 0.02990857884287834, -0.005377018358558416, -0.002405599458143115, 0.03501830995082855, -0.01573185808956623, -0.0030599364545196295, -0.007435489445924759, -0.03601804003119469, 0.005547111388295889, 0.0014293009880930185, -0.015579121187329292, 0.006904383189976215, -0.03818412125110626, -0.00038270902587100863, -0.0324634425342083, 0.006196241360157728, -0.008969796821475029, 0.00010755555558716878, -0.00466540502384305, -0.0015759627567604184, -0.0314914844930172, 0.0007606450235471129, -0.0018432516371831298, 0.028520066291093826, -0.0058005149476230145, -0.030186282470822334, -0.02114705927670002, -0.012781266123056412, 0.021660810336470604, -0.01071932353079319, -0.031074929982423782, -0.019064288586378098, 0.004193310625851154, -0.03848959133028984, 0.009532144293189049, 0.020438916981220245, -0.0037698140367865562, 0.017772972583770752, 0.007852043025195599, 0.021022092550992966, -0.018494999036192894, -0.005279822275042534, -0.004564737901091576, -0.019466958940029144, 0.0031310978811234236, 0.01710648462176323, 0.009240556508302689, -0.032518982887268066, -0.03957263380289078, -0.0020792989525943995, -0.011677398346364498, 0.015329188667237759, 0.02645118162035942, -0.0032421788200736046, 0.014273918233811855, -0.030019661411643028, -0.013336671516299248, -0.022299526259303093, -0.015426384285092354, 0.014100354164838791, 0.011614914983510971, -0.017328647896647453, -0.019564153626561165, 0.014773783273994923, -0.017703546211123466, 0.005602651741355658, -0.011226131580770016, -0.01666216179728508, -0.027062127366662025, 0.0068627274595201015, -0.04326608031988144, 0.013017313554883003, 0.03171364590525627, -0.005213867872953415, -0.011844019405543804, 0.007497972343116999, -0.0010682875290513039, -0.007136959116905928, 0.0052451095543801785, 0.00489450991153717, 0.020161215215921402, -0.017578579485416412, 0.009316924959421158, -0.05406871438026428, 0.023813005536794662, -0.00043629694846458733, -0.01730087772011757, 0.0008300706977024674, 0.00046949111856520176, 0.0031033274717628956, -0.006769002880901098, -0.017772972583770752, -0.00022693516802974045, -0.020883241668343544, 0.006140700541436672, -0.0021955869160592556, -0.011274728924036026, -0.015454154461622238, -0.008414391428232193, 0.01159408688545227, 0.0002978795091621578, 0.005436030216515064, 0.001381570822559297, 0.009532144293189049, -0.004936165176331997, 0.006595438811928034, 0.006220540031790733, -0.021521957591176033, -0.013996215537190437, -0.019758546724915504, 0.022091249004006386, 0.01909206062555313, -0.02761753275990486, -0.002608669688925147, -0.01875881664454937, -0.0031762244179844856, 0.008046435192227364, -0.011802364140748978, 0.012975658290088177, 0.017037060111761093, 0.02932540327310562, 0.017620235681533813, 0.054790738970041275, -0.0364345908164978, -0.042127497494220734, 0.015481924638152122, -0.008678209036588669, -0.00102316087577492, -0.008067263290286064, 0.0015655489405617118, -0.023951856419444084, 0.012281401082873344, 0.007650709245353937, 0.026423411443829536, 0.026951046660542488, -0.02382688969373703, -0.02002236433327198, -0.008449104614555836, 0.020300066098570824, 0.01592624932527542, 0.008851773105561733, -0.0015629454283043742, 0.008407448418438435, 0.04476567357778549, 0.013329729437828064, 0.01210783701390028, -0.008511587046086788, 0.005255523137748241, -0.019841857254505157, -0.027270404621958733, 0.008407448418438435, 0.004030160140246153, -0.015954019501805305, -0.007324408274143934, -0.010483276098966599, 0.02177189104259014, 0.020188985392451286, 0.02114705927670002, -0.002551393350586295, -0.009150303900241852, 0.006980751175433397, -0.022688308730721474, 0.04060013219714165, 0.017661890015006065, -0.004866739735007286, 0.00891425646841526, 0.010115320794284344, 0.024187903851270676, -0.011899559758603573, -0.0023813005536794662, -0.004651519935578108, -0.02372969500720501, -0.016301147639751434, 0.022577228024601936, 0.009976468980312347, 0.005484628025442362, 0.02693716064095497, 0.011149763129651546, 0.00971959438174963, -0.012746552936732769, -0.0012192883295938373, 0.020522229373455048, 0.01371851284056902, 0.01631503365933895, 0.006817601155489683, 0.010170861147344112, -0.017550809308886528, -0.010955370962619781, 0.004950050264596939, -0.028297903016209602, -0.021508073434233665, 0.006748175248503685, 0.0022754264064133167, -0.0006018338026478887, 0.00481119891628623, -0.006463530007749796, 0.0005675548454746604, -0.03346317261457443, 0.03887837752699852, 0.0005510662449523807, -0.03346317261457443, -0.030852768570184708, 0.006591967307031155, 0.042516279965639114, 0.006581553723663092, 0.04490452632308006, -0.012864576652646065, 0.029297633096575737, 0.02976972796022892, 0.032768916338682175, -0.011094222776591778, 0.03321324288845062, 0.005134028382599354, -0.012218918651342392, 0.0007944900426082313, 0.00833108089864254, 0.0009051372180692852, -0.022716078907251358, -0.009983411990106106, -0.01652330905199051, 0.027159322053194046, -0.007518800441175699, 0.07353567332029343, 0.030130742117762566, -0.009733479470014572, 0.008581013418734074, -0.016592735424637794, 0.011496891267597675, 0.02207736298441887, 0.024243444204330444, -0.00796312466263771, 0.005758859682828188, 0.00023344381770584732, -0.000563215755391866, -0.012080066837370396, -0.02167469449341297, -0.0005688566016033292, 0.0007029349217191339, -3.967568773077801e-05, 0.012052296660840511, 0.013829593546688557, 0.005206925328820944, 0.04076675325632095, -0.01802290417253971, 0.022632768377661705, 0.0016271641943603754, -0.01539861410856247, -0.004943107720464468, 0.022188445553183556, -0.020577769726514816, -0.003136304672807455, -0.030852768570184708, 0.02134145237505436, -0.002608669688925147, -0.04554324224591255, -0.00244204793125391, 0.004960464313626289, 0.012232803739607334, -0.0015186865348368883, -0.02274385094642639, 0.0031467184890061617, -0.00801866501569748, 0.013308901339769363, 0.007449374534189701, -0.0012635472230613232, -0.027062127366662025, -0.011323327198624611, -0.0013546684058383107, -0.00038184120785444975, -0.02596520073711872, -0.013288073241710663], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='4adf47f7-5b0b-4ada-a2b7-27c1b2d74c9f', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='fdf8d80a5b0b3f0cb7d504b0d9d2f53492d35733099580eaf94d1a57ed55a136'), : RelatedNodeInfo(node_id='a7dfe3c7-5846-4230-93ea-d5ec32a78778', node_type=, metadata={}, hash='93f2fd5356a8af1e02d92e63a1447ba571241013988229977100377f2f0beb11')}, hash='a3fc05e0bd75f219abe31074e80ab504cab133a4fe0c395295788ac8e23959f3', text='on models such as recurrent neural networks (RNNs) and long short-term memory (LSTM) to process and analyze time-based data. These models were proficient at recognizing short sequences such as spoken words but struggled with longer sentences and paragraphs. The architectural flaws of these models was unable to capture the complexity and richness of ideas that arise when sentences are combined into larger bodies of text. A significant breakthrough in AI was the development of the \"Transformer\" model by Google with the very popular paper \"Attention Is All You Need\". This model represented a major milestone as it revolutionized the approach to translation problems by utilizing a mechanism called \"attention\": a particular neural network that allowed the model to analyze the entire input sequence and determine relevance to each component of the output. In the years to come, Transformers have been found to be state-of-the-art models for many other NLP tasks as well, and recently also in other domains such as computer vision. Next word prediction, scale and fine tuning - BERT (Google) and GPT (OpenAI) family - 2018 With the advancement of Transformers, a key further breakthrough finding was the potential to train on unstructured data via next word prediction objective on website contents. It introduced the models such as BERT and GPT-2. This delivered surprising capabilities and \"zero shot\" performance at completing new tasks the model hadn\\'t been trained for. OpenAI also continued to probe the ability for the performance of these models to continue increasing with more scale and more training data. One of the major challenges faced by researchers was acquiring the right training data. ImageNet, a collection of one hundred thousand labeled images, required a significant human effort. Despite the abundance of text available on the Internet, creating a meaningful dataset for teaching computers to work with human language beyond individual words is a time-consuming process. Additionally, labels created for one application using the same data may not apply to another task. With the advancements of BERT and first iteration of GPT, we started to harness the immense amount of unstructured text data available on the internet and the computational power of GPUs. OpenAI further advanced this approach with their development of GPT-2 and GPT-3 models, which are short for \"generative pre-trained', start_char_idx=5141, end_char_idx=7560, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='a7dfe3c7-5846-4230-93ea-d5ec32a78778', embedding=[-0.01296854019165039, -0.005044858902692795, -0.0005410767043940723, 0.012795533984899521, 0.012055067345499992, 0.00891327578574419, -0.010906307026743889, 0.02481599897146225, -0.017978796735405922, -0.04116161912679672, 0.029341841116547585, 0.03249747306108475, -0.027874749153852463, -0.004671165719628334, 0.0007184079731814563, 0.008857914246618748, 0.029341841116547585, 0.012712490744888783, 0.011861300095915794, -0.017522061243653297, -0.02315514162182808, -0.0014878527726978064, -0.015307582914829254, -0.015985766425728798, 0.0038130551110953093, -0.0008312944555655122, 0.040026698261499405, -0.028276123106479645, -0.02563258819282055, 0.002563950838521123, 0.00013818865409120917, 0.023238183930516243, 0.002799239242449403, -0.008103607222437859, 0.009017080068588257, -0.004131386522203684, 0.01157757081091404, -0.008795632049441338, 0.009515337646007538, -0.0036192883271723986, 0.015072294510900974, 0.0015778159722685814, -0.001153085846453905, -0.015335263684391975, -0.012615607120096684, 0.021923337131738663, 0.004608883522450924, -0.012228073552250862, -0.010075877420604229, 0.023362748324871063, 0.008989398367702961, 0.03825511783361435, -0.0123111167922616, -0.021092908456921577, -0.0068752639926970005, 0.006525791250169277, -0.0090724416077137, 0.031196465715765953, 0.010408049449324608, 0.0032663557212799788, -0.006567312870174646, -0.012394159100949764, -0.012698650360107422, 0.02124515362083912, -0.01754974201321602, 0.009342331439256668, -0.013826650567352772, 0.030753569677472115, 0.004844171926379204, -0.014657079242169857, 0.021079067140817642, 0.005909889470785856, 0.013065422885119915, -0.004615803714841604, 0.008297374472022057, -0.007702233269810677, 0.015307582914829254, -0.013259190134704113, -0.02017943561077118, 0.016124172136187553, 0.006951386574655771, -0.003840736113488674, -0.010532613843679428, 0.01707916520535946, 0.0008330245618708432, -0.021812614053487778, -0.0006297423387877643, -0.021688049659132957, 0.00985442940145731, -0.02293369360268116, -0.0031729324255138636, -0.010608736425638199, 0.033189497888088226, 0.026988957077264786, -0.0211205892264843, 0.014657079242169857, -0.020829938352108, 0.01056029461324215, -0.007051730062812567, -0.030227631330490112, -0.01229727640748024, 0.014435632154345512, -0.013238429091870785, -0.018809227272868156, -0.03285732492804527, 0.023888686671853065, 0.01695460081100464, 0.01212427020072937, 0.007750674616545439, 0.017618944868445396, -0.010567214339971542, 0.02876053936779499, -0.014311067759990692, -0.014103460125625134, 0.002567410934716463, -0.00538049079477787, 0.013785128481686115, -0.0035535460337996483, -0.01619337499141693, -0.00013505292008630931, 0.027210405096411705, 0.025992441922426224, 0.011536048725247383, 0.0026469938457012177, 0.020027190446853638, 0.004221349488943815, -0.023335067555308342, 0.01213811058551073, -0.013632883317768574, -0.0005713527789339423, 0.00921084638684988, 0.00986826978623867, -0.0001923611998790875, 0.005242086015641689, -0.035265568643808365, 0.030476760119199753, -0.013812810182571411, 0.00027551225502975285, -0.025134330615401268, -0.032220661640167236, 0.002987815998494625, 0.00902399979531765, -0.0165117047727108, -0.007868318818509579, -0.008878674358129501, 0.01760510355234146, -0.016027288511395454, 0.0202071163803339, 0.02303057722747326, 0.007259337231516838, 0.023141300305724144, -0.01760510355234146, -0.015985766425728798, 0.022255508229136467, 0.007716073654592037, 0.006556932348757982, 0.00592026999220252, 0.013653644360601902, -0.02186797559261322, -0.005204024724662304, 0.01898915320634842, -0.003302687080577016, -0.0042732516303658485, 0.00561577919870615, 0.021134428679943085, 0.031473275274038315, 0.014837006106972694, -0.0006712637841701508, -0.004449717700481415, -0.017051484435796738, -0.005148662719875574, 0.03584687039256096, -0.045535214245319366, 0.010767902247607708, 0.00206050300039351, 0.0158888828009367, 0.01760510355234146, 0.005532735958695412, -0.02427622117102146, -0.013598281890153885, 0.00945997517555952, 0.013369914144277573, 0.016428662464022636, 0.023708760738372803, -0.006518871057778597, -0.016746994107961655, 0.02826228179037571, 0.0049721961840987206, -0.02550802379846573, -0.03540397435426712, 0.007300858851522207, 0.016525546088814735, 0.007646871265023947, -0.015971926972270012, -0.633783757686615, -0.0225600004196167, 0.007992883212864399, -0.030476760119199753, 0.017023803666234016, -0.00046149385161697865, 0.0013719386188313365, -0.006051754578948021, 0.011224637739360332, 0.029784735292196274, -0.0011669263476505876, -0.014629398472607136, 0.006761079654097557, -0.009238527156412601, -0.0043770549818873405, -0.02597860060632229, -0.004086405038833618, -0.020096393302083015, 0.022601520642638206, 0.02058080956339836, -0.0166085883975029, 0.022269349545240402, -0.021383557468652725, -0.017051484435796738, -0.006719558034092188, 0.016677791252732277, -0.012567165307700634, 0.013875092379748821, 0.01638714037835598, 0.018061840906739235, -0.011051631532609463, 0.009280049242079258, 0.003269815817475319, -0.021909497678279877, 0.04949359595775604, -0.010615656152367592, -0.00443241698667407, 0.01817256398499012, -0.0009247178095392883, 0.038614969700574875, -0.00963298138231039, -0.0232797060161829, 0.0077437544241547585, 0.009017080068588257, 0.015805840492248535, 0.011923582293093204, 0.0195842944085598, -0.012885496951639652, 0.003986061550676823, -0.03396456316113472, 0.0037092515267431736, 0.018407853320240974, 0.008311214856803417, 0.005847607273608446, 0.0003574739384930581, 0.01284397579729557, 0.025397300720214844, -0.010594896040856838, 0.031750086694955826, -0.019030675292015076, 0.008172810077667236, 0.017176048830151558, -0.021355876699090004, -0.01154296938329935, -0.02895430661737919, 0.019155239686369896, 0.024110134690999985, 0.029286477714776993, -0.020290158689022064, -0.03822743520140648, -0.0017023803666234016, 0.02171573042869568, -0.00525592640042305, -0.030975017696619034, -0.0025847116485238075, 0.0027905888855457306, -0.0009420184069313109, -0.008581104688346386, 0.0002426411083433777, 0.01829712837934494, 0.017494380474090576, -0.0007759325089864433, 0.00614863820374012, -0.007411582861095667, 0.006387386471033096, -0.0025483802892267704, -0.01235955860465765, -0.007287018466740847, -0.00811744760721922, 0.004366674926131964, 0.005785325076431036, 0.018061840906739235, -0.01695460081100464, -0.04893997684121132, 0.01152912899851799, -0.0009082821779884398, -0.003951460123062134, 0.01212427020072937, -0.0012196932220831513, -0.015459828078746796, -0.005522355902940035, -0.008062086068093777, 0.020829938352108, 0.0342690534889698, 0.0315839983522892, 0.02437310479581356, -0.01817256398499012, 0.007729914039373398, 0.008470380678772926, -0.03515484556555748, -0.014878527261316776, 0.006878723856061697, -0.03415833041071892, 0.0010544724063947797, 0.019072195515036583, -0.014421791769564152, 0.004231730010360479, -0.01134228240698576, -0.012394159100949764, -0.004726527724415064, 0.026739828288555145, -0.00277328840456903, 0.00460542319342494, -0.01020044181495905, 0.015778159722685814, 0.02422085963189602, 0.0028009694069623947, -0.006702257785946131, -0.009300809353590012, 0.017785031348466873, -0.010331925936043262, -0.017715828493237495, 0.014518674463033676, -0.012760932557284832, 0.02124515362083912, 0.007238576654344797, 0.02647685818374157, 0.007148613687604666, 0.0018528957152739167, -0.027113521471619606, -0.034601226449012756, -0.0010553373722359538, 0.0130308223888278, 0.018573937937617302, -0.04536912962794304, -0.010311165824532509, 0.0011418404756113887, -0.0014238405274227262, -0.009217767044901848, -0.029895460233092308, -0.016553226858377457, -0.0032940367236733437, -0.020041029900312424, 0.0360959991812706, -0.006491190288215876, -0.00278020859695971, -0.0046746255829930305, -0.04221349582076073, -0.01027656439691782, -0.03019995056092739, 0.009376932866871357, 0.014933889731764793, 0.0033269079867750406, 0.01187514141201973, 0.004726527724415064, -0.017093006521463394, -0.004546601325273514, 0.03019995056092739, -0.042684074491262436, -0.026739828288555145, 0.01851857639849186, -0.04639332368969917, 0.012131189927458763, 0.019293643534183502, -0.013487557880580425, 0.0373416431248188, -0.0253419391810894, -0.002366723958402872, -0.0019618894439190626, -0.020317839458584785, -0.027597937732934952, 0.010906307026743889, 0.005176343489438295, -0.006356245372444391, -0.00663305539637804, 0.014048097655177116, 0.021632686257362366, 0.023736441507935524, -0.0030033865477889776, 0.004456637892872095, -0.0008762760553508997, 0.016179533675312996, -0.0018442453583702445, 0.01767430640757084, -0.009404613636434078, 0.00826969277113676, 0.006736858747899532, -0.0074461838230490685, -0.00627320259809494, 0.036732662469148636, 0.014767803251743317, 0.007335460279136896, 0.017840392887592316, -0.01572279818356037, 0.010013595223426819, -0.03343862667679787, 0.009646821767091751, -0.0359022319316864, 0.007439263630658388, 0.005774944555014372, 0.014477153308689594, -0.00889943540096283, -0.017785031348466873, -0.023916367441415787, -0.0029168834444135427, 0.027251925319433212, -0.009231607429683208, 0.022947533056139946, -0.015335263684391975, -0.0026469938457012177, 0.004138306714594364, 0.03712019696831703, 0.011722895316779613, -0.0013650184264406562, -0.013660564087331295, 0.02563258819282055, -0.021411238238215446, 0.009017080068588257, -0.00580262579023838, -0.038116712123155594, 0.007293938659131527, 0.013847410678863525, 0.022629201412200928, 0.015113815665245056, 0.010740220546722412, 0.0036123681347817183, 0.005601938813924789, 0.0019670797046273947, 0.03689874708652496, -0.004501619376242161, -0.002300981665030122, -0.004217889625579119, 0.0005419417284429073, -0.04343146085739136, 0.02876053936779499, 0.012165791355073452, 0.03731396421790123, -0.0007473864825442433, -0.022878332063555717, 0.0035916073247790337, -0.00394799979403615, 0.022297030314803123, -0.004304392728954554, -0.0008883865084499121, 0.015432147309184074, -0.013452957384288311, 0.033632393926382065, -0.019086036831140518, 0.012636368162930012, 0.00960530061274767, -0.0052905273623764515, 0.013619042932987213, 0.007010208442807198, -0.020290158689022064, -0.0017802331130951643, 0.00986826978623867, 0.0001724654866848141, 0.0049410550855100155, -0.008297374472022057, 0.01826944760978222, 0.007034429349005222, -0.031168784946203232, 0.03961148485541344, -0.03664961829781532, 0.03235906735062599, 0.008075926452875137, 0.007307779043912888, 0.008373497053980827, 0.0038580368272960186, 0.036704979836940765, -0.014933889731764793, -0.03127950802445412, 0.04332073777914047, -0.0007270582718774676, -0.013003140687942505, -0.026684466749429703, -0.021342037245631218, -0.015307582914829254, -0.021217472851276398, -0.018532417714595795, -0.005165962968021631, -0.007612269837409258, -0.012394159100949764, 0.0004653864889405668, 0.0024982085451483727, -0.014082699082791805, 0.01584736257791519, -0.00831813458353281, -0.0025899019092321396, -0.010241962969303131, 0.009155484847724438, 0.018103361129760742, -0.014131140895187855, 0.0009973803535103798, 0.02456687018275261, -0.012241913937032223, -0.03612368181347847, 0.015681276097893715, -0.028248442336916924, -0.032442111521959305, 0.008297374472022057, 0.008013644255697727, 0.014587877318263054, -0.02923111617565155, -0.001682484638877213, 0.008622625842690468, 0.00301895709708333, -0.007453104481101036, 0.008484221063554287, 0.011072392575442791, -0.0035068343859165907, -0.01104471180588007, -0.007785276044160128, 0.01698228158056736, 0.07889080047607422, 0.02531425841152668, -0.030366037040948868, 0.01703764498233795, -0.025120491161942482, 0.004169447813183069, -0.02221398800611496, -0.019182920455932617, -0.0023234724067151546, 0.008338895626366138, -0.030947336927056313, 0.007487705443054438, 0.012324957177042961, -0.004906454123556614, 0.021701889112591743, -0.0019082576036453247, -0.0028684416320174932, -0.026366135105490685, -0.03136255219578743, -0.01911371760070324, -0.001238723867572844, 0.0029047729913145304, 0.020885299891233444, 0.003913398832082748, 0.013113864697515965, -0.021342037245631218, 0.020608490332961082, 0.026961276307702065, -0.010664097964763641, -0.02729344740509987, -0.001890957006253302, -0.010643336921930313, -0.0033130673691630363, 0.006176318973302841, -0.01184053998440504, -0.003339018439874053, 0.010359607636928558, 0.005190183874219656, 0.015335263684391975, -0.001240454032085836, 0.004954895470291376, 0.025245055556297302, 0.0112315583974123, -0.012601766735315323, -0.006245521362870932, -0.017148368060588837, 0.0036642698105424643, 0.014753962866961956, -0.023611877113580704, -0.03512716665863991, -0.0020310920663177967, 0.0065776933915913105, -0.026961276307702065, 0.002743877237662673, 0.0023598037660121918, 0.006473889574408531, -0.0027698283083736897, -0.007197055034339428, -0.014657079242169857, -0.0188645888119936, -0.02362571842968464, -0.032912686467170715, -0.017065325751900673, -0.012318036518990993, -0.007013668771833181, -0.0010812883265316486, -0.0052697667852044106, -0.005757644306868315, -0.014906208962202072, 0.033189497888088226, 0.00045630367822013795, -0.03396456316113472, -0.06582537293434143, -0.0126709695905447, 0.0076261102221906185, -0.00461234338581562, 0.00996515341103077, 0.0002657806617207825, -0.009639902040362358, 0.023196661844849586, 0.002155656460672617, -0.02873285859823227, -0.0019636196084320545, -0.009598379954695702, 0.012290355749428272, -0.02694743499159813, -0.005411631893366575, -0.022643042728304863, -0.005612318869680166, 0.021729569882154465, 0.00118249689694494, -0.01193742360919714, -0.015487508848309517, 0.0097921472042799, 0.005705742165446281, 0.02208942361176014, 0.025424981489777565, -0.011190036311745644, 0.02481599897146225, -0.03584687039256096, -0.005626159254461527, -0.021923337131738663, -0.027736343443393707, -0.012705570086836815, 0.024511508643627167, -0.0011167546035721898, 0.014082699082791805, -0.003691950812935829, 0.017439018934965134, -0.014061938971281052, 0.01032500620931387, 0.004200588911771774, 0.011162355542182922, 0.007404662668704987, 0.0120481476187706, 0.004574282094836235, 0.03014458902180195, -0.015958085656166077, -0.005681521259248257, -0.03258051350712776, -0.005771484691649675, -0.03653889521956444, 0.032442111521959305, 0.0012205583043396473, -0.00406564399600029, 0.0224631167948246, 0.013321472331881523, 0.002209288300946355, -0.036012955009937286, 0.007397742476314306, -0.019778061658143997, 0.018629301339387894, 0.008089766837656498, -0.020027190446853638, -0.006816441658884287, -0.01685771718621254, -0.007757595274597406, 0.007453104481101036, -0.01065025757998228, -0.012712490744888783, -0.010470331646502018, -0.015598232857882977, 0.010532613843679428, 0.0066814967431128025, 0.02362571842968464, -0.024829840287566185, -0.0022473495919257402, 0.0042940122075378895, 0.029369521886110306, 0.03152863681316376, -0.026020122691988945, 0.010491091758012772, -0.023570355027914047, -0.01748053915798664, -0.008594945073127747, -0.031168784946203232, -0.003951460123062134, 0.01163985300809145, 0.017937276512384415, 0.014587877318263054, 0.03540397435426712, -0.008041325025260448, 0.0014653619145974517, 0.04254566878080368, -0.0022629201412200928, -0.01044957060366869, -0.00874026957899332, 0.010255803354084492, -0.025798674672842026, -0.012041226960718632, 0.008158969692885876, -0.0157919991761446, 0.020497767254710197, -0.016705472022294998, 0.019625816494226456, -0.004435877315700054, -0.014823165722191334, -0.018753865733742714, -0.020483925938606262, -0.04138306900858879, -0.030975017696619034, 0.020968344062566757, -0.013369914144277573, 0.006107116583734751, -0.035985276103019714, -0.01963965594768524, 0.04307160899043083, 0.0037092515267431736, 0.0260616447776556, 0.008394257165491581, 0.02055312879383564, -0.01832480914890766, -0.0112315583974123, 0.007100171875208616, 0.00866414699703455, -0.024414625018835068, -0.009113962762057781, -0.045950427651405334, 0.006525791250169277, 0.018961472436785698, -0.0021470061037689447, 0.02271224558353424, 0.005148662719875574, -0.01062257681041956, 0.003982601221650839, 0.008456540293991566, 0.013176146894693375, -0.0027317667845636606, -0.015750478953123093, -0.025369619950652122, 0.0030916195828467607, -0.01745285838842392, 0.013709005899727345, -0.00430785259231925, -0.0033147975336760283, -0.002986085833981633, -0.0029341839253902435, 0.02920343540608883, -0.04282247647643089, -0.014837006106972694, 0.03213762119412422, 0.03440745919942856, 0.04199204966425896, -0.011743656359612942, 0.026892073452472687, 0.014352588914334774, 0.011729815974831581, -0.024829840287566185, 0.005819926504045725, 0.006657275836914778, -0.009363091550767422, 0.005875288508832455, -0.005342429503798485, -0.0021366258151829243, -0.021508121863007545, 0.008594945073127747, 0.006508490536361933, -0.02491288259625435, -0.05054547265172005, 0.015875043347477913, 0.0010562024544924498, 0.006588073447346687, -0.02575715258717537, -0.034379780292510986, -0.028026994317770004, 0.0070448098704218864, -0.0007547392742708325, 0.02224166877567768, 0.0032352146226912737, 0.0022525398526340723, -0.0019964908715337515, 0.002712736139073968, 0.014131140895187855, 0.009238527156412601, -0.001268134918063879, 0.016470184549689293, 0.005473914090543985, 0.01151528861373663, -0.01218655239790678, -0.001716220867820084, -0.013051582500338554, 0.020373202860355377, -0.0096952635794878, 0.0065119508653879166, 0.008989398367702961, -0.006224760785698891, 0.006550012156367302, -0.00578878540545702, 0.006840662565082312, 0.038172073662281036, -0.022421594709157944, -0.011190036311745644, -0.001567435567267239, -0.007114012259989977, 0.007764515466988087, -0.013992736116051674, 0.00230617169290781, 0.00561577919870615, -0.018947631120681763, 0.0014385459944605827, 0.019542772322893143, -0.004204049240797758, -0.03919627144932747, 0.0087125888094306, -0.004532760940492153, -0.03067052736878395, -0.0014264355413615704, 0.010297325439751148, 0.02640765719115734, -0.04542449116706848, -0.011944343335926533, 0.0330234095454216, -0.016082650050520897, -0.011709054931998253, 0.011072392575442791, -0.011203877627849579, -0.0238056443631649, 0.032940369099378586, -0.034324418753385544, -0.00981982797384262, 0.009529178030788898, -0.008435779251158237, -0.015473668463528156, 0.007134772837162018, -0.0043770549818873405, 0.014048097655177116, 0.019086036831140518, -0.03880873695015907, -0.019874945282936096, 0.01176441740244627, -0.0052697667852044106, -4.100786100025289e-05, -0.0015241840155795217, 0.007930601015686989, -0.00972986500710249, -0.002477447735145688, 0.0013148465659469366, 0.0050379387103021145, 0.0018234846647828817, 0.005058699287474155, 0.03255283460021019, 0.012650208547711372, 0.014366429299116135, -0.02925879694521427, 0.01666394993662834, -0.020719215273857117, 0.013529079966247082, -0.0016444233478978276, -0.0553896427154541, -0.019418207928538322, 0.0057368832640349865, 0.009702184237539768, 0.004892613273113966, 0.003833815921097994, 0.01160525158047676, 0.011473766528069973, -0.023542674258351326, 0.015376784838736057, -0.00248263799585402, 0.003688490716740489, 0.010034355334937572, 0.013508318923413754, 0.015058454126119614, 0.00824201200157404, -0.014767803251743317, -0.0077229938469827175, -0.007909840904176235, -0.0031452514231204987, -0.03847656399011612, -0.010207361541688442, -0.024303901940584183, 0.0451200008392334, -0.007300858851522207, -0.0360959991812706, -0.010629496537148952, -0.02895430661737919, -0.04639332368969917, 0.0010397668229416013, 0.008608785457909107, 0.022034062072634697, -0.004321693442761898, 0.01566743478178978, -0.0049410550855100155, 0.02563258819282055, -0.005754183977842331, 0.0036504294257611036, 0.005338969174772501, 0.0031158404890447855, -0.0062143802642822266, -0.012691729702055454, -0.020691534504294395, -0.0010164109990000725, -0.043348416686058044, -0.014574036933481693, 0.011895901523530483, -0.00820741057395935, -0.003418601118028164, 0.014477153308689594, -0.016650110483169556, 0.021286673843860626, -0.0035068343859165907, 0.012221152894198895, -0.003418601118028164, 0.020497767254710197, 0.03440745919942856, -0.03922395035624504, 0.009453055448830128, -0.007861399091780186, -0.013480638153851032, -0.03144559636712074, -0.0013710736529901624, 0.00885099358856678, 0.003972220700234175, 0.010892466641962528, 0.009999754838645458, -0.005117521621286869, -0.00880255177617073, 0.004961816128343344, 0.044511016458272934, 0.0003488236106932163, -0.003837276017293334, 0.01772966794669628, 0.011439166031777859, -0.005681521259248257, -0.006601914297789335, 0.007826797664165497, 0.0010285214520990849, -0.007390821818262339, 0.03393688425421715, -0.024760637432336807, 0.014643238857388496, -0.003743852721527219, 0.02563258819282055, -0.007937521673738956, -0.004408196080476046, -0.009252368472516537, 0.007203975226730108, -0.021189792081713676, 0.019501252099871635, 0.0073423804715275764, -0.009709103964269161, -0.0012837054673582315, -0.018338650465011597, -0.005941030569374561, -0.007591509260237217, -0.016553226858377457, 0.010961668565869331, -0.02923111617565155, -0.0024947484489530325, 0.01631793938577175, -0.009190086275339127, -0.0039756810292601585, 0.020691534504294395, 0.011037791147828102, -0.021549643948674202, 0.023113619536161423, 0.20517143607139587, -0.030808933079242706, -0.009190086275339127, -0.012352637946605682, 0.00014510889013763517, -0.00024307362036779523, 0.03803366795182228, 0.007979042828083038, -0.01566743478178978, 0.003989521414041519, -0.006325104273855686, 0.01782655157148838, -0.021411238238215446, -0.00496527599170804, 0.011273079551756382, -0.013681325130164623, -0.04401275888085365, -0.01995798759162426, -0.0011254048440605402, 0.00519364420324564, 0.02124515362083912, 0.012179631739854813, -0.018103361129760742, -0.019750380888581276, 0.020068710669875145, -0.00853958260267973, -0.0006902944878675044, 0.0006712637841701508, 0.009487655945122242, 0.006307803560048342, -0.021480441093444824, 0.0042421105317771435, 0.008463460020720959, -0.0015458097914233804, -0.014186503365635872, 0.006750699132680893, 0.009591460227966309, 0.00495143560692668, 0.015086134895682335, 0.023238183930516243, 0.03922395035624504, 0.020304000005126, 0.0021764172706753016, -0.03894714266061783, 0.0024722577072679996, 0.031390231102705, -0.005525815766304731, -0.0024982085451483727, -0.015238380059599876, 0.0028684416320174932, -0.004062184132635593, 0.005172883626073599, 0.03188849240541458, 0.02757025696337223, -0.008761030621826649, 0.02635229378938675, -0.019279804080724716, 0.020636171102523804, 0.022546159103512764, 0.013093104586005211, -0.028705177828669548, -0.003774993820115924, -0.008844073861837387, 0.0348503552377224, -0.008248932659626007, 0.018490895628929138, 0.0012577546294778585, -0.007273178081959486, 0.01720372959971428, -0.0020276319701224566, -0.023168981075286865, -0.0050898403860628605, -0.022421594709157944, -0.008456540293991566, -0.036262087523937225, -0.02503744699060917, 0.0465594120323658, 0.007598429452627897, 0.017383655533194542, 0.039306994527578354, -0.000768147234339267, -0.0003488236106932163, -0.020137913525104523, -0.03285732492804527, -0.006636515259742737, -0.05514051392674446, 0.02042856439948082, -0.012788613326847553, -0.013591362163424492, 0.0006993772694841027, -0.0112315583974123, -0.008511901833117008, 0.009466895833611488, 0.012096588499844074, 0.012767852284014225, -0.0033770797308534384, 0.02876053936779499, -0.0058337668888270855, 0.003517214674502611, -0.005480834282934666, 0.001207582768984139, 0.03963916376233101, 0.011141595430672169, 0.018103361129760742, 0.004383975639939308, 0.017217570915818214, -0.007515386678278446, 0.0075430674478411674, -0.0034653127659112215, -0.025009766221046448, -0.0011911472538486123, -0.02848372980952263, 0.02177109196782112, -0.004221349488943815, 0.0019999509677290916, 0.012795533984899521, 0.00795828178524971, -0.006934085860848427, 0.00808284617960453, -0.010359607636928558, -0.026393815875053406, -0.010961668565869331, -0.0022559999488294125, 0.008968638256192207, -0.011646772734820843, -0.02776402421295643, -0.014532514847815037, 0.00985442940145731, -0.042158134281635284, 0.0123111167922616, 0.00980598758906126, -0.028110036626458168, -0.005300907883793116, 0.004114085808396339, -0.004968736320734024, -0.00448085879907012, 0.014767803251743317, -0.005411631893366575, -0.02065001241862774, 0.007979042828083038, -0.007930601015686989, 0.003605447942391038, 0.009598379954695702, 0.01076098158955574, 0.018878430128097534, -0.008532662875950336, -0.0008312944555655122, 0.007591509260237217, 0.004467018414288759, -0.014061938971281052, 0.00590642960742116, 0.004626184236258268, 0.012698650360107422, 0.009051680564880371, 0.011570650152862072, 0.00023009815777186304, -0.02613084577023983, -0.005034478381276131, 0.019030675292015076, 0.007217816077172756, -0.037673816084861755, 0.01748053915798664, 0.011037791147828102, -0.004764589015394449, -0.004266331437975168, -0.013273030519485474, -0.17704755067825317, -0.007404662668704987, 0.030975017696619034, -0.039528440684080124, 0.02528657577931881, 0.014297227375209332, 0.02065001241862774, 0.008671067655086517, -0.010733300819993019, 0.007716073654592037, 0.019404368475079536, 0.0032819262705743313, 0.0017361165955662727, -0.019764220342040062, 0.010975508950650692, 0.01052569318562746, -0.035763826221227646, 0.025355778634548187, 0.022144785150885582, 0.0014939079992473125, 0.03111342340707779, -0.02801315300166607, 0.019279804080724716, -0.0087125888094306, 0.010006674565374851, 0.01032500620931387, -0.014670920558273792, 0.02023479714989662, -0.0027507974300533533, -0.018823066726326942, -0.014449472539126873, -0.005581177771091461, 0.026324613019824028, -0.017937276512384415, 0.021079067140817642, 0.01591656357049942, 0.021729569882154465, -0.009646821767091751, -0.047832734882831573, 0.018629301339387894, 0.03330022096633911, 0.011570650152862072, 0.028926625847816467, 0.0049202945083379745, -0.029563287273049355, 0.008498061448335648, 0.011030871421098709, -0.02694743499159813, 0.0032507851719856262, -0.022504637017846107, 0.019902626052498817, -0.0009671042789705098, -0.0060240738093853, 0.007473865058273077, 0.022767607122659683, 0.018214086070656776, 0.016788514330983162, -0.009598379954695702, 0.0025570306461304426, -0.0015224539674818516, -0.018504736945033073, -0.006591533776372671, 0.018338650465011597, -9.618059993954375e-05, -0.0050898403860628605, -0.01993030682206154, -0.023348907008767128, 0.009999754838645458, -0.017785031348466873, 0.017785031348466873, -0.013010061345994473, 0.003219644073396921, -0.004546601325273514, 0.015362944453954697, 0.030836613848805428, 0.014643238857388496, -0.03379847854375839, 0.0011340552009642124, 0.03186080977320671, 0.0021124049089848995, -0.0086157051846385, 0.01094782818108797, -0.022643042728304863, 0.0023822945076972246, 0.000589085859246552, -0.006920245476067066, 0.00855342298746109, 0.01688539795577526, -0.02791626937687397, 0.00945997517555952, 0.03822743520140648, -0.0075430674478411674, -0.01623489521443844, 0.014338748529553413, 0.016871558502316475, -0.0011738466564565897, 0.019349006935954094, -0.014138061553239822, -0.019404368475079536, -0.015016932040452957, 0.00424557039514184, 0.013446036726236343, 0.0023719139862805605, 0.01604112796485424, 0.04152147099375725, 0.01695460081100464, -0.028345324099063873, 0.014864686876535416, 0.03230370581150055, 0.004992957226932049, -0.01187514141201973, 0.0011703864438459277, -0.0013987545389682055, 0.011238478124141693, -0.018227925524115562, 0.007418503053486347, -0.004148687236011028, -0.02685055136680603, 0.03180544823408127, -0.002449766965582967, 0.03324485942721367, 0.0030777791980654, -0.009799067862331867, 0.03415833041071892, -0.0097921472042799, -0.02637997455894947, -0.11670301854610443, -0.02343195118010044, 0.01273325178772211, 0.021134428679943085, -0.02362571842968464, 0.020096393302083015, 0.00886483397334814, 0.012518723495304585, -0.03202689439058304, 0.02734880894422531, -0.04484318941831589, -0.019847264513373375, -0.000133322857436724, -0.012802453711628914, 0.006972147151827812, -0.01198586542159319, -0.0006409877096302807, -0.006072515156120062, -0.025923239067196846, 0.02368107996881008, 0.0026694845873862505, -0.0020310920663177967, 0.018241766840219498, -0.020497767254710197, 0.0046884664334356785, -0.007017128635197878, -0.03330022096633911, 0.01199970580637455, 0.005709202494472265, -0.005155582912266254, 0.01004127599298954, -0.03473963215947151, 0.007356220856308937, -0.03111342340707779, 0.00580262579023838, -0.02419317699968815, 0.0023805643431842327, -0.003840736113488674, 0.005640000104904175, -0.028926625847816467, -0.0070448098704218864, 0.010359607636928558, 0.027556417509913445, -0.01271941140294075, -0.025854036211967468, -0.00813128799200058, -0.017342135310173035, 0.02161884680390358, -0.013605202548205853, -0.038836415857076645, -0.03305109217762947, -0.021812614053487778, -0.04260103031992912, 0.004131386522203684, 0.01141840498894453, -0.006255901884287596, 0.017466699704527855, 0.0003659079666249454, -0.0010743681341409683, -0.007937521673738956, -0.00841501820832491, 0.0028009694069623947, -0.015736637637019157, 0.00531820859760046, 0.008643386885523796, 0.004712686873972416, -0.022850649431347847, -0.04390203580260277, -0.0032075336202979088, -0.008719509467482567, 0.009190086275339127, 0.03210993856191635, -0.010546454228460789, 0.016304098069667816, -0.02384716458618641, -0.01213811058551073, -0.030310675501823425, -0.015335263684391975, 0.017231410369277, 0.022504637017846107, -0.01770198717713356, -0.02058080956339836, 0.018823066726326942, -0.026587583124637604, 0.010414969176054, -0.011632932350039482, -0.01891995035111904, -0.022601520642638206, 0.001771582756191492, -0.037397004663944244, 0.0012560245813801885, 0.02873285859823227, -0.011632932350039482, -0.012179631739854813, 0.002543190261349082, -0.0038130551110953093, 0.004342454019933939, 0.010082797147333622, 0.014947730116546154, 0.015971926972270012, -0.013397594913840294, 0.007041349541395903, -0.053784146904945374, 0.02186797559261322, -0.0044739386066794395, -0.0027092760428786278, -0.001385779120028019, -0.007266257423907518, 0.004826871212571859, -0.007812957279384136, -0.00949457660317421, -0.007093251682817936, -0.027847066521644592, 0.015058454126119614, 0.011037791147828102, -0.015432147309184074, -0.007397742476314306, -0.008650306612253189, 0.01248412299901247, -0.012622527778148651, -0.0009350981563329697, -0.01002743560820818, 0.018310969695448875, -0.0016617239452898502, 0.012830134481191635, 0.0036158282309770584, -0.0018442453583702445, -0.008747190237045288, -0.02384716458618641, 0.022200146690011024, 0.02099602483212948, -0.007370061241090298, 0.00477842940017581, -0.005750724114477634, -0.007169374264776707, 0.02105138637125492, -0.020290158689022064, -0.009411533363163471, 0.02456687018275261, 0.019778061658143997, 0.021134428679943085, 0.05159734934568405, -0.033189497888088226, -0.04326537251472473, 0.01004127599298954, -0.009328491054475307, 0.005473914090543985, 0.006179779302328825, -0.004079484846442938, -0.014228024519979954, 0.014366429299116135, 0.021314356476068497, 0.031085742637515068, 0.035957593470811844, -0.029784735292196274, -0.024539189413189888, -0.012864735908806324, 0.00412100600078702, 0.014892367646098137, 0.00413484638556838, 0.007875239476561546, 0.006120956968516111, 0.0391685888171196, -0.0027594477869570255, 0.011335361748933792, -0.015473668463528156, 0.0008178864954970777, -0.012276515364646912, -0.023321226239204407, 0.012878576293587685, -0.00609327619895339, -0.009584539569914341, -0.010048196651041508, -0.0031193005852401257, 0.005819926504045725, 0.011300760321319103, 0.023072097450494766, 0.0033770797308534384, -0.006529251579195261, 0.006774920038878918, -0.010629496537148952, 0.02804083377122879, 0.02199253998696804, -0.004449717700481415, -0.0033320982474833727, 0.006017153151333332, 0.021701889112591743, -0.016027288511395454, -0.0108717055991292, -0.008200490847229958, -0.011349202133715153, -0.009764466434717178, 0.018573937937617302, 0.00903784018009901, 0.004290552344173193, 0.03523788973689079, 0.00019679448450915515, -0.004107165616005659, -0.014643238857388496, -0.007321619428694248, 0.007591509260237217, 0.026117006316781044, 0.016248736530542374, 0.0032231041695922613, 0.0054185520857572556, -0.007799116428941488, -0.00027378220693208277, -0.00531820859760046, -0.03202689439058304, -0.02895430661737919, 0.010484172031283379, 0.0224631167948246, 0.007556907832622528, 0.009653742425143719, -0.001212773029692471, -0.0026193128433078527, -0.028871264308691025, 0.03642817214131355, 0.008034405298531055, -0.02716888301074505, -0.028026994317770004, 0.006671116687357426, 0.035265568643808365, 0.0036815705243498087, 0.0391685888171196, -0.008138208650052547, 0.0404142327606678, 0.025646429508924484, 0.036206722259521484, -0.009203926660120487, 0.025826355442404747, 0.007155533879995346, -0.007307779043912888, 0.006712637841701508, -0.009515337646007538, 0.0014091349439695477, -0.019224442541599274, -0.014421791769564152, -0.003401300637051463, 0.011584490537643433, -0.023584196344017982, 0.0728563442826271, 0.028082355856895447, -0.007605349645018578, 0.017840392887592316, -0.011273079551756382, 0.024732956662774086, 0.003989521414041519, 0.026781350374221802, -0.02321050316095352, -0.008089766837656498, 0.006826822180300951, -0.009425373747944832, -0.011612171307206154, -0.01889226958155632, 0.0023546135053038597, 0.0030760490335524082, 0.0018788466695696115, 0.017978796735405922, 0.00986826978623867, 0.011626012623310089, 0.042877841740846634, -0.0010821534087881446, 0.01290625799447298, -0.00037693712511099875, -0.015778159722685814, -0.005605398677289486, 0.014989251270890236, -0.01193742360919714, -0.002223128918558359, -0.021480441093444824, 0.01626257598400116, 0.0011902821715921164, -0.035542380064725876, -0.008276613429188728, -0.014975410886108875, -0.009653742425143719, -0.013300711289048195, -0.020982183516025543, -0.0034480122849345207, -0.00508292019367218, 0.015971926972270012, 0.013016981072723866, -0.0008434049086645246, -0.034462820738554, -0.0028459508903324604, 0.01213811058551073, -0.0019428589148446918, -0.006048294249922037, -0.02070537395775318], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='37bfa93d-05a9-4773-890d-cbe4a3d6c0a1', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='a3fc05e0bd75f219abe31074e80ab504cab133a4fe0c395295788ac8e23959f3'), : RelatedNodeInfo(node_id='a15f4ed3-31de-4a19-9dd1-1bf98335efce', node_type=, metadata={}, hash='ec6d2a77721f2bcc40de30394a38ff33a2da6a126de6d992440d0ac13ed87b7f')}, hash='93f2fd5356a8af1e02d92e63a1447ba571241013988229977100377f2f0beb11', text='of one hundred thousand labeled images, required a significant human effort. Despite the abundance of text available on the Internet, creating a meaningful dataset for teaching computers to work with human language beyond individual words is a time-consuming process. Additionally, labels created for one application using the same data may not apply to another task. With the advancements of BERT and first iteration of GPT, we started to harness the immense amount of unstructured text data available on the internet and the computational power of GPUs. OpenAI further advanced this approach with their development of GPT-2 and GPT-3 models, which are short for \"generative pre-trained transformer.\" These models are specifically designed to generate new words in response to input and are pre-trained on vast amounts of text using the next world prediction objective. Another key breakthrough in these large transformer models is the concept of \"fine tuning\" - or adapting a large model to new more specific tasks or a new smaller and targeted data set - to improve performance in a particular domain with far lower compute cost than training a new model from scratch. For example, a foundational language model like GPT-3 may be fine-tuned on a dataset of medical documents to create an instruction-tuned model for medical document processing. This model will be better at understanding medical terminology, identifying medical entities, and extracting relevant information from medical texts. Instruction Tuning - Instruct GPT and ChatGPT (OpenAI) - 2022 The most recent advancement which has led to the Generative AI landscape today is the concept of Instruction Tuning - taking a model which has just been trained to predict the next word of a text document - and teaching it (via fine tuning) to actually follow human instructions and preferences. This made it far easier to interact with these LLMs and to get them to answer questions and perform tasks without getting sidetracked by just trying to predict the next word. A fortunate feature of instruction tuning is that not only it helps to increase the accuracy and capabilities of these models, but they also help align them to human values and helps prevent them from generating undesired or dangerous content. OpenAI\\'s specific technique for instruction tuning is called reinforcement learning with human feedback (RLHF) where humans are used to train the model', start_char_idx=6873, end_char_idx=9300, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='a15f4ed3-31de-4a19-9dd1-1bf98335efce', embedding=[-0.01060651708394289, 0.005247139371931553, 0.0025323762092739344, 0.0047701271250844, 0.008032051846385002, 0.014927690848708153, -0.009827864356338978, 0.029687024652957916, -0.0274843480437994, -0.04096697270870209, 0.028438374400138855, 0.026586443185806274, -0.027610616758465767, 0.006558924447745085, 0.000991730485111475, 0.007898769341409206, 0.02835419587790966, -0.003805579151958227, 0.009014137089252472, -0.012689940631389618, -0.020076623186469078, 0.007989962585270405, -0.012907402589917183, -0.018940210342407227, -0.0022009224630892277, 0.011462334543466568, 0.0421174131333828, -0.019810056313872337, -0.024496003985404968, 0.010045326314866543, -0.0010040064807981253, 0.019922295585274696, -0.000481835420941934, -0.014633066020905972, 0.00579430116340518, 0.0017256635474041104, 0.0096805514767766, 0.004956021439284086, 0.02038527838885784, 0.007632202934473753, 0.01196740660816431, -0.004833261016756296, -0.0050191557966172695, -0.022265268489718437, -0.012640836648643017, 0.02328944392502308, 0.011462334543466568, 0.006253776606172323, -0.02387869358062744, 0.02338765189051628, 0.005127886310219765, 0.033727604895830154, -0.004493038635700941, -0.01853334531188011, 0.002120251301676035, 0.01292143203318119, -0.0038090867456048727, 0.02038527838885784, 0.006906161550432444, 0.005078782327473164, -0.006337955594062805, -0.0028866282664239407, -0.01564321108162403, 0.024187348783016205, -0.02334556169807911, 0.004685948137193918, -0.013700084760785103, 0.02432764694094658, 0.017845885828137398, -0.01341948937624693, 0.017593350261449814, 0.003026926191523671, 0.006867579650133848, -0.0070429518818855286, -0.0054751234129071236, -0.008775630965828896, 0.003342596348375082, -0.02394884265959263, -0.021900493651628494, 0.016218431293964386, 0.010838008485734463, 0.0004373347037471831, -0.009308761917054653, 0.026740770787000656, 0.0054260194301605225, -0.018252750858664513, 0.010108459740877151, -0.021367361769080162, 0.013819337822496891, -0.022784370929002762, -0.004012518562376499, -0.019725877791643143, 0.02873300015926361, 0.008298617787659168, -0.03005179949104786, 0.012423374690115452, -0.013265161775052547, 0.0008948371978476644, -0.011679795570671558, -0.027470318600535393, -0.00627131387591362, 0.0062362393364310265, -0.015320525504648685, -0.01745305210351944, -0.03866608813405037, 0.004854305647313595, 0.008228468708693981, 0.01609216257929802, 0.014380529522895813, 0.01619037240743637, -0.020750051364302635, 0.018364988267421722, -0.0296589657664299, -0.028438374400138855, -0.001007513958029449, -0.019655728712677956, 0.012142779305577278, 0.0018291332526132464, -0.021886464208364487, -0.013068744912743568, 0.0338117815554142, 0.03218432515859604, 0.015853656455874443, 0.0021851391065865755, 0.012865312397480011, 0.008410856127738953, -0.025941072031855583, 0.009848909452557564, -0.022209148854017258, -0.0034267751034349203, 0.001337213907390833, 0.01267591118812561, 0.007779515814036131, 0.016597235575318336, -0.03431685268878937, 0.02431361749768257, -0.011378156021237373, 0.009610402397811413, -0.025506149977445602, -0.02640405483543873, -0.002165848156437278, 0.013882472179830074, -0.01571335829794407, -0.00021461186406668276, -0.0006054728874005377, 0.017537230625748634, -0.014001725241541862, 0.018561406061053276, 0.01189024280756712, 0.0016151790041476488, 0.018028274178504944, -0.022812429815530777, -0.01809842325747013, 0.021507659927010536, 0.00834772177040577, 0.011813079006969929, 0.001782659557648003, 0.020623784512281418, -0.029462547972798347, -0.013279191218316555, 0.016765592619776726, -0.0033513649832457304, -0.013180983252823353, 0.01968378759920597, 0.029406430199742317, 0.03235268592834473, 0.027077484875917435, -0.0032899845391511917, -0.005538257770240307, -0.01485754270106554, -0.004889380186796188, 0.0351305827498436, -0.04113532975316048, 0.003882742952555418, -0.00609594164416194, 0.020413337275385857, 0.017481112852692604, 0.00011760905908886343, -0.01613425277173519, -0.008607272990047932, -0.002942747436463833, 0.012563672848045826, 0.012177853845059872, 0.035411179065704346, -0.0013459825422614813, -0.016597235575318336, 0.025716595351696014, -0.0037038633599877357, -0.023570038378238678, -0.029687024652957916, 0.013173968531191349, 0.019052447751164436, 0.0032934921327978373, -0.012935461476445198, -0.6231469511985779, -0.020301098003983498, -0.0011434274492785335, -0.021199004724621773, 0.012444418855011463, -0.015039929188787937, 8.264420466730371e-05, -0.00834772177040577, 0.010445174761116505, 0.032689400017261505, -0.011672780849039555, -0.00853010918945074, 0.016597235575318336, -0.0136018767952919, -0.006166090723127127, -0.025604357942938805, 0.0001976226776605472, -0.020315129309892654, 0.026025250554084778, 0.017803797498345375, -0.014969781041145325, 0.015180227346718311, -0.01447873841971159, -0.01409993413835764, -0.007765485905110836, 0.024902869015932083, -0.0017063725972548127, 0.01745305210351944, 0.007211309392005205, 0.02372436597943306, -0.006397582124918699, 0.006604521069675684, -0.0066501181572675705, -0.01892618089914322, 0.04548456147313118, -0.010929202660918236, -0.01090815756469965, 0.0077304113656282425, 0.0016300856368616223, 0.028270017355680466, -0.02049751579761505, -0.01417709793895483, 0.008572198450565338, 0.006450193468481302, 0.01996438391506672, 0.0076672774739563465, 0.027582557871937752, -0.01148337870836258, -0.0024376751389354467, -0.02589898370206356, 0.009322792291641235, 0.015937834978103638, 0.011735915206372738, 0.00509631959721446, 0.004780649207532406, 0.0025920027401298285, 0.034934163093566895, -0.020371247082948685, 0.025660477578639984, -0.004896394908428192, -0.018940210342407227, 0.010550398379564285, -0.0381610170006752, -0.01635872945189476, -0.032689400017261505, 0.019347073510289192, 0.028929416090250015, 0.025702565908432007, -0.008733540773391724, -0.026965247467160225, -6.735392526024953e-05, 0.02289660833775997, -0.020301098003983498, -0.027778973802924156, 0.005075274500995874, -0.0039037875831127167, 0.003358379704877734, -0.013994710519909859, -0.000484904448967427, 0.027877183631062508, 0.026375995948910713, 0.0010268049081787467, 0.011399200186133385, -0.012963521294295788, 0.01505395956337452, -0.009350852109491825, -0.000870285090059042, -0.013293221592903137, -0.00719727948307991, -0.0011539497645571828, 0.016807682812213898, 0.02633390575647354, -0.017004098743200302, -0.04596157744526863, 0.01033293642103672, 0.0060257925651967525, -0.008684436790645123, 0.017158426344394684, -0.0005169098731130362, -0.02317720465362072, -0.012767104431986809, -0.0025586821138858795, 0.025969132781028748, 0.024608243256807327, 0.0358881913125515, 0.02841031551361084, -0.022237209603190422, 0.0064466861076653, 0.01603604480624199, -0.041359804570674896, -0.016176342964172363, 0.0035618117544800043, -0.030276276171207428, -0.002258795313537121, 0.01952945999801159, -0.019319014623761177, 0.012739044614136219, -0.012479493394494057, 0.001985214650630951, -0.008551154285669327, 0.023107055574655533, -0.006253776606172323, 0.0027112560346722603, -0.015937834978103638, 0.014689184725284576, 0.03889056295156479, 0.004086175002157688, -0.0121357636526227, -0.0012407591566443443, 0.01431739516556263, -0.005001618526875973, -0.020371247082948685, 0.014057844877243042, -0.008389811031520367, 0.01319501269608736, 0.0033197978045791388, 0.027442259714007378, -0.002134280977770686, 0.012262032367289066, -0.035523414611816406, -0.02655838243663311, -0.004622814245522022, 0.01602201536297798, 0.005689078010618687, -0.05339736118912697, -0.018729763105511665, 0.0007036813767626882, 0.00536990026012063, -0.010234728455543518, -0.037431467324495316, -0.020525574684143066, -0.005941614042967558, -0.018996328115463257, 0.03583206981420517, -0.006197657436132431, 0.005857435055077076, -0.016976039856672287, -0.0317353755235672, -0.007519964594393969, -0.03190373256802559, 0.01557306107133627, 0.005562809761613607, -0.0021693555172532797, 0.017803797498345375, 0.002197415102273226, -0.02170407772064209, -0.011441289447247982, 0.017930064350366592, -0.044474419206380844, -0.024397796019911766, 0.005801315885037184, -0.042341891676187515, 0.015320525504648685, 0.019781997427344322, -0.00900010671466589, 0.027470318600535393, -0.016667384654283524, -0.004759604576975107, 0.003403976559638977, -0.006864072289317846, -0.016976039856672287, 0.012304121628403664, 0.013370385393500328, -0.016288580372929573, -0.013279191218316555, 0.01902438886463642, 0.03849773108959198, 0.026867037639021873, -0.005303258541971445, 0.006706237327307463, 0.002281593857333064, 0.0249309279024601, -0.010199653916060925, 0.015166197903454304, -0.007786530535668135, 0.0161482822149992, -0.003640729235485196, -0.010227713733911514, 0.0010978307109326124, 0.03625296428799629, 0.019431252032518387, 0.008965032175183296, 0.022335417568683624, -0.013728144578635693, 0.009182494133710861, -0.034934163093566895, 0.009245628491044044, -0.019824085757136345, 0.01881394162774086, 0.01169382594525814, 0.020357217639684677, -0.016807682812213898, -0.0037249079905450344, -0.02775091491639614, -0.003493416355922818, 0.021395422518253326, -0.0041387868113815784, 0.01635872945189476, -0.016751563176512718, 0.005229602567851543, 0.006337955594062805, 0.03311029449105263, 0.0015651979483664036, -0.010241743177175522, -0.012121734209358692, 0.02284049056470394, -0.020244980230927467, 0.018856031820178032, -0.014534857124090195, -0.028101660311222076, 0.004082667641341686, 0.014759333804249763, 0.02791927196085453, 0.00710257887840271, 0.019753936678171158, -0.0037845345214009285, 0.008109215646982193, 0.005064752418547869, 0.037768181413412094, -0.015194256789982319, -0.01996438391506672, 0.0004787664220202714, 0.001957155065611005, -0.026488233357667923, 0.028648821637034416, 0.011799049563705921, 0.03086552768945694, -0.012381285429000854, -0.015825597569346428, -0.008242499083280563, -0.004924454726278782, 0.028270017355680466, -0.004822738468647003, 0.007484890520572662, 0.014296351000666618, -0.02225123904645443, 0.018687672913074493, -0.022924669086933136, 0.010522338561713696, 0.005917062051594257, -0.005099826958030462, 0.010262787342071533, 0.007456830702722073, -0.024510035291314125, 0.005124378949403763, -0.0014827728737145662, -0.013019640929996967, 0.014899631962180138, -0.01641484908759594, 0.0007602389669045806, 0.012051585130393505, -0.020048562437295914, 0.039339516311883926, -0.0394798144698143, 0.033783722668886185, 0.012255017645657063, 0.003616177011281252, 0.010788904502987862, 0.005839897785335779, 0.035691771656274796, -0.01537664420902729, -0.02442585490643978, 0.033447008579969406, -0.0025341298896819353, -0.01540470402687788, -0.016260521486401558, -0.02878911793231964, -0.01662529446184635, -0.02296675741672516, -0.020820200443267822, 0.004079159814864397, -0.0037249079905450344, -0.02595510147511959, 0.01257068756967783, -0.0046052769757807255, 0.002165848156437278, 0.012255017645657063, -0.0017037419602274895, -0.002683196449652314, -0.02049751579761505, 0.011279947124421597, 0.015993954613804817, -0.014590976759791374, -0.0013696578098461032, 0.022391537204384804, -0.007961902767419815, -0.032745517790317535, 0.012626806274056435, -0.033727604895830154, -0.03501834347844124, -0.0002545090683270246, 0.004847290925681591, 0.009940102696418762, -0.017410963773727417, 0.001154826721176505, 0.007130638230592012, -0.0009601634228602052, -0.010578458197414875, -0.008986077271401882, 0.0027691288851201534, -0.00654489453881979, -0.0076041435822844505, -0.013636951334774494, 0.01783185638487339, 0.09136196225881577, 0.024397796019911766, -0.0281437486410141, 0.022700192406773567, -0.03976041078567505, -0.0025744654703885317, -0.01968378759920597, -0.00740071153268218, 0.011083530262112617, 0.017537230625748634, -0.03167925402522087, 0.01219188328832388, 0.007625188212841749, 0.0032777085434645414, 0.02775091491639614, -0.006106463726609945, 0.009442045353353024, -0.026249727234244347, -0.03406431898474693, -0.023149145767092705, 0.006404596846550703, -0.0035021849907934666, 0.01576947793364525, 0.014310380443930626, 0.007716381922364235, -0.008915928192436695, 0.020623784512281418, 0.02383660525083542, -0.020693933591246605, -0.023584067821502686, -0.0003866959596052766, -0.002841031411662698, 0.001617809641174972, 0.017032159492373466, -0.01957155019044876, 0.0003378109249752015, -0.004956021439284086, 0.003214574418962002, 0.01001025177538395, -0.012739044614136219, -0.0017186487093567848, 0.02191452495753765, 0.009645476937294006, -0.016456937417387962, 0.004236995242536068, -0.020679902285337448, 0.01505395956337452, 0.016723504289984703, -0.03734728693962097, -0.025155404582619667, 0.0031251346226781607, -0.0056224362924695015, -0.026516294106841087, 0.003419760148972273, -0.011090544983744621, 0.0030725228134542704, -0.0014573439257219434, -0.0026042787358164787, -0.011749944649636745, -0.01684977114200592, -0.026530323550105095, -0.047140076756477356, -0.0169058907777071, -0.01063457690179348, 0.002823494141921401, -0.001351243699900806, -0.021367361769080162, 0.0014906646683812141, -0.008291603066027164, 0.022096911445260048, 0.005864450242370367, -0.025814805179834366, -0.07228145003318787, -0.016316639259457588, 0.015152167528867722, -0.006285343784838915, 0.012753074988722801, 0.005948628764599562, -0.006843027658760548, 0.02612346038222313, 0.007751455996185541, -0.016835741698741913, -0.008403841406106949, -0.011658751405775547, 0.011778004467487335, -0.0317353755235672, 0.0003891073283739388, -0.027231812477111816, -0.002092191716656089, 0.01540470402687788, -0.0020641321316361427, -0.019445281475782394, -0.007211309392005205, 0.013608891516923904, 0.0008597627747803926, 0.016499027609825134, 0.02733002044260502, -0.0005002495017834008, 0.01973990723490715, -0.03139865770936012, -0.009273688308894634, -0.02606734074652195, -0.030416574329137802, -0.006337955594062805, 0.01602201536297798, 0.0012933708494529128, 0.02601122111082077, -0.003030433552339673, 0.009470105171203613, -0.011097559705376625, 0.005717137362807989, 0.006485268007963896, 0.01505395956337452, -0.002174616791307926, 0.010845024138689041, 0.0021570795215666294, 0.03490610420703888, -0.02049751579761505, 0.001969431061297655, -0.028648821637034416, 0.0006944743799977005, -0.043969348073005676, 0.036337144672870636, -0.0014897878281772137, -0.009589358232915401, 0.022489745169878006, 0.016274550929665565, -0.004033563192933798, -0.0296589657664299, 0.0060363151133060455, -0.01973990723490715, 0.016863802447915077, 0.011553527787327766, -0.021619899198412895, -0.008130260743200779, -0.01349665317684412, -0.016751563176512718, 0.004703485406935215, -0.002506070304661989, -0.012128748930990696, -0.018912149593234062, -0.008993091993033886, 0.01602201536297798, -0.0029953590128570795, 0.019445281475782394, -0.031230300664901733, 0.0016186864813789725, 0.01564321108162403, 0.032801635563373566, 0.027344051748514175, -0.03207208961248398, 0.00923861376941204, -0.025870922952890396, -0.010823979042470455, -0.010894128121435642, -0.03434491530060768, -0.0005638219881802797, 0.01003129594027996, 0.01420515775680542, 0.007316533010452986, 0.0379645973443985, -0.011034426279366016, 0.0013907024404034019, 0.027933301404118538, 0.004096697084605694, -0.02289660833775997, 0.0013898256001994014, 0.008193394169211388, -0.018421107903122902, -0.010501294396817684, 0.006302881054580212, -0.012311136350035667, 0.028480462729930878, -0.009112345054745674, 0.014184112660586834, 0.004657888785004616, -0.019262894988059998, -0.007744441274553537, -0.027287932112812996, -0.041472043842077255, -0.02361212857067585, 0.002050102222710848, -0.021030647680163383, -0.0012547889491543174, -0.040658317506313324, -0.014106948859989643, 0.04885170981287956, 0.0011478117667138577, 0.022279297932982445, -0.001603779848664999, 0.017593350261449814, -0.01164472196251154, -0.004026548471301794, 0.01104144100099802, -0.0012679417850449681, -0.028606731444597244, -0.01947334222495556, -0.04121951013803482, -0.0015967648942023516, 0.0200205035507679, -0.004692962858825922, 0.028438374400138855, 0.003935354761779308, -0.024229438975453377, 0.0026375995948910713, 0.010725771076977253, 0.006113478913903236, 0.005899524781852961, -0.014843512326478958, -0.03114612214267254, 0.005394452251493931, -0.015965895727276802, 0.019262894988059998, -0.01480142306536436, -0.017691558226943016, -0.00639407429844141, -0.0005651373066939414, 0.015895746648311615, -0.04150010272860527, -0.012388300150632858, 0.035691771656274796, 0.04781350865960121, 0.04248218983411789, -0.002523607574403286, 0.023850634694099426, 0.012339196167886257, 0.0029795756563544273, -0.022265268489718437, 0.004724530037492514, 0.006955265998840332, -0.005222587380558252, 0.00943503063172102, -0.006127508822828531, -0.0048402757383883, -0.013152923434972763, 0.014969781041145325, -0.0021991687826812267, -0.02812971919775009, -0.050254691392183304, 0.006043329834938049, 0.007681307382881641, 0.0031759925186634064, -0.024355707690119743, -0.03917115926742554, -0.020693933591246605, 0.006839520297944546, -0.00559086911380291, 0.021114826202392578, 0.0037249079905450344, -0.015390674583613873, -0.002446443773806095, 3.359475886099972e-05, 0.018687672913074493, 0.000810658500995487, 0.005401467438787222, 0.01485754270106554, 0.0031233809422701597, 0.00804608128964901, -0.0096805514767766, 0.006492283195257187, -0.020188860595226288, 0.022770341485738754, -0.012002481147646904, 0.01186218298971653, 0.003928339574486017, 0.0005269938264973462, -0.0009715626365505159, -0.011511438526213169, 0.0081232450902462, 0.03524281829595566, -0.020820200443267822, -0.0002218459703726694, 0.010564427822828293, -0.0035635654348880053, 0.014633066020905972, -0.026853008195757866, 0.006281836424022913, 0.009526223875582218, 0.0025323762092739344, -0.01837901771068573, 0.019220804795622826, 0.008137275464832783, -0.03336282819509506, 0.015825597569346428, -0.011090544983744621, -0.0415562242269516, -0.0063695223070681095, -0.002165848156437278, 0.021886464208364487, -0.04102309048175812, -0.004051100462675095, 0.035860128700733185, -0.022054821252822876, -0.009259657934308052, 0.0200205035507679, -0.02361212857067585, -0.02192855440080166, 0.030135978013277054, -0.039339516311883926, -0.009750700555741787, 0.013307251036167145, -0.0027287930715829134, -0.010318906977772713, 0.0071166083216667175, -0.001061002491042018, 0.006615043617784977, 0.005801315885037184, -0.02480465918779373, -0.028045540675520897, 0.0037073707208037376, -0.0013091543223708868, -0.002925210166722536, 0.006611536256968975, 0.006685192696750164, 0.004093189723789692, -0.008130260743200779, 0.004422889556735754, 0.012346210889518261, -0.0005888125160709023, 0.01854737661778927, 0.023261383175849915, 0.007555039133876562, 0.025099284946918488, -0.014633066020905972, 0.023022877052426338, -0.024355707690119743, 0.02334556169807911, -0.0015564293134957552, -0.03984459117054939, -0.02017483115196228, 0.006127508822828531, 0.006078404374420643, -0.002613047370687127, -0.004166846163570881, 0.003565319115296006, 0.008144290186464787, -0.02060975506901741, 0.019781997427344322, -0.006064374465495348, 0.004384307656437159, 0.017705589532852173, 0.004647366236895323, 0.00828458834439516, 0.005064752418547869, -0.021788256242871284, 0.001965923700481653, 0.0006370399496518075, 0.001382810645736754, -0.04410964250564575, -0.011399200186133385, -0.024636302143335342, 0.044362179934978485, -0.008025037124752998, -0.03987265005707741, -0.010732785798609257, -0.02317720465362072, -0.060496434569358826, -0.008172350004315376, 0.0012705724220722914, 0.022124970331788063, -0.006636088248342276, 0.023962872102856636, -0.002165848156437278, 0.023050935938954353, -0.0016283319564536214, 0.007632202934473753, 0.0026954724453389645, -0.007421756163239479, -0.0029497623909264803, -0.027456289157271385, -0.009855924174189568, 0.006169598083943129, -0.03412043675780296, -0.00752697978168726, 0.016976039856672287, -0.007660262752324343, 0.0003336458175908774, 0.010396070778369904, -0.012248001992702484, 0.012970536015927792, 0.0077304113656282425, 0.0036372218746691942, -0.010845024138689041, 0.017368873581290245, 0.020315129309892654, -0.03131448104977608, 0.014198142103850842, -0.009694581851363182, -0.011686811223626137, -0.015166197903454304, -0.019936325028538704, 0.010501294396817684, 0.0005857435171492398, 0.008368766866624355, 0.015446793287992477, -0.011637706309556961, -0.02072199247777462, 0.015545002184808254, 0.04509172961115837, 0.00957532785832882, 0.007835634984076023, 0.02595510147511959, 0.009357866831123829, -0.010845024138689041, 0.002390324603766203, 0.0061731054447591305, 0.015264405868947506, -0.002235997002571821, 0.0322965644299984, -0.02727390266954899, 0.017902005463838577, 0.002660397905856371, 0.01543276384472847, -0.0016642832197248936, -0.0030865527223795652, -0.006362507585436106, 0.009764729999005795, -0.02678285911679268, 0.014927690848708153, 0.001180255669169128, -0.012486509047448635, 0.0006045960471965373, -0.021886464208364487, -0.006804445758461952, 0.00306024681776762, -0.020090652629733086, 0.011820093728601933, -0.03103388473391533, -0.008088171482086182, 0.01903841830790043, -0.008768615312874317, 0.006373029667884111, 0.03364342451095581, 0.014106948859989643, -0.01543276384472847, 0.02094646915793419, 0.19955965876579285, -0.028284046798944473, -0.016064103692770004, -0.006131016183644533, 0.0016932196449488401, -0.0039809513837099075, 0.03712281212210655, 0.015039929188787937, -0.01096427720040083, 0.014331425540149212, -0.0032180820126086473, 0.014548887498676777, -0.018884090706706047, -0.00429311441257596, 0.004963036626577377, -0.022714221850037575, -0.04750485345721245, -0.029041655361652374, 0.006737804040312767, 0.006744819227606058, 0.026544352993369102, 0.011153679341077805, -0.007456830702722073, -0.030669109895825386, 0.0222933292388916, -0.0121357636526227, -0.0011820093495771289, 0.00453863525763154, -0.003212820738554001, 0.006467730738222599, -0.017902005463838577, 0.00900010671466589, 0.0021728628780692816, -0.0049981107003986835, 0.0030076352413743734, 0.0052190800197422504, 0.014843512326478958, -0.00639407429844141, 0.01930498331785202, 0.025043167173862457, 0.033447008579969406, 0.01941722258925438, 0.006646610796451569, -0.03204403072595596, 0.003731922712177038, 0.030135978013277054, -0.009898013435304165, 0.0009584096842445433, -0.010894128121435642, 0.004268561955541372, -0.008986077271401882, 0.0128933722153306, 0.026965247467160225, 0.025492118671536446, -0.009547268971800804, 0.01341948937624693, -0.014191127382218838, 0.006194150075316429, 0.014787393622100353, 0.010473234578967094, -0.030500752851366997, 3.573210778995417e-05, -0.0034408047795295715, 0.02519749477505684, -0.011735915206372738, 0.023191234096884727, -0.007555039133876562, -0.002686703810468316, 0.010227713733911514, -0.014380529522895813, -0.007947873324155807, 0.0015879962593317032, -0.02083422988653183, -0.002372787334024906, -0.026039281859993935, -0.024453915655612946, 0.039451755583286285, 0.021184975281357765, 0.018617523834109306, 0.03266134113073349, -0.006727281957864761, 0.0011022150283679366, -0.019501401111483574, -0.02627778798341751, -0.016976039856672287, -0.03723504766821861, 0.015545002184808254, -0.007505935151129961, -0.017537230625748634, 0.00011366318358341232, -0.02147960104048252, -0.0017800289206206799, 0.0005945121520198882, 0.014233216643333435, 0.010410100221633911, -0.012584717012941837, 0.02895747683942318, -0.013931576162576675, 0.0014669894007965922, -0.013700084760785103, 0.004401844926178455, 0.05143319070339203, 0.022124970331788063, 0.017649469897150993, -0.00489288754761219, 0.02023095078766346, -0.008116230368614197, 0.011385170742869377, -0.004973558709025383, -0.014092919416725636, 0.002122004982084036, -0.04178069904446602, 0.01635872945189476, -0.010290847159922123, -0.0016248244792222977, 0.025071226060390472, 0.00937891099601984, -0.011834124103188515, 0.008775630965828896, -0.008796675130724907, -0.03097776509821415, -0.0036512515507638454, 0.0004980573430657387, 0.014605006203055382, -0.004517590627074242, -0.020469456911087036, -0.012205912731587887, 0.001778275240212679, -0.04323979839682579, 0.00787772424519062, 0.01777573674917221, -0.021521689370274544, -0.007183250039815903, 0.010234728455543518, -0.004496545996516943, -0.00948413461446762, 0.017579320818185806, -0.01597992517054081, -0.018364988267421722, 0.0002799380454234779, -0.01576947793364525, 0.00370035576634109, 0.006344970315694809, 0.006864072289317846, 0.022938698530197144, -0.00499109597876668, 6.286001007538289e-05, 0.01196740660816431, -0.0010496033355593681, -0.005026170518249273, -0.004233487416058779, 0.00951219443231821, 0.009063241071999073, 0.008677422069013119, 0.009603387676179409, 0.0008838764624670148, -0.017691558226943016, -0.0036652812268584967, 0.01120979804545641, 0.0128933722153306, -0.028227927163243294, 0.022938698530197144, 0.010438160039484501, -0.0038862505462020636, -0.008312647230923176, -0.013068744912743568, -0.1800301969051361, -0.001583611941896379, 0.027638675644993782, -0.02878911793231964, 0.024790629744529724, 0.016821712255477905, 0.01439455896615982, 0.0081232450902462, -0.02633390575647354, 0.0010925695532932878, 0.010894128121435642, -0.0015616904711350799, 0.0017291710246354342, -0.016821712255477905, 0.009876968339085579, 0.01096427720040083, -0.02775091491639614, 0.027035396546125412, 0.027442259714007378, 0.006337955594062805, 0.032156266272068024, -0.017579320818185806, 0.016877831891179085, -0.0060363151133060455, 0.007435786072164774, 0.0006572077400051057, -0.007835634984076023, 0.023107055574655533, -0.0011951623018831015, -0.013180983252823353, -0.012725015170872211, -0.005478631239384413, 0.028761059045791626, -0.0005239247693680227, 0.024902869015932083, 0.021297214552760124, 0.03538311645388603, 0.0013845644425600767, -0.04377292841672897, 0.011735915206372738, 0.023205263540148735, 0.018308868631720543, 0.02013274095952511, 0.009456074796617031, -0.026516294106841087, 0.012023525312542915, 0.00164937658701092, -0.030725229531526566, 0.003347857389599085, -0.022068852558732033, 0.02901359461247921, -0.015502911992371082, 0.007302503101527691, 0.004387815482914448, 0.02459421381354332, 0.023359591141343117, 0.03075328841805458, -0.012682925909757614, 0.0014073627535253763, -0.009729655459523201, -0.01377023383975029, -0.014408589340746403, 0.004780649207532406, -0.005682062823325396, 0.0012004234595224261, -0.017663499340415, -0.016050074249505997, 0.018575435504317284, -0.028396284207701683, 0.013510682620108128, -0.019122596830129623, 0.0020062592811882496, -0.005513705313205719, 0.019543491303920746, 0.03515864163637161, 0.015362614765763283, -0.023247353732585907, -0.003375916974619031, 0.045989636331796646, -0.0031724851578474045, 0.00030010586488060653, 0.003928339574486017, -0.030949706211686134, 0.009428015910089016, -0.00875458586961031, -0.008733540773391724, 0.005815345793962479, 0.01668141409754753, -0.020820200443267822, 0.012198898009955883, 0.04085473343729973, 0.0008509941399097443, -0.01257068756967783, 0.002478010719642043, -0.004145801533013582, -0.0007685691816732287, 0.020764082670211792, -0.01788797602057457, -0.019781997427344322, -0.01575544849038124, 0.004899902269244194, 0.020651843398809433, -0.004258039873093367, 0.006183627527207136, 0.0364493802189827, 0.008200408890843391, -0.022672131657600403, 0.020693933591246605, 0.029406430199742317, -0.009049211628735065, -0.007870709523558617, 0.005555795039981604, 0.0060257925651967525, -0.01076786033809185, -0.017649469897150993, 0.012612776830792427, -0.0012495276750996709, -0.031202241778373718, 0.02775091491639614, 0.009210553951561451, 0.04991797357797623, -0.001619563321582973, -0.005247139371931553, 0.020960498601198196, -0.012472478672862053, -0.032156266272068024, -0.10617741197347641, -0.024411825463175774, 0.005832883063703775, 0.028550611808896065, -0.028761059045791626, 0.032689400017261505, -0.0001686862378846854, 0.029546726495027542, -0.022181089967489243, 0.01749514229595661, -0.047589030116796494, -0.015124108642339706, -0.004079159814864397, -0.010929202660918236, 0.006948250811547041, -0.014520827680826187, -0.009470105171203613, -0.013805308379232883, -0.02971508540213108, 0.023710336536169052, 0.012767104431986809, -0.009049211628735065, 0.021311243996024132, -0.027245841920375824, 0.007751455996185541, -0.03125835955142975, -0.023457800969481468, 0.0058925095945596695, 0.005646988283842802, 0.000306024681776762, 0.01815454103052616, -0.035046402364969254, -0.0013565048575401306, -0.030416574329137802, 0.009666522033512592, -0.027301961556077003, 0.015839627012610435, 0.004387815482914448, 0.007393696811050177, -0.03423267602920532, 0.0036547589115798473, 0.017902005463838577, 0.02988344244658947, -0.015516942366957664, -0.031174182891845703, -0.01412097830325365, -0.02721778303384781, 0.01940319314599037, -0.002599017694592476, -0.021633928641676903, -0.03403626009821892, -0.022433625534176826, -0.04133174568414688, 0.005233109928667545, 0.018350958824157715, 0.008459960110485554, 0.012535613030195236, 0.01701813004910946, -0.013405459932982922, -0.006643103435635567, -0.01669544354081154, 0.010122490115463734, -0.02093243971467018, -0.0002775266766548157, 0.018294839188456535, 0.01377023383975029, -0.022980788722634315, -0.031118063256144524, -0.0014792655128985643, 0.0008141659782268107, 0.003132149577140808, 0.031987909227609634, -0.016330670565366745, 0.020525574684143066, -0.01915065571665764, -0.017326785251498222, -0.022587953135371208, -0.026796888560056686, 0.012633820995688438, 0.028901357203722, -0.012367255054414272, -0.012318151071667671, 0.01311784889549017, -0.03103388473391533, 0.017930064350366592, -0.002281593857333064, -0.019669758155941963, -0.020259009674191475, -0.008116230368614197, -0.0322965644299984, -0.002955023432150483, 0.024145260453224182, -0.008600258268415928, -0.018421107903122902, 0.0024061081930994987, 0.0028761059511452913, -0.0027095021214336157, 0.018028274178504944, 0.02682494930922985, 0.024958986788988113, -0.013784264214336872, 0.021844375878572464, -0.05393049493432045, 0.027891213074326515, -0.004826245829463005, 0.001545906881801784, -0.002690211171284318, -0.0076041435822844505, -0.00034329129266552627, -0.024131231009960175, 0.006671162787824869, 0.005299751181155443, -0.02497301809489727, 0.019838115200400352, 0.013994710519909859, -0.0012521583121269941, -0.00880368985235691, -0.004342218395322561, 0.016821712255477905, -0.006730789318680763, -0.005113856866955757, -0.0002424522244837135, 0.022503774613142014, -0.009890998713672161, 0.009154434315860271, 0.0020571171771734953, 0.009210553951561451, 0.00456669507548213, -0.03636520355939865, 0.024453915655612946, 0.012030540965497494, 0.000153012340888381, 0.0064326561987400055, -0.016891861334443092, -0.002358757657930255, 0.023654216900467873, -0.02279840037226677, -0.013180983252823353, 0.02410317026078701, 0.024958986788988113, 0.02187243476510048, 0.04946902021765709, -0.0272037535905838, -0.0415562242269516, 0.01193934679031372, -0.01711633801460266, 0.004808709025382996, 0.009919057600200176, -0.01011547539383173, -0.011132634244859219, 0.018898120149970055, 0.024944957345724106, 0.036673858761787415, 0.029799263924360275, -0.030276276171207428, -0.024776600301265717, -0.015250376425683498, 0.008003992028534412, 0.025927042588591576, -0.0024552124086767435, 0.008214439265429974, 0.0005169098731130362, 0.03131448104977608, -0.005078782327473164, 0.01875782199203968, -0.018687672913074493, -0.0021290199365466833, -0.015783507376909256, -0.023626158013939857, 0.020539605990052223, -0.0025428985245525837, -0.00015531410463154316, -0.007344592362642288, -0.006359000224620104, 0.004524605814367533, 0.017158426344394684, 0.008719511330127716, -0.0030707691330462694, -0.001103091868571937, 0.014745304360985756, -0.017144396901130676, 0.019333044067025185, 0.020764082670211792, 0.0017344321822747588, -0.0021886464674025774, -0.003481140360236168, 0.021114826202392578, -0.015727389603853226, -0.026319876313209534, -0.014787393622100353, -0.009470105171203613, -0.019711848348379135, 0.0018308869330212474, 0.012914417311549187, -0.0011732407147064805, 0.024944957345724106, -0.003091813763603568, -0.012065615504980087, -0.017424993216991425, -0.0019606624264270067, 0.008965032175183296, 0.0222933292388916, 0.00815130490809679, 0.019711848348379135, -0.0019361103186383843, -0.0065028052777051926, 0.003616177011281252, 0.002520100213587284, -0.027722856029868126, -0.024004962295293808, 0.01597992517054081, 0.00815130490809679, 0.002569204429164529, 0.013061730191111565, -0.0011390431318432093, 0.0009031674126163125, -0.02072199247777462, 0.026305846869945526, 0.00017986622697208077, -0.022994818165898323, -0.03527088090777397, 0.018743792548775673, 0.038357432931661606, -0.00474206730723381, 0.03355924412608147, 0.0016379774315282702, 0.04335203394293785, 0.01837901771068573, 0.03903086110949516, -0.0016879584873095155, 0.022545864805579185, -0.0019361103186383843, -0.006734296679496765, 0.007211309392005205, -0.013573816977441311, -0.004366770386695862, -0.021605869755148888, -0.005566317122429609, -0.0014415604528039694, 0.006758849136531353, -0.021409451961517334, 0.08232677727937698, 0.02098855748772621, -0.008431901223957539, 0.020792141556739807, -0.013580831699073315, 0.024299588054418564, 0.009666522033512592, 0.029266132041811943, -0.018715733662247658, -0.014871572144329548, -0.0035162148997187614, -0.01033293642103672, -0.015264405868947506, -0.026909127831459045, 0.007954888045787811, -0.00845294538885355, -0.001567828468978405, 0.02126915380358696, 0.006828997749835253, 0.018617523834109306, 0.03703863173723221, -0.0009373649954795837, 0.01104144100099802, -0.0028901356272399426, -0.01259874738752842, -0.0013117848429828882, 0.020090652629733086, -0.00905622635036707, -0.010346966795623302, -0.013054714538156986, 0.021016618236899376, 0.004163338802754879, -0.0374034084379673, -0.007989962585270405, -0.020539605990052223, -0.01125890202820301, -0.009007122367620468, -0.02481869049370289, -0.0067237745970487595, -0.007989962585270405, 0.011448304168879986, 0.014703215099871159, 0.003432036144658923, -0.03364342451095581, 0.0008812458836473525, 0.004973558709025383, -0.012668895535171032, 0.01750917173922062, -0.027877183631062508], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='a7dfe3c7-5846-4230-93ea-d5ec32a78778', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='93f2fd5356a8af1e02d92e63a1447ba571241013988229977100377f2f0beb11'), : RelatedNodeInfo(node_id='822b2e51-58a7-4095-b9be-1e53c7c69152', node_type=, metadata={}, hash='e866b374aa61c43be490d48b7370b7d960d94201c4e89b4ee1e9c361f038c730')}, hash='ec6d2a77721f2bcc40de30394a38ff33a2da6a126de6d992440d0ac13ed87b7f', text=\"word of a text document - and teaching it (via fine tuning) to actually follow human instructions and preferences. This made it far easier to interact with these LLMs and to get them to answer questions and perform tasks without getting sidetracked by just trying to predict the next word. A fortunate feature of instruction tuning is that not only it helps to increase the accuracy and capabilities of these models, but they also help align them to human values and helps prevent them from generating undesired or dangerous content. OpenAI's specific technique for instruction tuning is called reinforcement learning with human feedback (RLHF) where humans are used to train the model by ranking its responses. Building on top of Instruction Tuning, OpenAI released ChatGPT - which reorganized instruction tuning into a dialogue format and created an easy to use interface for interacting with the AIs. This has catalyzed the mass awareness and adoption of Generative AI products and has led to the landscape we have today. The Current LLM Landscape The breakthroughs in Generative AI have left us with an extremely active and dynamic landscape of players. This consists of 1) AI hardware manufacturers such as Nvidia and Google, 2) AI cloud platforms such as Azure, AWS, Nvidia and Google, 3) open source platforms for accessing the full models, such as Hugging Face, 4) access to LLM models via API such as OpenAI, Cohere and Anthropic and 5) access to LLMs via consumer products such as ChatGPT and Bing. Additionally, there are many more breakthroughs happening each week in this universe such as the release of multi modal models (that can understand both text and image), new model architectures (such as Mixture of Experts), Agent Models (models that can set tasks and interact with each other and other tolls). This all leads to many questions such as; How will most people interact with LLMs?Who will be the leading players going forward?How fast will the capabilities of these models keep progressing?Are open source models dangerous because of the lack of control of their outputs and use, or are they beneficial due to democratizing access to this technology? 1. OpenAI's GPT Models Notable Models Task specific\", start_char_idx=8615, end_char_idx=10841, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='822b2e51-58a7-4095-b9be-1e53c7c69152', embedding=[-0.012588337063789368, -0.022450009360909462, -0.009086579084396362, -0.0073080179281532764, 0.0070450399070978165, 0.00963329616934061, -0.01449146680533886, 0.03285839781165123, -0.02080293744802475, -0.0378134548664093, 0.029121343046426773, 0.04033250734210014, -0.03183416649699211, -0.014449943788349628, 0.004152282606810331, 0.011460300534963608, 0.022228553891181946, -0.00856754370033741, -0.00024978574947454035, -0.007065801415592432, -0.008380690589547157, 0.011487982235848904, -0.020276980474591255, -0.013252702541649342, 0.01244300790131092, 0.0162077434360981, 0.031197484582662582, -0.021121278405189514, -0.008782078512012959, -0.0012699065264314413, 0.006193821784108877, 0.011231925338506699, -0.010311502031981945, -0.005640184041112661, -0.0009783816058188677, 0.0028875665739178658, 0.015986287966370583, -0.001899669412523508, 0.01139109581708908, -0.00436681741848588, 0.006207662634551525, 0.0038270207587629557, 0.0034342838916927576, -0.01749495230615139, -0.01995863951742649, 0.010394548065960407, 0.008186917752027512, -0.004861630965024233, -0.010602162219583988, 0.020055526867508888, -0.0014775206800550222, 0.04412492364645004, -0.004671317990869284, -0.007335699629038572, -0.014311534352600574, -0.004740522708743811, -0.012138506397604942, 0.020207775756716728, 0.01091358345001936, 0.020055526867508888, 0.009875512681901455, -0.005882400553673506, -0.026796065270900726, 0.028221681714057922, -0.02624242752790451, 0.004785506054759026, -0.021204324439167976, 0.01882368139922619, 0.01154334656894207, -0.013647169806063175, 0.025993291288614273, 0.011280368082225323, 0.01641535758972168, -0.015211195684969425, 0.00959177315235138, 0.0005886725848540664, 0.005235336720943451, -0.012955122627317905, -0.04506611078977585, 0.010782094672322273, 0.011356493458151817, -0.007135006133466959, -0.009398000314831734, 0.017605679109692574, 0.007356461137533188, -0.02582719922065735, 0.01788249798119068, -0.004539829213172197, 0.003948128782212734, -0.01644304022192955, 0.01022153627127409, -0.008000064641237259, 0.03391030803322792, 0.009321874938905239, -0.04398651421070099, 0.014962059445679188, -0.007148846983909607, 0.001915240427479148, -0.006076173856854439, -0.03263694420456886, 0.0010501815704628825, -0.0012128126109018922, -0.010920504108071327, -0.016941314563155174, -0.03139125928282738, 0.013598726131021976, 0.02044307254254818, 0.012920520268380642, 0.022270075976848602, 0.01348107773810625, 0.0015501856105402112, 0.019695661962032318, -0.01680290512740612, -0.011051992885768414, -0.013176577165722847, -0.00916962418705225, 0.027529634535312653, 0.002719745272770524, -0.011218084022402763, -2.3261975002242252e-05, 0.039391323924064636, 0.015501855872571468, 0.016858268529176712, 0.006737079005688429, 0.011266527697443962, 0.0039861914701759815, -0.03205562382936478, 0.003830480854958296, -0.011737119406461716, -0.0049931202083826065, 0.011695596389472485, 0.011834005825221539, 0.015308083035051823, 0.017024358734488487, -0.04238096624612808, 0.03435321897268295, -0.03842245787382126, 0.006173060275614262, -0.02121816575527191, -0.03449162840843201, -0.001706761191599071, 0.017121246084570885, -0.009031214751303196, 0.002259533852338791, -0.008809760212898254, 0.025148993358016014, 0.001428212272003293, 0.01659529097378254, 0.020692208781838417, 0.01788249798119068, 0.015834039077162743, -0.023197419941425323, -0.01124576572328806, 0.02521819807589054, 0.010830537416040897, 0.006667874287813902, -0.00037954459548927844, 0.018588386476039886, -0.025744153186678886, -0.0007867710664868355, 0.0009013913804665208, 0.003064038697630167, -0.015335764735937119, 0.009882433339953423, 0.02780645340681076, 0.03385494649410248, 0.020969027653336525, 0.0029844532255083323, -0.007570995483547449, -0.01719045080244541, -0.024719923734664917, 0.030311664566397667, -0.0371490903198719, 0.0028218221850693226, 0.012290757149457932, 0.027377383783459663, 0.014671399258077145, -0.0014922266127541661, -0.019017456099390984, -0.019529569894075394, -0.0008386746048927307, 0.0013295955723151565, 0.006965454202145338, 0.02759883925318718, 0.0034567753318697214, -0.00837376993149519, 0.030892984941601753, -0.01086513977497816, -0.009294193238019943, -0.015501855872571468, 0.024180127307772636, 0.005892781540751457, 0.012747508473694324, -0.008719793520867825, -0.6200742125511169, -0.0241662859916687, -0.009045056067407131, -0.017536474391818047, 0.014588353224098682, 0.0013226750306785107, 0.006903170142322779, -0.007218051701784134, 0.002515591448172927, 0.028097113594412804, -0.017453428357839584, -0.00761251850053668, 0.0017361732898280025, -0.012699064798653126, -0.006058872677385807, -0.021245846524834633, -0.0018183538923040032, -0.023280465975403786, 0.03424249216914177, 0.019667979329824448, -0.02669917792081833, 0.006179980933666229, -0.016719859093427658, -0.009619454853236675, -0.01831156760454178, 0.016664495691657066, -0.0024775287602096796, 0.010193854570388794, 0.006972374860197306, 0.013280384242534637, -0.020553799346089363, 0.017564157024025917, -0.009474125690758228, -0.02390330843627453, 0.04686543345451355, -0.008982772007584572, -0.0060242703184485435, 0.021052073687314987, 0.004159203264862299, 0.029924118891358376, -0.021398097276687622, -0.005522536113858223, 0.002923899097368121, 0.002861614804714918, 0.003660929389297962, 0.009571012109518051, 0.03737054392695427, -0.003685150993987918, -0.019460365176200867, -0.02690679207444191, 0.0051557510159909725, 0.02116280049085617, 0.01518351398408413, -0.0108512993901968, -0.0015320193488150835, 0.010276899673044682, 0.035128314048051834, -0.03042239136993885, 0.0226991456001997, -0.02462303638458252, -0.005269939079880714, 0.005702468566596508, -0.03590340539813042, -0.02726665697991848, -0.03576499596238136, 0.021965576335787773, 0.02098286896944046, 0.02113511972129345, 0.0010415309807285666, -0.031197484582662582, -0.001374578569084406, 0.018629908561706543, -0.013612567447125912, -0.01590324379503727, 0.0015891132643446326, 0.00436681741848588, 0.003743974957615137, -0.00423878850415349, 0.0016012240666896105, 0.025771835818886757, 0.03125284984707832, -0.010858219116926193, 0.009349556639790535, -0.007764768786728382, 0.028816843405365944, -0.01300356537103653, -0.005494854412972927, -0.01337727066129446, 0.008124633692204952, -0.006467180326581001, 0.007467188406735659, 0.02552269771695137, -0.028955252841114998, -0.04049859941005707, 0.009550250135362148, -0.0032889540307223797, -0.01824236288666725, 0.012712906114757061, 0.0028754558879882097, -0.022173190489411354, -0.018505340442061424, -0.013557203114032745, 0.0330798514187336, 0.019889434799551964, 0.0416058748960495, 0.03183416649699211, -0.018629908561706543, 0.00136419793125242, 0.018782159313559532, -0.046671658754348755, -0.0130312480032444, 0.009571012109518051, -0.018408453091979027, -0.013937829062342644, 0.015418809838593006, -0.01813163422048092, 0.009121181443333626, -0.021052073687314987, -4.238788824295625e-05, -0.015086627565324306, 0.015944765880703926, -0.01788249798119068, -0.006134998053312302, -0.01903129555284977, 0.022297758609056473, 0.029259752482175827, 0.0007154037011787295, -0.03892073035240173, -0.00665057310834527, 0.01839461363852024, -0.0017751009436324239, -0.021937893703579903, 0.016526086255908012, -0.013328827917575836, 0.020387709140777588, 0.007494870573282242, 0.02627011016011238, 0.00410383939743042, 0.01867143251001835, -0.01851918175816536, -0.026200905442237854, -0.004647096619009972, 0.018685271963477135, 0.01468524057418108, -0.03947436809539795, -0.023861784487962723, -0.006872028112411499, -0.01076133269816637, -0.0026851429138332605, -0.02278219163417816, -0.01719045080244541, -0.0031142120715230703, -0.0065744477324187756, 0.031280528753995895, -0.005505234934389591, -0.004982739221304655, -0.01659529097378254, -0.038284048438072205, -0.00906581711024046, -0.02419396862387657, 0.01939116045832634, 0.003761276137083769, -0.0026384296361356974, 0.012913599610328674, 0.006394515745341778, -0.014013954438269138, -0.012581417337059975, 0.022270075976848602, -0.046007294207811356, -0.014740603975951672, 0.002259533852338791, -0.03465772047638893, 0.010712889954447746, 0.01327346358448267, -0.00846373662352562, 0.03285839781165123, -0.00995163805782795, -0.011467221193015575, 0.004173044115304947, -0.010090047493577003, -0.010235377587378025, 0.005508695263415575, 0.002666111569851637, -0.02092750556766987, 0.00026903333491645753, 0.01689979061484337, 0.04442942515015602, 0.023308146744966507, -0.013854783959686756, -0.003882384393364191, 0.008034667000174522, 0.02570263110101223, -0.0031090218108147383, 0.021093595772981644, -0.013190418481826782, 0.018436135724186897, 0.0004016036109533161, -0.01641535758972168, 0.006903170142322779, 0.036816906183958054, 0.004169583786278963, 0.020014002919197083, 0.014934376813471317, -0.024069398641586304, 0.009086579084396362, -0.029841072857379913, 0.0050484840758144855, -0.007460268214344978, 0.012429166585206985, 0.019820230081677437, 0.02444310486316681, 0.005000040400773287, -0.015003581531345844, -0.022685304284095764, 0.00244984682649374, 0.03352276235818863, 0.011896289885044098, 0.007356461137533188, -0.01759183779358864, 0.004681698977947235, 0.004290692042559385, 0.023889467120170593, -0.011820165440440178, -0.009674819186329842, -0.01993095688521862, 0.024609196931123734, -0.015197355300188065, 0.015654105693101883, 0.0026003671810030937, -0.031197484582662582, 0.0022647243458777666, 0.006304549518972635, 0.02290675975382328, 0.009391079656779766, 0.03285839781165123, 0.002930819522589445, 0.006827044766396284, 0.01641535758972168, 0.0328860804438591, -0.012872076593339443, -0.029232071712613106, -0.008602146059274673, 2.6005833205999807e-05, -0.020360026508569717, 0.020456913858652115, -0.008062348701059818, 0.04221487417817116, -0.012283836491405964, -0.02609017677605152, 0.006352992728352547, -0.024664560332894325, 0.019667979329824448, -0.0044810050167143345, 0.005910082720220089, 0.017633361741900444, -0.01644304022192955, 0.014228489249944687, -0.027529634535312653, -0.006602129898965359, 0.018353089690208435, -0.007737087085843086, -0.005318382289260626, 0.010816697031259537, 0.0051695918664336205, 0.012996645644307137, -0.010560639202594757, -0.013958591036498547, 0.006017349660396576, -0.012955122627317905, 0.0015216385945677757, 0.002873725723475218, -0.017425747588276863, 0.03141893818974495, -0.031031394377350807, 0.022076303139328957, 0.014463785104453564, -0.006723237689584494, 0.02600713074207306, 0.00883744191378355, 0.02347423881292343, -0.013287304900586605, -0.030533120036125183, 0.011750960722565651, -0.0020899823866784573, -0.017079723998904228, -0.012934360653162003, -0.017924020066857338, -0.027529634535312653, -0.022380804643034935, -0.01485133171081543, -0.0024965601041913033, 0.01836693100631237, -0.01611085794866085, 0.022200871258974075, -0.016000129282474518, 0.0028823763132095337, 0.008020826615393162, 0.0038270207587629557, 0.00012402782158460468, -0.02278219163417816, 0.011896289885044098, 0.00383740128017962, -0.0078893369063735, -0.008069269359111786, 0.008235360495746136, -0.02029082179069519, -0.026325473561882973, 0.016359994187951088, -0.026145540177822113, -0.025245878845453262, 0.008678271435201168, -0.0004900558851659298, 0.010581400245428085, -0.010318422690033913, 0.007121164817363024, 0.007557154633104801, 0.010671366937458515, -0.010581400245428085, 0.0054740929044783115, 0.014740603975951672, -0.003861623117700219, -0.010802855715155602, -0.019100500270724297, 0.02970266342163086, 0.07977919280529022, 0.019584933295845985, -0.016553767025470734, -0.0005735340528190136, -0.02636699564754963, -0.002655730815604329, -0.007065801415592432, -0.005422189366072416, 0.006723237689584494, 0.017840975895524025, -0.02660229243338108, 0.005699008237570524, 0.0101177291944623, -0.017993224784731865, 0.03258157894015312, -0.0013918797485530376, 0.011280368082225323, -0.026297790929675102, -0.03069921024143696, -0.028401615098118782, 0.004114220384508371, -0.018892886117100716, 0.01631847210228443, 0.0032941442914307117, 0.005141910165548325, -0.01489285472780466, 0.02408323995769024, 0.026145540177822113, -0.01465755794197321, -0.013183497823774815, 0.0009680009097792208, -0.0007941240910440683, 0.0011081404518336058, 0.005505234934389591, -0.0078893369063735, 0.0005653160042129457, 0.0039861914701759815, -0.0015363446436822414, 0.005536376964300871, -0.0038720036391168833, 0.0008032072219066322, 0.021411938592791557, -0.0024135143030434847, -0.014505308121442795, -0.010726730339229107, -0.02488601580262184, 0.0016808094223961234, 0.017425747588276863, -0.030837619677186012, -0.030200937762856483, 0.0011462030233815312, 0.008498338982462883, -0.04999348521232605, -0.0028875665739178658, 0.006311469711363316, 0.022920601069927216, 0.002667841734364629, -0.011342652142047882, -0.016180062666535378, -0.029536571353673935, -0.013072770088911057, -0.045259881764650345, -0.003280303440988064, -0.006667874287813902, 0.003899685572832823, -0.009038135409355164, -0.006501782685518265, 0.0003884114557877183, -0.027972545474767685, 0.02837393246591091, 0.008809760212898254, -0.016456881538033485, -0.062450334429740906, -0.013750976882874966, 0.008975851349532604, -0.0017975923838093877, 0.000541959423571825, 0.0041246009059250355, 0.005269939079880714, 0.019225070253014565, 0.003740514861419797, -0.029232071712613106, -0.005581360310316086, -0.02080293744802475, 0.017384223639965057, -0.026283949613571167, -0.003816640004515648, -0.024235490709543228, 0.007065801415592432, 0.011861687526106834, -0.0031626555137336254, -0.01944652386009693, -0.0038581627886742353, 0.012858236208558083, -0.00024978574947454035, 0.019612615928053856, 0.014256170950829983, -0.00367477023974061, 0.017924020066857338, -0.030311664566397667, -0.009626375511288643, -0.01749495230615139, -0.027640363201498985, -0.027668043971061707, 0.01623542606830597, 0.004280311521142721, 0.027100564911961555, 0.002306247130036354, 0.00532184261828661, -0.01071980968117714, -0.0023702613543719053, 0.013474158011376858, 0.02741890773177147, -0.017633361741900444, 0.01233920082449913, -0.00014879013178870082, 0.03590340539813042, -0.00925959087908268, 0.00831148587167263, -0.030311664566397667, -0.003411792451515794, -0.025508858263492584, 0.03003484569489956, -0.00034602356026880443, -0.0037128329277038574, 0.03006252832710743, 0.0008953359792940319, 0.0025657648220658302, -0.03291376307606697, -0.0024706083349883556, -0.023197419941425323, 0.031031394377350807, 0.006674794480204582, -0.0064948624931275845, -0.00734954047948122, -0.01160563062876463, -0.01713508740067482, 0.010830537416040897, -0.007570995483547449, -0.011806324124336243, -0.014436103403568268, -0.005190353374928236, 0.0030311665032058954, 0.009868592023849487, 0.013868624344468117, -0.031280528753995895, 0.004609033931046724, 0.012124666012823582, 0.02675454132258892, 0.02603481337428093, -0.012865155935287476, 0.006892789620906115, -0.03465772047638893, -0.010359945707023144, -0.023709535598754883, -0.03737054392695427, -0.0026401598006486893, -0.007667882367968559, 0.023017488420009613, 0.011522584594786167, 0.035515859723091125, 0.0011764800874516368, 0.024000193923711777, 0.03955741599202156, 0.0015181783819571137, -0.00988935399800539, 0.0054879337549209595, -0.0035017584450542927, -0.010581400245428085, -0.006636731792241335, -0.008615986444056034, 0.010754412040114403, 0.022962123155593872, -0.01936347968876362, 0.0069619943387806416, 0.008865123614668846, -0.015806356444954872, -0.007335699629038572, -0.023003647103905678, -0.0434051975607872, -0.020678367465734482, 0.019280433654785156, -0.017965544015169144, -0.008096951059997082, -0.038976095616817474, -0.01584787853062153, 0.05431186035275459, 0.013764817267656326, 0.02669917792081833, 0.0165399257093668, 0.02008320763707161, -0.010519116185605526, -0.01644304022192955, 0.011128118261694908, 0.0023529601749032736, -0.019460365176200867, -0.009398000314831734, -0.03817332163453102, 0.002650540554895997, 0.004657477140426636, -0.004128061234951019, 0.032747671008110046, 0.019169704988598824, -0.011135037988424301, 0.011501823551952839, 0.018256204202771187, 0.0042353286407887936, -0.0015389397740364075, -0.009314954280853271, -0.02080293744802475, 0.010193854570388794, -0.01453298982232809, 0.0006353858043439686, -0.015474174171686172, -0.031225167214870453, -0.009114260785281658, -0.0001898804330267012, 0.03009020909667015, -0.030643846839666367, -0.020526118576526642, 0.03739822655916214, 0.03557122126221657, 0.045619748532772064, 0.012920520268380642, 0.011930892243981361, 0.014920536428689957, 0.016526086255908012, -0.021841008216142654, 0.006560606881976128, -0.0035709631629288197, -0.00045934627996757627, 0.01103123091161251, 0.0027837594971060753, -0.010768253356218338, -0.012138506397604942, 0.009660977870225906, 0.0015787325100973248, -0.03925291448831558, -0.03836709260940552, 0.01086513977497816, 0.0036332474555820227, 0.013508760370314121, -0.017924020066857338, -0.03213866800069809, -0.018643749877810478, 0.005207654554396868, -0.003692071419209242, 0.014823650009930134, 0.012332280166447163, -0.012090063653886318, -0.008539861999452114, -0.007335699629038572, 0.027377383783459663, 0.00708656245842576, 0.01373713556677103, 0.01972334273159504, 0.0004359896993264556, 0.0013417063746601343, -0.0060242703184485435, 0.002773378975689411, -0.015834039077162743, 0.02221471257507801, -0.004785506054759026, 0.01849149912595749, 0.002515591448172927, 0.0014809808926656842, -0.0068478062748909, -0.00390660623088479, 0.015681788325309753, 0.035543542355298996, -0.02970266342163086, -0.00959177315235138, -8.893886842997745e-05, -0.004491386003792286, 0.002719745272770524, -0.032719988375902176, -0.003615946276113391, 0.002519051544368267, -0.0031522747594863176, 0.008754395879805088, 0.03576499596238136, -0.0012119475286453962, -0.03125284984707832, 0.01575099304318428, -0.011737119406461716, -0.04501074552536011, -0.0005999183631502092, 0.0009048516512848437, 0.0015804626746103168, -0.025273561477661133, -0.0013408412924036384, 0.02257457748055458, -0.027405066415667534, -0.010809776373207569, 0.007128085475414991, -0.020539959892630577, -0.004979279357939959, 0.02816631831228733, -0.03136357665061951, -0.013868624344468117, 0.010982788167893887, -0.01181324478238821, -0.014436103403568268, 0.022076303139328957, -0.009342635981738567, -0.01092742383480072, 0.004570971243083477, -0.02906597964465618, -0.015100468881428242, -0.008429134264588356, -0.012553734704852104, 0.014588353224098682, 0.002323548309504986, 0.01759183779358864, -0.007820132188498974, -0.011958574876189232, -0.006436038296669722, 0.012290757149457932, -0.012138506397604942, 0.0241662859916687, 0.027681885287165642, 0.0035502018872648478, 0.03598644956946373, -0.00516267167404294, 0.02191021293401718, -0.016609130427241325, 0.021536506712436676, -0.0017854815814644098, -0.03928059712052345, -0.020719891414046288, 0.007647120859473944, 0.0021470761857926846, 0.002567494986578822, -0.006128077395260334, -0.005152290686964989, 0.025868721306324005, -0.028540024533867836, 0.009827069006860256, 0.020069366320967674, -0.0034256333019584417, 0.007557154633104801, 0.010498355142772198, 0.014228489249944687, -0.007605597842484713, -0.005439490545541048, -0.005141910165548325, -0.00439795944839716, 0.0007335699629038572, -0.03360581025481224, -0.010422229766845703, -0.015778673812747, 0.049439847469329834, -0.00990319438278675, -0.03321826085448265, -0.023280465975403786, -0.01743958704173565, -0.0608447827398777, -0.0136956125497818, -9.429141937289387e-05, 0.022560736164450645, 0.0122976778075099, 0.03559890389442444, 0.01294128131121397, 0.025868721306324005, 0.006577908061444759, 0.000303635693853721, -0.0027595378924161196, 0.014103920198976994, -0.0007980168447829783, -0.029619617387652397, -0.009709421545267105, 0.003067499026656151, -0.02588256262242794, -0.0242631733417511, 0.008048508316278458, -0.013356509618461132, -6.931284588063136e-05, 0.019972480833530426, -0.005626343190670013, 0.010816697031259537, 0.002591716591268778, -0.0014887664001435041, -0.0036540089640766382, 0.015404969453811646, 0.030283981934189796, -0.03698299825191498, -0.004100379068404436, 0.0007361651514656842, -0.020346185192465782, -0.003629787126556039, -0.02627011016011238, 0.012885917909443378, 0.000813587917946279, 0.01107967458665371, 0.01631847210228443, -0.006397975608706474, -0.019972480833530426, 0.022200871258974075, 0.05021493881940842, 0.015737151727080345, 0.010941265150904655, 0.027792612090706825, 0.008906646631658077, -0.010567559860646725, 0.001696380553767085, 0.0037958784960210323, 0.014214647933840752, 0.0001256498071597889, 0.03078225627541542, -0.033439718186855316, 0.01954341121017933, -0.013944749720394611, 0.017093563452363014, -0.013266543857753277, -0.00010088749695569277, -0.01082361675798893, 0.01310737244784832, -0.03529440239071846, 0.01923890970647335, 0.006671334151178598, -0.009218067862093449, 0.01893441006541252, -0.013453396037220955, 0.007647120859473944, -0.005045023746788502, -0.018297726288437843, -0.006595209240913391, -0.024692241102457047, -0.015820197761058807, 0.02462303638458252, -0.011377254500985146, -0.002574415411800146, 0.029287435114383698, 0.02537044882774353, -0.021176641806960106, 0.009612535126507282, 0.20285286009311676, -0.035488177090883255, -0.007439506705850363, -0.000544554612133652, 0.017425747588276863, -0.01485133171081543, 0.03324594348669052, 0.011806324124336243, -0.010616002604365349, 0.016166221350431442, -0.00986167136579752, 0.009612535126507282, -0.016553767025470734, -0.0035207897890359163, 0.004027714487165213, -0.023944830521941185, -0.0429346039891243, -0.024664560332894325, -0.005937764421105385, 0.007557154633104801, 0.017148928716778755, 0.0011894559720531106, -0.009660977870225906, -0.022366963326931, -5.8175213780486956e-05, -0.005584820173680782, -0.010982788167893887, -0.0026747621595859528, 0.003820100100710988, 0.0023702613543719053, -0.01749495230615139, 0.007287256419658661, 0.013245781883597374, 0.0006583098438568413, -0.006436038296669722, -0.014027795754373074, 0.010062365792691708, -0.0040000323206186295, 0.015252718701958656, 0.027003679424524307, 0.03435321897268295, 0.016636813059449196, 0.0060242703184485435, -0.031612712889909744, 0.010048524476587772, 0.03357812762260437, -0.009024295024573803, 0.0020069365855306387, -0.0041246009059250355, -0.002389292698353529, -0.025993291288614273, 0.007481029722839594, 0.020249299705028534, 0.01921122893691063, -0.01797938533127308, 0.019557252526283264, -0.007951621897518635, 0.013550282455980778, 0.020941346883773804, 0.0049239154905080795, -0.03177880495786667, 0.0017751009436324239, -0.0195710938423872, 0.02031850442290306, -0.0022733749356120825, 0.017052041366696358, -0.005411808378994465, -0.000477080000564456, 0.024387741461396217, -0.016733700409531593, -0.010892821475863457, -0.0061626797541975975, -0.030283981934189796, -0.01028382033109665, -0.027764931321144104, -0.017813293263316154, 0.05386894941329956, 0.019405001774430275, 0.014477626420557499, 0.02380642108619213, 0.005391047336161137, 0.0024930997751653194, -0.006304549518972635, -0.020996710285544395, -0.016097016632556915, -0.04298996925354004, 0.01761952042579651, -0.013141974806785583, -0.01204161997884512, -0.00040463131153956056, -0.015598742291331291, -0.008754395879805088, 0.007058880757540464, 0.012069301679730415, -0.002598637016490102, -0.0004232300852891058, 0.011744040064513683, -0.0014879013178870082, -0.0036263270303606987, -0.01725965552031994, 0.00990319438278675, 0.05901778116822243, 0.02323894202709198, 0.009266511537134647, -0.0009169624536298215, 0.023737216368317604, 0.0006414412055164576, 0.019252751022577286, 0.0016885950462892652, -0.014962059445679188, -0.017425747588276863, -0.01623542606830597, 0.015045104548335075, 0.004415260627865791, -0.011972415260970592, 0.005263018421828747, 0.012740587815642357, -0.004785506054759026, 0.013439555652439594, -0.009744023904204369, -0.027640363201498985, -0.018657591193914413, -0.010532957501709461, 0.008865123614668846, -0.009813228622078896, -0.019432684406638145, -0.009577932767570019, -0.0011280368780717254, -0.04091382771730423, -0.0006314929923973978, 0.011896289885044098, -0.021744120866060257, -0.0029031378217041492, 0.02503826469182968, -0.015529537573456764, -0.004702460486441851, 0.015917083248496056, -0.00652254419401288, 0.0005121149006299675, 0.014768285676836967, -0.017730247229337692, 0.00810387171804905, -4.398283999762498e-05, -0.004266470670700073, 0.023764899000525475, -0.007716325577348471, 0.01240148488432169, 0.023847945034503937, 0.007737087085843086, 0.0003605133097153157, -0.00946720503270626, 0.00995163805782795, 0.01993095688521862, 0.0031453543342649937, 0.025591902434825897, 0.00519381370395422, -0.018768317997455597, -0.0024221648927778006, 0.007716325577348471, 0.005380666349083185, -0.03393799066543579, 0.03399335592985153, 0.008235360495746136, -0.012214631773531437, -0.017605679109692574, -0.011868608184158802, -0.17672115564346313, 0.000548014824744314, 0.02213166654109955, -0.03521135821938515, 0.02308669313788414, 0.01260909903794527, 0.02185484766960144, 0.001837385119870305, -0.008449895307421684, -0.00380625925026834, 0.020000161603093147, -0.008982772007584572, -0.004484465345740318, -0.018283884972333908, 0.0071696084924042225, 0.0079377805814147, -0.013868624344468117, 0.030339347198605537, 0.020512277260422707, 0.00959177315235138, 0.0260624960064888, -0.022200871258974075, 0.026104018092155457, -0.021937893703579903, 0.005460252054035664, 0.02077525481581688, -0.0030986410565674305, 0.036872271448373795, -0.012678303755819798, -0.015488014556467533, -0.007197290193289518, -0.015031264163553715, 0.02931511588394642, 0.0052941604517400265, 0.01831156760454178, 0.010968946851789951, 0.03629095107316971, -0.0140970004722476, -0.034408584237098694, 0.017204292118549347, 0.028595387935638428, 0.02311437390744686, 0.01713508740067482, 0.00797930359840393, -0.023045169189572334, 0.008076190017163754, 0.019405001774430275, -0.013647169806063175, 0.007135006133466959, -0.024429263547062874, 0.03833940997719765, -0.013591805472970009, 0.011840926483273506, 0.005055404268205166, 0.012228473089635372, 0.028429295867681503, 0.029647300019860268, -0.014740603975951672, 0.017121246084570885, -0.014477626420557499, -0.015640264376997948, -0.006543305702507496, 0.00787549652159214, -0.0023425796534866095, -0.013328827917575836, -0.016678335145115852, -0.012096984311938286, 0.015031264163553715, -0.03188953176140785, 0.020221617072820663, -0.012754429131746292, 0.01405547745525837, -0.008975851349532604, -0.000614624354057014, 0.03429785743355751, 0.021425779908895493, -0.026588451117277145, -0.0005994858220219612, 0.040000323206186295, -0.004211106803268194, -0.0037128329277038574, 0.001024229801259935, -0.02452615089714527, 0.014034715481102467, 0.0008079650579020381, -0.007501790765672922, 0.015778673812747, 0.015778673812747, -0.026436200365424156, -0.008712873794138432, 0.025356607511639595, -0.006256106309592724, -0.00258133583702147, 0.0140970004722476, -0.010816697031259537, -0.002327008405700326, 0.018076270818710327, -0.010034683160483837, -0.01292744092643261, -0.019529569894075394, 0.005197274032980204, 0.006965454202145338, 0.003397951368242502, 0.006394515745341778, 0.0348791740834713, 0.010415309108793736, -0.0176748838275671, 0.008664430119097233, 0.015418809838593006, -0.013557203114032745, -0.023377351462841034, -0.013723294250667095, -0.0031903372146189213, 0.0018148935632780194, -0.02744658850133419, 0.005124608986079693, -0.010124649852514267, -0.03429785743355751, 0.028069430962204933, 0.011321891099214554, 0.037924181669950485, 0.006647112779319286, 0.006723237689584494, 0.01903129555284977, -0.02143961936235428, -0.04019409790635109, -0.10397316515445709, -0.03739822655916214, 0.010685207322239876, 0.03626326844096184, -0.020401550456881523, 0.03111443854868412, -0.002375451847910881, 0.0342148095369339, -0.019321955740451813, 0.01759183779358864, -0.03833940997719765, -0.015764834359288216, 0.014422262087464333, -0.021744120866060257, 0.023640330880880356, -0.02552269771695137, -0.013896306045353413, -0.020539959892630577, -0.029536571353673935, 0.025965608656406403, 0.013494919054210186, 0.0019221609691157937, 0.034768447279930115, -0.024304695427417755, -0.0009091769461520016, -0.01998632214963436, -0.038228683173656464, 0.008609066717326641, 0.0018200839404016733, -0.002474068431183696, 0.01505894586443901, -0.03183416649699211, -0.0028875665739178658, -0.03856086730957031, 0.0063806744292378426, -0.011425698176026344, 0.007529472932219505, -0.008013905957341194, -0.0036401678808033466, -0.024277012795209885, -0.002948120702058077, 0.009135021828114986, 0.031557347625494, -0.014740603975951672, -0.03180648759007454, -0.014408421702682972, -0.016913631930947304, 0.01824236288666725, 0.0037266737781465054, -0.028429295867681503, -0.03463003784418106, -0.0006708531873300672, -0.03518367558717728, 0.0009048516512848437, 0.012283836491405964, 0.01337727066129446, 0.008622907102108002, 0.019432684406638145, 0.004065776709467173, -0.008000064641237259, -0.01743958704173565, 0.006166140083223581, -0.0122976778075099, -0.006131537724286318, 0.006529464852064848, 0.009017374366521835, -0.02757115848362446, -0.023792579770088196, 0.005083086434751749, -0.009910115040838718, 0.003598645096644759, 0.02287907898426056, -0.010131570510566235, 0.010263059288263321, -0.022809874266386032, -0.021176641806960106, -0.010678287595510483, -0.02970266342163086, 0.008138474076986313, 0.016332311555743217, -0.012761348858475685, -0.01795170269906521, 0.008000064641237259, -0.013598726131021976, 0.0162077434360981, -0.0012707716086879373, -0.02137041464447975, -0.020692208781838417, 0.01022153627127409, -0.0435989685356617, 0.0020969028118997812, 0.03346740081906319, -0.012103904038667679, -0.015474174171686172, 0.007667882367968559, -0.010498355142772198, -0.00453290855512023, -0.0017214672407135367, 0.0007071856525726616, 0.022560736164450645, -0.00176991056650877, 0.001911780214868486, -0.06782061606645584, 0.02837393246591091, -0.0005917003145441413, -0.006342612206935883, 0.0030986410565674305, -0.0031764963641762733, -0.00532876281067729, -0.01770256645977497, -0.001493091695010662, 0.006090014707297087, -0.019612615928053856, 0.005937764421105385, -0.005730150267481804, -0.004872011952102184, -0.006408356595784426, -0.003602105425670743, 0.014519148506224155, -0.006733618676662445, 0.006363373249769211, -0.006083094514906406, 0.012553734704852104, -0.0073080179281532764, 0.019612615928053856, 0.007543313782662153, -0.0065502263605594635, -0.0011981065617874265, -0.044595517218112946, 0.012422245927155018, 0.01595860719680786, -0.013121213763952255, -0.011612551286816597, -0.01674753986299038, -0.00602080998942256, 0.013640249148011208, -0.007481029722839594, 0.0012482800520956516, 0.006788982544094324, 0.023847945034503937, 0.003397951368242502, 0.04819416254758835, -0.02862306870520115, -0.045647427439689636, 0.014975899830460548, -0.021841008216142654, -0.0024152444675564766, -0.0008793323650024831, 0.0012699065264314413, -0.0155433788895607, 0.0195710938423872, 0.026477722451090813, 0.045287564396858215, 0.022892918437719345, -0.029564253985881805, -0.0373428650200367, -0.012996645644307137, 0.008069269359111786, 0.03319058194756508, 0.0062872483395040035, 0.004436022136360407, 0.012186950072646141, 0.04016641527414322, 0.008588304743170738, 0.018449977040290833, -0.009792466647922993, -0.008906646631658077, -0.009121181443333626, -0.017425747588276863, 0.009730182588100433, 0.013453396037220955, -0.009750944562256336, -0.006598669569939375, -0.012256154790520668, 0.01593092456459999, 0.01797938533127308, 0.016000129282474518, -0.013321907259523869, -0.006699016317725182, 0.002735316287726164, -0.02016625367105007, 0.029287435114383698, 0.023917149752378464, -0.005650565028190613, -0.00582357682287693, -0.005332223139703274, 0.015571060590445995, -0.009342635981738567, -0.013979352079331875, -0.014380739070475101, -0.020000161603093147, -0.021633394062519073, 0.009930876083672047, 0.00588586088269949, -0.00163063604850322, 0.021508824080228806, 0.002373721683397889, -0.005650565028190613, -0.010878981091082096, -0.002666111569851637, 0.017218133434653282, 0.025287402793765068, 0.026837587356567383, 0.012664462439715862, 0.005650565028190613, -0.012470689602196217, -0.015141990967094898, -0.01028382033109665, -0.048747800290584564, -0.03003484569489956, 0.0199032761156559, -0.0009922225726768374, 0.011799403466284275, 0.015128150582313538, -0.00569554790854454, 0.008802839554846287, -0.02975802682340145, 0.03817332163453102, 0.010186933912336826, -0.0317511223256588, -0.034131765365600586, 0.02588256262242794, 0.03568195179104805, 0.012595257721841335, 0.021716438233852386, -0.020249299705028534, 0.0402771420776844, 0.023252783343195915, 0.0452045202255249, -0.012484529986977577, 0.028069430962204933, 0.003278573276475072, -0.012394564226269722, -0.000545419636182487, -1.4773584553040564e-05, -0.006173060275614262, -0.025979449972510338, -0.012726746499538422, -0.02116280049085617, 0.014110840857028961, -0.008955090306699276, 0.07623591274023056, 0.028816843405365944, -0.009010453708469868, 0.015460332855582237, -0.0097855469211936, -0.0004567511205095798, 0.01797938533127308, 0.032747671008110046, -0.012885917909443378, -0.00396889029070735, -0.005809735506772995, -0.00598966795951128, -0.017370382323861122, -0.012159268371760845, 0.008422213606536388, -0.0024100542068481445, -0.014879013411700726, 0.01692747324705124, 0.011218084022402763, 0.014048556797206402, 0.04503842815756798, -0.0020692208781838417, 0.007058880757540464, 0.008602146059274673, -0.02570263110101223, 0.0021245847456157207, 0.019321955740451813, -0.0037958784960210323, -0.0030259760096669197, -0.03285839781165123, 0.023377351462841034, 0.012602178379893303, -0.04567511007189751, -0.013661010190844536, -0.004017333500087261, 0.0022941362112760544, 0.0013771738158538938, -0.026505405083298683, 0.014228489249944687, -0.0006652303272858262, 0.014200807549059391, 0.007923939265310764, 0.006103855557739735, -0.025993291288614273, -0.00952948909252882, -0.0003994409635197371, -0.02110743708908558, -0.008782078512012959, -0.020124731585383415], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='a15f4ed3-31de-4a19-9dd1-1bf98335efce', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='ec6d2a77721f2bcc40de30394a38ff33a2da6a126de6d992440d0ac13ed87b7f'), : RelatedNodeInfo(node_id='df215e44-cb8d-4942-a829-8056ce7e864c', node_type=, metadata={}, hash='3124d8d7cf77280c1370ea5bb2ceb3dd1f1b856217c43a52a24811133b620857')}, hash='e866b374aa61c43be490d48b7370b7d960d94201c4e89b4ee1e9c361f038c730', text='the release of multi modal models (that can understand both text and image), new model architectures (such as Mixture of Experts), Agent Models (models that can set tasks and interact with each other and other tolls). This all leads to many questions such as; How will most people interact with LLMs?Who will be the leading players going forward?How fast will the capabilities of these models keep progressing?Are open source models dangerous because of the lack of control of their outputs and use, or are they beneficial due to democratizing access to this technology? 1. OpenAI\\'s GPT Models Notable Models Task specific models Find model information here: https://platform.openai.com/docs/models/gpt-3 Image & Audio Models OpenAI, the company behind the GPT models, is an AI research and deployment company. The San Francisco-based lab was founded in 2015 as a nonprofit with the goal of building \"artificial general intelligence\" (AGI), which is essentially software as smart as humans. OpenAI conducts innovative research in various fields of AI, such as deep learning, natural language processing, computer vision, and robotics, and develops AI technologies and products intended to solve real-world problems. OpenAI transitioned into a for-profit company in 2019. The company plans to cap the profit of the investors at a fixed multiple of their investment (noted by Sam Altman as currently ranging between 7x and 100x depending on the investment round date and risk). As per the WSJ OpenAI was initially funded by $130m of charity funding (Elon Musk tweeted he contributed $100m) and has since raised at least $13bn led by Microsoft (where OpenAI makes use of Azure cloud credits). With the Microsoft partnership, OpenAI\\'s ChatGPT, along with Microsoft\\'s own search AI, created an improved version of Bing and transformed Microsoft\\'s Office productivity apps. In 2019, OpenAI released GPT-2, a model that could generate realistic human-like text in entire paragraphs with internal consistency, unlike any of the previous models. The next generation, GPT-3, launched in 2020, was trained with 175 billion parameters. GPT-3 is a', start_char_idx=10218, end_char_idx=12353, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='df215e44-cb8d-4942-a829-8056ce7e864c', embedding=[-0.022610962390899658, -0.004845705348998308, -0.00028102120268158615, 0.004960996098816395, 0.02062656357884407, 0.015917111188173294, -0.012877627275884151, 0.027124769985675812, -0.02054271660745144, -0.0384581983089447, 0.01416329387575388, 0.042399048805236816, -0.0227926317602396, 0.0011441733222454786, 0.0008052884368225932, 0.011431252583861351, 0.02048681676387787, 0.0062117259949445724, 0.013667195104062557, -0.0057610440999269485, -0.020263222977519035, 0.0007087761186994612, -0.015022734180092812, -0.0026115102227777243, 0.0036159371957182884, 0.013038336299359798, 0.025112422183156013, -0.022233646363019943, -0.01101900078356266, -0.0034988997504115105, 0.009803207591176033, 0.005261450540274382, -0.010348218493163586, 0.009621537290513515, -0.007259823847562075, 0.0025329028721898794, 0.004450921900570393, 0.0013896028976887465, 0.01236755307763815, -0.004468390252441168, 0.020472843199968338, 0.013723093084990978, 0.00762316444888711, -0.014505673199892044, -0.028536207973957062, -0.000761617673560977, 0.022317495197057724, -0.006484231445938349, -0.008007466793060303, 0.024287918582558632, 0.00788169540464878, 0.037312280386686325, -0.010236421599984169, -0.012241781689226627, -0.01770586520433426, -0.0013738814741373062, -0.014491698704659939, 0.02407829836010933, 0.01033424399793148, 0.017454320564866066, 0.011382341384887695, -0.0005450108437798917, -0.014289066195487976, 0.025056524202227592, -0.01378597877919674, -0.004346111789345741, -0.022275570780038834, 0.01275185588747263, 0.011005026288330555, -0.0033958368003368378, 0.01844651997089386, 0.014673368073999882, -0.004377555102109909, -0.016727639362215996, 0.016909310594201088, 0.0036229246761649847, 0.004311175551265478, -0.023100074380636215, -0.04318162798881531, 0.023826755583286285, 0.008231060579419136, -0.0047513763420283794, 0.01174568198621273, 0.02142311818897724, 0.015330176800489426, -0.012591147795319557, 0.012940513901412487, -0.01206709910184145, -0.014477723278105259, -0.009509740397334099, 0.022890454158186913, -0.0002633345720823854, 0.023882653564214706, 0.009796219877898693, -0.034489404410123825, 0.018572291359305382, -0.017468295991420746, 0.010159560479223728, -0.005195070989429951, -0.040833886712789536, 0.0012708185240626335, 0.0003198881749995053, -0.027474135160446167, -0.016042882576584816, -0.030772149562835693, 0.015218378975987434, 0.02691514976322651, 0.007162001449614763, 0.017244702205061913, 0.02561550959944725, -0.004101555794477463, 0.016559943556785583, 0.006075473502278328, -0.023966502398252487, -0.014421825297176838, -0.02265288680791855, 0.02283455617725849, 0.001677829772233963, -0.0069593689404428005, -0.003100622445344925, 0.042315199971199036, 0.015176455490291119, 0.011039962992072105, 0.012870640493929386, 0.01243742648512125, 0.0053278300911188126, -0.028047095984220505, -0.013415651395916939, -0.002351232571527362, 0.004828236997127533, 0.012381528504192829, 0.006732281297445297, 0.0043006944470107555, 0.006400383543223143, -0.036613546311855316, 0.03211371600627899, -0.03468504920601845, -0.006061498541384935, -0.01713290438055992, -0.02400842495262623, -0.006554104387760162, 0.015218378975987434, -0.0004074480093549937, -0.0005965423188172281, 0.003822063095867634, 0.031610626727342606, 0.004000239539891481, 0.02618846856057644, 0.01636429876089096, 0.023645084351301193, 0.016587894409894943, -0.0149249117821455, -0.01621057838201523, 0.013261930085718632, 0.01643417216837406, -0.008859919384121895, -0.0033609000965952873, 0.012591147795319557, -0.025154346600174904, -0.009845132008194923, -0.0024438146501779556, 0.029542382806539536, -0.010830343700945377, 0.0022167267743498087, 0.014289066195487976, 0.029458533972501755, 0.0020158414263278246, 0.005002920050173998, -0.009942954406142235, -0.033734772354364395, -0.02276468276977539, 0.015959035605192184, -0.03574712201952934, -0.0033084952738136053, 0.00623967545107007, 0.010886241681873798, 0.021017853170633316, -0.008824982680380344, -0.023183921352028847, -0.010501939803361893, 0.002328523900359869, -0.0024525488261133432, -0.00229882774874568, 0.013331803493201733, 0.01417726930230856, -0.018181001767516136, 0.016042882576584816, -0.010942140594124794, -0.008049390278756618, -0.023714957758784294, 0.025084473192691803, 0.008929792791604996, 0.009048577398061752, -0.022443266585469246, -0.6251693367958069, -0.028130942955613136, 0.0008301807683892548, -0.009684422984719276, 0.022289546206593513, 0.002887509297579527, 0.008957741782069206, -0.01626647636294365, -0.003422039095312357, 0.01629442721605301, -0.010215459391474724, -0.001531096175312996, -0.0170071329921484, 0.0018778417725116014, 0.002915458520874381, -0.02207992598414421, -0.0007773391553200781, -0.02344943955540657, 0.026481935754418373, 0.018726013600826263, -0.025895001366734505, 0.007965543307363987, -0.008524528704583645, -0.01998373121023178, -0.01569351740181446, 0.011724719777703285, 0.001591361709870398, 0.008328883908689022, 0.007616177201271057, 0.02136722020804882, -0.011976263485848904, 0.013045323081314564, 0.01309423428028822, -0.008084326982498169, 0.047933004796504974, -0.01098406407982111, -0.012849678285419941, 0.017216753214597702, -0.009928978979587555, 0.03320373594760895, -0.033036042004823685, -0.0034063176717609167, -0.014799140393733978, -0.010935152880847454, 0.012164921499788761, 0.0037661646492779255, 0.016755590215325356, -0.016168653964996338, -0.01642019860446453, -0.02139516919851303, 0.011137785390019417, 0.014058484695851803, 0.004863173700869083, -0.014994785189628601, 0.007511367090046406, 0.018334724009037018, 0.02357521280646324, -0.032449107617139816, 0.01623852737247944, -0.021842356771230698, 0.00513218529522419, 0.01030629500746727, -0.031498830765485764, -0.03272859752178192, -0.028130942955613136, 0.032980144023895264, 0.012688970193266869, 0.0113963158801198, -0.00926518440246582, -0.03490864112973213, 0.000552434881683439, 0.017328549176454544, -0.011577986180782318, -0.02547576278448105, 0.004852692596614361, -0.003397583495825529, 0.014149319380521774, -0.010208471678197384, -0.016224553808569908, 0.03186217322945595, 0.02069643698632717, -0.015455948188900948, 0.009418904781341553, -0.012199858203530312, 0.024455614387989044, -0.0007707885815761983, -0.00997789017856121, -0.0006336624501273036, 0.0024018906988203526, -0.0059357271529734135, 0.0023844223469495773, 0.01987193338572979, -0.029486482962965965, -0.03829050436615944, 0.014841063879430294, -0.011081886477768421, -0.01783163659274578, -0.005533955991268158, -0.016000958159565926, -0.012842691503465176, -0.003170495619997382, -0.018949607387185097, 0.03692099079489708, 0.03191807121038437, 0.050113048404455185, 0.029290838167071342, -0.025419864803552628, 0.014261117205023766, 0.012947500683367252, -0.03412606194615364, -0.006435320246964693, 0.003505886998027563, -0.020975928753614426, -0.011200671084225178, 0.010571812279522419, -0.01630840077996254, 0.007755923550575972, -0.025336015969514847, -0.004346111789345741, -0.00929313339293003, 0.02133926935493946, -0.024273943156003952, -0.008657287806272507, -0.01099105179309845, 0.025853076949715614, 0.022513139992952347, -0.008279971778392792, -0.032197561115026474, 0.0009231994627043605, 0.012255756184458733, -0.01209504809230566, -0.023211872205138206, 0.012178895995020866, -0.0033539128489792347, 0.03602661192417145, 0.0036403927952051163, 0.015903135761618614, 0.004024695139378309, 0.007993492297828197, -0.012192870490252972, -0.03197396919131279, 0.004733907990157604, 0.009831156581640244, 0.021814407780766487, -0.02639808878302574, -0.023770857602357864, -0.008175162598490715, -0.006980331148952246, -0.0017267410876229405, -0.021884281188249588, -0.0124024897813797, -0.006141853053122759, -0.0030814073979854584, 0.028242740780115128, -0.0010847811354324222, -0.006973343901336193, -0.016545969992876053, -0.042985983192920685, 5.688113742507994e-05, -0.027194643393158913, 0.009020628407597542, 0.009866093285381794, 0.003968796692788601, 0.00021835369989275932, 0.017384447157382965, -0.02906724438071251, -0.014813114888966084, 0.03700483962893486, -0.04480268433690071, -0.023211872205138206, 0.009209285490214825, -0.021604787558317184, 0.016811488196253777, 0.01981603540480137, -0.012493325397372246, 0.026020772755146027, -0.016615843400359154, -0.013841877691447735, 0.004814262501895428, -0.013010386377573013, -0.014009573496878147, 0.019298972561955452, 0.01711893081665039, -0.018837809562683105, 0.025224220007658005, 0.00013854542339686304, 0.03745202720165253, 0.03627815842628479, -0.021814407780766487, 0.005649246741086245, 0.006519168149679899, 0.032449107617139816, -0.011850492097437382, 0.016070831567049026, -0.008901843801140785, 0.015469922684133053, 0.008929792791604996, -0.005561905447393656, 0.012353578582406044, 0.030800098553299904, 0.0008009213488548994, 0.024525487795472145, 0.01209504809230566, -0.005065805744379759, 0.0067916736006736755, -0.030828049406409264, 0.006763724144548178, -0.02282058261334896, 0.015805313363671303, 0.006054511293768883, 0.014030534774065018, 0.007406557444483042, -0.022135823965072632, -0.008776071481406689, -0.0026027760468423367, 0.018753962591290474, -0.0003218533529434353, 0.0036438864190131426, -0.02066848799586296, 0.004132998641580343, 0.015959035605192184, 0.0297100767493248, -0.00788169540464878, -0.0047304145991802216, -0.00891581829637289, 0.028144918382167816, -0.007595214992761612, 0.03543967753648758, 0.010033789090812206, -0.028564156964421272, 0.006812635343521833, 0.003891936270520091, 0.015833264216780663, 0.006669395137578249, 0.014827089384198189, 0.01178760640323162, 0.018739987164735794, 0.0063200294971466064, 0.035775069147348404, -0.005055324640125036, -0.015190429985523224, -0.009383968077600002, 0.016182629391551018, -0.03476889431476593, 0.02214979939162731, -0.006763724144548178, 0.04410395398736, -0.009474803693592548, -0.025881027802824974, 0.018921658396720886, -0.030297012999653816, 0.019019480794668198, -0.004887629300355911, 0.000942414568271488, 0.017398422583937645, -0.014477723278105259, 0.011808567680418491, -0.02066848799586296, 0.004726920742541552, 0.025056524202227592, -0.005879828240722418, 0.006784685887396336, 0.008727160282433033, -0.0027477629482746124, 0.017160853371024132, -0.010033789090812206, 0.0023879159707576036, -0.00712007749825716, -0.01841857098042965, 0.004384542349725962, 0.011494138278067112, -0.0049050976522266865, 0.028731852769851685, -0.038011010736227036, 0.022429291158914566, 0.020123476162552834, -0.001938980887643993, 0.00998487789183855, 0.007783872541040182, 0.025769229978322983, -0.014100408181548119, -0.037899214774370193, 0.008112276904284954, 0.0009118450689129531, -0.01995578035712242, -0.013317828997969627, -0.0109561150893569, -0.017957407981157303, -0.021031828597187996, -0.018879733979701996, -0.00585886649787426, 0.010138599202036858, -0.00891581829637289, 0.015945060178637505, -0.015106582082808018, -0.00815420038998127, 0.011598948389291763, 0.0021154105197638273, -4.391638867673464e-05, -0.011389329098165035, 0.0015869946219027042, 0.022415317595005035, -0.015567745082080364, -0.00212589162401855, 0.01846049539744854, -0.03183422237634659, -0.02839646115899086, 0.006861546542495489, -0.030213164165616035, -0.02912314236164093, 0.0003397583495825529, -0.00016529374988749623, 0.01980205997824669, -0.018879733979701996, 0.013918737880885601, 0.014980810694396496, 0.019662313163280487, -0.02283455617725849, 0.002248169621452689, 0.023100074380636215, -0.012081073597073555, -0.013625270687043667, -0.01136137917637825, 0.01770586520433426, 0.08507759124040604, 0.019354872405529022, -0.013010386377573013, 0.0020525248255580664, -0.01174568198621273, 0.01206709910184145, -0.016112755984067917, -0.0058868154883384705, -0.0005965423188172281, 0.012493325397372246, -0.035076338797807693, -0.000882148917298764, 0.009174348786473274, -0.006662407889962196, 0.035942766815423965, 0.0036578611470758915, 0.009314095601439476, -0.024693183600902557, -0.006526155397295952, -0.0077768852934241295, 0.010725533589720726, 0.001529349246993661, 0.020039629191160202, 0.004527782090008259, 0.010830343700945377, -0.010194497182965279, 0.015539796091616154, 0.010117636993527412, -0.01841857098042965, -0.027334390208125114, 0.00319844507612288, -0.008615363389253616, -0.002525915624573827, 0.004035176243633032, -0.014407850801944733, 0.022862505167722702, -0.0015791339101269841, 0.010082700289785862, 0.006976837292313576, 0.0035914815962314606, 0.002518928376957774, 0.022247621789574623, -0.01385585218667984, -0.0149249117821455, -0.02138119377195835, -0.01998373121023178, 0.01098406407982111, 0.008817995898425579, -0.013310841284692287, -0.04357291758060455, 0.011123810894787312, 0.00997789017856121, -0.03675329312682152, -0.0020630056969821453, 0.012164921499788761, 0.01913127675652504, -0.0025765737518668175, -0.002464776625856757, -0.005782005842775106, -0.022135823965072632, -0.011186696588993073, -0.042175453156232834, -0.008664274588227272, -0.008671262301504612, -0.005712132900953293, -0.0034290265757590532, 0.00033626469667069614, 0.00036639749305322766, -0.02347739040851593, 0.017971383407711983, 0.014351951889693737, -0.023882653564214706, -0.060090936720371246, -0.0070711662992835045, 0.014149319380521774, -0.00930012110620737, 0.004803781397640705, 0.014379900880157948, -0.002209739526733756, 0.030828049406409264, 0.009705385193228722, -0.03644585236907005, 0.003048217622563243, -0.02048681676387787, 0.017496244981884956, -0.0003142109781038016, -0.006920938845723867, -0.03485274314880371, 0.013073273003101349, 0.011116823181509972, 0.0033015080261975527, -0.011983251199126244, -0.009013640694320202, 0.006763724144548178, 0.006134865339845419, 0.018739987164735794, 0.016112755984067917, 0.006288586650043726, 0.0036858103703707457, -0.026607709005475044, -0.021758509799838066, -0.026733480393886566, -0.027390288189053535, -0.029318787157535553, 0.012053124606609344, 0.008014454506337643, 0.027502084150910378, 0.011668821796774864, 0.004381048493087292, -0.02071041241288185, 0.005942714400589466, 0.0004050460993312299, 0.01994180679321289, -0.01236755307763815, 0.01240947749465704, -0.0008000479429028928, 0.029346736147999763, -0.009474803693592548, 0.004531275946646929, -0.03717253357172012, -0.015511847101151943, -0.04309777915477753, 0.020151427015662193, 0.004615123849362135, -0.008328883908689022, 0.023211872205138206, 0.008063365705311298, 0.002732041524723172, -0.032393209636211395, 0.010732521302998066, -0.01629442721605301, 0.01451964769512415, -0.006753243040293455, -0.008265997283160686, -0.00856645219027996, -0.014757215976715088, -0.012388515286147594, -0.00029128382448107004, -0.010585787706077099, 0.003755683545023203, -0.01854434236884117, -0.010411104187369347, -0.004244796000421047, 0.009935966692864895, 0.011864466592669487, -0.023002251982688904, 0.006540129892528057, 0.008580426685512066, 0.02993367239832878, 0.026663606986403465, -0.021031828597187996, 0.018167028203606606, -0.032281409949064255, -0.012423451989889145, -0.02761388197541237, -0.018614215776324272, 0.007818808779120445, -0.0028822687454521656, 0.0240643247961998, 0.014687343500554562, 0.04259469360113144, -0.017496244981884956, 0.020179376006126404, 0.04689887911081314, -0.0007205671863630414, -0.00462909834459424, 0.003664848394691944, -0.004524288699030876, -0.008678249083459377, -0.0014751976123079658, -0.009859106503427029, 0.014659393578767776, 0.01530222687870264, -0.018139079213142395, 0.0014778177719563246, -0.005090261343866587, -0.013974636793136597, -0.010005840100347996, -0.01840459741652012, -0.04832429438829422, -0.03395836800336838, 0.014729266986250877, -0.018837809562683105, 0.0010978823993355036, -0.02554563619196415, -0.006651927251368761, 0.039464373141527176, 0.01133343018591404, 0.01451964769512415, 0.014016560278832912, 0.019648339599370956, -0.018739987164735794, -0.015497871674597263, 0.01573544181883335, 0.010229433886706829, -0.03692099079489708, -0.01140330359339714, -0.03566327318549156, 0.00036661585909314454, 0.008342858403921127, -0.0029643697198480368, 0.033175788819789886, 0.003745202673599124, -0.008272984996438026, 0.01558171957731247, 0.020207324996590614, 0.001169502385891974, -0.008776071481406689, 0.000159725736011751, -0.02498665079474449, 0.002904977649450302, -0.02073836140334606, -0.014938886277377605, -0.01699315756559372, -0.039352577179670334, -0.002517181448638439, -0.0005541816935874522, 0.02834056317806244, -0.02631424181163311, -0.031079592183232307, 0.04105748236179352, 0.031582679599523544, 0.05598239600658417, 0.004419479053467512, 0.014219192788004875, 0.010739508084952831, 0.014247141778469086, -0.02483292855322361, 0.011012014001607895, -0.0029626230243593454, 0.003996746148914099, 0.014952861703932285, 0.0068580531515181065, 0.00037338482798077166, -0.023896628990769386, 0.0062082321383059025, 0.026607709005475044, -0.025140371173620224, -0.035076338797807693, 0.009020628407597542, 0.011920365504920483, 0.011487151496112347, -0.027404261752963066, -0.030017519369721413, -0.022569037973880768, 0.0040456573478877544, -0.01623852737247944, 0.01717482879757881, 0.004705958999693394, -0.013569371774792671, -0.01099803950637579, -0.006651927251368761, 0.011927352286875248, 0.010578799992799759, 0.016741614788770676, 0.016783539205789566, 0.010208471678197384, 0.008356832899153233, -0.004234314896166325, 0.0041539608500897884, 0.003034242894500494, 0.019690264016389847, -0.008140225894749165, 0.010851304978132248, -0.0026045229751616716, -0.005146159790456295, -0.005911271087825298, 0.008489592000842094, 0.007539316546171904, 0.031610626727342606, -0.022974302992224693, -0.008706199005246162, 0.0031460400205105543, -0.01350648608058691, 0.009342044591903687, -0.03359502553939819, 0.001844651997089386, 0.005593348294496536, -0.02350533939898014, 0.00812625139951706, 0.03462915122509003, 0.0017573105869814754, -0.03619430959224701, 0.0011965782614424825, -0.00589380320161581, -0.026873227208852768, -0.006487725302577019, 0.012933526188135147, 0.0028578131459653378, -0.03954822197556496, -0.01570749096572399, 0.025769229978322983, -0.021451067179441452, -0.002621991094201803, -0.0022953341249376535, -0.01932692341506481, -0.006658914498984814, 0.020934006199240685, -0.01061373669654131, -0.005533955991268158, 0.012702944688498974, -0.003207179019227624, -0.014247141778469086, 0.014449774287641048, -0.00589030934497714, -0.00010999567894032225, 0.012004212476313114, -0.031694475561380386, -0.019466668367385864, 0.007825796492397785, -0.007762910798192024, 0.017524193972349167, 0.0031914575956761837, 0.01208806037902832, -0.011452214792370796, -0.0007769024814479053, -0.012947500683367252, 0.005240488797426224, 0.00327530549839139, 0.012647045776247978, 0.031051643192768097, -0.00765111343935132, 0.03046470880508423, -0.010341230779886246, 0.019662313163280487, -0.021451067179441452, 0.01717482879757881, -0.00014411343727260828, -0.054473135620355606, -0.025252168998122215, 0.008734147995710373, 0.013974636793136597, 0.0009345538564957678, -0.0007166368304751813, -0.023687008768320084, 0.024385740980505943, -0.022233646363019943, 0.014882988296449184, 0.014191243797540665, -0.007930606603622437, -0.0024385740980505943, 0.02214979939162731, 0.00956563837826252, -0.016769563779234886, -0.005988131742924452, -0.005230007693171501, -0.01350648608058691, -0.010404117405414581, -0.03468504920601845, -0.007203925400972366, -0.024581385776400566, 0.04393625631928444, 0.001311869011260569, -0.04642374441027641, -0.019718213006854057, -0.026020772755146027, -0.04614425078034401, -0.01927102357149124, -0.0012157934252172709, 0.024721132591366768, 0.009272171184420586, 0.037256382405757904, 0.011473177000880241, 0.03689303994178772, 0.0005764537490904331, -0.003411558223888278, -0.006229194346815348, 0.008922805078327656, 0.004884135443717241, -0.031722426414489746, -0.018306773155927658, 0.004587174393236637, -0.02759990654885769, -0.0044718836434185505, 0.002863053698092699, -0.02497267536818981, -0.004555731546133757, 0.006819622591137886, -0.012346591800451279, 0.013918737880885601, 0.008391769602894783, 0.007916632108390331, 0.006840584799647331, 0.014603495597839355, 0.018977556377649307, -0.042902134358882904, 0.005988131742924452, -0.0013599068624898791, -0.010390141978859901, -0.014701317995786667, -0.017496244981884956, 0.010893229395151138, 0.016182629391551018, 0.008147213608026505, 0.004929553251713514, -0.01841857098042965, -0.01171773299574852, 0.01565159298479557, 0.04309777915477753, -0.005621297750622034, 0.002057765144854784, 0.017202777788043022, 0.01243742648512125, -0.0018009813502430916, -0.006812635343521833, 0.015288252383470535, 0.006707825697958469, 0.005530462600290775, 0.04041464999318123, -0.03337143361568451, 0.005100742448121309, -0.01844651997089386, 0.02838248759508133, -0.026761429384350777, -0.017608042806386948, -0.01572146639227867, -0.0009528955561108887, -0.02773965336382389, 0.028075044974684715, 0.01848844438791275, -0.005278918892145157, 0.023784831166267395, -0.02350533939898014, 0.01860024221241474, -0.012954488396644592, -0.011046950705349445, -0.021534916013479233, -0.020207324996590614, -0.021674660965800285, 0.030408808961510658, -0.017929458990693092, -0.022890454158186913, 0.03924078121781349, 0.018236901611089706, -0.017188802361488342, 0.004021201748400927, 0.21476221084594727, -0.028899548575282097, 0.01066963467746973, -0.0036683420184999704, -0.0012751856120303273, -0.0010603255359455943, 0.025867052376270294, 0.016699690371751785, -0.001613197149708867, 0.0040840874426066875, -0.012877627275884151, 0.008447667583823204, -0.01696520857512951, -0.002131132176145911, -0.002754750195890665, -0.02697104960680008, -0.02915109135210514, -0.02979392558336258, -0.011144773103296757, 0.005125198047608137, 0.019368845969438553, -0.014757215976715088, -0.008608376607298851, -0.015106582082808018, 0.018753962591290474, 0.005460589192807674, -0.01171773299574852, -0.003207179019227624, 0.015945060178637505, 0.011983251199126244, -0.012688970193266869, 0.011109836399555206, 0.006994305644184351, 0.006264131050556898, -0.007609189487993717, -0.011598948389291763, 0.007909644395112991, 0.010900216177105904, 0.01644814759492874, 0.011759656481444836, 0.030911896377801895, 0.0009494018740952015, 0.007490405347198248, -0.030324961990118027, 0.000729301362298429, 0.02136722020804882, -0.008831970393657684, -0.014882988296449184, 0.00036312220618128777, 0.006788179744035006, -0.010222447104752064, 0.009307107888162136, 0.020263222977519035, 0.01784561015665531, -0.02333764359354973, 0.022918405011296272, -0.02052874118089676, 0.007944581098854542, 0.009733334183692932, 0.018222926184535027, -0.025727305561304092, -0.0016586147248744965, -0.011808567680418491, 0.02493075095117092, -0.012877627275884151, -0.00016704057634342462, -0.00988705549389124, 0.0022411823738366365, 0.018572291359305382, -0.024637283757328987, -0.01839062198996544, -0.00885293260216713, -0.016853412613272667, -0.008342858403921127, -0.04762556031346321, -0.03543967753648758, 0.04980560392141342, 0.013073273003101349, 0.008482604287564754, 0.02976597659289837, 0.00925819668918848, 0.008594401180744171, -0.005596842151135206, -0.03834640234708786, -0.0062571438029408455, -0.04279033839702606, 0.015008759684860706, -0.005911271087825298, -0.003594975220039487, -0.004402010701596737, -0.00926518440246582, -0.019746161997318268, 0.005998612847179174, 0.00478281918913126, -0.004636085592210293, 0.0038325442001223564, 0.002969610271975398, -0.0002017588121816516, 0.002340751700103283, -0.007039723452180624, 0.007832784205675125, 0.04497038200497627, 0.04136492311954498, 0.013415651395916939, 0.005243982188403606, 0.00535228569060564, 0.001506640575826168, 0.017985356971621513, 0.0062082321383059025, -0.01212998479604721, -0.014247141778469086, -0.013220006600022316, 0.016643792390823364, 0.0005576753173954785, -0.005788993090391159, 0.0043635801412165165, 0.003650873899459839, 0.006344485096633434, 0.010872267186641693, -0.005684183444827795, -0.021618762984871864, -0.013338790275156498, -0.011605936102569103, 0.02414817176759243, -0.01851639337837696, -0.01984398439526558, -0.02631424181163311, -0.000855946505907923, -0.03189012035727501, 0.008454655297100544, 0.002071739872917533, -0.01416329387575388, -0.007630151696503162, 0.0190893542021513, -0.01977411098778248, 0.0012629578122869134, -0.011207658797502518, -0.005299881100654602, -0.009873080998659134, 0.011570999398827553, -0.0019983730744570494, 0.015917111188173294, -0.00425527710467577, -0.004527782090008259, 0.027362339198589325, -0.003678823122754693, 0.0037242406979203224, 0.030324961990118027, 0.007336684036999941, -0.012661021202802658, -0.018278824165463448, 0.009146399796009064, -0.00022861632169224322, 0.004960996098816395, 0.03490864112973213, 0.009949941188097, -0.020975928753614426, 0.003009787295013666, -0.002716320101171732, -0.002892749849706888, -0.04348906874656677, 0.01696520857512951, 0.011186696588993073, -0.011990237981081009, -0.017552142962813377, -0.017566118389368057, -0.17954613268375397, -0.0007520101498812437, 0.020151427015662193, -0.04259469360113144, 0.02779555320739746, 0.021003879606723785, 0.013744055293500423, -0.009935966692864895, -0.0035757601726800203, 0.0027599907480180264, 0.026761429384350777, -0.001283919787965715, 0.002623738022521138, -0.00409456854686141, 0.006508687045425177, 0.011564011685550213, -0.01644814759492874, 0.04027490317821503, 0.019648339599370956, 0.0037521899212151766, 0.010872267186641693, -0.021632738411426544, 0.027334390208125114, -0.013324815779924393, 0.009663461707532406, 0.011123810894787312, -0.008922805078327656, 0.01527427788823843, 0.0020647526253014803, -0.03546762838959694, -0.007189950440078974, -0.012982437387108803, 0.016685716807842255, 0.00585886649787426, 0.026537835597991943, 0.00036377727519720793, 0.02565743215382099, -0.02059861458837986, -0.03843025118112564, 0.0169372595846653, 0.03571917116641998, 0.01855831779539585, 0.02276468276977539, -0.005139172542840242, -0.026803353801369667, 0.011920365504920483, 0.01640622317790985, -0.026034748181700706, 0.008615363389253616, -0.0004107232962269336, 0.03264475241303444, -0.010774444788694382, 0.00743450690060854, 0.0029364204965531826, 0.0030726732220500708, 0.023072125390172005, 0.014994785189628601, -0.01642019860446453, 0.008084326982498169, 0.0006262384122237563, -0.016126731410622597, -0.00022326665930449963, 0.01980205997824669, -0.002083967672660947, 0.006690357346087694, -0.020361045375466347, -0.020291171967983246, 0.022583013400435448, -0.016797512769699097, 0.019718213006854057, -0.011794593185186386, 0.005146159790456295, -0.010453028604388237, -0.00818214938044548, 0.02058463916182518, 0.012884614989161491, -0.024679208174347878, 0.005411677993834019, 0.03834640234708786, -0.007378607988357544, -0.007539316546171904, 0.012046136893332005, -0.021744534373283386, 0.01910332776606083, -0.0034150518476963043, -0.009691410697996616, 0.016811488196253777, 0.009796219877898693, -0.027935298159718513, -0.014351951889693737, 0.022513139992952347, -0.009055564180016518, -0.003703278722241521, 0.013073273003101349, 0.01071155909448862, 0.000859876861795783, 0.024469587951898575, -0.020221298560500145, -0.004531275946646929, -0.017412398010492325, 0.00035831841523759067, 0.008049390278756618, 0.0003856126277241856, -0.0032036853954195976, 0.043013930320739746, 0.01783163659274578, -0.01530222687870264, -0.001557298586703837, 0.03490864112973213, -0.014631444588303566, -0.022331468760967255, 0.0004533022874966264, 0.0022534101735800505, 0.013848865404725075, -0.020402969792485237, 0.006009093951433897, -0.015008759684860706, -0.03066035360097885, 0.025224220007658005, -0.01770586520433426, 0.04497038200497627, 0.007867720909416676, 0.016629816964268684, 0.03242115676403046, -0.01920115016400814, -0.024469587951898575, -0.10223843902349472, -0.03460120037198067, 0.006229194346815348, 0.015917111188173294, -0.01563761755824089, 0.026440013200044632, 0.0038604934234172106, 0.0410015843808651, -0.02759990654885769, 0.028899548575282097, -0.025252168998122215, -0.013296866789460182, 0.014952861703932285, -0.010480977594852448, 0.029654178768396378, -0.013017374090850353, -0.004995932802557945, -0.02339354157447815, -0.02639808878302574, 0.026593733578920364, 0.011151759885251522, -0.0052230204455554485, 0.026635657995939255, -0.0314708836376667, -0.000590865092817694, -0.018236901611089706, -0.03613841161131859, 0.0021590813994407654, 0.007616177201271057, -0.0013677675742655993, 0.014435799792408943, -0.03532788157463074, 0.012241781689226627, -0.03272859752178192, 0.005862359888851643, -0.005792486947029829, 0.004555731546133757, -0.013562384992837906, 0.0074554686434566975, -0.006229194346815348, -0.00918832328170538, -0.0019442213233560324, 0.02915109135210514, -0.014491698704659939, -0.018236901611089706, -0.015889162197709084, -0.016098780557513237, 0.006033549550920725, -0.002005360322073102, -0.03465709835290909, -0.03647380322217941, -0.011102848686277866, -0.025992823764681816, 0.0016175642376765609, 0.014701317995786667, 0.011661834083497524, 0.01636429876089096, 0.015204404480755329, 0.013799953274428844, -0.019536541774868965, -0.02133926935493946, 0.01068361010402441, -0.0008886995492503047, -0.009824169799685478, -0.0009485284681431949, 0.0019739174749702215, -0.028871599584817886, -0.035076338797807693, 0.0004131252062506974, 0.0006847571930848062, 0.007162001449614763, 0.011815555393695831, -0.005230007693171501, 0.0036334055475890636, -0.013618283905088902, 0.0032473562750965357, -0.017915483564138412, -0.0270269475877285, 0.018167028203606606, 0.008713185787200928, -0.013457574881613255, -0.018628191202878952, 0.004461402539163828, 0.003923379350453615, 0.004021201748400927, -0.01382091548293829, -0.014799140393733978, -0.02637013979256153, -0.004066619090735912, -0.05698856711387634, 0.006613496690988541, 0.02623039297759533, -0.006725294049829245, -0.013674181886017323, 0.00956563837826252, -0.01461747009307146, -0.006106916349381208, -0.0030167747754603624, 0.0018411583732813597, 0.017258675768971443, -0.0058868154883384705, 0.005023881793022156, -0.07037626951932907, 0.019662313163280487, 0.003986265044659376, 0.001860373537056148, -0.00013024797954130918, -0.011067911982536316, 0.0011188443750143051, -0.008790046907961369, -0.009663461707532406, -0.001378248562105, -0.02638411335647106, 0.011221633292734623, -0.015176455490291119, 0.0006297320942394435, -0.009453841485083103, -0.009027615189552307, 0.029654178768396378, 0.0021870306227356195, 0.0038045947439968586, -0.0004642199492082, 0.013268917798995972, -0.00513567915186286, 0.01984398439526558, 0.001311869011260569, -0.0025451306719332933, -0.0077768852934241295, -0.03963207080960274, 0.017258675768971443, 0.011039962992072105, -0.0032421157229691744, -0.018208950757980347, -0.0061034224927425385, -0.0036229246761649847, 0.013562384992837906, -0.002260397421196103, 0.015875186771154404, 0.006127878092229366, 0.012311655096709728, -0.00047775788698345423, 0.05478057637810707, -0.017314575612545013, -0.04309777915477753, 0.02630026638507843, -0.01998373121023178, -0.007148026488721371, 0.005401196889579296, -0.01312917098402977, -0.018097154796123505, 0.026467962190508842, 0.01071155909448862, 0.0366973951458931, 0.02996162138879299, -0.019410770386457443, -0.038821540772914886, -0.0047933002933859825, -0.00031399261206388474, 0.027194643393158913, 0.0054361335933208466, 0.009747308678925037, 0.01785958558320999, 0.035942766815423965, 0.018083179369568825, 0.030045468360185623, -0.005443120840936899, -0.007011773996055126, -0.004391529597342014, -0.017608042806386948, 0.007148026488721371, 0.00037556837196461856, -0.005879828240722418, 0.0026639150455594063, -0.002232448197901249, 0.01836267299950123, 0.029682127758860588, 0.030213164165616035, -0.0015581719344481826, -0.0015022734878584743, 0.011773630976676941, -0.019480643793940544, 0.022513139992952347, 0.025000624358654022, -0.00963551178574562, -0.018013305962085724, 0.0018883227603510022, 0.02638411335647106, 0.002393156522884965, -0.016811488196253777, 0.0012061857851222157, -0.01644814759492874, -0.010571812279522419, 0.02780952677130699, 0.006948888301849365, -0.0013957167975604534, 0.012556211091578007, 0.013646232895553112, -0.010914191603660583, 0.0012393755605444312, 0.0037486962974071503, 0.0178176611661911, 0.02829863876104355, 0.012856665998697281, -0.006292080041021109, 0.0072807855904102325, -0.010900216177105904, -0.01243742648512125, -0.012598134577274323, -0.028270689770579338, -0.01702110841870308, 0.012381528504192829, -0.0007044090307317674, 0.03611046075820923, 0.007162001449614763, 0.001490919035859406, 0.019424745813012123, -0.02773965336382389, 0.03815075755119324, -0.005257957149296999, -0.01858626678586006, -0.03250500559806824, 0.010795406997203827, 0.021828383207321167, 0.0074275191873312, 0.036557648330926895, -0.01998373121023178, 0.02923494018614292, 0.027194643393158913, 0.03753587231040001, -0.014813114888966084, 0.03320373594760895, 0.005621297750622034, -0.011095861904323101, -0.0052265143021941185, -0.01275884360074997, -0.00674276240170002, -0.017468295991420746, -0.004967983346432447, -0.015931086614727974, 0.01640622317790985, -0.008636325597763062, 0.07507174462080002, 0.035271983593702316, -0.008028429001569748, 0.00283335754647851, -0.00888786930590868, -0.0002967426844406873, 0.011696770787239075, 0.025727305561304092, -0.019466668367385864, -0.005974157247692347, -0.010690596885979176, -0.00919531099498272, -0.0016201843973249197, -0.012234793975949287, 0.01070457138121128, 0.0005096375243738294, -0.014365926384925842, 0.0049016037955880165, 0.006833597552031279, 0.007182963192462921, 0.04821249842643738, 0.005579373799264431, 0.005306868348270655, 0.002981838071718812, -0.016559943556785583, -0.002983585000038147, 0.008950755000114441, -0.0024927258491516113, -0.0058239297941327095, -0.02410624921321869, 0.0248049795627594, 0.008622351102530956, -0.05763140320777893, -0.008894856087863445, 0.0002401890669716522, 0.0056143105030059814, 0.010662647895514965, -0.0170770063996315, 0.008727160282433033, -0.005275425501167774, 0.0054361335933208466, 0.012856665998697281, -0.001804474974051118, -0.025098446756601334, -0.00283335754647851, -0.006610003300011158, -0.01625250279903412, -0.02483292855322361, -0.023742908611893654], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='822b2e51-58a7-4095-b9be-1e53c7c69152', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='e866b374aa61c43be490d48b7370b7d960d94201c4e89b4ee1e9c361f038c730'), : RelatedNodeInfo(node_id='38073522-fdf9-4c1c-9096-c295f24767b1', node_type=, metadata={}, hash='53ebe2c660ab739e9483b18f688e5a8e7b1139a5ca81dd62e3953b69494676b6')}, hash='3124d8d7cf77280c1370ea5bb2ceb3dd1f1b856217c43a52a24811133b620857', text='he contributed $100m) and has since raised at least $13bn led by Microsoft (where OpenAI makes use of Azure cloud credits). With the Microsoft partnership, OpenAI\\'s ChatGPT, along with Microsoft\\'s own search AI, created an improved version of Bing and transformed Microsoft\\'s Office productivity apps. In 2019, OpenAI released GPT-2, a model that could generate realistic human-like text in entire paragraphs with internal consistency, unlike any of the previous models. The next generation, GPT-3, launched in 2020, was trained with 175 billion parameters. GPT-3 is a multi-purpose language tool that users can access without requiring them to learn a programming language or other computer tools. In November 2022, OpenAI released ChatGPT, which is a superior version of the company\\'s earlier text generation models with the capability to generate humanlike prose. After the success of ChatGPT (GPT 3.5), Open AI released GPT-4 in March 2023, which has multimodal capabilities. The model processes both image and text inputs for text generation. The model has a maximum token count of 32,768 capable of generating around 25,000 words as compared to GPT-3.5 which has 4,096 tokens context size. GPT-4 produces 40% more factual responses and its response rate for disallowed content is down by 82% as compared to previous models. (reported by OpenAI) 2. Google\\'s Palm Models Google AI, formerly known as Google Research, is the AI research and development arm of Google. It was unveiled at Google I/O 2018. Google has contributed many of the most significant papers in breakthroughs in modern machine learning. Google\\'s largest publicly disclosed model is its Pathways Language Model (PaLM) which has likely recently been rolled out in its Bard chatbot. PaLM has been used as a foundation model in several Google projects including the instruction tuned PaLM-Flan, and the recent PaLM-E (the first \"embodied\" multimodal language model). The pre-training of PaLM involved self-supervised learning drawing from a large text corpus that included multilingual web pages', start_char_idx=11785, end_char_idx=13851, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='38073522-fdf9-4c1c-9096-c295f24767b1', embedding=[-0.023715447634458542, -8.140301360981539e-05, 0.001213428913615644, -0.005621183197945356, -0.005980717949569225, 0.017312968149781227, -0.0158748310059309, 0.006468163803219795, -0.015971627086400986, -0.04729261249303818, 0.015584437176585197, 0.03733627125620842, -0.005683410447090864, 0.0014683871995657682, 0.006758556701242924, 0.01511427666991949, 0.020673232153058052, 0.0013318333076313138, 0.002375001786276698, -0.0066029890440404415, -0.01281878724694252, -0.002644652733579278, 0.0038269679062068462, -0.01736828126013279, 0.0039652506820857525, 0.011014200747013092, 0.03606407344341278, -0.023632477968931198, -0.019401034340262413, -0.0037993115838617086, 0.011263108812272549, 0.0077161630615592, -0.0019636114593595266, 0.0028330625500530005, -0.00848363060504198, -0.010094622150063515, 0.014699429273605347, 0.0029108463786542416, 0.022304965183138847, -0.007564052473753691, 0.03282826393842697, 0.01711937226355076, 0.0006797448731958866, -0.018598996102809906, -0.018820246681571007, 0.0030888852197676897, 0.017893753945827484, 0.0027466360479593277, -0.0011572516523301601, 0.020369011908769608, 0.015971627086400986, 0.046601198613643646, -0.01588865928351879, -0.01064083818346262, -0.017700159922242165, -0.0032945803832262754, -0.00025776721304282546, 0.01367613859474659, 0.013606997206807137, 0.007128462661057711, 0.013199063949286938, -0.0022004202473908663, -0.017451250925660133, 0.02675766311585903, -0.006526933517307043, -0.009375552646815777, -0.010689236223697662, 0.0308646522462368, 0.028956353664398193, -0.005344618111848831, 0.02410263754427433, 0.01304695289582014, 0.005541671067476273, -0.019719082862138748, 0.012141202576458454, 0.0021502927411347628, 0.0074050272814929485, -0.011138654313981533, -0.03412811830639839, 0.014616459608078003, 0.01825328916311264, -0.014505833387374878, 0.013593168929219246, 0.022097542881965637, 0.016441788524389267, -0.013897390104830265, 0.0062538255006074905, -0.00966594647616148, 0.0038961092941462994, 0.002867633244022727, 0.009887197986245155, 0.0018806419102475047, 0.03105824813246727, 0.012376283295452595, -0.02370161935687065, -0.003054314525797963, -0.00679312739521265, 0.00815175287425518, -0.00086815474787727, -0.025789685547351837, -0.005372274667024612, -0.0038753668777644634, -0.020341355353593826, -0.01864047907292843, -0.02216668426990509, -0.0027345363050699234, 0.017036402598023415, 0.002732807770371437, 0.017271483317017555, 0.01718851365149021, -0.011214709840714931, 0.009320239536464214, 0.009824970737099648, -0.04759683459997177, 0.0032530955504626036, -0.028195800259709358, 0.007349714636802673, 0.0015141932526603341, 0.009071331471204758, -0.017050230875611305, 0.055506590753793716, 0.02779478020966053, 0.005773294251412153, 0.005327333230525255, 0.01718851365149021, 0.010246732272207737, -0.01454731822013855, -0.009389380924403667, -0.00024480323190800846, 0.0006633238517679274, -0.009361724369227886, 0.003266923828050494, 0.007612451445311308, 0.011636471375823021, -0.0271725095808506, 0.025706715881824493, -0.016331162303686142, -0.003151112236082554, -0.005666125100106001, -0.01805969327688217, -0.02130933292210102, 0.015155761502683163, -0.016179051250219345, -0.005676496308296919, 0.0059288619086146355, 0.03838722035288811, -0.006737814284861088, 0.024697253480553627, 0.014298410154879093, 0.02083917148411274, 0.018322430551052094, -0.023770760744810104, -0.016607727855443954, 0.021378472447395325, 0.011546588502824306, -0.0024026583414524794, 0.007017836440354586, 0.030560430139303207, -0.028928697109222412, -0.0036679431796073914, -0.016676869243383408, 0.021171050146222115, -0.017229998484253883, 0.0022833896800875664, 0.023120833560824394, 0.03752986714243889, 0.012811873108148575, -0.004504552111029625, -0.01043341401964426, -0.030062614008784294, -0.020272213965654373, 0.024628112092614174, -0.03556625545024872, 0.004642834886908531, 0.000933406816329807, 0.010931231081485748, 0.015183418057858944, -0.014906852506101131, -0.03080933913588524, -0.013544769957661629, 0.003292851848527789, -0.020534949377179146, 0.0034691619221121073, 0.012639019638299942, -0.0026100820396095514, -0.008131010457873344, 0.006637559738010168, -0.018764933571219444, -0.011138654313981533, -0.01626202091574669, 0.018751105293631554, 0.013434143736958504, 0.0002914735523518175, -0.007149205077439547, -0.6332231760025024, -0.035096097737550735, 0.0013465257361531258, -0.0036368295550346375, 0.009029846638441086, -0.004857172723859549, 0.0012773845810443163, -0.012155030854046345, -0.0008729082182981074, 0.00943086575716734, -0.0005181272281333804, -0.01696726121008396, -0.003989449702203274, -0.006900296546518803, -0.023715447634458542, -0.019165953621268272, 0.01268741860985756, -0.028790414333343506, 0.019165953621268272, 0.00921652838587761, -0.02455897070467472, 0.0052132499404251575, -0.0040620481595396996, -0.014685600996017456, -0.014685600996017456, 0.009002190083265305, 0.026854459196329117, 0.007584794890135527, 0.009175043553113937, 0.022540045902132988, -0.013226720504462719, 0.0013361545279622078, 0.008497458882629871, -0.01717468537390232, 0.03794471547007561, -0.00867722649127245, -0.01763101853430271, 0.021143393591046333, -0.0009619275806471705, 0.040765680372714996, -0.03564922511577606, -0.0002125012979377061, -0.003166669048368931, 0.00023399990459438413, -0.0011529303155839443, 0.01864047907292843, 0.02233262173831463, -0.0027414504438638687, -0.010467984713613987, -0.023743104189634323, 0.006022202782332897, 0.0033326081465929747, 0.0025288411416113377, -0.0005202878965064883, 0.009258013218641281, -0.0024959989823400974, 0.025291867554187775, -0.03393452242016792, 0.013620825484395027, -0.0038165966980159283, 0.005641925614327192, 0.01337191741913557, -0.02451748587191105, -0.02454514242708683, -0.020963625982403755, 0.02302403561770916, 0.011117912828922272, -0.0023784588556736708, -0.0077438196167349815, -0.022885752841830254, 0.00855968613177538, 0.024863192811608315, -0.01996799185872078, -0.0302008967846632, 0.01106259971857071, 0.0038131396286189556, 0.017216170206665993, 0.005168308038264513, -0.011104084551334381, 0.025291867554187775, 0.02173800766468048, -0.011048771440982819, 0.005925404839217663, -0.000474481814308092, 0.03083699569106102, 0.0047880313359200954, -0.00945852231234312, -0.013703795149922371, -0.008850079961121082, -0.002022381406277418, 0.009264927357435226, 0.0098941121250391, -0.031196530908346176, -0.045716192573308945, -0.009043674916028976, 0.00036731286672875285, -0.010827518999576569, 0.0028538049664348364, -0.0062849391251802444, -0.017008746042847633, -0.016842806711792946, -0.004791488405317068, 0.027946891263127327, 0.0173544529825449, 0.04635229334235191, 0.023826073855161667, -0.022954894229769707, -0.00021585033391602337, 0.023549508303403854, -0.0317496620118618, -0.011871552094817162, 0.011387563310563564, -0.020548777654767036, 0.0020517664961516857, 0.004324784968048334, -0.02106042392551899, 0.014810054562985897, -0.01739593781530857, 0.010467984713613987, -0.008054954931139946, 0.024877021089196205, -0.024835536256432533, -0.017672503367066383, -0.0011944150319322944, 0.02520889788866043, 0.0169119480997324, -0.004535665735602379, -0.033132486045360565, -0.005859720520675182, 0.012431596405804157, -0.010025480762124062, -0.01843305677175522, 0.026439612731337547, -0.017050230875611305, 0.020286042243242264, 0.011864637956023216, 0.011581159196794033, -0.0026878658682107925, 0.002679223194718361, -0.01890321634709835, -0.02544397860765457, -0.0071976035833358765, 0.02218051254749298, 0.016994917765259743, -0.036617204546928406, -0.018322430551052094, -0.004006735049188137, 0.002686137333512306, -0.007232174277305603, -0.018073521554470062, -0.005773294251412153, -0.008552771992981434, -0.022871924564242363, 0.02695125713944435, 0.0030370291788131, 0.00038524638512171805, -0.01130459364503622, -0.03302185982465744, -0.012348626740276814, -0.029205262660980225, 0.013551684096455574, 0.013800593093037605, -0.01675983890891075, 0.004909028299152851, 0.02386755868792534, -0.016635384410619736, -0.003059500129893422, 0.014713257551193237, -0.04734792560338974, -0.021115737035870552, 0.0009973624255508184, -0.03166669234633446, 0.010260560549795628, 0.012251828797161579, -0.013731451705098152, 0.018709620460867882, -0.008324606344103813, -0.016123738139867783, -0.010288217104971409, -0.013918132521212101, -0.014464348554611206, 0.01977439597249031, 0.01648327335715294, -0.017949067056179047, 0.034432340413331985, 0.003820053767412901, 0.048343557864427567, 0.02978604845702648, -0.0063644517213106155, 0.009202700108289719, -0.003100984962657094, 0.026439612731337547, -0.000917850062251091, 0.009873369708657265, -0.01283261552453041, 0.0074050272814929485, 0.023826073855161667, 0.0002720275952015072, 0.01313683670014143, 0.022014573216438293, -0.005479443818330765, 0.003515832358971238, 0.01670452579855919, -0.009105902165174484, 0.004791488405317068, -0.02997964434325695, 0.009382466785609722, -0.023715447634458542, 0.015141933225095272, 0.021419957280158997, 0.013800593093037605, 0.00031545694218948483, -0.034211087971925735, -0.021378472447395325, -0.014270753599703312, 0.03080933913588524, -0.0037716550286859274, 0.0003396563697606325, -0.028596820309758186, 0.017437422648072243, -0.002317960374057293, 0.03039449267089367, -0.009534577839076519, -0.012970897369086742, -0.009852627292275429, 0.01043341401964426, -0.017105543985962868, 0.02956479601562023, -0.006796584464609623, -0.028375567868351936, -0.002271289937198162, 0.0071768611669540405, 0.0033568073995411396, 0.004760374780744314, 0.012072061188519001, 0.017064059153199196, 0.009838799014687538, 0.013606997206807137, 0.030117927119135857, -0.0009092073887586594, -0.012825701385736465, 0.007142290938645601, 0.02675766311585903, -0.02195926010608673, 0.00826929323375225, 0.0015790131874382496, 0.042010221630334854, 0.00744651211425662, -0.026868287473917007, 0.00233178841881454, -0.028762757778167725, 0.02346653863787651, 0.005057682283222675, -0.0017700159223750234, 0.01453348994255066, -0.011809324845671654, 0.009527663700282574, -0.009513835422694683, 0.013911218382418156, 0.015736548230051994, -0.003374092746526003, 0.02153058350086212, -0.0006732628680765629, -0.007847531698644161, 0.019152125343680382, -0.0036057159304618835, 0.0006369637558236718, -0.0015937057323753834, -0.01953931711614132, -0.0024389575701206923, 0.0006499277078546584, 0.010495641268789768, 0.03238575905561447, -0.050500765442848206, 0.02433771826326847, 0.0129224993288517, -0.00619159871712327, 0.012652847915887833, 0.015446154400706291, 0.03802768513560295, -0.018377743661403656, -0.027974547818303108, 0.014160127379000187, 0.0004429361142683774, -0.016192879527807236, -0.015017478726804256, -0.013862820342183113, -0.0036160871386528015, -0.014713257551193237, -0.011449790559709072, -0.0076539358124136925, 0.007093891967087984, -0.00429367134347558, 0.012182687409222126, -0.03589813411235809, -0.0037301701959222555, 0.018460713326931, -0.002328331582248211, -0.005987632088363171, -0.02370161935687065, 0.0043109566904604435, 0.024393031373620033, -0.0054414160549640656, -0.000549672928173095, 0.02670235000550747, -0.0382489375770092, -0.01763101853430271, 0.019290408119559288, -0.02367396280169487, -0.018170319497585297, -0.004100075922906399, -0.008379919454455376, 0.01890321634709835, -0.01511427666991949, 0.00015470353537239134, 0.003695599501952529, 0.01673218235373497, -0.007529481779783964, 0.01930423639714718, 0.018184147775173187, -0.009389380924403667, -0.021876290440559387, -0.003130369819700718, 0.01776929944753647, 0.08960705250501633, 0.02713102474808693, -0.027034226804971695, 0.007840617559850216, -0.027960719540715218, 0.001368996687233448, -0.013282033614814281, -0.01998182013630867, 0.01172635518014431, 0.005894291214644909, -0.019373377785086632, -0.003837339114397764, 0.0015323428669944406, -0.02085299976170063, 0.03061574324965477, 0.008352262899279594, 0.0034103919751942158, -0.021184878423810005, -0.010032394900918007, -0.004566779360175133, -0.0154323261231184, -0.017437422648072243, 0.004950513131916523, 0.003125184215605259, 0.024600455537438393, -0.0143260657787323, 0.03349202126264572, 0.011083342134952545, -0.006329881027340889, -0.020299870520830154, 0.0020241099409759045, -0.008048040792346, -0.005064596422016621, 0.021641209721565247, -0.025540776550769806, 0.019179781898856163, 0.007076606620103121, 0.025070615112781525, 0.0024700709618628025, 0.002748364582657814, 0.0022747470065951347, 0.024724910035729408, -0.005168308038264513, -0.00532041909173131, -0.004376641009002924, -0.022056058049201965, 0.007909758947789669, 0.023162318393588066, -0.02125401981174946, -0.04610338434576988, 0.02690977230668068, 0.007667764090001583, -0.037861745804548264, -0.0004368862428236753, 0.015473810955882072, 0.028403224423527718, 0.00815175287425518, 0.012023663148283958, -0.00013774233229923993, -0.019511660560965538, -0.005116451997309923, -0.047679804265499115, -0.006423221901059151, -0.011747097596526146, 0.012791130691766739, 0.0061259143985807896, 0.003163211978971958, 0.011664127930998802, -0.01718851365149021, 0.0154323261231184, -0.0010760106379166245, -0.024240920320153236, -0.05448330193758011, -0.01757570542395115, 0.007142290938645601, -0.008898478001356125, 0.014823882840573788, 0.014201612211763859, -0.007861359976232052, 0.050915613770484924, 0.017050230875611305, -0.03083699569106102, 0.004711975809186697, -0.009271841496229172, 0.011491275392472744, -0.006848440505564213, 0.0019532402511686087, -0.03340905159711838, -0.0009921769378706813, 0.0027708355337381363, 0.005289305467158556, -0.011864637956023216, -0.004546036943793297, -0.0014381379587575793, 0.003080242546275258, 0.02455897070467472, 0.0284308809787035, 0.021198706701397896, -0.002027567010372877, -0.022871924564242363, -0.004566779360175133, -0.030975278466939926, -0.0378064326941967, -0.017216170206665993, 0.010599353350698948, 0.013503285124897957, 0.029841361567378044, 0.007674678228795528, -0.005520928651094437, -0.01805969327688217, -0.008926134556531906, -0.008158667013049126, 0.0074050272814929485, 0.0027725640684366226, 0.01606842502951622, -0.011124826967716217, 0.018350087106227875, -0.019414862617850304, 0.0015720990486443043, -0.021890118718147278, -0.005493272095918655, -0.020147759467363358, 0.021198706701397896, 0.00986645556986332, -0.008283121511340141, 0.02172417938709259, 0.0076539358124136925, 0.005527842789888382, -0.03144543990492821, 0.005901205353438854, -0.014851539395749569, 0.039023321121931076, -0.009202700108289719, -0.01511427666991949, -0.020133931189775467, -0.012168859131634235, -0.009486178867518902, -0.0006901160813868046, -0.025499291718006134, -0.007460340391844511, -0.0045287515968084335, -0.009693603031337261, -0.005946147255599499, 0.0024700709618628025, 0.020742373540997505, -0.026384299620985985, 0.009873369708657265, 0.010232903994619846, 0.0290946364402771, 0.018087349832057953, -0.022415591403841972, 0.012051318772137165, -0.022636843845248222, -0.0035642313305288553, -0.030671056360006332, -0.013178321532905102, -5.7635712437331676e-05, -0.0019324978347867727, 0.025526948273181915, 0.00855968613177538, 0.04867543652653694, -0.015211074613034725, 0.01065466646105051, 0.05285156890749931, -0.0041934167966246605, -0.014353722333908081, 0.0034207631833851337, 0.023936700075864792, -0.011878466233611107, -0.0006706700660288334, 0.0069486950524151325, 0.006378279998898506, -0.007522567640990019, -0.02478022314608097, 0.015294043347239494, -0.003396563697606325, -0.011028029024600983, -0.006184684578329325, -0.011795496568083763, -0.045716192573308945, -0.03105824813246727, 0.002591068157926202, -0.020963625982403755, 0.0025374838151037693, -0.020355183631181717, 0.002032752614468336, 0.049173254519701004, 0.021406129002571106, 0.0258449986577034, -0.0032375389710068703, 0.025499291718006134, -0.013883561827242374, 0.004463067278265953, 0.025955623015761375, 0.020465807989239693, -0.02884572744369507, -0.029896674677729607, -0.03501312807202339, -0.00770233478397131, 0.01149818953126669, -0.011297679506242275, 0.03000730089843273, 0.014298410154879093, -0.010467984713613987, 0.007273659110069275, 0.01739593781530857, 0.009354810230433941, -0.006544218864291906, -0.007965071126818657, -0.0260662492364645, -0.0031320983543992043, -0.03490250185132027, -0.016842806711792946, -0.030117927119135857, -0.01800438016653061, -0.008220894262194633, -0.01085517555475235, 0.032689981162548065, -0.03108590468764305, -0.01763101853430271, 0.026799147948622704, 0.03280060738325119, 0.03775111958384514, 0.00280022039078176, 0.017658675089478493, 0.014727085828781128, 0.00022751791402697563, -0.02802986092865467, 0.013752194121479988, -0.009845713153481483, 0.0039445082657039165, 0.015791861340403557, 0.0038822810165584087, -0.009064417332410812, -0.015722719952464104, 0.004214158747345209, 0.011795496568083763, -0.022498561069369316, -0.03667251765727997, 0.019013842567801476, 0.017243826761841774, 0.015473810955882072, -0.01757570542395115, -0.03404514864087105, -0.02082534320652485, 0.00031480874167755246, -0.018529854714870453, 0.01803203672170639, 0.005313504952937365, -0.02320380136370659, -0.001954968785867095, -0.0018633565632626414, 0.001363811083137989, 0.0069590662606060505, 0.004819144960492849, 0.005054225213825703, 0.02061791904270649, 0.0009238998754881322, -0.0043005854822695255, 0.011601900681853294, 0.0016032126732170582, 0.022208169102668762, -0.011207795701920986, 0.009098988026380539, -0.00744651211425662, 0.0077161630615592, -0.002743178978562355, 0.004597892984747887, -0.0012886199401691556, 0.03147309646010399, -0.013627739623188972, 0.0021053508389741182, -0.0013396115973591805, -0.03177731856703758, 0.013842077925801277, -0.04261866584420204, 0.003996363840997219, 0.0017371737631037831, -0.02061791904270649, -0.003064685733988881, 0.031611379235982895, -0.0003295012575108558, -0.0308646522462368, 0.004266014788299799, -0.009237270802259445, -0.036147043108940125, -0.014685600996017456, -0.001523700193502009, 0.01424309704452753, -0.04104224219918251, -0.004452696070075035, 0.013427229598164558, -0.018170319497585297, -0.0013646753504872322, 0.0035538601223379374, -0.008158667013049126, -0.02630132995545864, 0.014685600996017456, -0.02129550464451313, 0.013282033614814281, 0.02238793484866619, -0.0035953447222709656, -0.022885752841830254, -0.0003290691238362342, 0.00890539214015007, 0.00017911904433276504, 0.0007069692364893854, -0.021198706701397896, -0.020687060430645943, 0.018087349832057953, 0.009098988026380539, 0.015280215069651604, -0.004120818339288235, -0.009811142459511757, -0.014381378889083862, 0.01508662011474371, -0.009472350589931011, 0.008649569936096668, 0.006717071868479252, 0.012348626740276814, 0.008601170964539051, 0.0018529853550717235, 0.019069155678153038, -0.01086900383234024, 0.024033498018980026, -0.011000372469425201, -0.0032842091750353575, 0.004618635401129723, -0.030754026025533676, -0.004106990061700344, 0.014588803052902222, 0.011041857302188873, 0.0006542490446008742, -0.006585703697055578, -0.02956479601562023, 0.005835521034896374, -0.015252558514475822, 0.014270753599703312, 0.005714524071663618, -0.004902114160358906, -0.0034864472690969706, 0.004162303172051907, 0.017229998484253883, -0.012625191360712051, -0.009354810230433941, 0.0010924317175522447, -0.005424130707979202, -0.013275119476020336, -0.05315579101443291, -0.014097900129854679, -0.028818070888519287, 0.040516771376132965, 0.004435410723090172, -0.030781682580709457, -0.020161587744951248, -0.034874845296144485, -0.03188794106245041, -0.018073521554470062, 0.008262379094958305, 0.008276207372546196, 0.004580607637763023, 0.02431006170809269, -0.0011451519094407558, 0.017935238778591156, -0.008739453740417957, 0.00835917703807354, 0.003235810436308384, -0.007681592367589474, 0.006119000259786844, -0.03393452242016792, -0.01064083818346262, 0.008331520482897758, -0.02956479601562023, 0.0037128848489373922, 0.010170677676796913, -0.02150292694568634, -0.006685958709567785, 0.017520392313599586, -0.021392300724983215, 0.00880859512835741, 0.0050957100465893745, -0.00013558166392613202, 0.011816238984465599, 0.006281482055783272, 0.022470904514193535, -0.02848619408905506, 0.006786213256418705, -0.009624461643397808, -0.014727085828781128, -0.013378831557929516, -0.011781668290495872, 0.01076529175043106, 0.002715522423386574, 0.010454156436026096, -0.0007406756049022079, -0.0036783143877983093, -0.001716431463137269, 0.006962523330003023, 0.036036416888237, -0.014139384962618351, 0.01040575746446848, 0.015584437176585197, 0.016179051250219345, -0.00667904457077384, -0.014796226285398006, 0.012065147049725056, 0.000731168664060533, -0.012217258103191853, 0.023535680025815964, -0.03235810250043869, 0.005185593385249376, -0.02061791904270649, 0.019871193915605545, -0.012590620666742325, -0.006658302154392004, -0.030698712915182114, 0.010799862444400787, -0.02453131414949894, 0.043752580881118774, -0.003049128921702504, -0.017326796427369118, 0.007017836440354586, -0.009811142459511757, 0.00999782420694828, -0.00532041909173131, -0.0063644517213106155, 0.00040642087697051466, -0.02147527039051056, -0.00483297323808074, 0.023300599306821823, -0.03407280519604683, -0.022263482213020325, 0.027504388242959976, 0.011401391588151455, -0.018834074959158897, 0.002468342427164316, 0.20023304224014282, -0.02757352963089943, 0.009320239536464214, -0.007965071126818657, -0.006177770439535379, 0.0058078644797205925, 0.036838456988334656, 0.022650672122836113, -0.007225260138511658, -0.002131278859451413, -0.010212162509560585, 0.02172417938709259, -0.011131741106510162, 0.002368087647482753, 0.011926865205168724, -0.028541507199406624, -0.0429781973361969, -0.030698712915182114, -0.019926507025957108, -0.00285207643173635, 0.0143260657787323, -0.012224172241985798, -0.0013888748362660408, -0.01196143589913845, 0.008518201299011707, 0.0016369189834222198, -0.003889195155352354, -0.003806225722655654, 0.011110998690128326, 0.016607727855443954, -0.016856634989380836, 0.016386475414037704, 0.0015582708874717355, 0.009271841496229172, -0.0037820262368768454, -0.004352441523224115, 0.005520928651094437, 0.0021330073941498995, 0.018626652657985687, 0.011041857302188873, 0.011588073335587978, 0.005178679246455431, 0.021198706701397896, -0.019262751564383507, -0.00662718852981925, 0.01562592200934887, -0.019885022193193436, -0.005524385720491409, -0.0006205426761880517, 0.013143750838935375, -0.00035672562080435455, 0.014810054562985897, 0.03390686586499214, 0.04187193885445595, -0.00921652838587761, -0.00046022143214941025, -0.0031925970688462257, 0.01149818953126669, 0.0180182084441185, 0.016109909862279892, -0.02085299976170063, 0.0029592453502118587, -0.0007307365303859115, 0.023978184908628464, 0.005510557442903519, -0.013537855818867683, -0.01021907664835453, 0.01313683670014143, 0.00826929323375225, -0.032247476279735565, -0.004936684854328632, -0.017949067056179047, -0.01778312772512436, -0.016165222972631454, -0.04472055658698082, -0.030339179560542107, 0.056861761957407, 0.005469072610139847, 0.008933048695325851, 0.04250803962349892, 0.007757647894322872, -0.005448330193758011, -0.007142290938645601, -0.033326081931591034, -0.002706879749894142, -0.032053880393505096, 0.016663040965795517, -0.01086900383234024, -0.010025480762124062, 0.003406934905797243, -0.007626279257237911, -0.006219255272299051, -0.0042107016779482365, 0.008442145772278309, -0.0007203653804026544, -0.005012740381062031, 0.007239088416099548, 0.004006735049188137, 0.020507292822003365, -0.010191420093178749, -0.0036575719714164734, 0.0308646522462368, 0.03777877613902092, 0.023535680025815964, -0.007999641820788383, 0.009721259586513042, 0.010163763538002968, 0.016801323741674423, -0.0036783143877983093, -0.014519661664962769, -0.01630350574851036, -0.029896674677729607, 0.014146299101412296, 0.00025776721304282546, 0.0011347807012498379, 0.012348626740276814, -0.000994769623503089, 0.004113904200494289, 0.020991282537579536, -0.0029039322398602962, -0.021115737035870552, -0.01714702881872654, -0.010267474688589573, 0.012390111573040485, -0.018115006387233734, -0.026785319671034813, -0.027034226804971695, -0.006426678970456123, -0.02912229299545288, 0.016815152019262314, -0.002162392484024167, -0.024406859651207924, -0.002788120647892356, 0.016773667186498642, -0.019829709082841873, -0.0074050272814929485, -0.0018598994938656688, 0.008877735584974289, -0.00285207643173635, 0.005292762536555529, -0.01367613859474659, 0.011055685579776764, 0.010143021121621132, -0.014422863721847534, 0.014934509061276913, -0.0020707803778350353, 0.0068207839503884315, 0.02776712365448475, -0.0020448523573577404, -0.011491275392472744, -0.022111371159553528, 0.00837300531566143, 0.005676496308296919, 0.0015746918506920338, 0.0425356961786747, 0.0008625370683148503, -0.021862462162971497, -0.015515295788645744, -0.005901205353438854, -0.0042210728861391544, -0.03368561342358589, 0.014492005109786987, 0.02130933292210102, 0.007028207648545504, -0.019511660560965538, -0.014395207166671753, -0.17755472660064697, 0.009970167651772499, 0.025983279570937157, -0.04043380171060562, 0.019069155678153038, 0.017755471169948578, 0.01421544048935175, -0.002824419876560569, -0.018170319497585297, -0.006972894538193941, 0.0286521315574646, 0.010758377611637115, 0.0031804973259568214, -0.018128834664821625, 6.584623042726889e-05, 0.02779478020966053, -0.00022622151300311089, 0.03656189143657684, 0.014478176832199097, -0.00026381705538369715, 0.01379367895424366, -0.02538866549730301, 0.008981447666883469, -0.0003426813054829836, -0.008545857854187489, 0.012756559997797012, -0.01008770801126957, 0.01847454160451889, -0.00033641536720097065, -0.035953447222709656, -0.03512375429272652, -0.018751105293631554, 0.02737993374466896, 0.000617085606791079, 0.023590993136167526, 0.004037848673760891, 0.012618277221918106, -0.01825328916311264, -0.04408445954322815, 0.01194760762155056, 0.0342664010822773, 0.019000014290213585, 0.02017541602253914, -0.0034086634404957294, -0.01692577637732029, 0.014478176832199097, 0.0022782040759921074, -0.02780860848724842, 0.010364272631704807, -0.009873369708657265, 0.0206040907651186, -0.017299139872193336, 0.004988540895283222, -0.00017458164074923843, 0.008601170964539051, 0.024365374818444252, 0.018197976052761078, 0.002172763692215085, 0.01998182013630867, -0.014084071852266788, -0.023798417299985886, 0.002705151215195656, 0.01913829706609249, -0.009064417332410812, 0.012659762054681778, -0.02649492584168911, -0.01216194499284029, 0.034183431416749954, -0.015957798808813095, 0.010225990787148476, -0.001311955158598721, 0.01566740684211254, -0.013925046660006046, -0.004504552111029625, 0.017686331644654274, 0.017091715708374977, 0.0003355510998517275, 0.0008988361805677414, 0.04283991456031799, -0.006817326880991459, -0.010364272631704807, 0.012549135833978653, -0.023328255861997604, 0.006599531974643469, 0.001607534009963274, -0.014989822171628475, 0.0034916328731924295, 0.01075146347284317, -0.027891578152775764, -0.016192879527807236, 0.023992013186216354, -0.0143260657787323, 0.015542952343821526, 0.0021589354146271944, 0.008635741658508778, -0.0014761656057089567, 0.0010924317175522447, -0.027836265042424202, 0.0004589250311255455, -0.002815777203068137, -0.004307499621063471, 0.0003973460989072919, -0.0002104486629832536, 0.006302224472165108, 0.02780860848724842, 0.023604821413755417, -0.028541507199406624, 0.009527663700282574, 0.03642360866069794, -0.022678328678011894, -0.00652347644791007, -0.01149818953126669, -0.002286846749484539, 0.0034242202527821064, -0.022512389346957207, 0.005887377075850964, -0.0020344811491668224, -0.019248923286795616, 0.027310792356729507, -0.016109909862279892, 0.05000294744968414, 0.0030232009012252092, 0.009188871830701828, 0.026342814788222313, -0.02146144211292267, -0.02800220437347889, -0.09784869104623795, -0.011456704698503017, -0.001996453385800123, 0.012777302414178848, -0.016013111919164658, 0.015031307004392147, -0.009161215275526047, 0.03210919350385666, -0.02779478020966053, 0.024061154574155807, -0.0295371413230896, -0.0247387383133173, 0.01779695600271225, -0.0012246642727404833, 0.029205262660980225, -0.012466167099773884, -0.0037094277795404196, -0.013869733549654484, -0.02370161935687065, 0.032911233603954315, -0.0037820262368768454, -0.012777302414178848, 0.03689377009868622, -0.025983279570937157, 0.0022954894229769707, -0.00526856305077672, -0.030366836115717888, 0.012327884323894978, 0.003313594264909625, -0.011193967424333096, 0.013392659835517406, -0.038331907242536545, 0.007944329641759396, -0.019373377785086632, 0.0022211624309420586, -0.02305169217288494, 0.002094979863613844, -0.011311507783830166, 0.0154323261231184, -0.01281878724694252, -0.0021641210187226534, 0.0034345914609730244, 0.00945852231234312, -0.00912664458155632, -0.030505117028951645, -0.013060781173408031, -0.014063329435884953, 0.021585896611213684, 0.0002327035035705194, -0.02931588888168335, -0.036921426653862, -0.013517113402485847, -0.008276207372546196, 0.006661759223788977, 0.021018939092755318, -0.012673590332269669, 0.019165953621268272, 0.008027298375964165, 0.008006555959582329, -0.010786034166812897, -0.02175183594226837, 0.013247462920844555, -0.015916313976049423, -0.0040724193677306175, 0.01651092991232872, -0.008103353902697563, -0.029813705012202263, -0.03188794106245041, -0.003047400387004018, -0.0017587804468348622, 0.0036541149020195007, 0.011332250200212002, 0.0027570072561502457, 0.006907210685312748, -0.03166669234633446, -0.007370457053184509, -0.011567330919206142, -0.019885022193193436, 0.012708161026239395, 0.012556049972772598, -0.009389380924403667, -0.017077887430787086, 0.01776929944753647, -0.009970167651772499, 0.005800950340926647, -0.005348075181245804, -0.014685600996017456, -0.025568433105945587, -0.0008798223570920527, -0.04189959540963173, -0.005396474152803421, 0.016566243022680283, -0.0039548794738948345, -0.027753295376896858, 0.003951422404497862, 0.008435231633484364, 0.002701694145798683, -0.01931806467473507, -0.01062700990587473, 0.03777877613902092, -0.004514923319220543, -0.00026403312222100794, -0.07168564200401306, 0.028624476864933968, 0.0042107016779482365, -0.0059392331168055534, -0.01714702881872654, -0.027213994413614273, 0.003531389171257615, -0.013987273909151554, 0.0025340267457067966, 0.017534220591187477, -0.037419240921735764, 0.01995416358113289, -0.008262379094958305, 0.010675408877432346, -0.027919234707951546, -0.02302403561770916, 0.03504078462719917, -0.0037128848489373922, -0.006433593109250069, 0.01805969327688217, 0.023355912417173386, -0.0005475122597999871, 0.027905406430363655, 0.008165581151843071, -0.0006654845201410353, -0.015197246335446835, -0.02388138696551323, 0.024724910035729408, 0.011650299653410912, 0.006478534545749426, -0.011760925874114037, -0.013192149810492992, -0.010004738345742226, 0.01886173151433468, -0.001659389934502542, 0.001751866308040917, 0.013821335509419441, 0.012860272079706192, 0.007294401526451111, 0.0581892728805542, -0.015598265454173088, -0.050030604004859924, 0.030062614008784294, -0.017312968149781227, -0.006606446113437414, 0.008801680989563465, -0.00867722649127245, -0.01756187714636326, 0.016137566417455673, 0.023798417299985886, 0.028569163754582405, 0.03230278939008713, -0.013102266006171703, -0.037059709429740906, 0.0032012397423386574, 0.013973445631563663, 0.015335528180003166, 0.0037993115838617086, 0.007356628775596619, 0.027850093320012093, 0.018087349832057953, 0.01734062470495701, 0.03152840957045555, -0.0029627024196088314, -0.0009368638857267797, -0.013959617353975773, -0.020977454259991646, 0.0169119480997324, -0.009071331471204758, -0.02997964434325695, 0.0074050272814929485, -0.002347345231100917, 0.021018939092755318, 0.01717468537390232, 0.00977657176554203, -0.0064923628233373165, -0.0017380380304530263, -0.0026221817824989557, -0.039438165724277496, 0.017036402598023415, 0.021848633885383606, 0.007156119216233492, -0.005959975533187389, 0.012217258103191853, 0.022650672122836113, -0.004566779360175133, -0.0143260657787323, -0.012466167099773884, 0.0029471456073224545, -0.01368996687233448, 0.00825546495616436, 0.010212162509560585, 0.010481812991201878, 0.014139384962618351, 0.00040080316830426455, -0.005289305467158556, -0.00012369801697786897, 0.004711975809186697, 0.023162318393588066, 0.009804228320717812, 0.023093177005648613, 0.00977657176554203, 0.0050957100465893745, -0.017658675089478493, -0.01758953370153904, -0.016580071300268173, -0.008407576009631157, -0.009168129414319992, 0.015805689617991447, 0.018792590126395226, 0.025526948273181915, -0.005427587777376175, -0.0067101577296853065, 0.016856634989380836, -0.028513850644230843, 0.026342814788222313, -0.007840617559850216, -0.02587265521287918, -0.03589813411235809, 0.032496385276317596, 0.03365795686841011, 0.008186323568224907, 0.04087630659341812, -0.005648839753121138, 0.009742002002894878, 0.03882972523570061, 0.040295518934726715, -0.01976056769490242, 0.03625766932964325, 0.010364272631704807, -0.001706060254946351, 0.006696329917758703, -0.01367613859474659, -0.012002920731902122, -0.027656499296426773, -0.006914124824106693, -0.013945789076387882, 0.016109909862279892, -0.02039666846394539, 0.08545857667922974, 0.032026223838329315, -0.02343888208270073, 0.025070615112781525, -0.009181957691907883, -0.0010241547133773565, 0.013855906203389168, 0.019871193915605545, -0.01887555979192257, -0.004590978845953941, -0.022678328678011894, 0.0019290407653898, -0.0072874873876571655, -0.022221997380256653, 0.006454335525631905, 0.012016749009490013, -0.01271507516503334, 0.012749645859003067, 0.009596805088222027, -0.024393031373620033, 0.03794471547007561, -0.0028399766888469458, 0.002613539109006524, 0.002411301014944911, -0.019013842567801476, 0.0005773294251412153, 0.02782243676483631, -0.0014459163649007678, 0.002732807770371437, -0.022636843845248222, 0.022858096286654472, 0.014796226285398006, -0.06250368803739548, -0.018087349832057953, -0.0015012293588370085, 0.0036368295550346375, 0.012860272079706192, -0.0037681979592889547, 0.014097900129854679, -0.0028399766888469458, -0.0015833345241844654, 0.01695343293249607, -0.001892741653136909, -0.016151394695043564, 0.008635741658508778, 0.004106990061700344, -0.004680862184613943, -0.027725640684366226, -0.023286771029233932], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='df215e44-cb8d-4942-a829-8056ce7e864c', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='3124d8d7cf77280c1370ea5bb2ceb3dd1f1b856217c43a52a24811133b620857'), : RelatedNodeInfo(node_id='95ca2283-cf2f-4b9e-a712-f90fdef43cf5', node_type=, metadata={}, hash='c6a109f1d70aa1f08ffb7176185c12bcf5161dfb6582b89079ec047c37fb4b03')}, hash='53ebe2c660ab739e9483b18f688e5a8e7b1139a5ca81dd62e3953b69494676b6', text='research and development arm of Google. It was unveiled at Google I/O 2018. Google has contributed many of the most significant papers in breakthroughs in modern machine learning. Google\\'s largest publicly disclosed model is its Pathways Language Model (PaLM) which has likely recently been rolled out in its Bard chatbot. PaLM has been used as a foundation model in several Google projects including the instruction tuned PaLM-Flan, and the recent PaLM-E (the first \"embodied\" multimodal language model). The pre-training of PaLM involved self-supervised learning drawing from a large text corpus that included multilingual web pages (27%), English books (13%), open-source code repositories, and source code from GitHub (5%), multilingual Wikipedia articles (4%), English news articles (1%), and other social media conversations (50%). PaLM excelled in 28 out of 29 NLP tasks in the few-shot performance, beating the prior larger models like GPT-3 and Chinchilla. PaLM variants scale up to 540 billion parameters (vs GPT-3 at 175 billion) and trained on 780 billion tokens (vs GPT-3 300bn) - totalling around 8x more compute training than GPT-3 (but likely considerably less than GPT-4). PaLM was trained across multiple TPU v4 pods. Being a dense decoder-only Transformer model, PaLM is trained on two TPU V4 pods connected over a data center network and uses a combination of model and data parallelism. Researchers used 3072 TPU v4 chips in each pod, attached to 768 hosts. This large TPU configuration allows for efficient scale training without using pipeline parallelism. The Pathways system allows for scaling a model across Google\\'s thousands of Tensor Processing Unit chips. 3. DeepMind\\'s Chinchilla Model DeepMind Technologies, founded in 2010, is a British AI research laboratory. It became a wholly owned subsidiary of Alphabet Inc., in 2015 after its acquisition by Google in 2014. DeepMind has created a neural network or a Neural Turing machine that tries to replicate the short-term memory of the human brain. In 2016,', start_char_idx=13217, end_char_idx=15254, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='95ca2283-cf2f-4b9e-a712-f90fdef43cf5', embedding=[-0.02139912359416485, -0.005858448334038258, 0.004013212863355875, 0.00020269968081265688, -0.004900750238448381, 0.02068348042666912, -0.020360739901661873, 0.013632293790578842, -0.021763961762189865, -0.04462243244051933, 0.012643023394048214, 0.040917929261922836, -0.006219778209924698, -0.007535297889262438, 6.100723476265557e-05, 0.00955593679100275, 0.016586074605584145, 0.011801090091466904, 0.01589849591255188, -0.012888587079942226, -0.01864881068468094, 0.014221646822988987, 0.0019802958704531193, -0.0311234463006258, -0.006738970056176186, 0.004276316612958908, 0.031263768672943115, -0.020739609375596046, -0.013779631815850735, -0.014986402355134487, 0.017301717773079872, 0.007577394600957632, 0.0028397690039128065, 0.00025959592312574387, -0.0026345478836447, -0.000499897578265518, 0.013527052477002144, 0.002374951960518956, 0.029383452609181404, -0.009822548367083073, 0.04501533508300781, 0.014263743534684181, -0.00883327703922987, -0.0058759888634085655, -0.01946267858147621, 0.008040457963943481, 0.0019031187985092402, -0.00533925648778677, -0.005637441296130419, 0.0020381787326186895, 0.0016715872334316373, 0.044173404574394226, -0.016080915927886963, 0.004164058715105057, -0.008096585981547832, -0.003471218515187502, -0.008433359675109386, 0.008194811642169952, 0.01297277957201004, 0.008503520861268044, 0.011913347989320755, 0.000983131816610694, -0.016782525926828384, 0.03011312708258629, 0.0003955329884774983, 0.002352149458602071, -0.006395180709660053, 0.005016515962779522, 0.017947198823094368, -0.012495684437453747, 0.01596865803003311, 0.026001688092947006, 0.00010469345579622313, -0.03446311131119728, 0.015716077759861946, -0.002974828938022256, 0.004118454176932573, 0.01358318142592907, -0.02736281417310238, 0.002182008931413293, 0.020585255697369576, -0.019645096734166145, 0.02118864096701145, 0.001141871209256351, 0.012923667207360268, 0.0009182328940369189, -0.0027380352839827538, -0.0018855785019695759, 0.005588328465819359, 0.010397869162261486, 0.012193991802632809, -3.631383151514456e-05, 0.03160054236650467, 0.01578623801469803, -0.016024786978960037, -0.0012857014080509543, -0.009282308630645275, -0.005833892151713371, -0.005521675571799278, -0.017652522772550583, -0.017007041722536087, 0.0008835908374749124, -0.014319872483611107, -0.02437395229935646, -0.01585640013217926, -0.0027485594619065523, 0.010047064162790775, 0.00035255932016298175, 0.013428826816380024, 0.013239392079412937, -0.011148592457175255, 0.01436898484826088, 0.00792820006608963, -0.05408014357089996, 0.0032221467699855566, -0.024303792044520378, 0.01836816594004631, 0.0032572271302342415, 0.01703510619699955, -0.02802232652902603, 0.049589838832616806, 0.02009412832558155, 0.025215884670615196, -0.0016636941581964493, 0.015196885913610458, 0.006135584786534309, -0.012116814963519573, -8.896203507902101e-05, 0.007068726699799299, -0.003462448250502348, 0.01218697614967823, 0.00040539936162531376, 0.010468030348420143, 0.023335568606853485, -0.03976728767156601, 0.018185745924711227, -0.01175899337977171, -0.006640744395554066, -0.006009294651448727, -0.01142222061753273, -0.01285350602120161, 0.019336387515068054, -0.011632704176008701, -0.009050777181982994, 0.0033098480198532343, 0.032330214977264404, -0.015281079337000847, 0.012215040624141693, 0.01535123959183693, 0.008236908353865147, 0.019252194091677666, -0.01570204459130764, -0.019252194091677666, 0.03454730659723282, 0.008552633225917816, 0.010040047578513622, 0.002422310644760728, 0.02146928384900093, -0.026871686801314354, -0.009787468239665031, -0.006254858337342739, 0.016866719350218773, -0.018241874873638153, 0.001004180172458291, 0.020515093579888344, 0.036876652389764786, 0.016894783824682236, -0.01295173168182373, -0.003932527266442776, -0.028274906799197197, -0.006310987286269665, 0.034322790801525116, -0.02657700888812542, 0.013870841823518276, 0.01928025856614113, 0.005493611097335815, 0.004037769045680761, -0.005791795440018177, -0.03162860497832298, -0.016936879605054855, 0.009927789680659771, 0.0001061734146787785, 0.017007041722536087, 0.0049323225393891335, -0.01718945987522602, -0.010952141135931015, 0.020402835682034492, -0.0065004220232367516, -0.00685122748836875, -0.02096412517130375, 0.020304610952734947, 0.009373517706990242, 0.003844826016575098, -0.004346477799117565, -0.6376237273216248, -0.033733438700437546, 0.018550584092736244, -0.0045218802988529205, 0.016473816707730293, 0.002825736766681075, 0.0018364657880738378, -0.018031392246484756, -0.0036308348644524813, 0.0061882054433226585, 0.001219925470650196, -0.024598468095064163, 0.001922413008287549, -0.010510127060115337, -0.03443504869937897, -0.02371443808078766, 0.01467769406735897, -0.020711544901132584, 0.004469259642064571, 0.021567510440945625, -0.031263768672943115, 0.003125675255432725, 4.776981586473994e-05, -0.013674390502274036, -0.009843597188591957, -0.0066793328151106834, 0.017105266451835632, -0.007317798677831888, 0.003280029632151127, 0.01491624116897583, -0.021567510440945625, 0.010503110475838184, 0.013548100367188454, -0.012495684437453747, 0.04108631610870361, -0.015196885913610458, -0.007409007754176855, 0.021371059119701385, -0.0025977131444960833, 0.03920600190758705, -0.023602180182933807, 0.008082553744316101, 0.0029941231478005648, 0.00222761370241642, -0.0048516374081373215, 0.015575755387544632, 0.012572862207889557, 0.005844416096806526, -0.012895602732896805, -0.019490743055939674, -0.0009585754596628249, 0.009920774027705193, 0.0030292037408798933, -0.008005376905202866, -0.009338436648249626, -0.012958748266100883, 0.03101118840277195, -0.036203108727931976, 0.017442040145397186, -0.014425113797187805, 0.004588533192873001, 0.004595549311488867, -0.029664095491170883, -0.025959592312574387, -0.01718945987522602, 0.0215113814920187, 0.01216592825949192, 0.002890635747462511, 0.004774460103362799, -0.02450024150311947, 0.003227408742532134, 0.017357846722006798, -0.017834940925240517, -0.02363024465739727, 0.014074308797717094, 0.008636826649308205, 0.010959157720208168, -0.0020294087007641792, -0.008847309276461601, 0.028513455763459206, 0.021483317017555237, -0.0038763985503464937, 0.00847545638680458, -0.001345338299870491, 0.029187001287937164, -0.00033633457496762276, -0.016347527503967285, -0.018873324617743492, -0.009934806264936924, -0.001109421718865633, 0.01923816278576851, 0.016080915927886963, -0.03157247602939606, -0.04911274090409279, -0.0014418098144233227, 0.003865874372422695, -0.011597623117268085, -0.002039932878687978, -0.003329142229631543, -0.03221795707941055, -0.01880316436290741, -0.007465136703103781, 0.01742800697684288, 0.009443678893148899, 0.03850438818335533, 0.018003327772021294, -0.02253573201596737, -0.0006467972998507321, 0.027573296800255775, -0.023967018350958824, -0.024387983605265617, 0.013969067484140396, -0.008994648233056068, 0.0046832505613565445, 0.005076152738183737, -0.015126724727451801, 0.02233928069472313, -0.003385271178558469, 0.019953805953264236, -0.00507264444604516, 0.03575407713651657, -0.013190279714763165, 0.003995672333985567, 0.005493611097335815, 0.01707720197737217, 0.00634957617148757, -0.0026520881801843643, -0.028050391003489494, -0.0140322120860219, -0.005890021100640297, -0.0014356706524267793, -0.020206386223435402, 0.025819269940257072, -0.01821381039917469, 0.026015721261501312, 0.014551403932273388, 0.013527052477002144, 0.0034168437123298645, -0.004202647600322962, -0.017343813553452492, -0.01950477436184883, -0.0059075611643493176, 0.02354605123400688, 0.016894783824682236, -0.028766034170985222, -0.01688075065612793, 0.00684771966189146, -0.0020592270884662867, -0.003950067795813084, -0.026015721261501312, 0.007640539668500423, -0.017413975670933723, -0.015070595778524876, 0.030674414709210396, 0.006346067879348993, -0.0012628991389647126, -0.0032835376914590597, -0.033817630261182785, 0.00957698468118906, -0.03488408029079437, 0.015323175117373466, 0.02625426836311817, -0.00685122748836875, -0.00027603990747593343, 0.010292627848684788, -0.016824621707201004, 0.008629810065031052, 0.01380068063735962, -0.04369630664587021, -0.0308989305049181, -0.0006384656298905611, -0.03317214921116829, 0.0008156223339028656, 0.0016154584009200335, -0.01793316751718521, 0.0037360764108598232, -0.01154149416834116, -0.011127544566988945, -0.010587303899228573, -0.014333904720842838, -0.01089601218700409, 0.018508488312363625, 0.016347527503967285, -0.011218753643333912, 0.03842019662261009, 0.004634138196706772, 0.05663400888442993, 0.023658309131860733, -0.011534478515386581, 0.009050777181982994, 0.0038343018386512995, 0.026436688378453255, -0.009969886392354965, 0.008419327437877655, -0.0071423957124352455, -0.01065746508538723, 0.021609606221318245, -0.010818835347890854, 0.008629810065031052, 0.02087993174791336, 0.0029695669654756784, 0.002434588735923171, 0.002117109950631857, -0.014803983271121979, 0.008671906776726246, -0.011499397456645966, 0.003273013513535261, -0.01565994881093502, 0.009443678893148899, 0.0042903488501906395, 0.011534478515386581, 0.005577804055064917, -0.012004557065665722, -0.027545232325792313, -0.007177476305514574, 0.017105266451835632, 0.006195221561938524, -0.0006687226123176515, -0.01640365645289421, 0.010580288246273994, -0.009373517706990242, 0.03965502977371216, -0.01456543616950512, -0.014144469983875751, -0.002332855248823762, 0.012201008386909962, -0.02489314414560795, 0.026941847056150436, -0.0066688088700175285, -0.014846079982817173, 0.010362789034843445, -0.0010804802877828479, 0.011997541412711143, -0.0012023851741105318, 0.02602975256741047, 0.009934806264936924, 0.010685529559850693, 0.008489488624036312, 0.03033764287829399, 0.003872890491038561, -0.0029379944317042828, 0.006139092613011599, 0.019532838836312294, -0.019799450412392616, 0.0199818704277277, 0.00706521887332201, 0.029888611286878586, 0.01075569074600935, -0.01436898484826088, 0.00324319489300251, -0.026212172582745552, 0.02118864096701145, -0.0008533339132554829, 0.005518167279660702, 0.012039638124406338, -0.01836816594004631, 0.012572862207889557, -0.009822548367083073, 0.008117634803056717, 0.011934395879507065, -0.002039932878687978, 0.024387983605265617, 0.0012541289906948805, -0.011513429693877697, 0.01958896778523922, 0.003848334075883031, -0.0053638131357729435, 0.011373108252882957, -0.017484135925769806, -0.00462361378595233, 0.01120472140610218, 0.004199139308184385, 0.013218344189226627, -0.043555986136198044, 0.021062349900603294, 0.012243105098605156, 0.002394246170297265, 0.019757354632019997, 0.018676873296499252, 0.020893963053822517, -0.02048702910542488, -0.03168473392724991, 0.017961231991648674, -0.012222056277096272, -0.008489488624036312, -0.011352059431374073, -0.0060864719562232494, 0.00022561165678780526, -0.029383452609181404, 0.0005091062048450112, -0.009871660731732845, 0.023012828081846237, -0.00533925648778677, 0.020192353054881096, -0.03642762079834938, 0.000626187480520457, 0.02594555914402008, -0.014207614585757256, -0.008699971251189709, -0.02315315045416355, 0.012937699444591999, 0.009534887969493866, -0.009092872962355614, -0.013639310374855995, 0.02225508913397789, -0.022198960185050964, -0.02834506891667843, 0.01415148563683033, -0.022830408066511154, -0.00733183091506362, -0.007430056110024452, -0.020122192800045013, 0.005448006093502045, -0.014635597355663776, 0.002743297489359975, 0.0006796852685511112, 0.00407284963876009, 0.005370829254388809, 0.03252666816115379, 0.00047139462549239397, -0.009401582181453705, -0.02295669913291931, -0.011562542989850044, 0.011253833770751953, 0.07240621745586395, 0.04181599244475365, -0.025454431772232056, 0.0045043402351439, -0.02371443808078766, -0.002283742418512702, -0.0011629195651039481, -0.023167181760072708, 0.024556370452046394, -0.006160140968859196, -0.03011312708258629, 0.004560468718409538, 0.011050366796553135, -0.009184082970023155, 0.0332002118229866, 0.012495684437453747, -0.014649629592895508, -0.028934421017766, -0.017343813553452492, -0.0027240030467510223, -0.005198934581130743, -0.0014207614585757256, 0.002974828938022256, -0.0017864760011434555, 0.008061505854129791, -0.016347527503967285, 0.026899751275777817, 0.017399942502379417, 0.009689242579042912, -0.02116057649254799, 0.004556960891932249, -0.00615312485024333, 0.007942232303321362, 0.008454407565295696, -0.021567510440945625, 0.001946969423443079, 0.0013383221812546253, 0.011744961142539978, -0.013955035246908665, -0.0022381378803402185, -0.010741658508777618, 0.020037999376654625, 0.0009173558792099357, -0.008061505854129791, -0.0018838244723156095, -0.026955880224704742, 0.01024351455271244, 0.011976492591202259, -0.030253449454903603, -0.04125470295548439, 0.02896248549222946, 0.006433769129216671, -0.030477965250611305, 0.0028134584426879883, -0.005156837869435549, 0.024303792044520378, -0.0050024837255477905, 0.0004972665337845683, 0.0010848654201254249, -0.02751716785132885, -0.019322356209158897, -0.02983248233795166, -0.013442859053611755, -0.0042587765492498875, 0.010152305476367474, -0.012397459708154202, -0.0006459202850237489, 0.012264152988791466, -0.02024848200380802, 0.010362789034843445, -0.002990615088492632, -0.028274906799197197, -0.05326627567410469, -0.011576575227081776, 0.0024942257441580296, 0.0036448671016842127, 0.008286021649837494, 0.00512175727635622, -0.0015917790587991476, 0.059047549962997437, 0.022577829658985138, -0.03353698551654816, -0.0010103192180395126, -0.01574414223432541, 0.007998361252248287, -0.00637062406167388, 0.009605049155652523, -0.031235704198479652, 0.009450694546103477, 0.002352149458602071, 0.0137024549767375, -0.014039227738976479, 0.002027654554694891, 6.495379057014361e-05, 0.0010831113904714584, 0.0042587765492498875, 0.03783084452152252, 0.009710290469229221, 0.006458325777202845, -0.02197444438934326, 0.011120527982711792, -0.01742800697684288, -0.029383452609181404, -0.015000434592366219, 0.0011594115057960153, 0.001962755573913455, 0.025173788890242577, 0.0021644686348736286, -0.025875398889183998, -0.022128798067569733, -0.00495687872171402, -0.003011663444340229, 0.009815532714128494, 0.0072616697289049625, -0.0026626121252775192, 0.0011313471477478743, 0.015842366963624954, -0.01122576929628849, -0.005090184975415468, -0.009976902976632118, 0.005416433792561293, -0.017568329349160194, 0.03230215236544609, 0.01915396936237812, -0.014354952611029148, 0.025229917839169502, 0.008938519284129143, 0.006609172094613314, -0.024991368874907494, -0.002373197814449668, -0.011485365219414234, 0.038055360317230225, -0.008454407565295696, -0.02716636285185814, -0.013141166418790817, -0.017484135925769806, -0.014137453399598598, 0.014551403932273388, -0.016347527503967285, -0.01466366183012724, -0.006216269917786121, -0.001732101198285818, 0.00478849234059453, 0.01380068063735962, 0.007458120584487915, -0.02190428227186203, -0.0026801524218171835, 0.029187001287937164, 0.029215065762400627, 0.013527052477002144, -0.005279619712382555, 0.01675446145236492, -0.021609606221318245, -0.022030573338270187, -0.029299259185791016, -0.012530765496194363, -0.010804803110659122, 0.010952141135931015, 0.035782139748334885, 0.01110649574548006, 0.05871077626943588, -0.0065881237387657166, 0.009078840725123882, 0.041002124547958374, -0.006100504193454981, -0.014025195501744747, 0.0039605917409062386, 0.019125904887914658, -0.00733183091506362, -0.008678923361003399, 0.003378255059942603, 0.00024293267051689327, -0.008356181904673576, -0.019252194091677666, 0.007970296777784824, 0.010790770873427391, -0.008601745590567589, -0.01413043774664402, -0.01836816594004631, -0.03631536290049553, -0.024051211774349213, -0.0006875784019939601, -0.006591631565243006, -0.00521998293697834, -0.01415148563683033, -0.004606073722243309, 0.052340149879455566, 0.011709881015121937, 0.03721342608332634, 0.0007002950878813863, 0.02885022759437561, -0.0009436662658117712, 0.003967607859522104, 0.014439146034419537, 0.012257137335836887, -0.028359100222587585, -0.024935239925980568, -0.025650883093476295, -0.0028678332455456257, 0.02174992859363556, -0.010797787457704544, 0.02991667576134205, 0.019967837259173393, 0.008742067962884903, 0.01613704301416874, 0.020150257274508476, -0.0007993975887075067, -0.001829449669457972, -0.0068792919628322124, -0.024430081248283386, -0.011808106675744057, -0.052536603063344955, -0.010825851932168007, -0.03670826554298401, -0.010748674161732197, -0.015688013285398483, -0.018241874873638153, 0.026899751275777817, -0.03081473708152771, -0.0016189664602279663, 0.0329756997525692, 0.025973623618483543, 0.042966634035110474, -0.009268276393413544, 0.02354605123400688, 0.023854760453104973, 0.00014558419934473932, -0.01939251646399498, -0.001848743879236281, 0.01034174021333456, 0.014144469983875751, 0.032330214977264404, 0.02225508913397789, -0.027054104954004288, -0.0021521905437111855, 0.005433974321931601, 0.012874554842710495, -0.012530765496194363, -0.053911760449409485, 0.011029318906366825, 0.022367345169186592, 0.01163971982896328, -0.022774280980229378, -0.03524891659617424, -0.017105266451835632, -0.00782997440546751, -0.025257982313632965, -0.0007349370862357318, -0.008777149021625519, -0.027573296800255775, -0.010271579027175903, 0.005023532081395388, 0.021777993068099022, 0.015168821439146996, -0.017357846722006798, 0.01869090646505356, 0.007465136703103781, 0.002378460019826889, -0.003967607859522104, 0.009338436648249626, 0.0032133765053004026, 0.025187820196151733, -0.00879118125885725, 0.000143282042699866, -0.014284791424870491, 0.0028590632136911154, 0.0040903897024691105, -0.005833892151713371, 0.0010050572454929352, 0.04184405505657196, -0.01199052482843399, -0.0023995081428438425, -0.005788287613540888, -0.026717331260442734, 0.007935215719044209, -0.028990549966692924, -0.002930978313088417, 0.006247842218726873, -0.02402314729988575, -0.0005292774876579642, 0.023644277825951576, 0.0042096637189388275, -0.013990115374326706, 0.00019129851716570556, -0.0035554117057472467, -0.0184523593634367, -0.021174607798457146, -0.005844416096806526, 0.023363633081316948, -0.024430081248283386, 0.00023262776085175574, 0.01456543616950512, -0.011288914829492569, -0.005658489651978016, 0.018354132771492004, -0.007409007754176855, -0.022914601489901543, 0.015435433015227318, -0.03042183630168438, 0.02716636285185814, 0.01208875048905611, -0.00733183091506362, -0.021637670695781708, -0.014298823662102222, 0.007738764863461256, 0.00430788891389966, -0.006812639068812132, -0.03839213028550148, -0.013611245900392532, 0.012327298521995544, -0.0047709522768855095, 0.022521700710058212, -0.01067851297557354, -0.006689857225865126, 0.00047928772983141243, 0.00543748214840889, -0.008314085192978382, 0.0024819474201649427, 0.008945534937083721, 0.010362789034843445, 0.005623409058898687, -0.0005656735738739371, 0.019490743055939674, -0.007117839530110359, 0.021104447543621063, -0.029664095491170883, 0.004974419251084328, 0.0028713413048535585, -0.02555265836417675, -0.005630425177514553, 0.01683865487575531, 0.00893150269985199, -0.017456071451306343, 0.003743092529475689, -0.026366526260972023, 0.008896422572433949, -0.018775099888443947, 0.01821381039917469, 0.00696699321269989, -0.013997131958603859, -0.010573271661996841, 0.013653342612087727, 0.011260850355029106, -0.013323585502803326, 0.007893119007349014, -0.004998975433409214, -0.0011427482822909951, -0.01013125665485859, -0.05798109993338585, -0.015379304066300392, -0.025538625195622444, 0.04824274405837059, 0.0013234129874035716, -0.020066063851118088, -0.022269120439887047, -0.018382197245955467, -0.038841161876916885, -0.01773671619594097, 0.009541904553771019, 0.007409007754176855, -0.005991754587739706, 0.02417750097811222, -0.0010015491861850023, 0.020795738324522972, -0.008117634803056717, 0.00955593679100275, -0.009591016918420792, -0.0008318470790982246, -0.00768263591453433, -0.022718152031302452, -0.018943486735224724, 0.02139912359416485, -0.03738181293010712, -0.0057076020166277885, 0.009296340867877007, -0.008356181904673576, -0.011815122328698635, 0.018887357786297798, -0.010390852577984333, 0.014074308797717094, -0.003739584470167756, 0.004125470295548439, 0.004251760430634022, 0.0063180034048855305, 0.016656234860420227, -0.021258801221847534, -0.0070792511105537415, -0.00220305728726089, -0.023405728861689568, -0.008201828226447105, -0.011513429693877697, 0.006223286036401987, -0.0010699561098590493, 0.010650448501110077, -0.01974332146346569, 0.0013111347798258066, -0.014263743534684181, 0.0061566331423819065, 0.024093307554721832, -0.020697513595223427, 0.009759403765201569, 0.013548100367188454, 0.005872480571269989, -0.01371648721396923, -0.016852686181664467, 0.010425933636724949, -0.015393336303532124, -0.0008103602449409664, 0.01993977278470993, -0.017442040145397186, -0.006837195251137018, -0.014200598932802677, 0.012558829970657825, -0.009191098622977734, -0.010362789034843445, -0.024542339146137238, 0.018143650144338608, -0.024949273094534874, 0.028232811018824577, -0.014860112220048904, -0.012874554842710495, 0.01154149416834116, 0.005384861491620541, 0.013253424316644669, -0.005321716424077749, -0.011415204033255577, 0.0003490512608550489, -0.033929888159036636, -0.007212556898593903, 0.011316979303956032, -0.031768929213285446, -0.02633846178650856, 0.015000434592366219, 0.021104447543621063, -0.012867538258433342, 0.008257957175374031, 0.19970643520355225, -0.02817668206989765, -0.0008441252284683287, -0.003465956309810281, -0.008777149021625519, -0.0011883529368788004, 0.041787926107645035, 0.011660768650472164, 0.0005108602344989777, 0.022591860964894295, -0.0029660589061677456, 0.029495710507035255, -0.011050366796553135, -0.002150436397641897, 0.02080976963043213, -0.020501062273979187, -0.04052502661943436, -0.0300289336591959, -0.022311216220259666, -0.004030752927064896, 0.011471332982182503, 0.0022749723866581917, 0.005739174783229828, -0.004423654638230801, 0.010734641924500465, 0.0009436662658117712, -0.006886308081448078, -0.004044785164296627, 0.012811409309506416, 0.01598268933594227, -0.018620746210217476, 0.01122576929628849, 0.007914167828857899, 0.008664891123771667, -0.009499807842075825, -0.0019171509193256497, 0.005307684186846018, 0.018241874873638153, 0.009240211918950081, 0.008510536514222622, 0.007970296777784824, 0.009113921783864498, 0.026661202311515808, -0.014944305643439293, -0.004753411747515202, 0.028050391003489494, -0.011394156143069267, 0.008756100200116634, -0.011345043778419495, 0.01501446682959795, 0.009766419418156147, 0.01405325997620821, 0.02751716785132885, 0.031067317351698875, -0.00685122748836875, -0.007514249533414841, 0.0020837835036218166, -0.00505510438233614, 0.01790510304272175, 0.01939251646399498, -0.015996722504496574, 0.009878677316009998, -0.006742477882653475, 0.019097840413451195, -0.003446662100031972, -0.00304148206487298, -0.020739609375596046, 0.021539445966482162, 0.0041605508886277676, -0.013021892867982388, 0.0008336011087521911, -0.02174992859363556, -0.0318811871111393, -0.026478784158825874, -0.03325634077191353, -0.022704118862748146, 0.06140495836734772, 0.008342149667441845, 0.022156862542033195, 0.036876652389764786, -0.0022258595563471317, -0.013141166418790817, -0.0035431336145848036, -0.009710290469229221, -0.002631039824336767, -0.025300078094005585, 0.031656671315431595, -0.014095356687903404, -0.008699971251189709, -0.0014163764426484704, -0.010566256009042263, -0.01024351455271244, -0.000792381470091641, -0.003739584470167756, 0.0105381915345788, -0.006219778209924698, 0.023349599912762642, -0.0012769312597811222, 0.01613704301416874, -0.020893963053822517, -0.019841548055410385, 0.020501062273979187, 0.017203491181135178, 0.01195544470101595, -0.004392082337290049, 0.015477529726922512, -0.003686963813379407, 0.00364135904237628, 0.000152381049701944, -0.011057383380830288, -0.023854760453104973, -0.04004793241620064, 0.01836816594004631, -0.0005924224387854338, 0.005998770706355572, 0.00778086157515645, 0.005111233331263065, -0.015603819862008095, 0.02358814887702465, 0.0028309987392276525, -0.009752387180924416, -0.023924920707941055, -0.00419212318956852, -0.0005735666491091251, -0.02681555785238743, -0.03639955818653107, -0.016235269606113434, 0.0082439249381423, -0.025735076516866684, 0.010432949289679527, 0.005030548200011253, -0.037746649235486984, -0.0050130076706409454, 0.017175426706671715, -0.006440785247832537, -0.006279414985328913, 0.006995057687163353, -8.079484541667625e-05, -0.009317388758063316, -0.002850293181836605, -0.012804393656551838, 0.003865874372422695, 0.018283972516655922, -0.01754026487469673, 0.017961231991648674, -0.0005761976935900748, 0.016978977248072624, 0.03070247918367386, -0.013260439969599247, -0.017568329349160194, -0.007759813219308853, 0.012109799310564995, 0.008763116784393787, -0.00577074708417058, 0.025061530992388725, -0.008903438225388527, -0.022521700710058212, -0.016389623284339905, -0.006384656298905611, -0.003227408742532134, -0.04675532877445221, 0.004311397206038237, 0.014523339457809925, 0.004935830365866423, -0.029804417863488197, -0.008938519284129143, -0.1810716688632965, 0.015491561964154243, 0.02819071337580681, -0.03033764287829399, 0.021834122017025948, 0.008110618218779564, 0.005507643334567547, 0.005419942084699869, -0.011380123905837536, -0.0230408925563097, 0.024402016773819923, 0.014186566695570946, 0.0045709931291639805, -0.03190924972295761, 0.013120118528604507, 0.022128798067569733, -0.01884526014328003, 0.028934421017766, 0.01099423784762621, 0.005812843795865774, 0.022718152031302452, -0.049561772495508194, 0.003869382431730628, 0.009717307053506374, -0.0038869227282702923, 0.013884874060750008, -0.0019311831565573812, 0.010054079815745354, 0.005774255376309156, -0.02935538813471794, -0.03073054365813732, -0.029860546812415123, 0.03482795134186745, 0.007394975516945124, 0.03042183630168438, 0.003023941768333316, 0.016108978539705276, -0.00804747361689806, -0.032133765518665314, 0.016614139080047607, 0.03151634708046913, 0.029018614441156387, 0.014832047745585442, -0.006100504193454981, -0.011653752066195011, 0.014333904720842838, -0.0132674565538764, -0.021777993068099022, 0.018831228837370872, -0.012474636547267437, 0.024472177028656006, -0.01546349748969078, 0.008917470462620258, -0.005500627215951681, 0.018185745924711227, 0.02280234545469284, 0.02421959862112999, 0.009864645078778267, 0.01609494723379612, -0.01220802403986454, -0.016277365386486053, 0.001186598907224834, 0.016572043299674988, -0.00286081712692976, 0.017175426706671715, -0.03645568713545799, -0.009240211918950081, 0.019995901733636856, -0.01869090646505356, 0.0035799681209027767, -0.0009805008303374052, 0.010839884169399738, -0.00838424637913704, -0.0015979181043803692, 0.023068957030773163, 0.017526233568787575, 0.0028625712729990482, 0.005830384325236082, 0.035501495003700256, 0.0014190074289217591, -0.013078021816909313, 0.011625687591731548, -0.025622818619012833, -0.001260268036276102, -0.011436252854764462, -0.010580288246273994, 0.0032414409797638655, 0.008903438225388527, -0.021581541746854782, -0.015645915642380714, 0.023097021505236626, -0.01466366183012724, 0.010524159297347069, 0.0004003565409220755, 0.011920364573597908, -0.0015110938111320138, 0.0003247141430620104, -0.01699300855398178, 0.0035799681209027767, -0.008903438225388527, 0.0007016105810180306, 0.004118454176932573, -0.003872890491038561, 0.014109388925135136, 0.025272013619542122, 0.012902619317173958, -0.028934421017766, 0.009394565597176552, 0.03634342923760414, -0.021918315440416336, 0.002264448208734393, -0.005690061952918768, 0.0018645301461219788, 0.02225508913397789, -0.03418247029185295, 0.02087993174791336, 0.0003494897682685405, -0.022830408066511154, 0.035164725035429, -0.018775099888443947, 0.04723242670297623, -0.0032993238419294357, -0.0033887792378664017, 0.030870866030454636, -0.007507233414798975, -0.01935042068362236, -0.10490481555461884, -0.009366501122713089, -0.012151896022260189, 0.025103626772761345, -0.019729290157556534, 0.013751567341387272, -0.018859293311834335, 0.03752213343977928, -0.022942665964365005, 0.03061828576028347, -0.030842801555991173, -0.042573731392621994, 0.009450694546103477, 0.007486185058951378, 0.022858472540974617, -0.007401991635560989, -0.01361826155334711, -0.004718331154435873, 2.866737122531049e-05, 0.034014083445072174, 0.010643432848155499, -0.014972370117902756, 0.029187001287937164, -0.03196537867188454, 0.004542928654700518, -0.007787877693772316, -0.026001688092947006, 0.01415148563683033, 0.015716077759861946, -0.006230302155017853, 0.0199818704277277, -0.03710116818547249, 0.007921183481812477, -0.020936060696840286, -0.006009294651448727, -0.028569582849740982, 0.005591836292296648, -0.018003327772021294, 0.00034532396239228547, -0.01884526014328003, -0.007051186636090279, 0.00035760214086622, 0.0009173558792099357, -0.007998361252248287, -0.0169228482991457, -0.004048292990773916, -0.0006867013871669769, 0.025566689670085907, -0.00938053335994482, -0.03701697662472725, -0.03378956764936447, -0.014102373272180557, -0.010692545212805271, 0.0210763830691576, 0.016431720927357674, -0.027503134682774544, 0.028050391003489494, 0.004514864180237055, -0.009569969028234482, -0.021595574915409088, -0.00932440534234047, 0.005539215635508299, -0.023265408352017403, -0.0030028934124857187, 0.022662023082375526, -0.010075128637254238, -0.02873796969652176, -0.02896248549222946, -0.008159731514751911, -0.00926125980913639, 0.007528281770646572, 0.024359920993447304, -0.0032905538100749254, 0.003504544962197542, -0.032751183956861496, -0.008103602565824986, 0.0015426663449034095, -0.019813483580946922, 0.01899961568415165, 0.028794098645448685, -0.014200598932802677, -0.008173763751983643, 0.02747507207095623, -0.012390443123877048, 0.003767648944631219, 0.003557165851816535, -0.0061180442571640015, -0.01864881068468094, -0.005009499844163656, -0.029299259185791016, -0.010980205610394478, 0.01456543616950512, -0.007724732626229525, -0.02904667891561985, -0.015393336303532124, 0.023026859387755394, -0.01013125665485859, -0.009436662308871746, 0.0009936559945344925, 0.022549765184521675, -0.014874144457280636, -0.012348346412181854, -0.07167653739452362, 0.025496529415249825, 0.0010717101395130157, -0.026057817041873932, -0.004311397206038237, -0.017694618552923203, -0.009962870739400387, -0.004970910958945751, 0.004399098455905914, 0.01629139855504036, -0.039149872958660126, 0.002841522917151451, -0.004374542273581028, 0.021441219374537468, -0.021062349900603294, -0.011885283514857292, 0.041591476649045944, -0.012706167995929718, -0.002413540380075574, 0.02087993174791336, 0.02363024465739727, 0.014340920373797417, 0.029579902067780495, 0.02017832174897194, 0.0030467440374195576, -0.025300078094005585, -0.015589787624776363, 0.023924920707941055, 0.012558829970657825, 0.00364135904237628, -0.0009042006568051875, -0.008664891123771667, -0.005472562741488218, 0.007605459075421095, -0.00318531203083694, 0.0048516374081373215, 0.01676849275827408, 0.007724732626229525, 0.008903438225388527, 0.0438927598297596, -0.016908815130591393, -0.04493114352226257, 0.01766655407845974, -0.018031392246484756, -0.008840293623507023, 0.0006169787957333028, -0.004483291879296303, -0.019448645412921906, 0.008180779404938221, 0.027054104954004288, 0.026661202311515808, 0.0226058941334486, -0.015154789201915264, -0.028934421017766, -0.009078840725123882, 0.0137024549767375, 0.02535620704293251, -0.00543748214840889, 0.006198729854077101, 0.026436688378453255, 0.022774280980229378, 0.030955059453845024, 0.0291589368134737, -0.012881570495665073, -0.011801090091466904, -0.013204311951994896, -0.015589787624776363, 0.017947198823094368, -0.01098722219467163, -0.036764394491910934, 0.0019364452455192804, -0.005577804055064917, 0.008082553744316101, 0.006391672417521477, 0.006875783670693636, -0.0060759480111300945, -0.003036219859495759, -0.004942846484482288, -0.038139551877975464, 0.025384271517395973, 0.021932346746325493, 0.008706987835466862, -0.008412310853600502, -0.0031274291686713696, 0.027222491800785065, -0.018831228837370872, -0.005020023789256811, -0.0071915085427463055, 0.007373927626758814, -0.016193171963095665, -0.009464726783335209, 0.019995901733636856, 0.004093897994607687, 0.012201008386909962, 0.003865874372422695, -0.0016645711148157716, -0.01620720513164997, 0.002646825974807143, 0.02210073359310627, 0.019757354632019997, 0.034715693444013596, 0.013807696290314198, -0.0005476947990246117, -0.011316979303956032, 0.0009226179681718349, -0.007338847033679485, -0.003746600588783622, -0.008433359675109386, 0.020206386223435402, 0.014803983271121979, 0.013414794579148293, -0.01195544470101595, -0.008040457963943481, 0.012299234047532082, -0.02524394914507866, 0.03454730659723282, -0.011029318906366825, -0.03317214921116829, -0.031544413417577744, 0.03171280026435852, 0.019645096734166145, 0.0005840908270329237, 0.033817630261182785, 0.0007511618314310908, 0.004767443984746933, 0.03999180346727371, 0.030983123928308487, -0.01864881068468094, 0.02465459704399109, 0.0008375476463697851, -0.0019276750972494483, 0.013309553265571594, -0.01091004442423582, -0.0027573297265917063, -0.018789131194353104, -0.007037154398858547, -0.0166001059114933, 0.014986402355134487, -0.029692159965634346, 0.08907648175954819, 0.024949273094534874, -0.01415148563683033, 0.04274211823940277, -0.018578648567199707, 0.009668193757534027, 0.013302536681294441, 0.020037999376654625, -0.020009934902191162, -0.017413975670933723, -0.007002073805779219, -0.011576575227081776, -0.013997131958603859, -0.026436688378453255, 0.004539420362561941, 0.011162624694406986, -0.01163971982896328, 0.019055744633078575, 0.008952551521360874, -0.02120267227292061, 0.02963603101670742, 0.002832752885296941, 0.009541904553771019, 0.001783844898454845, -0.013891889713704586, 0.006125060375779867, 0.03482795134186745, 0.0009077087161131203, -0.00881222914904356, -0.03168473392724991, 0.027994263917207718, 0.012565845623612404, -0.05256466567516327, -0.02339169755578041, -0.02155347727239132, 0.008735052309930325, 0.00598473846912384, 0.0009445432806387544, 0.015996722504496574, -0.0036238187458366156, -0.004234219901263714, 0.012460604310035706, -0.0072336052544415, -0.013183263130486012, 0.00288537354208529, 0.008447391912341118, -0.008335134014487267, -0.0362592376768589, -0.029523774981498718], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='38073522-fdf9-4c1c-9096-c295f24767b1', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='53ebe2c660ab739e9483b18f688e5a8e7b1139a5ca81dd62e3953b69494676b6'), : RelatedNodeInfo(node_id='a7be319d-06b6-4dd6-bc1e-00db8c0f4f55', node_type=, metadata={}, hash='84e72f2ac24ca86e282726c166744067d7f87e82b0eac2e7cb8405d5066d672d')}, hash='c6a109f1d70aa1f08ffb7176185c12bcf5161dfb6582b89079ec047c37fb4b03', text=\"chips in each pod, attached to 768 hosts. This large TPU configuration allows for efficient scale training without using pipeline parallelism. The Pathways system allows for scaling a model across Google's thousands of Tensor Processing Unit chips. 3. DeepMind's Chinchilla Model DeepMind Technologies, founded in 2010, is a British AI research laboratory. It became a wholly owned subsidiary of Alphabet Inc., in 2015 after its acquisition by Google in 2014. DeepMind has created a neural network or a Neural Turing machine that tries to replicate the short-term memory of the human brain. In 2016, DeepMind's AlphaGo program defeated a human professional Go player, and their program AlphaZaro defeated the most powerful programs in the games of Go and Shogi. The program acquired competence using reinforcement learning. In 2020, DeepMind's program AlphaFold started making advances in the problem of protein folding and by July 2022, it had predicted over 200 million protein structures. In April 2022, Flamingo, a single visual language model program capable of describing any picture, was launched. Three months later, in July 2022, DeepNash was announced; as a model-free multi-agent reinforcement learning system. DeepMind developed a language model called Chinchilla AI in March 2022, which claimed to outperform GPT-3. A key breakthrough in the Chinchilla paper was that previous LLMs had been trained on too little data - for a given parameter size the optimum model should use far more training data than GPT-3. While more training data takes more time to gather, and leads to more training costs, achieving more capable models for a smaller parameter size has huge benefits for inference costs (the costs needed to run and use the finished model which scale with parameter size). Chinchilla has 70B parameters (60% smaller than GPT-3) and was trained on 1,400 tokens (4.7x GPT-3). The average accuracy rate of Chinchilla AI is 67.5% on Measuring Massive Multitask Language Understanding (MMLU) and outperforms other large language model platforms like Gopher\", start_char_idx=14654, end_char_idx=16726, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='a7be319d-06b6-4dd6-bc1e-00db8c0f4f55', embedding=[-0.03274731710553169, -0.007797653786838055, -0.008639686740934849, -0.007868412882089615, 0.005522748455405235, 0.011979516595602036, -0.029520699754357338, 0.007719818502664566, -0.026463907212018967, -0.046899136155843735, 0.025770466774702072, 0.052871204912662506, -0.010995965451002121, -0.01770392805337906, 0.005628887098282576, 0.009198684245347977, 0.013981999829411507, 0.017675625160336494, 0.015864191576838493, -0.01525566354393959, -0.004793929401785135, 0.005384768359363079, -0.009630315005779266, -0.014024455100297928, -0.009382657706737518, 0.021822109818458557, 0.013684811070561409, -0.028034757822752, -0.013104586862027645, 0.0011011885944753885, 0.014675439335405827, 0.013847557827830315, -0.010776611976325512, -0.0010092017473652959, -0.011880454607307911, -0.005798709113150835, 0.020222952589392662, 0.0033875922672450542, 0.025897834450006485, -0.0008535317610949278, 0.03184159845113754, 0.0100477933883667, 0.006364781875163317, -0.008611383847892284, -0.032407671213150024, 0.01149835530668497, 0.0035008068662136793, -0.011378064751625061, -0.013826330192387104, 0.005041586235165596, 0.0027826018631458282, 0.034983303397893906, -0.01678406074643135, -0.002255446510389447, -0.002057321136817336, 0.0013550369767472148, -0.006651356350630522, 0.009085469879209995, 0.01592079922556877, -0.003161163069307804, 0.007001613732427359, -6.512049003504217e-05, -0.027143193408846855, 0.028374401852488518, -0.021256035193800926, -0.00032770310644991696, -0.01635950617492199, 0.01121531892567873, 0.021935323253273964, -0.006874247454106808, 0.0061029731296002865, 0.02988864667713642, 0.010911054909229279, -0.03153025731444359, 0.00918453186750412, -0.010267146863043308, 0.0024801066610962152, -0.007387250661849976, -0.023562783375382423, 0.006835329812020063, 0.01716616004705429, -0.006877785082906485, 0.0113073056563735, 0.011569114401936531, 0.015000930987298489, -0.0027790640015155077, -0.007082986645400524, -0.013423003256320953, -0.0004050958959851414, 0.0012117497390136123, 0.004326919559389353, -0.0046064178459346294, 0.04030438885092735, 0.008561852388083935, -0.00355741404928267, 0.007748122327029705, -0.014816957525908947, 0.0033221400808542967, -0.012248401530086994, -0.020505988970398903, -0.012970144860446453, -0.01420842856168747, -0.03198311850428581, -0.025077028200030327, -0.010826143436133862, 0.010252994485199451, 0.010988889262080193, 0.006049903575330973, 0.022982558235526085, 0.02669033594429493, -0.005030972417443991, 0.02980373613536358, 0.0015089380322024226, -0.04109688848257065, -0.002680001314729452, -0.022614611312747, 0.03639848530292511, -0.0025508657563477755, 0.003514958778396249, -0.014236732386052608, 0.03232276067137718, 0.012991372495889664, 0.02554403804242611, -0.004104028455913067, 0.011717707850039005, -0.003283222671598196, -0.01097473781555891, -0.006750418804585934, -0.017817143350839615, 0.0030532556120306253, 0.015722673386335373, -0.0014036837965250015, 0.004900068044662476, 0.010861523449420929, -0.03203972429037094, 0.020293712615966797, -0.02323729172348976, -0.0028020606841892004, -0.001555815921165049, -0.006085283122956753, -0.010748308151960373, 0.026746943593025208, -0.0058163986541330814, -0.0047691636718809605, -0.021638134494423866, 0.03973831608891487, -0.0218079574406147, 0.011958288960158825, 0.029379181563854218, 0.00968692172318697, 0.012453602626919746, -0.019869158044457436, -0.016968034207820892, 0.02357693575322628, 0.00961616262793541, -0.00224306364543736, 9.867578773992136e-05, 0.021822109818458557, -0.021114517003297806, -0.0020431692246347666, -0.004146483726799488, 0.016246290877461433, -0.008936875499784946, -0.007521693129092455, 0.02845931239426136, 0.037049468606710434, 0.02114282175898552, -0.016373658552765846, -0.0040934146381914616, -0.03232276067137718, -0.004157097544521093, 0.032549191266298294, -0.03119061514735222, 0.013720191083848476, 0.005310471169650555, 0.019982371479272842, 0.015368877910077572, -0.015807583928108215, -0.006248029414564371, -0.010649246163666248, 0.007118366193026304, 0.003767922520637512, -0.005533362273126841, -0.0006049903458915651, -0.018213395029306412, -0.007606604136526585, 0.012955992482602596, -0.008101917803287506, -0.008250512182712555, -0.018977593630552292, 0.014250884763896465, 0.009934579022228718, 0.010875674895942211, -0.022062689065933228, -0.6240387558937073, -0.0321529395878315, 0.021779652684926987, -0.008583080023527145, -0.004602879751473665, -0.006216187495738268, -0.0048257713206112385, -0.017916206270456314, -0.007705667056143284, 0.025006268173456192, -0.019501211121678352, -0.017420891672372818, -0.006658432073891163, -0.006290484685450792, -0.03209633007645607, -0.025529885664582253, 0.005508596543222666, -0.013974923640489578, 0.011951213702559471, 0.018001116812229156, -0.035747501999139786, -8.750911365495995e-05, -0.008158525452017784, -0.019161567091941833, -0.018722860142588615, 0.0012135186698287725, 0.013423003256320953, 0.007111290469765663, 0.01698218658566475, 0.007663211319595575, -0.03348321095108986, 0.02003897912800312, 0.014441934414207935, -0.02329389750957489, 0.03232276067137718, -0.01845397613942623, -0.00018165189248975366, 0.02664788067340851, -0.0037714603822678328, 0.012538514100015163, -0.03854956105351448, -0.002306747017428279, 0.003568028099834919, 0.006424927152693272, 0.005961454939097166, 0.015552852302789688, 0.03668152168393135, -0.001745981047861278, -0.015227359719574451, -0.014236732386052608, -0.016557632014155388, 0.01626044325530529, 0.01985500566661358, -0.005257401615381241, -0.007472161669284105, 0.0006885745679028332, 0.022925950586795807, -0.023591086268424988, 0.01768977753818035, -0.012913537211716175, 0.0017141393618658185, 0.0016893737483769655, -0.04047420993447304, -0.012998447753489017, -0.030284898355603218, 0.019869158044457436, 0.0209022406488657, 0.010359133593738079, -0.00918453186750412, -0.028374401852488518, 0.005416609812527895, 0.022274967283010483, 0.0020679349545389414, -0.009170380420982838, 0.008491093292832375, 0.008752902038395405, 0.013047979213297367, 0.0012329774908721447, -0.015722673386335373, 0.029973559081554413, 0.026378994807600975, -0.012078579515218735, 0.007344795390963554, -0.015156600624322891, 0.022586306557059288, -0.0035131897311657667, 0.002186456462368369, -0.018666252493858337, 0.004726708400994539, 0.0052114082500338554, 0.01893513649702072, 0.030907578766345978, -0.043417789041996, -0.03931375965476036, -0.003431816818192601, -0.0005859738448634744, 3.551775444066152e-05, 0.004146483726799488, 0.0010490037966519594, -0.04123840853571892, -0.002842747140675783, -0.021256035193800926, 0.034558746963739395, 0.021312642842531204, 0.032351065427064896, 0.02085978537797928, -0.0315585620701313, 0.0018928061472252011, 0.015156600624322891, -0.018567189574241638, -0.015269815921783447, 0.013196573592722416, -0.011774315498769283, -0.006417850963771343, 0.004433058202266693, -0.01434994675219059, -0.003601638600230217, -0.006630128249526024, -0.007691515143960714, 0.006945006549358368, 0.04050251469016075, 0.002220066962763667, 0.008469865657389164, 0.00019878886814694852, 0.016812363639473915, 0.016628390178084373, -0.0009729377343319356, -0.03903072327375412, 0.00022841924510430545, -0.0017176773399114609, -0.0074084787629544735, -0.014986779540777206, 0.03390776365995407, -0.014406554400920868, 0.041436534374952316, 0.017972813919186592, 0.029350878670811653, -0.0021050835493952036, -0.004723170306533575, -0.016062317416071892, -0.0373891144990921, 0.0021280802320688963, 0.01521320827305317, 0.019925765693187714, -0.04016286879777908, -0.015482093207538128, 0.004811619408428669, 0.006368319503962994, 0.006056979764252901, -0.03246427699923515, -0.011519582942128181, -0.002764912089332938, -0.004779777955263853, 0.03161516785621643, -0.009630315005779266, -0.0013851094990968704, -0.015538699924945831, -0.029860343784093857, 0.004843460861593485, -0.039143938571214676, 0.012488982640206814, 0.022642914205789566, -0.01802942156791687, -0.012793246656656265, 0.003012568922713399, -0.020718267187476158, 0.012488982640206814, 0.03322847560048103, -0.033737942576408386, -0.01875116303563118, 0.0024836447555571795, -0.04157805070281029, 0.013479609973728657, 0.015340575017035007, -0.009389733895659447, -0.0009110235259868205, -0.013444230891764164, 0.012205946259200573, -0.0010056637693196535, -0.019925765693187714, 0.0024871826171875, 0.02453925833106041, 0.0052750916220247746, -0.002117466414347291, 0.029294271022081375, 0.0063612437807023525, 0.050776734948158264, 0.02156737633049488, -0.013585749082267284, 0.01047234795987606, -0.0012674725148826838, 0.016713300719857216, -0.02267121896147728, 0.007861336693167686, -0.008710445836186409, -0.007422630675137043, 0.007557072676718235, -0.018284153193235397, -0.005027434788644314, 0.029350878670811653, 0.006078207399696112, 0.0034795792307704687, 0.005904847756028175, -0.007917944341897964, 0.0075712245889008045, -0.008321271277964115, 0.0017123704310506582, -0.02228911966085434, -0.005954378750175238, 0.007486313581466675, 0.030001861974596977, -0.0023810439743101597, -0.015949102118611336, -0.005292781163007021, 4.928261478198692e-05, 0.017335981130599976, -4.21514232584741e-05, 0.012800322845578194, -0.021411705762147903, 0.012687108479440212, 0.007684438955038786, 0.013663583435118198, -0.0022766743786633015, 0.00279852282255888, -0.005805784836411476, 0.010988889262080193, -0.02252970077097416, 0.02769511565566063, 0.00030957109993323684, -0.034219104796648026, -0.0012029048521071672, 0.004068648908287287, 0.006311712320894003, -0.0011436440981924534, 0.022558003664016724, 0.007316491566598415, 0.013224877417087555, 0.011250698007643223, 0.021539073437452316, -0.007366023026406765, 0.0022006083745509386, -0.007068834733217955, 0.018142635002732277, -0.020647507160902023, 0.020803177729249, -0.0030267208348959684, 0.03554937615990639, 0.002563248621299863, -0.007783501874655485, -0.0007854261202737689, -0.035521071404218674, 0.013118738308548927, 0.001875116373412311, 0.015170753002166748, 0.013606976717710495, -0.03520973399281502, 0.00937558151781559, -0.012283781543374062, 0.012227173894643784, 0.00573856383562088, -0.0018521196907386184, 0.011505430564284325, 0.0022182981483638287, 0.004525044932961464, 0.018213395029306412, -0.0011975979432463646, 0.010168083943426609, 0.007995779626071453, -0.015651915222406387, -0.010698776692152023, 0.0033663646318018436, -0.0037290051113814116, 0.027001675218343735, -0.04678592085838318, 0.023421265184879303, 0.005699646193534136, -0.010670473799109459, 0.02329389750957489, 0.012715411372482777, 0.03368133679032326, -0.017180310562253, -0.04998423531651497, 0.020109739154577255, -0.01473204605281353, -0.0034618894569575787, -0.017619017511606216, -0.018185090273618698, -0.004744398407638073, -0.019430451095104218, -0.008455713279545307, 0.0019016510341316462, 0.0236193910241127, -0.014073986560106277, 0.01597740687429905, -0.02146831341087818, -0.008823661133646965, 0.020152194425463676, -0.013571596704423428, -0.006605362519621849, -0.022444788366556168, 0.017902053892612457, 0.013161194510757923, -0.01009024865925312, 0.00485407467931509, 0.014066910371184349, -0.038521260023117065, -0.027270561084151268, 0.0034760411363095045, -0.009906275197863579, -0.020364470779895782, 4.723723395727575e-05, -0.0033645955845713615, 0.016062317416071892, -0.021411705762147903, 0.013564521446824074, 0.008597231470048428, 0.00965861789882183, -0.005027434788644314, 0.018496431410312653, 0.02047768607735634, -0.012347464449703693, -0.008243435993790627, -0.012460678815841675, 0.009340202435851097, 0.07211768627166748, 0.025190241634845734, -0.030766060575842857, 0.006060517393052578, -0.017590714618563652, 0.01166817732155323, 0.002609242219477892, -0.006980386096984148, 0.006860095541924238, 0.006368319503962994, -0.022756129503250122, 0.005996834486722946, 0.01744919642806053, -0.004319843370467424, 0.034360621124506, 0.00433045718818903, 0.0009163304348476231, -0.025671403855085373, -0.01456222403794527, -0.0065522934310138226, 0.009559555910527706, 0.001087921322323382, 0.022515548393130302, -0.007132518105208874, 0.0064496928825974464, -0.012404072098433971, 0.023166531696915627, 0.0227136742323637, -0.012665879912674427, -0.016727453097701073, 0.013231953606009483, -0.008802433498203754, -0.0016991030424833298, 0.017760535702109337, -0.01674160547554493, 0.0006576174637302756, -0.0031806218903511763, 0.0025420209858566523, -0.002322667744010687, -0.008314195089042187, -0.008108993992209435, 0.024850599467754364, -0.0007854261202737689, 0.0032372293062508106, 0.01059263851493597, -0.029916951432824135, 0.006329402327537537, 0.019840853288769722, -0.02534591220319271, -0.03280392289161682, 0.021836260333657265, 0.0020184034947305918, -0.03042641654610634, -0.006831791717559099, -0.008094841614365578, 0.016203835606575012, 0.00537061644718051, -0.010585562326014042, -0.022685369476675987, -0.029096145182847977, -0.018949288874864578, -0.037190988659858704, 0.005006206687539816, -0.008880267851054668, 0.0021776114590466022, 0.0013285021996125579, -0.0036900874692946672, 0.013493762351572514, -0.0236193910241127, 0.008703370578587055, -0.009984110482037067, -0.03147365152835846, -0.06368319690227509, -0.012198870070278645, -0.0007075910689309239, 0.0029842653311789036, 0.01698218658566475, -0.006877785082906485, -0.0053140087984502316, 0.04152144491672516, 0.004992055241018534, -0.02319483645260334, 0.005869468208402395, -0.023690149188041687, 0.0026729253586381674, -0.027284711599349976, 0.0020502451807260513, -0.01702464185655117, 0.0018087796634063125, 0.007486313581466675, 0.005834088660776615, -0.012227173894643784, -0.003912978805601597, 0.0034388925414532423, 0.008568927645683289, 0.011689404956996441, 0.013776798732578754, 0.005388305988162756, 0.003817453980445862, -0.012573893181979656, -0.0027454535011202097, -0.025176091119647026, -0.035521071404218674, -0.02697337232530117, 0.001355921383947134, 0.007465085946023464, 0.027341319248080254, -0.003189466893672943, -0.009241139516234398, -0.018001116812229156, -0.006216187495738268, -0.006067593581974506, 0.01069170143455267, -0.012588045559823513, -0.0009614393929950893, -0.006375395692884922, 0.023888275027275085, -0.01635950617492199, -0.0007420861511491239, -0.0227136742323637, 0.011300229467451572, -0.027185648679733276, 0.028473464772105217, 0.02018049731850624, 0.012121034786105156, 0.02980373613536358, 0.008583080023527145, 0.0029418098274618387, -0.03370963782072067, 0.018185090273618698, 0.001648687175475061, 0.014059835113584995, -0.018354913219809532, -0.017817143350839615, -0.01845397613942623, -0.018397368490695953, -0.021779652684926987, 0.012446527369320393, -0.011901682242751122, -0.013734342530369759, -0.01138514094054699, 0.008017007261514664, -0.002133387140929699, 0.005020358599722385, 0.014180125668644905, -0.023350505158305168, 0.004121717996895313, 0.02502042055130005, 0.022076841443777084, 0.012800322845578194, -0.017958661541342735, 0.01434994675219059, -0.03322847560048103, -0.016090620309114456, -0.012764942832291126, 0.007797653786838055, 0.007528769318014383, 0.008222208358347416, 0.0306528452783823, 0.022968405857682228, 0.05451281741261482, -0.007029917556792498, 0.01802942156791687, 0.0197983980178833, -0.01149835530668497, 0.006520451977849007, -0.00958785880357027, 0.014986779540777206, -0.008476940914988518, -0.010458196513354778, 0.0015337036456912756, -0.006442616693675518, 0.0006837098626419902, -0.016133077442646027, -1.3654296708409674e-05, 0.009644466452300549, -0.007649059407413006, -0.01692557893693447, -0.01688312366604805, -0.04205921292304993, -0.02176550216972828, 0.011491279117763042, -0.010755384340882301, 0.008420334197580814, -0.0306528452783823, -0.02721395343542099, 0.05711675062775612, 0.01518490444868803, 0.031784992665052414, -0.0034088201355189085, 0.020845633000135422, -0.020916393026709557, -0.008321271277964115, 0.014406554400920868, 0.01601986214518547, -0.03764384612441063, -0.019487058743834496, -0.027751721441745758, -0.012043200433254242, 0.007245732471346855, 0.00040354803786613047, 0.03764384612441063, 0.015510396100580692, 0.0004504259559325874, 0.012418223544955254, 0.0035450314171612263, 0.002126311184838414, -0.0037608465645462275, 0.0023845818359404802, -0.039200544357299805, -0.006895475089550018, -0.03750232607126236, -0.0029488857835531235, -0.023081621155142784, -0.0006792874191887677, -0.00932605005800724, -0.02301086112856865, 0.0299452543258667, -0.018043572083115578, -0.01573682576417923, 0.042681895196437836, 0.0315585620701313, 0.05046539753675461, -0.0001450561685487628, 0.013996151275932789, 0.0020184034947305918, -0.00112153182271868, -0.0032920674420893192, 0.00707944855093956, 0.015298118814826012, -0.0016937961336225271, 0.019925765693187714, 0.014173049479722977, -0.0006974194548092782, -0.006676122080534697, 0.016968034207820892, 0.0016946806572377682, -0.022218359634280205, -0.04505940154194832, 0.017902053892612457, 0.034360621124506, 0.021708894520998, -0.030681150034070015, -0.04568208009004593, -0.018623797222971916, -0.0077622742392122746, -6.495464913314208e-05, 0.005791632924228907, -0.005812860559672117, -0.02749698981642723, -0.013415927067399025, -0.005363540258258581, 0.018807770684361458, 0.008278816007077694, -0.010720005258917809, 0.017718080431222916, 0.013882936909794807, 0.014314567670226097, -0.026011047884821892, 0.0027684501837939024, -0.008123145438730717, 0.03730420023202896, -0.013918316923081875, 0.0024871826171875, -0.0011179939610883594, -0.007259884383529425, 0.009764757007360458, -0.005172490607947111, 0.004224318545311689, 0.038917507976293564, -0.0306528452783823, 0.004022655077278614, -0.009043013677001, -0.019543666392564774, 0.02148246578872204, -0.03353981673717499, 0.004779777955263853, 0.000626660359557718, -0.017010489478707314, -0.006364781875163317, 0.018255850300192833, -0.0036405560094863176, -0.036709826439619064, 0.007776426151394844, -0.006693811621516943, -0.023081621155142784, -0.00115691137034446, 0.011908757500350475, 0.022642914205789566, -0.02802060730755329, 0.00520079443231225, 0.025558190420269966, -0.014788653701543808, -0.00031642589601688087, 0.010387437418103218, -0.011590342037379742, -0.02319483645260334, 0.01770392805337906, -0.022133449092507362, 0.017675625160336494, 0.026124263182282448, -0.022614611312747, -0.010705852881073952, -0.007840109057724476, -0.007613679859787226, 0.0011586804175749421, 0.008052386343479156, -0.026860157027840614, -0.01109502837061882, -0.005455527454614639, -0.0013603438856080174, 0.016203835606575012, 0.001813202165067196, 0.005696108099073172, -0.0016009248793125153, -0.0003296932263765484, -0.00930482242256403, 0.004277388099581003, 0.009276519529521465, 0.01817093975841999, 0.020336167886853218, 0.013798026368021965, 0.022940102964639664, -0.00925529096275568, 0.020152194425463676, -0.026916764676570892, 0.007705667056143284, 0.00018972286488860846, -0.03529464453458786, -0.016656694933772087, 0.017718080431222916, 0.005933151114732027, -0.011370988562703133, 0.006095896940678358, -0.026534665375947952, 0.014456085860729218, -0.026662031188607216, 0.01947290636599064, 0.004238470457494259, 0.002971882466226816, -0.0017512879567220807, 0.02166643925011158, 0.017038792371749878, -0.004493203479796648, -0.023647693917155266, -0.015000930987298489, -0.01664254255592823, 0.0005196371930651367, -0.05601290985941887, -0.006835329812020063, -0.02152492105960846, 0.04429520294070244, -0.009050089865922928, -0.039200544357299805, -0.03320017457008362, -0.02339296042919159, -0.042738500982522964, -0.010536030866205692, -0.0009136769804172218, 0.020633356645703316, 0.014845261350274086, 0.027440382167696953, -0.0010958816856145859, 0.02482229471206665, -0.008017007261514664, 0.01511414535343647, -0.0113073056563735, 0.020873937755823135, -0.015312271192669868, -0.015000930987298489, -0.006739804986864328, 0.00022930373961571604, -0.028855564072728157, -0.008243435993790627, 0.02223251201212406, -0.028685742989182472, -0.016246290877461433, 0.013628204353153706, -0.012955992482602596, 0.0026870770379900932, 0.0019830239471048117, -0.0060746693052351475, -0.004762087948620319, 0.0016601855168119073, 0.035804107785224915, -0.021171124652028084, -0.009318974800407887, 0.019784247502684593, -0.019911613315343857, -0.01192998606711626, -0.013246105052530766, 0.005837626289576292, -0.0005337890470400453, 0.012963068671524525, -0.009842592291533947, -0.006577059160917997, -0.0004305249603930861, 0.007309415843337774, 0.04098367691040039, 0.009318974800407887, 0.021114517003297806, 0.025515735149383545, 0.006251567043364048, -0.02267121896147728, -0.012517286464571953, 0.014746198430657387, 0.009127925150096416, -0.0018202780047431588, 0.03625696524977684, -0.031303830444812775, 0.007366023026406765, -0.007521693129092455, 0.01794450916349888, -0.006654893979430199, -0.00985674373805523, -0.03348321095108986, 0.005961454939097166, -0.049191731959581375, 0.019260630011558533, 0.0036140214651823044, -0.02783663384616375, 0.019387995824217796, 0.006615976803004742, 0.01645856909453869, 0.006357705686241388, -0.010995965451002121, 0.0014372944133356214, -0.02721395343542099, -0.014201353304088116, 0.026761094108223915, -0.021539073437452316, -0.019359691068530083, 0.01870870776474476, 0.011342684738337994, -0.002669387264177203, -0.00243411329574883, 0.19552156329154968, -0.04118180274963379, -0.002945347921922803, 0.014916020445525646, -0.003973124083131552, -0.014675439335405827, 0.028671590611338615, 0.020746570080518723, 0.0021210042759776115, 0.013621128164231777, 0.0003181948559358716, 0.015128297731280327, -0.01903419941663742, -0.0037537706084549427, 0.024992117658257484, -0.01415889710187912, -0.01846812665462494, -0.029718825593590736, -0.004058034624904394, 0.007493389770388603, 0.006286946590989828, 0.014392402954399586, -0.015227359719574451, -0.018538886681199074, 0.0113073056563735, -0.008257588371634483, -0.004436596296727657, -0.014406554400920868, 0.015227359719574451, 0.009382657706737518, -0.022642914205789566, 0.01494432333856821, 0.017916206270456314, 0.005915461573749781, -0.007549996953457594, -0.001658416585996747, -0.006432002875953913, 0.015708522871136665, 0.009389733895659447, 0.021227732300758362, 0.01722276769578457, 0.006262180861085653, 0.01501508243381977, -0.01112333219498396, -0.008384954184293747, 0.04500279203057289, -0.0113073056563735, 0.013875860720872879, -0.012014896608889103, 0.012779095210134983, -0.013486686162650585, 0.008958103135228157, 0.020364470779895782, 0.031445346772670746, -0.0008022313704714179, -0.004857612773776054, -0.01941629871726036, -0.008696294389665127, 0.018878530710935593, 0.004900068044662476, -0.027624355629086494, -0.001054310705512762, -0.007366023026406765, 0.03382285311818123, -0.009651542641222477, 0.004150021821260452, -0.008335422724485397, 0.01712370477616787, 0.0029241200536489487, -0.017873750999569893, -0.011590342037379742, -0.008745825849473476, -0.027525292709469795, -0.010344981215894222, -0.0373891144990921, -0.028048910200595856, 0.05114468187093735, 0.025713859125971794, 0.018623797222971916, 0.031784992665052414, 0.012262552976608276, -0.0064496928825974464, -0.0006872478406876326, -0.010606789961457253, -0.012658804655075073, -0.04007795825600624, 0.007058220915496349, -0.0059791444800794125, -0.006244491320103407, -0.016331201419234276, -0.014102290384471416, -0.012750791385769844, 0.0016911426791921258, 0.014703742228448391, -0.008349575102329254, -0.004185401368886232, 0.019586121663451195, 0.006322326138615608, 0.009913351386785507, -0.02377505972981453, -0.020067283883690834, 0.032634101808071136, 0.03252088651061058, 0.008682142943143845, -0.007797653786838055, 0.022119296714663506, -0.006403699517250061, 0.016416113823652267, 0.0010038948385044932, -0.013677735812962055, -0.02209099382162094, -0.03237936645746231, 0.01961442455649376, 0.015623611398041248, 0.00946756824851036, 0.006824715994298458, 0.007026379462331533, -0.013352244161069393, 0.017095400020480156, -0.002814443549141288, -0.017010489478707314, -0.01822754554450512, -0.002556172665208578, 0.00885196402668953, -0.015071690082550049, -0.03721928969025612, -0.00544137554243207, 0.006598286796361208, -0.03223785012960434, 0.005904847756028175, -0.005643039010465145, -0.036568306386470795, 0.0008194789406843483, 0.010720005258917809, -0.006736266892403364, -0.011710632592439651, 0.014031531289219856, -0.009078393690288067, -0.017392588779330254, 0.00913500040769577, -0.024284526705741882, 0.006888399366289377, 0.004231394734233618, -0.027058282867074013, 0.022416485473513603, -0.015128297731280327, 0.0038988268934190273, 0.03022829070687294, -0.0066195144318044186, -0.017378436401486397, -0.015991559252142906, 0.024793991819024086, 0.010981814004480839, 0.00532108498737216, 0.03036980889737606, 0.012135187163949013, -0.0313604362308979, -0.028756501153111458, 0.010146856307983398, 0.00031930048135109246, -0.0440121665596962, -0.0038492954336106777, 0.01955781690776348, -0.000811960780993104, -0.016430264338850975, -0.012623424641788006, -0.1825018972158432, -0.005519210360944271, 0.013274408876895905, -0.03942697495222092, 0.027440382167696953, 0.014215504750609398, 0.022784432396292686, 0.005222022067755461, -0.002982496516779065, -0.013897089287638664, 0.025657253339886665, -0.008512320928275585, -0.0047373222187161446, -0.02301086112856865, 0.006166656501591206, 0.01985500566661358, -0.013005523942410946, 0.018086027354002, 0.009729376994073391, 0.014307491481304169, 0.029209360480308533, -0.033737942576408386, 0.006138352677226067, -0.002697691088542342, 0.0033062193542718887, 0.01573682576417923, -0.005674880463629961, 0.034700267016887665, 0.006916702724993229, -0.029520699754357338, -0.022614611312747, -0.029860343784093857, 0.032832227647304535, 0.0008999673882499337, 0.04313475266098976, 0.023661846294999123, 0.03325678035616875, -0.010981814004480839, -0.0381816141307354, 0.003888213075697422, 0.024793991819024086, 0.014081062749028206, 0.01626044325530529, -0.007854261435568333, -0.008484017103910446, 0.01875116303563118, -0.0014001458184793591, -0.022841040045022964, 4.895784059044672e-06, -0.009149152785539627, 0.03277561813592911, -0.021680591627955437, 0.003463658271357417, -0.004542734939604998, 0.018015269190073013, 0.020109739154577255, 0.012099807150661945, -0.0027153808623552322, 0.01473204605281353, -0.021935323253273964, -0.012517286464571953, 0.004238470457494259, 0.021213579922914505, -0.006976848002523184, 0.010585562326014042, -0.02611011080443859, -0.026421450078487396, 0.019218172878026962, -0.02717149816453457, 0.0018344299169257283, 0.0012506672646850348, 0.01102426927536726, -0.019303085282444954, 0.011951213702559471, 0.02066165953874588, 0.01794450916349888, -0.019204022362828255, 0.013939544558525085, 0.04126671329140663, 0.0035963316913694143, -0.009311898611485958, 0.00429507764056325, -0.02132679522037506, 0.013571596704423428, -0.007677363231778145, -0.02194947563111782, 0.014427782036364079, 0.017137855291366577, -0.03209633007645607, -0.01494432333856821, 0.011746011674404144, -0.016331201419234276, 0.007549996953457594, 0.0024199613835662603, 0.010012413375079632, -0.005020358599722385, 0.02085978537797928, -0.020958848297595978, 0.007171435747295618, -0.01870870776474476, -0.010840295813977718, 0.0009189838892780244, -0.005108807701617479, 0.0008610499207861722, 0.025529885664582253, 0.027723418548703194, -0.031049096956849098, 0.016755755990743637, 0.016996337100863457, -0.025911984965205193, -0.0006195844616740942, -0.01621798798441887, -0.00935435388237238, 0.00944634061306715, -0.027864936739206314, 0.004878840409219265, -0.012156414799392223, -0.03036980889737606, 0.03430401533842087, -0.00027419155230745673, 0.054173171520233154, 0.0016071161953732371, 0.0035468002315610647, 0.01822754554450512, -0.004089876543730497, -0.03229445591568947, -0.10494990646839142, -0.021213579922914505, 0.005161876790225506, 0.032068029046058655, -0.01597740687429905, 0.03835143521428108, -0.004917758051306009, 0.02620917372405529, -0.016628390178084373, 0.027129042893648148, -0.025911984965205193, -0.030483024194836617, 0.004949599504470825, 0.0024323442485183477, 0.022020233795046806, -0.010776611976325512, 0.001788436435163021, -0.02023710496723652, -0.019062504172325134, 0.025982744991779327, 0.007748122327029705, -0.01754825934767723, 0.02037862315773964, -0.024128856137394905, 0.0022678293753415346, -0.015850041061639786, -0.027907392010092735, 0.012312084436416626, 0.013111663050949574, -0.0018238159827888012, 0.007394326850771904, -0.03243597596883774, 0.0017335981829091907, -0.02401564083993435, -0.0100477933883667, -0.025459127500653267, -0.006343554239720106, -0.009609086439013481, -0.016670845448970795, -0.015269815921783447, -0.0021793805062770844, 0.0075712245889008045, 0.00033301004441455007, -0.006874247454106808, -0.029407484456896782, -0.003187697846442461, 0.004503817297518253, 0.026718638837337494, -0.004617031663656235, -0.034841783344745636, -0.0337662473320961, -0.018397368490695953, -0.028374401852488518, 0.011102103628218174, 0.017817143350839615, 0.004047420807182789, 0.01660008728504181, 0.015057538636028767, -0.008844888769090176, -0.015538699924945831, -0.011392216198146343, 0.006651356350630522, -0.0064213890582323074, 0.003714853199198842, 0.007691515143960714, 0.0034671963658183813, -0.033879462629556656, -0.029520699754357338, 0.00045551176299341023, -0.013882936909794807, 0.014052758924663067, 0.02827533893287182, 0.005183104891330004, -0.003474272321909666, -0.03438892588019371, -0.007288188207894564, -0.00540599599480629, -0.019925765693187714, 0.022543851286172867, 0.006661970168352127, -0.012984296306967735, -0.016515176743268967, 0.017760535702109337, -0.016515176743268967, 0.011201166547834873, -0.0010392743861302733, -0.009693997912108898, -0.02731301635503769, -0.0028462852351367474, -0.03854956105351448, 0.0003117823216598481, 0.028530072420835495, -0.012460678815841675, -0.03305865451693535, -0.006435540970414877, 0.007238656748086214, -0.007295263931155205, -0.00492483377456665, 0.018185090273618698, 0.016416113823652267, -0.015085841529071331, -0.017519954591989517, -0.07279697060585022, 0.024143008515238762, 0.0026304698549211025, -0.012474831193685532, 0.020166344940662384, -0.018949288874864578, -0.0064284647814929485, -0.018737012520432472, 0.0033734405878931284, 0.020774874836206436, -0.0319548137485981, 0.0044507477432489395, -0.012106883339583874, 0.0009525945060886443, -0.022798584774136543, -0.007946248166263103, 0.026803549379110336, -0.003315064124763012, -0.0033274469897150993, 0.007896716706454754, 0.02711489051580429, 0.014165973290801048, 0.024737384170293808, 0.023548630997538567, -0.0027578361332416534, -0.01013978011906147, -0.011392216198146343, 0.01692557893693447, 0.00970814935863018, -0.012262552976608276, -0.0008566274773329496, -0.008363726548850536, -0.005706721916794777, 0.013338091783225536, -0.004793929401785135, -0.008009931072592735, 0.005650114733725786, 0.02400149032473564, 0.011370988562703133, 0.048144496977329254, -0.026294084265828133, -0.0458236001431942, 0.01784544624388218, -0.009941654279828072, 0.004811619408428669, -0.0029258891008794308, -0.0023014398757368326, -0.009198684245347977, 0.008710445836186409, 0.023661846294999123, 0.020194649696350098, 0.011866302229464054, -0.011724784038960934, -0.04463484510779381, -7.053798617562279e-05, 0.02305331826210022, 0.02644975483417511, 0.00019701989367604256, 0.001555815921165049, 0.021595679223537445, 0.026888461783528328, 0.028346098959445953, 0.01827000081539154, -0.018185090273618698, 0.00012382844579406083, 0.0023014398757368326, -0.016897274181246758, 0.005819936748594046, 0.011059648357331753, -0.03172838315367699, -0.006039289757609367, -0.006375395692884922, 0.02918105572462082, 0.019288932904601097, 0.018722860142588615, 0.02233157493174076, 0.001846812665462494, 0.0002165892074117437, -0.03070945292711258, 0.025034572929143906, 0.014102290384471416, -0.0002624720800668001, -0.00010624922288116068, 0.006386009510606527, 0.020633356645703316, -0.006739804986864328, -0.0040934146381914616, -0.016387809067964554, 0.006304636597633362, -0.01807187683880329, 0.001866271486505866, 0.004942523781210184, 0.001926416764035821, 0.01178846787661314, 0.0046417973935604095, 0.008066538721323013, -0.004942523781210184, 0.007748122327029705, 0.02176550216972828, 0.021991930902004242, 0.01535472646355629, 0.003603407647460699, 0.0006708847940899432, -0.008448637090623379, -0.001225017011165619, 0.005105269607156515, -0.01528396736830473, -0.02821873314678669, 0.033115264028310776, 0.02114282175898552, 0.006297560408711433, 0.002669387264177203, -0.001761017250828445, 0.012340388260781765, -0.01504338625818491, 0.03787027299404144, -0.006768108811229467, -0.035464465618133545, -0.0373891144990921, 0.033511511981487274, 0.029350878670811653, 0.007036993280053139, 0.03917224332690239, -0.009991185739636421, 0.03277561813592911, 0.04004965350031853, 0.036709826439619064, -0.023760909214615822, 0.028445161879062653, 0.0033840544056147337, -0.00913500040769577, 0.004595804028213024, -0.006814102176576853, -0.008576003834605217, -0.016614237800240517, -0.005621810909360647, -0.02223251201212406, 0.009764757007360458, -0.00992750283330679, 0.09034522622823715, 0.027539445087313652, -0.009418037720024586, 0.011717707850039005, -0.0016725683817639947, 0.021340947598218918, 0.02094469591975212, 0.013621128164231777, -0.020222952589392662, -0.008172676898539066, -0.004075724631547928, -0.00982843991369009, -0.011830923147499561, -0.015439637005329132, 0.006807025987654924, 0.0013161194510757923, -0.0016133076278492808, 0.02659127302467823, 0.0013683042488992214, -0.021822109818458557, 0.04409707710146904, 0.0027613742277026176, 0.002186456462368369, -0.004815157502889633, -0.014548072591423988, 0.016005709767341614, 0.017194462940096855, 0.003212463576346636, -0.0033822853583842516, -0.020548444241285324, 0.012694183737039566, 0.013189497403800488, -0.04007795825600624, -0.013203649781644344, -0.002832133322954178, 0.003966047894209623, 0.007029917556792498, -0.012630500830709934, 0.015368877910077572, -0.0032195395324379206, -0.002221836009994149, 0.013614051975309849, 0.016317050904035568, -0.02789323963224888, 0.016486871987581253, 0.010550183244049549, -0.013677735812962055, -0.023308049887418747, -0.02295425534248352], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='95ca2283-cf2f-4b9e-a712-f90fdef43cf5', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='c6a109f1d70aa1f08ffb7176185c12bcf5161dfb6582b89079ec047c37fb4b03'), : RelatedNodeInfo(node_id='91a1c4de-7607-4477-9fc4-1256fad76f4e', node_type=, metadata={}, hash='9c0ec8d09d011bfd1e78da7cc543cc2218fcaa29c2dff60adfbc695016abf892')}, hash='84e72f2ac24ca86e282726c166744067d7f87e82b0eac2e7cb8405d5066d672d', text=\"While more training data takes more time to gather, and leads to more training costs, achieving more capable models for a smaller parameter size has huge benefits for inference costs (the costs needed to run and use the finished model which scale with parameter size). Chinchilla has 70B parameters (60% smaller than GPT-3) and was trained on 1,400 tokens (4.7x GPT-3). The average accuracy rate of Chinchilla AI is 67.5% on Measuring Massive Multitask Language Understanding (MMLU) and outperforms other large language model platforms like Gopher (280B), GPT-3 (175B), Jurassic-1 (178B), and Megatron-Turing NLG (300 parameters and 530B parameters) on a large range of downstream evaluation tasks. 4. Microsoft & Nvidia's Megatron Turing Model Nvidia is a company that designs GPUs and APIs for data science and high-performance computing, and SoCs for mobile computing and the automotive market. The company is a leading supplier of AI hardware and software. Additionally, Nvidia's CUDA API enables the creation of massively parallel programs that leverage GPUs. Developed by NVIDIA's Applied Deep Learning Research team in 2021, the Megatron-Turing model consists of 530 billion parameters and 270 billion training tokens. Nvidia has provided access via an Early Access program for its managed API service to its MT-NLG model. Nvidia has made many of its LLM and Generative AI models and services available through its new DGX Cloud platform. 5. Meta's LlaMa Models Meta AI, formerly known as Facebook Artificial Intelligence Research (FAIR), is an artificial intelligence laboratory that aims to share open-source frameworks, tools, libraries, and models for research exploration and large-scale production deployment. In 2018, they released the open-source PyText, a modeling framework focused on NLP systems. Then, in August 2022, they announced the release of BlenderBot 3, a chatbot designed to improve conversational skills and safety. In November 2022, Meta developed a large language model called Galactica, which assists scientists with tasks such as summarizing academic papers and annotating molecules and\", start_char_idx=16179, end_char_idx=18300, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='91a1c4de-7607-4477-9fc4-1256fad76f4e', embedding=[-0.02311764284968376, -0.0029165446758270264, -0.012797011062502861, -0.01810762844979763, -0.005085165612399578, 0.004931286908686161, -0.037789832800626755, 0.028070401400327682, -0.026939569041132927, -0.03478382155299187, 0.019539060071110725, 0.02608070895075798, -0.024563390761613846, -0.008323783054947853, 0.002007584786042571, 0.0021543067414313555, 0.020097319036722183, -0.0058652968145906925, -0.004322927910834551, 0.0018537057330831885, 0.033094730228185654, 0.008602912537753582, -0.015187504701316357, -0.014500416815280914, 0.0017919752281159163, 0.024133959785103798, 0.015244761481881142, -0.02636699564754963, -0.012997412122786045, -0.0024048073682934046, 0.025493821129202843, 0.005357137881219387, -0.016289707273244858, 0.011680493131279945, -0.012031194753944874, 0.0057615176774561405, 0.030231865122914314, -0.000567652634344995, 0.019596317782998085, -0.0015280547086149454, 0.03172055631875992, 0.006681213621050119, 0.005256937816739082, -0.024606334045529366, -0.03945029526948929, 0.009561972692608833, 0.009662172757089138, -0.009583444334566593, 0.0023457608185708523, 0.02314627170562744, 0.02072715014219284, 0.04254218935966492, -0.004820350557565689, -0.00582235399633646, -0.010184645652770996, -0.005518174264580011, 0.001118307001888752, 0.00032967692823149264, 0.008939298801124096, 0.011744908057153225, -0.00047326754429377615, 0.0013741756556555629, -0.03111935406923294, 0.02387630194425583, -0.007701109629124403, 0.0040724268183112144, -0.0035284822806715965, 0.02572285197675228, 0.022673899307847023, -0.013663028366863728, -0.0019556954503059387, 0.0050708516500890255, 0.016132250428199768, -0.019954176619648933, 0.005557538475841284, 0.006835092790424824, 0.002043370623141527, -0.013999414630234241, -0.0290437750518322, -0.0020881029777228832, 0.004190520383417606, -0.00017814630700740963, -0.01856568641960621, 0.024677904322743416, 0.02314627170562744, -0.017034053802490234, -0.0002947857428807765, -0.019352974370121956, -0.0021220995113253593, -0.004254934843629599, 0.004623528569936752, -0.010549661703407764, 0.03481245040893555, 0.010184645652770996, -0.024162588641047478, 0.004505435470491648, -0.027354685589671135, 0.010986248031258583, 0.006684792228043079, -0.028127659112215042, -0.007371880114078522, -0.007515023462474346, -0.03661605715751648, -0.023089013993740082, -0.030833067372441292, 0.010249060578644276, 0.007085593417286873, 0.015130246989428997, 0.014199815690517426, 0.022029753774404526, -0.008710269816219807, 0.024606334045529366, 0.006001282949000597, -0.04145430028438568, -0.019009429961442947, -0.032493527978658676, 0.02620953880250454, 0.003367446130141616, -0.010778690688312054, -0.00166314619127661, 0.030833067372441292, 0.018794715404510498, 0.0103206317871809, -0.004448178224265575, 0.006323355250060558, -0.007325358688831329, -0.025150278583168983, -0.022945871576666832, -0.029516149312257767, -0.0003717252693604678, 0.010113074444234371, -0.0021829353645443916, 0.014987103641033173, 0.015087303705513477, -0.03169192746281624, 0.019181203097105026, -0.02572285197675228, -0.0016237818636000156, -0.0035982646513730288, -0.01607499271631241, -0.006878035608679056, 0.012138552032411098, -0.011351264081895351, 0.012367581017315388, -0.03403947874903679, 0.03464067727327347, -0.005897503811866045, 0.018966486677527428, 0.02364727295935154, 0.021872296929359436, 0.013684500008821487, -0.024964191019535065, -0.010671333409845829, 0.01820782758295536, 0.022502126172184944, 0.005636267364025116, -0.008338097482919693, 0.027311742305755615, -0.02589462324976921, 0.001986113376915455, -0.005933289881795645, 0.0030400059185922146, -0.00891782809048891, 0.0010565764969214797, 0.02109932340681553, 0.03326650336384773, 0.016346964985132217, -0.019095316529273987, -0.009290000423789024, -0.022502126172184944, -0.006316198036074638, 0.032665301114320755, -0.02819923125207424, 0.016962481662631035, -0.007815624587237835, 0.02336098626255989, 0.002621311694383621, -0.006917399819940329, -0.013469784520566463, -0.017420539632439613, 0.01601773500442505, 0.008137696422636509, -0.003419335698708892, -0.01303319726139307, -0.006344826892018318, -0.0027483513113111258, 0.009984245523810387, -0.019338659942150116, -0.0023815466556698084, -0.007744052447378635, 0.014471787959337234, 0.02089892141520977, 0.0046056355349719524, -0.010556818917393684, -0.6160887479782104, -0.02354707382619381, -8.957639511208981e-05, -0.014929845929145813, -0.016332650557160378, -0.008531340397894382, -0.011766379699110985, -0.0262667965143919, -0.01430717296898365, 0.008352411910891533, -0.030833067372441292, -0.0035427967086434364, -0.003483750158920884, -0.013011726550757885, -0.016561679542064667, -0.013970786705613136, 0.00032766396179795265, -0.03378181904554367, 0.021943869069218636, -0.0023904931731522083, -0.037847090512514114, 0.0069317142479121685, -0.008051810786128044, -0.019624946638941765, -0.019267087802290916, 0.012932997196912766, 0.014715131372213364, 0.005453759804368019, 0.011072134599089622, -0.007543651852756739, -0.017220139503479004, 0.022044068202376366, 0.006620377767831087, -0.01820782758295536, 0.03856280446052551, 0.0004956336924806237, -0.008159168064594269, 0.021915240213274956, 0.013884900137782097, 0.005979811307042837, -0.04205550253391266, -0.009483243338763714, 0.014672188088297844, 0.013562827371060848, -0.01607499271631241, 0.022602327167987823, 0.04400224983692169, -0.0014770599082112312, -0.009211271069943905, -0.017463482916355133, 0.0002011834440054372, 0.009010870940983295, 0.005747203715145588, -0.010764376260340214, 0.004806036129593849, 0.019066687673330307, 0.032665301114320755, -0.016289707273244858, 0.010685647837817669, 0.0027411943301558495, 0.0006253573228605092, 0.0034962750505656004, -0.035413652658462524, -0.009383043274283409, -0.02314627170562744, 0.009898358955979347, 0.02578010782599449, 0.02127109467983246, -0.008466926403343678, -0.014843960292637348, 0.009454615414142609, 0.021829353645443916, 0.0016255711670964956, -0.010685647837817669, 0.01793585531413555, 0.013541356660425663, 0.01554536260664463, 0.004000855144113302, -0.015473790466785431, 0.03464067727327347, 0.035012852400541306, -0.010535347275435925, 0.006362719926983118, -0.017535055056214333, 0.030575409531593323, 0.0004920550854876637, -0.00229387148283422, -0.006996128708124161, 0.0021364137064665556, 0.011007719673216343, 0.015402219258248806, 0.030145978555083275, -0.027311742305755615, -0.03632976859807968, 0.002549740020185709, -0.01184510812163353, -0.017764084041118622, 0.004018748179078102, 0.011952465400099754, -0.040767211467027664, 0.0038791834376752377, -0.019052373245358467, 0.04434579610824585, 0.012152866460382938, 0.02848551794886589, 0.004952758084982634, -0.021815039217472076, 0.012081294320523739, 0.02391924522817135, -0.03472656384110451, -0.014164029620587826, 0.016490109264850616, -0.022802727296948433, -0.02104206569492817, 0.0008736214367672801, -0.019753776490688324, -0.008194954134523869, -0.01868019998073578, 0.0032046206761151552, -0.012145709246397018, 0.04188372939825058, -0.004934865515679121, 0.00459490017965436, 0.0009022501180879772, 0.0260520800948143, 0.0236329585313797, -0.005024329759180546, -0.048496950417757034, -0.015344961546361446, 0.008209268562495708, -0.005031486973166466, -0.008545654825866222, 0.016847966238856316, -0.01800742745399475, 0.03140563890337944, 0.02094186469912529, 0.037646688520908356, -0.004233463201671839, 0.0021757781505584717, -0.005639845971018076, -0.03446890786290169, -0.010435146279633045, 0.015273390337824821, 0.01571713387966156, -0.05516742914915085, -0.01583164930343628, -0.0014806385152041912, -0.0038577120285481215, 0.005103058647364378, -0.006223155185580254, -0.030775809660553932, 0.014049515128135681, -0.016203822568058968, 0.03478382155299187, -0.008474083617329597, -0.01598910614848137, -0.02373315952718258, -0.02359001524746418, -0.008581440895795822, -0.029458891600370407, 0.00579372514039278, 0.022444870322942734, -0.014715131372213364, 0.00643071299418807, 0.006706263870000839, -0.010241903364658356, -0.003412178484722972, 0.03856280446052551, -0.035785824060440063, -0.019582003355026245, -0.007400508504360914, -0.045319169759750366, 0.0021507281344383955, 0.024706533178687096, -0.005271252244710922, 0.014700816944241524, 0.0024871148634701967, 0.007153586484491825, 0.00906812772154808, -0.017577998340129852, -0.004895500838756561, 0.016189508140087128, 0.011544506996870041, -0.006470077205449343, 0.017492111772298813, 0.009984245523810387, 0.05007152631878853, 0.027054084464907646, -0.023990817368030548, 0.008137696422636509, -0.0029791700653731823, 0.02111363783478737, -0.005550381727516651, 0.00906812772154808, -0.007486394606530666, 0.012904368340969086, 0.009440300986170769, -0.022330354899168015, 0.0009116439032368362, 0.025508135557174683, -0.004845400806516409, 0.013491256162524223, 0.021915240213274956, -0.022630956023931503, 0.006190947722643614, -0.02645288221538067, 0.007386194542050362, -0.022316040471196175, 0.008975084871053696, 0.01813625544309616, 0.027612343430519104, 0.0004403893253766, -0.025035763159394264, -0.003789718961343169, -0.012775539420545101, 0.022616641595959663, 0.01454335916787386, 0.009934145025908947, -0.01452904473990202, 0.009626386687159538, 0.0018188145477324724, 0.011659021489322186, -0.0067742569372057915, -0.013899214565753937, -0.0033155567944049835, 0.0025372151285409927, -0.016261078417301178, 0.04620665684342384, 0.0009465350885875523, -0.03406810760498047, 0.01040651835501194, 0.01574576273560524, 0.004254934843629599, 0.013412527740001678, 0.02069852128624916, -0.01816488429903984, 0.017721140757203102, 0.012983097694814205, 0.012117080390453339, -0.011072134599089622, -0.015445162542164326, 0.01548810489475727, 0.016633251681923866, 0.0018537057330831885, 0.013577141799032688, -0.016890909522771835, 0.03326650336384773, -0.0069245570339262486, -0.012367581017315388, 0.010098760016262531, -0.03873457759618759, 0.012954468838870525, 0.009225585497915745, 0.010742904618382454, 0.012260223738849163, -0.02882906049489975, 0.003634050488471985, -0.01845117099583149, 0.015445162542164326, 0.008087596856057644, -0.0043372418731451035, 0.00397222675383091, -0.010435146279633045, 0.017449168488383293, 0.001409066841006279, -0.017549369484186172, 0.005550381727516651, -0.00027890579076483846, -0.005135266110301018, -0.012453467585146427, -0.009590601548552513, -0.012396209873259068, 0.032865703105926514, -0.03942166641354561, 0.03206409886479378, 0.00578656792640686, 0.006269676610827446, 0.007500709034502506, 0.021915240213274956, 0.024005131796002388, -0.01840822771191597, -0.05010015517473221, 0.02336098626255989, -0.0012283484684303403, -0.013942157849669456, -0.011122234165668488, -0.024234160780906677, -1.2692785276158247e-05, -0.02097049355506897, -0.013841956853866577, 0.011429992504417896, 0.019410232082009315, -0.012410524301230907, 0.013369584456086159, -0.026939569041132927, 0.009969931095838547, 0.0036519435234367847, -0.013906371779739857, 0.012460624799132347, -0.027841372415423393, 0.0026570975314825773, 0.01803605630993843, 0.002827080199494958, -0.016146564856171608, 0.01863725855946541, -0.03873457759618759, -0.0206412635743618, 0.012389052659273148, -0.0007631327025592327, -0.01817919872701168, -0.002814555075019598, 0.004398077726364136, 0.0182221420109272, -0.01186657976359129, 0.011723436415195465, -0.0023421822115778923, 0.01553104817867279, -0.016805022954940796, 0.01860862970352173, 0.01793585531413555, -0.004122527316212654, -0.015359275974333286, -0.016103621572256088, 0.0009903727332130075, 0.0945318341255188, 0.02109932340681553, -0.015001418069005013, 0.0044267065823078156, -0.030718551948666573, 0.010091602802276611, -0.013791857287287712, -0.008409668691456318, -0.008044653572142124, 0.012031194753944874, -0.03172055631875992, -0.0009733744664117694, 0.027139969170093536, -0.003489118069410324, 0.02074146457016468, 0.004036641214042902, 0.012911525554955006, -0.030145978555083275, -0.02052675001323223, -0.013684500008821487, 0.019324345514178276, -0.016661880537867546, 0.028285115957260132, 0.0032350386027246714, 0.013448312878608704, -0.01780702732503414, 0.032235872000455856, 0.018937859684228897, -0.020283406600356102, -0.008366726338863373, 0.019997119903564453, -0.004448178224265575, -0.0009085126221179962, 0.02579442225396633, -0.005038644187152386, 0.022273097187280655, 0.013441155664622784, 0.008395354263484478, 0.007987395860254765, 0.0027340371161699295, 0.003099052468314767, 0.03426850587129593, 0.003746775910258293, 0.008352411910891533, 0.004741621669381857, -0.025364993140101433, -0.0014582723379135132, 0.007651009596884251, -0.02630973793566227, -0.03395359218120575, 0.016117936000227928, 0.0008038391242735088, -0.04477522522211075, -0.011694807559251785, 0.013927843421697617, 0.007146429270505905, 0.021385610103607178, -0.00728599401190877, -0.003111577592790127, -0.033123359084129333, -0.010821633972227573, -0.02108500897884369, 0.003743197303265333, -0.006552384700626135, -0.008653013035655022, -0.006047804374247789, 0.004025905393064022, 0.016805022954940796, -0.019739462062716484, 0.00936157163232565, -0.016976796090602875, -0.030060093849897385, -0.05178924649953842, -0.008209268562495708, 0.0091468570753932, -0.00352490390650928, 0.024878306314349174, -0.0049706511199474335, -0.00792298186570406, 0.029458891600370407, -0.00909675657749176, -0.013004569336771965, 0.011487250216305256, -0.03378181904554367, 0.016246763989329338, -0.015015732496976852, -0.004634264390915632, -0.017878597602248192, 0.006988971494138241, 0.02606639452278614, 0.004279984626919031, -0.02338961511850357, -0.0032260920852422714, 0.0074720801785588264, -0.020054375752806664, 0.022545069456100464, 0.021457180380821228, 0.01057828962802887, 0.005736467894166708, -0.028141973540186882, 0.0024853255599737167, -0.021815039217472076, -0.03638702630996704, -0.011716279201209545, 0.012997412122786045, -0.001418013358488679, 0.01839391514658928, 0.002859287429600954, -0.004398077726364136, -0.003796876175329089, 0.0004929497372359037, 0.005256937816739082, 0.02344687283039093, -0.01591753587126732, 0.014164029620587826, -0.012403367087244987, 0.016518736258149147, -0.007228736765682697, 0.004866872448474169, -0.030546780675649643, 0.007557966280728579, -0.027640972286462784, 0.01802174188196659, 0.009726587682962418, 0.009268528781831264, 0.02910103276371956, 0.009490400552749634, 0.01870882883667946, -0.026524454355239868, 0.03446890786290169, -0.008101911284029484, 0.024420246481895447, -0.009447458200156689, -0.02394787408411503, -0.01558830589056015, -0.02387630194425583, -0.0182221420109272, 0.021714838221669197, -0.010435146279633045, -0.005668474826961756, -0.014214130118489265, 0.00577941071242094, -0.013741756789386272, -0.013870585709810257, 0.0012194019509479403, -0.024362990632653236, -0.005990547128021717, 0.02589462324976921, 0.02097049355506897, 0.022774098441004753, -0.032264500856399536, 0.026638967916369438, -0.0211422648280859, -0.000564074085559696, -0.007744052447378635, -0.0016166246496140957, 0.019238458946347237, 0.013333798386156559, 0.03183507174253464, 0.007829939015209675, 0.03329513221979141, -0.002322500105947256, 0.03718863055109978, 0.01329801231622696, -0.01427138689905405, -0.01036357507109642, 0.00024871149798855186, 0.0052283089607954025, -0.003175992053002119, -0.007250208407640457, 0.0103206317871809, 0.01551673375070095, 0.00229745008982718, -0.02321784384548664, 0.012346109375357628, 0.016962481662631035, -0.010070131160318851, -0.016504421830177307, -0.018794715404510498, -0.03212135657668114, -0.024234160780906677, 0.013197812251746655, 0.001689090975560248, 0.00580803956836462, -0.03183507174253464, -0.014815331436693668, 0.03469793498516083, 0.019438860937952995, 0.016117936000227928, 0.0010762587189674377, 0.024663591757416725, -0.019610632210969925, 0.0010547871934249997, 0.022058382630348206, 0.016933852806687355, -0.023046070709824562, -0.018952172249555588, -0.02376178838312626, 0.0034658571239560843, 0.0014054883504286408, -0.009798158891499043, 0.03429713472723961, 0.022859985008835793, -0.015201818197965622, 0.008016024716198444, -0.0036501542199403048, 0.013827643357217312, -0.000844545487780124, -0.014829645864665508, -0.032722558826208115, 0.005518174264580011, -0.02054106444120407, -0.012253066524863243, -0.021385610103607178, -0.005840246565639973, -0.016346964985132217, -0.008531340397894382, 0.03358141705393791, -0.024606334045529366, -0.02844257466495037, 0.031892329454422, 0.04145430028438568, 0.051245301961898804, 0.006849406752735376, 0.017377596348524094, 0.021442865952849388, 0.017721140757203102, -0.008538497611880302, 0.016203822568058968, 0.0029684342443943024, 0.0015092671383172274, 0.01850842870771885, -0.005886768456548452, -0.015101618133485317, -0.010742904618382454, 0.019267087802290916, 0.013791857287287712, -0.025307735428214073, -0.02860003150999546, 0.02095617912709713, 0.012718282639980316, 0.028084715828299522, -0.027912944555282593, -0.040624067187309265, -0.013469784520566463, -0.009755215607583523, -0.007257365621626377, 0.017535055056214333, 0.0018053948879241943, -0.02122815139591694, -0.0009103019256144762, 0.00792298186570406, 0.019496116787195206, 0.008431140333414078, 0.0021006278693675995, 0.006212419364601374, 0.009762372821569443, -0.010005717165768147, -0.022158583626151085, 0.017191510647535324, 0.0013222862035036087, 0.033008843660354614, -0.0056076389737427235, 0.011029191315174103, 0.0062303123995661736, -0.002510375576093793, 0.006266098003834486, -0.003362078219652176, 0.00792298186570406, 0.03389633446931839, -0.029630662873387337, 0.01329085510224104, 0.007128536235541105, -0.019539060071110725, 0.02659602463245392, -0.027984514832496643, 0.006910243071615696, 0.0019592740572988987, -0.018150569871068, -0.0006839566049166024, 0.02075577899813652, -0.000559600826818496, -0.040194638073444366, 0.002547950716689229, -0.016160879284143448, -0.027855686843395233, -0.004823929164558649, -0.0015629458939656615, -0.005897503811866045, -0.03449753671884537, 0.007103486452251673, 0.010964777320623398, -0.02099912241101265, 0.01601773500442505, 0.0021382030099630356, -0.013698813505470753, -0.012088451534509659, 0.013806171715259552, -0.02109932340681553, 0.015058675780892372, 0.017019739374518394, -0.020111633464694023, -0.010198960080742836, 0.0007667113095521927, -0.004884765017777681, 0.015316333621740341, -0.003632261184975505, -0.013441155664622784, -0.01581733487546444, -0.012818482704460621, -0.006452184170484543, 0.012038351967930794, 0.006051382981240749, 0.0027626657392829657, -0.0009617440518923104, -0.00913254264742136, -0.004612792748957872, -0.004290720447897911, -0.005564695689827204, 0.021514438092708588, 0.009239899925887585, 0.019954176619648933, 0.02048380672931671, -0.004340820480138063, 0.029573407024145126, -0.0079730823636055, 0.0053392453119158745, -0.009769530035555363, -0.03323787450790405, -0.004874029196798801, 0.025636965408921242, 0.01825077086687088, -0.009254214353859425, -0.00915401428937912, -0.029859691858291626, 0.01163039356470108, -0.022530755028128624, 0.02338961511850357, 0.0116017647087574, -0.0007738684653304517, 0.0030722131486982107, 0.029229862615466118, 0.010521032847464085, 0.004895500838756561, -0.022759785875678062, 0.0028861267492175102, -0.013670185580849648, 0.001962852431461215, -0.040509555488824844, -0.011959622614085674, -0.016661880537867546, 0.045719970017671585, -0.00794445350766182, -0.0475522056221962, -0.03169192746281624, -0.030289122834801674, -0.03661605715751648, -0.007636695168912411, -0.0005399186629801989, 0.019081002101302147, 0.008474083617329597, 0.02048380672931671, 0.003635839791968465, 0.021442865952849388, -0.008824784308671951, 0.011208120733499527, -0.007801310159265995, 0.013362427242100239, 0.005321352276951075, -0.021772095933556557, -0.008967927657067776, -0.013691657222807407, -0.02366158738732338, -0.00392212625592947, 0.015302019193768501, -0.015144561417400837, -0.03129112720489502, 0.0003961043548770249, -0.011122234165668488, -0.000583308981731534, 0.01795016974210739, 0.0034998536575585604, -0.008087596856057644, -0.0023475501220673323, 0.027240170165896416, -0.020025748759508133, -0.01059260405600071, 0.006148004904389381, -0.011029191315174103, -0.009798158891499043, -0.017048366367816925, 0.00785140972584486, -0.007357565686106682, 0.01329801231622696, 0.01560262031853199, -0.0036286828108131886, -0.009612072259187698, -0.0027394050266593695, 0.04686511680483818, 0.005575431510806084, 0.01437874510884285, 0.02658171020448208, -0.0008848045254126191, -0.021714838221669197, -0.009268528781831264, -0.00018373785133007914, 0.015946164727211, -0.004143998492509127, 0.043143391609191895, -0.0419982448220253, 0.007479237392544746, -0.01825077086687088, 0.013985100202262402, -0.022373298183083534, -0.004022326786071062, -0.022859985008835793, -0.001122780260629952, -0.033094730228185654, 0.017563683912158012, -0.003440807107836008, -0.03343827649950981, 0.0014403794193640351, 0.006076433230191469, 0.017663883045315742, -0.016747767105698586, -0.008989399299025536, 0.005002858582884073, -0.017549369484186172, 0.0021113636903464794, 0.02361864410340786, -0.025078706443309784, -0.008653013035655022, 0.024262789636850357, 0.005725732073187828, -0.007386194542050362, 0.01162323635071516, 0.20177479088306427, -0.03922126442193985, -0.0003661337250377983, 0.016146564856171608, -0.008152010850608349, -0.0286859180778265, 0.02842826023697853, 0.015402219258248806, -0.0019539061468094587, 0.016304021701216698, -0.002027267124503851, 0.0133123267441988, -0.027411941438913345, -0.004859715234488249, 0.017549369484186172, -0.0011120445560663939, -0.019696518778800964, -0.029172604903578758, -0.019882604479789734, 0.0018232878064736724, 0.0035571111366152763, 0.008810469880700111, -0.009304314851760864, -0.02592325210571289, 0.001125464215874672, -0.02125678025186062, -0.015001418069005013, -0.008781841956079006, 0.01548810489475727, 0.004222727380692959, -0.019338659942150116, 0.005138844717293978, 0.014915532432496548, 0.005464495625346899, -0.007801310159265995, -0.005060115829110146, -0.002027267124503851, -0.004129684064537287, 0.01577439159154892, 0.022716842591762543, 0.010256217792630196, -0.0009080652962438762, 0.007608066312968731, -0.008774684742093086, -0.006105061620473862, 0.030546780675649643, -0.004942022264003754, 0.008395354263484478, -0.009719430468976498, 0.008001710288226604, -0.02139992266893387, 0.007429137360304594, 0.014758074656128883, 0.0320354700088501, -0.01576007716357708, -0.005017172545194626, -0.007651009596884251, 0.0158745925873518, 0.025064392015337944, 0.004677207209169865, -0.021500123664736748, -0.0017588733462616801, 0.0003256510244682431, 0.025293421000242233, 0.0013464416842907667, -0.002200828166678548, 0.0007268995977938175, 0.007987395860254765, 0.02343255840241909, -0.030174607411026955, -0.014987103641033173, -0.010499561205506325, -0.02639562450349331, 0.005521752871572971, -0.03143426775932312, -0.03604348376393318, 0.0519610196352005, 0.02351844497025013, -0.002574790036305785, 0.026653282344341278, 0.006960343103855848, -0.016575993970036507, -0.010184645652770996, -0.005303459241986275, -0.016189508140087128, -0.026724854484200478, 0.006248204968869686, -0.0015835227677598596, -0.02376178838312626, -0.016475794836878777, -0.011773536913096905, -0.014049515128135681, 0.0030239021871238947, 0.01863725855946541, -0.01456483080983162, -0.004645000211894512, 0.019381603226065636, 0.006448605563491583, -0.016475794836878777, -0.007808466907590628, -0.008996556513011456, 0.04208413138985634, 0.034869708120822906, 0.016618937253952026, -0.003175992053002119, 0.008137696422636509, -0.0024799576494842768, 0.010070131160318851, -0.0013446523807942867, -0.003394285449758172, -0.01057113241404295, -0.0360148549079895, 0.013999414630234241, 0.0026159437838941813, -0.0024602755438536406, 0.010893205180764198, -0.005421552341431379, -0.010542504489421844, 0.03326650336384773, -0.016790708526968956, -0.03446890786290169, -0.010928991250693798, 0.0016166246496140957, 0.013591456227004528, -0.011730593629181385, -0.02125678025186062, -0.007701109629124403, 4.99883244629018e-05, -0.019310031086206436, 0.004630685783922672, -0.002580157946795225, -0.024720847606658936, 0.009318629279732704, 0.017449168488383293, 0.0004866872332058847, -0.010735747404396534, 0.01040651835501194, 0.0027197226881980896, -0.010513875633478165, 0.01604636386036873, -0.0313197560608387, 0.0002603418834041804, 0.008939298801124096, -0.03154878318309784, 0.001680144458077848, -0.019138259813189507, 0.016547365114092827, 0.02821354568004608, -5.6222885177703574e-05, -0.006913821678608656, -0.006577434483915567, 0.01060691848397255, 0.005407238379120827, 0.0006960342871025205, 0.032608043402433395, 0.00888919923454523, -0.025393621996045113, -0.004387342371046543, 0.012389052659273148, 0.0004453098517842591, -0.048010263592004776, 0.012446310371160507, 0.01837960071861744, 0.006054961588233709, -0.008531340397894382, -0.013262227177619934, -0.18517017364501953, -0.008316625840961933, 0.013247912749648094, -0.04743769019842148, 0.014929845929145813, 0.016561679542064667, 0.010077288374304771, 0.007837096229195595, -0.01803605630993843, -0.009433143772184849, 0.027583714574575424, -0.016389908269047737, -0.01849411427974701, -0.019997119903564453, -0.007794152945280075, 0.011315478011965752, -0.005511017050594091, 0.012381895445287228, 0.016504421830177307, 0.016203822568058968, 0.013176340609788895, -0.03856280446052551, 0.0023511287290602922, 0.004480385221540928, 0.021514438092708588, 0.01842254213988781, 0.007371880114078522, 0.028027458116412163, -0.01555967703461647, -0.02391924522817135, -0.018837658688426018, -0.018966486677527428, 0.033094730228185654, 0.009669329971075058, 0.026953883469104767, 0.030231865122914314, 0.011387049220502377, -0.012904368340969086, -0.018880601972341537, 0.0026141544803977013, 0.02393355965614319, 0.022101325914263725, 0.014221287332475185, 0.012797011062502861, -0.011022034101188183, 0.025422250851988792, 0.025279106572270393, -0.02311764284968376, 0.003118734573945403, -0.01856568641960621, 0.020312033593654633, -0.007729738485068083, 0.004076005425304174, 0.002873601857572794, 0.032722558826208115, 0.030203236266970634, 0.014858274720609188, -0.0027089871000498533, 0.017535055056214333, -0.028270801529288292, -0.01183795090764761, 0.008137696422636509, 0.027182912454009056, -0.024921249598264694, 0.011322635225951672, -0.009676487185060978, -0.034926965832710266, 0.024348676204681396, -0.02387630194425583, -0.0015021100407466292, -0.005006437189877033, 0.014235601760447025, -0.019853975623846054, 0.002238403307273984, 0.010964777320623398, 0.012288852594792843, -0.032350387424230576, 0.006051382981240749, 0.04497562721371651, -0.00788003858178854, -0.016375593841075897, 0.01410677284002304, -0.0237761028110981, -0.004272827412933111, 0.00641281995922327, -0.019138259813189507, 0.02127109467983246, 0.019739462062716484, -0.035012852400541306, -0.009590601548552513, 0.035299137234687805, -0.019539060071110725, 0.0032726137433201075, -0.0028020301833748817, 0.01040651835501194, 0.0023904931731522083, 0.02092755027115345, -0.015373590402305126, -0.0023350249975919724, -0.010163174010813236, 0.0035946862772107124, -0.001454693847335875, -0.0027716122567653656, -0.010907519608736038, 0.025594022125005722, 0.028299430385231972, -0.05024329945445061, 0.004888343624770641, 0.024448875337839127, -0.024191217496991158, -0.01548810489475727, -0.024506133049726486, 0.0010529978899285197, 0.00912538543343544, -0.022888613864779472, 0.0019539061468094587, -0.013527042232453823, -0.03415399044752121, 0.037875719368457794, 0.010535347275435925, 0.048325177282094955, 0.0011326214298605919, 0.017220139503479004, 0.025064392015337944, -0.019038058817386627, -0.03635839745402336, -0.09344394505023956, -0.030174607411026955, 0.003739618696272373, 0.00913254264742136, -0.020254777744412422, 0.0415688157081604, -0.0011925626313313842, 0.028270801529288292, -0.03469793498516083, 0.01873745769262314, -0.03152015432715416, -0.01329801231622696, 0.0055038598366081715, 0.0023869145661592484, 0.01819351315498352, -0.004398077726364136, 0.0009196957107633352, -0.0079730823636055, -0.008760370314121246, 0.021700523793697357, -0.002059474354609847, -0.011115076951682568, 0.020412234589457512, -0.028299430385231972, 0.017134252935647964, -0.02317490056157112, -0.030317751690745354, 0.014972789213061333, 0.011014876887202263, 0.0091110710054636, 0.013548513874411583, -0.028113344684243202, 0.0007971292361617088, -0.02139992266893387, -0.0021489388309419155, -0.024176903069019318, 0.006258940789848566, -0.0072001079097390175, -0.0004978703218512237, -0.03197821229696274, -0.0015414744848385453, 0.0006611431017518044, 0.015101618133485317, -0.006538070272654295, -0.0286143459379673, -0.005002858582884073, -0.0035463753156363964, 0.028027458116412163, 0.00046924164053052664, -0.03618662804365158, -0.04108212888240814, -0.01803605630993843, -0.03100483864545822, -0.0023475501220673323, 0.0212854091078043, 0.0035034322645515203, 0.01833665743470192, 0.02369021624326706, -0.009891201741993427, -0.014944160357117653, -0.017062680795788765, 0.011294006370007992, -0.008760370314121246, -0.016404222697019577, -0.010699961334466934, 0.008352411910891533, -0.017062680795788765, -0.03607211261987686, 0.010728590190410614, -0.012217280454933643, 0.011938150972127914, 0.021972496062517166, -0.008595755323767662, -0.0021131529938429594, -0.04151155799627304, -0.008724584244191647, -0.008216425776481628, -0.011029191315174103, 0.014242758974432945, -0.0012963415356352925, -0.008703112602233887, -0.02105638012290001, -0.0027769801672548056, -0.00789435300976038, 0.014715131372213364, 0.008123381994664669, -0.00578656792640686, -0.020140262320637703, -0.007436294574290514, -0.04786711931228638, -0.005843825172632933, 0.025221848860383034, -0.0007765524205751717, -0.027927258983254433, -0.00016696324746590108, -0.01329085510224104, -0.0020988385658711195, -0.006044225767254829, 0.0057722534984350204, 0.011952465400099754, -0.02364727295935154, -0.00515315867960453, -0.07615223526954651, 0.022745471447706223, -0.006301884073764086, 0.0009111965773627162, 0.00514600146561861, -0.019410232082009315, 0.0009939513402059674, -0.01816488429903984, 0.013505570590496063, 0.01038504671305418, -0.021657582372426987, 0.007107065059244633, -0.005883189849555492, -0.007225158158689737, -0.010005717165768147, -0.0177927128970623, 0.02596619538962841, 0.002601629588752985, 0.012474938295781612, 0.005482388660311699, 0.02615228109061718, 0.016747767105698586, 0.021471494808793068, 0.0035911076702177525, -0.007651009596884251, -0.022129954770207405, -0.020254777744412422, 0.007400508504360914, 0.004952758084982634, -0.01040651835501194, -0.013648713938891888, -0.013262227177619934, -0.02049812115728855, 0.012303167022764683, -0.00726094376295805, -0.026839369907975197, 0.003718147287145257, 0.02088460698723793, 0.005314195062965155, 0.0474090613424778, -0.02625248208642006, -0.04414539411664009, 0.030460894107818604, -0.0023904931731522083, -0.0037789831403642893, 0.00936157163232565, -0.014457473531365395, -0.020054375752806664, 0.02298881486058235, 0.020125947892665863, 0.03936440870165825, 0.02091323584318161, -0.022917242720723152, -0.05027192831039429, -0.009833944961428642, 0.02066989243030548, 0.027011141180992126, 0.006963921710848808, -0.001165723311714828, 0.020712835714221, 0.021743467077612877, 0.018809029832482338, 0.011981094256043434, 0.003406810574233532, -0.02301744371652603, 0.0003717252693604678, 0.0008279945468530059, 0.007443451788276434, 0.01191668026149273, -0.032779816538095474, -0.005636267364025116, 0.0043336632661521435, 0.022072697058320045, 0.020025748759508133, 0.019395917654037476, 0.003710990073159337, 0.0006611431017518044, 0.008674483746290207, -0.02045517787337303, 0.03653017058968544, 0.01553104817867279, -0.017592310905456543, 0.008624384179711342, 0.016232449561357498, 0.027011141180992126, -0.0026177330873906612, -0.01820782758295536, -0.0036107897758483887, -0.005840246565639973, -0.012210123240947723, 0.005518174264580011, 0.00519610196352005, -0.0004238383553456515, 0.008946456015110016, -0.007658166810870171, -0.008660169318318367, -0.004977808333933353, 0.0018859129631891847, 0.009934145025908947, 0.011043505743145943, 0.01797879859805107, 0.008159168064594269, 0.007364722900092602, -0.014185501262545586, -0.019825346767902374, 0.0003748565213754773, -0.020068690180778503, -0.015115932561457157, 0.03089032508432865, 0.01793585531413555, 0.014886903576552868, -0.014020886272192001, -1.9067134417127818e-05, 0.014758074656128883, -0.005972654093056917, 0.03421124815940857, 0.003634050488471985, -0.02580873668193817, -0.026524454355239868, 0.030289122834801674, 0.030575409531593323, -0.0018465486355125904, 0.045605454593896866, -0.007218000944703817, 0.025364993140101433, 0.03315198794007301, 0.04949895292520523, -0.008116224780678749, 0.025164593011140823, 0.0073003084398806095, -0.0018018162809312344, -0.007235893979668617, -0.01586027815937996, -0.010220431722700596, -0.019982805475592613, 0.009325786493718624, -0.007006864529103041, 0.011666178703308105, -0.0050744302570819855, 0.08554244041442871, 0.024219846352934837, -0.01563124917447567, 0.010141703300178051, 0.005135266110301018, 0.012746910564601421, 0.017248768359422684, 0.012489252723753452, -0.019696518778800964, -0.01064270455390215, -0.005389345344156027, -0.009740902110934258, -0.014815331436693668, -0.029315747320652008, 0.0070462292060256, -0.0027036191895604134, 0.0007103486568666995, 0.033008843660354614, 0.006530913058668375, -0.0032296706922352314, 0.04248493164777756, 0.005632688757032156, -0.0079015102237463, 0.0032958744559437037, -0.021600324660539627, 0.016432851552963257, 0.005679210647940636, 0.004297877661883831, 0.006180211901664734, -0.03392496332526207, 0.009425986558198929, 0.01810762844979763, -0.037732575088739395, -0.01796448417007923, 0.005836667958647013, 0.0005877821822650731, 0.016590308398008347, -0.017535055056214333, 0.017248768359422684, -0.002513954183086753, -0.007708266843110323, 0.020297721028327942, 0.012775539420545101, -0.03363867476582527, -0.003086527343839407, 0.001180932275019586, -0.009769530035555363, -0.006072854623198509, -0.0374462865293026], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='a7be319d-06b6-4dd6-bc1e-00db8c0f4f55', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='84e72f2ac24ca86e282726c166744067d7f87e82b0eac2e7cb8405d5066d672d'), : RelatedNodeInfo(node_id='6d66ee91-b4fd-48a7-87fc-a987abc3cd8f', node_type=, metadata={}, hash='ff98381f0ea4eda7e9fd8f6d8374dcfdee0552badeff86cacf1f9924dafddaf7')}, hash='9c0ec8d09d011bfd1e78da7cc543cc2218fcaa29c2dff60adfbc695016abf892', text=\"Models Meta AI, formerly known as Facebook Artificial Intelligence Research (FAIR), is an artificial intelligence laboratory that aims to share open-source frameworks, tools, libraries, and models for research exploration and large-scale production deployment. In 2018, they released the open-source PyText, a modeling framework focused on NLP systems. Then, in August 2022, they announced the release of BlenderBot 3, a chatbot designed to improve conversational skills and safety. In November 2022, Meta developed a large language model called Galactica, which assists scientists with tasks such as summarizing academic papers and annotating molecules and proteins. Released in February 2023, LLaMA (Large Language Model Meta AI) is a transformer-based foundational large language model by Meta that ventures into both the AI and academic spaces. The model aims to help researchers, scientists, and engineers advance their work in exploring AI applications. It will be released under a non-commercial license to prevent misuse, and access will be granted to academic researchers, individuals, and organizations affiliated with the government, civil society, academia, and industry research facilities on a selective case-by-case basis. The sharing of codes and weights allows other researchers to test new approaches in LLMs. The LLaMA models have a range of 7 billion to 65 billion parameters. LLaMA-65B can be compared to DeepMind's Chinchilla and Google's PaLM. Publicly available unlabeled data was used to train these models, and training smaller foundational models require less computing power and resources. LLaMA 65B and 33B have been trained on 1.4 trillion tokens in 20 different languages, and according to the Facebook Artificial Intelligence Research (FAIR) team, the model's performance varies across languages. The data sources used for training included CCNet (67%), GitHub, Wikipedia, ArXiv, Stack Exchange, and books. LLaMA, like other large scale language models, has issues related to biased & toxic generation and hallucination. 6. Eleuther's GPT-Neo Models Founded in July 2020 by Connor Leahy, Sid Black, and Leo Gao, EleutherAI is a non-profit AI research lab\", start_char_idx=17643, end_char_idx=19830, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='6d66ee91-b4fd-48a7-87fc-a987abc3cd8f', embedding=[-0.014417357742786407, -0.007060264702886343, -0.0193644892424345, -0.016339672729372978, 0.008714020252227783, 0.018035830929875374, -0.02107478491961956, 0.03231184184551239, -0.015420918352901936, -0.042743224650621414, 0.023039503023028374, 0.025682684034109116, -0.024424700066447258, -0.012897880747914314, 0.011470279656350613, 0.00617684843018651, 0.019110066816210747, -0.008077960461378098, 0.003491261973977089, 0.022262096405029297, 0.017187751829624176, 0.006989591289311647, -0.027873557060956955, -0.005837616510689259, 0.00490119494497776, 0.006593821104615927, 0.01727255992591381, -0.02497595176100731, -0.01758352294564247, 0.001752698328346014, 0.011866050772368908, 0.013908510096371174, -0.01960477977991104, 0.009880130179226398, -0.012290090322494507, 0.00038141506956890225, 0.019095931202173233, -0.0030195177532732487, 0.017908619716763496, 0.002920574974268675, 0.02634701505303383, 0.003675012616440654, 0.007219279650598764, -0.00836065411567688, -0.024919413030147552, 0.017724869772791862, -0.00997200608253479, -0.0012836041860282421, 0.019647182896733284, 0.019406894221901894, 0.022742675617337227, 0.03759820759296417, 0.0018993455450981855, -0.00563619751483202, -0.009555033408105373, -0.015124090947210789, 0.005063743330538273, 0.009498494677245617, 0.012961487285792828, 0.022332768887281418, 0.011576290242373943, -1.0173092960030772e-05, -0.029767602682113647, 0.01973199099302292, -0.012120475061237812, -0.00839599035680294, -0.013710624538362026, 0.020947571843862534, 0.0165092870593071, -0.015180629678070545, 0.0006457775016315281, 0.00896137673407793, 0.005438311956822872, -0.013166439719498158, 0.006728100124746561, -0.006049636285752058, 0.012078071013092995, -0.01161869429051876, -0.0389268659055233, 0.004742179997265339, 0.005883553996682167, -0.017357368022203445, -0.020240839570760727, 0.0043428754433989525, 0.014714185148477554, -0.010848354548215866, -0.006275790743529797, -0.010707007721066475, 0.002795129781588912, -0.001400215202011168, 0.014516300521790981, -0.02148468978703022, 0.031746454536914825, 0.015943901613354683, -0.018926315009593964, -0.008063825778663158, -0.021682575345039368, 0.0003946663346141577, -0.008233441971242428, -0.03499742969870567, -0.005639730952680111, -0.008558539673686028, -0.011328933760523796, -0.014700050465762615, -0.03779609128832817, 0.01329365186393261, 0.000551693607121706, 0.01973199099302292, 0.01276360172778368, 0.017936889082193375, -0.002871103584766388, 0.01730082929134369, 0.0049294643104076385, -0.028212789446115494, -0.0094560906291008, -0.033866655081510544, 0.03867243975400925, 0.014558704569935799, -0.010544459335505962, -0.0030460201669484377, 0.040792640298604965, 0.006600887980312109, 0.02494768239557743, -0.004247466567903757, 0.015477457083761692, 0.012827208265662193, -0.014452693983912468, -0.01648101769387722, -0.01840333268046379, -0.003286309540271759, 0.00986599549651146, 0.007017860654741526, 0.014502165839076042, 0.010353641584515572, -0.025159701704978943, 0.01778140850365162, -0.023972390219569206, -0.0019523504888638854, -0.005039007868617773, -0.016339672729372978, -0.008417192846536636, 0.006996658630669117, -0.005120282061398029, 0.011201721616089344, 0.0022986498661339283, 0.0389268659055233, -0.0013048062101006508, 0.02923048660159111, 0.031746454536914825, 0.015039282850921154, 0.025173837319016457, -0.018247852101922035, -0.004229798447340727, 0.021258534863591194, 0.006908317096531391, 0.002710321918129921, -0.009024983271956444, 0.027675673365592957, -0.030926644802093506, 0.003254506504163146, -0.020947571843862534, -0.014382020570337772, -0.017159482464194298, 0.004791651386767626, 0.023929987102746964, 0.03313165158033371, 0.014120529405772686, -0.0015097588766366243, -0.0034576922189444304, -0.02538585662841797, -0.015958035364747047, 0.04107533395290375, -0.038333211094141006, 0.013442065566778183, 0.008812963031232357, 0.012381966225802898, 0.010240564122796059, 0.008403058163821697, -0.021838055923581123, -0.02268613688647747, 0.013929711654782295, 0.017385637387633324, 0.012975621968507767, -0.0073076216503977776, 0.004869391676038504, -0.013576344586908817, 0.018657756969332695, -0.019958145916461945, 0.0005834965850226581, -0.005561990197747946, 0.014586973935365677, 0.013434998691082, -0.007774065248668194, -0.01665063388645649, -0.627805233001709, -0.025583742186427116, 0.0013578111538663507, -0.0014488031156361103, -0.00887656956911087, -0.004431217443197966, 0.003964773379266262, -0.0028251660987734795, -0.017357368022203445, 0.021682575345039368, -0.015576399862766266, -0.007809401955455542, -0.005166220013052225, -0.014198270626366138, -0.019039392471313477, -0.021767383441329002, 0.0007668055477552116, -0.017526984214782715, 0.03460165858268738, -0.00877055898308754, -0.021088918671011925, -0.0020936971995979548, -0.009399551898241043, -0.005579658783972263, -0.0022633131593465805, 0.029682794585824013, -0.004318139981478453, 0.005600860808044672, -0.0005079645197838545, -0.00815570168197155, -0.007689257152378559, 0.026219801977276802, -0.0054171099327504635, -0.011936724185943604, 0.04039686918258667, -0.004473621025681496, -0.012657592073082924, 0.013208843767642975, 0.0045089577324688435, 0.01698986627161503, -0.03395146504044533, -0.008989646099507809, 0.007201611530035734, 0.014897936023771763, 0.0025371722877025604, 0.017484579235315323, 0.03923782706260681, -0.008791761472821236, -0.011003836058080196, -0.01847400702536106, -0.004159125033766031, 0.0006727216532453895, 0.005703337024897337, -0.0065655517391860485, -0.004607900511473417, 0.02579576149582863, 0.03570416197180748, -0.014318414963781834, 0.005392374470829964, -0.025230376049876213, 0.003975374158471823, 0.0013834302080795169, -0.029937218874692917, -0.017329098656773567, -0.01089782640337944, 0.0055937934666872025, 0.012487975880503654, 0.006123843137174845, -0.0012968553928658366, -0.03830493986606598, 0.018134774640202522, 0.01830439083278179, -0.003685613628476858, -0.01224768627434969, 0.0014753055293112993, 0.012325427494943142, 0.029117409139871597, -0.022021807730197906, -0.009604504331946373, 0.028354136273264885, 0.00599663145840168, -0.010678739286959171, 0.001359577989205718, -0.0035495676565915346, 0.018756698817014694, 0.0007601798861287534, 0.005152085330337286, -0.0010291802464053035, 0.005664466880261898, 0.0046891747042536736, 0.011555087752640247, 0.032057419419288635, -0.015703611075878143, -0.04429803788661957, 0.01624072901904583, -0.008749357424676418, -0.02429748699069023, -0.008233441971242428, 0.0200146846473217, -0.022898156195878983, 0.0025813430547714233, -0.019265547394752502, 0.03607166185975075, 0.011300664395093918, 0.03607166185975075, 0.025710953399538994, -0.014883801341056824, 0.010996769182384014, 0.03315992280840874, -0.02940010093152523, -0.0138590382412076, 0.018558813259005547, -0.014113462530076504, -0.016085248440504074, 0.010261766612529755, -0.020961707457900047, -0.0026838192716240883, -0.008572673425078392, -0.0069047836586833, -0.021272670477628708, 0.017894484102725983, -0.008092095144093037, 0.0008043507114052773, -0.005116748623549938, 0.03166164830327034, 0.020198434591293335, -0.009562100283801556, -0.027435382828116417, -0.01312403567135334, 0.0026679178699851036, -0.010544459335505962, -0.021611901000142097, 0.017936889082193375, -0.012480909004807472, 0.03364050015807152, 0.004247466567903757, 0.05040421336889267, 0.002300416585057974, 0.005431244615465403, -0.006258122622966766, -0.02107478491961956, -0.0005993981030769646, 0.011371337808668613, 0.0193644892424345, -0.037880901247262955, -0.017385637387633324, -0.012071003206074238, -0.005219224840402603, -0.0017535818042233586, -0.021739114075899124, -0.02364729344844818, 0.004586698487401009, -0.0156612079590559, 0.030106835067272186, -0.01069287396967411, -0.011371337808668613, -0.01898285374045372, -0.03638262674212456, -0.014657646417617798, -0.0415276437997818, 0.011675233021378517, 0.022120749577879906, -0.00820517260581255, 0.011095711030066013, 0.0021148992236703634, -0.018290255218744278, 0.005046075209975243, 0.028043173253536224, -0.04429803788661957, -0.017837945371866226, -0.011017970740795135, -0.03923782706260681, 0.015873227268457413, 0.0232656579464674, 0.00020848629355896264, 0.014459761790931225, -0.01218408066779375, 0.0012685861438512802, 0.017569387331604958, 0.0022279764525592327, -0.005802279803901911, 0.015011013485491276, 0.008523202501237392, -0.014869666658341885, 0.008268778212368488, 0.011943791061639786, 0.03570416197180748, 0.026092590764164925, -0.011851916089653969, -0.005102613940834999, -0.0036926809698343277, 0.010975566692650318, -0.009887197986245155, 0.011378404684364796, -0.004671506583690643, 0.0324249193072319, 0.016636500135064125, -0.010869557037949562, 0.006558484397828579, 0.014841397292912006, -0.0013048062101006508, 0.02100411057472229, 0.02525864541530609, -0.024862874299287796, 0.008579741232097149, -0.022219691425561905, -0.0036997483111917973, -0.01494034007191658, 0.0075125740841031075, 0.021640170365571976, 0.025569608435034752, 0.01105330791324377, -0.032905496656894684, -0.0038340275641530752, -0.013880240730941296, 0.024509508162736893, 0.013597547076642513, 0.00861507747322321, -0.0007579713710583746, 0.005915356799960136, 0.011604559607803822, 0.0066185565665364265, -0.007618584204465151, -0.006636224687099457, -0.005017805844545364, 0.016339672729372978, -0.016283133998513222, 0.048934206366539, 0.013300718739628792, -0.028311733156442642, -0.005265162326395512, 0.012205282226204872, -0.0012014465173706412, 0.018290255218744278, 0.011159317567944527, -0.008537337183952332, 0.02179565280675888, 0.007979017682373524, 0.015435053035616875, -0.017413906753063202, -0.012777736410498619, 0.0226154625415802, 0.005614995490759611, -0.009943736717104912, 0.028467213734984398, -0.015053417533636093, 0.023251522332429886, -0.014798993244767189, -0.01404985599219799, 0.011180519126355648, -0.014982744120061398, 0.01956237480044365, 0.0041237883269786835, -5.5765667639207095e-06, 0.015859093517065048, -0.025004221126437187, 0.011533886194229126, -0.007646853569895029, 0.00763271888718009, 0.019915742799639702, -0.0014532201457768679, 0.0024258617777377367, -0.0012447339249774814, 0.02062247507274151, 0.0005887970910407603, -0.022587193176150322, -0.005371172446757555, 0.0075761801563203335, -0.008374788798391819, -0.0023852246813476086, 0.002468265825882554, -0.02110305428504944, 0.026884131133556366, -0.02463671937584877, 0.03573242947459221, 0.009767052717506886, -0.002858735853806138, 0.016848519444465637, 0.017908619716763496, 0.029202217236161232, -0.023251522332429886, -0.034969158470630646, 0.02278507873415947, 0.00618391577154398, -0.017357368022203445, -0.01406399067491293, -0.03180299326777458, -0.01183778140693903, -0.02429748699069023, -0.011533886194229126, 0.00980238988995552, 0.013336055912077427, -0.007562045473605394, 0.01033244002610445, -0.011060374788939953, -0.0008153934613801539, 0.010042678564786911, -0.008127432316541672, 5.606934064417146e-05, -0.029032601043581963, 0.0008692818810231984, -0.0019046460511162877, -0.01327951718121767, -0.010996769182384014, 0.04104706645011902, -0.028467213734984398, -0.03087010607123375, 0.018417468294501305, 0.013611681759357452, -0.019830934703350067, 0.005395907908678055, -0.002392292022705078, 0.013378459960222244, -0.014233606867492199, -0.002045992761850357, -0.0033357806969434023, 0.01621245965361595, 0.0013807800132781267, 0.0190111231058836, 0.006756369490176439, -0.0181630440056324, -0.019746126607060432, -0.026884131133556366, 0.01091196108609438, 0.08028489351272583, 0.013866106048226357, -0.009936668910086155, 0.0045195589773356915, -0.024792201817035675, 0.014127597212791443, -0.015378514304757118, -0.019717857241630554, -0.009449022822082043, 0.0014276010915637016, -0.022940559312701225, -0.01365408580750227, 0.02014189586043358, -0.020156031474471092, 0.02388758212327957, 0.010502055287361145, 0.008742289617657661, -0.015435053035616875, -0.02018430083990097, -0.014092260040342808, 0.017413906753063202, -0.01607111282646656, 0.02103237994015217, -0.004155591130256653, 0.012169945985078812, -0.013208843767642975, 0.03694801405072212, 0.010254698805510998, -0.010473785921931267, 0.0031219939701259136, -0.003326946636661887, -0.011809512041509151, 0.009498494677245617, 0.013837836682796478, -0.013378459960222244, 0.01730082929134369, 0.002180272014811635, 0.0064277383498847485, 0.020057087764143944, 0.002558374311774969, -0.0019134802278131247, 0.0315202996134758, 0.0025477732997387648, -0.015293707139790058, 0.002664384199306369, -0.04325207322835922, -0.005424177274107933, 0.016537556424736977, -0.023053636774420738, -0.02891952358186245, 0.014021586626768112, 0.0011749439872801304, -0.04011417552828789, -0.008933107368648052, 0.014403223060071468, 0.008558539673686028, 0.02268613688647747, 0.0009655742323957384, -0.012049801647663116, -0.02501835487782955, -0.001627253252081573, -0.03180299326777458, -0.001950583653524518, -0.012162878178060055, -0.01908179745078087, -0.01442442461848259, -0.0008856250788085163, 0.014996878802776337, -0.022601328790187836, 0.015223033726215363, -0.017640061676502228, -0.015336110256612301, -0.05506865307688713, 0.012466774322092533, 0.02302536740899086, -0.012869611382484436, 0.03038952872157097, 0.013873172923922539, 0.0043428754433989525, 0.026869997382164, -0.0012562182964757085, -0.012586918659508228, 5.2480463637039065e-05, -0.018700160086154938, 0.018615351989865303, -0.004035446792840958, 0.0014099327381700277, -0.015067552216351032, 0.021498823538422585, 0.014996878802776337, 0.00383756123483181, -0.02032564766705036, 0.006268723402172327, 0.004046047572046518, -0.008855367079377174, 0.012205282226204872, 0.020085357129573822, 0.012996823526918888, 0.011364270001649857, -0.01929381676018238, -0.003703281981870532, -0.02600778266787529, -0.03259453549981117, -0.023788640275597572, 0.013915576972067356, 0.008777626790106297, 0.024028928950428963, 0.008841232396662235, -0.004028379451483488, -0.0005839383229613304, 0.008198105730116367, 0.001269469503313303, 0.023180849850177765, -0.012777736410498619, -0.0090815220028162, -0.004088451620191336, 0.009258205071091652, -0.0025177369825541973, -0.010735277086496353, -0.04313899576663971, -0.004183860495686531, -0.027025477960705757, 0.020580071955919266, -0.004576097708195448, -0.0008582391310483217, 0.021611901000142097, 0.005000137258321047, 0.023053636774420738, -0.015632938593626022, 0.040764372795820236, -0.010473785921931267, 0.03211395815014839, 0.005537254735827446, -0.007964882999658585, -0.011611626483500004, -0.02627634070813656, -0.024424700066447258, 0.009837726131081581, -0.007823537103831768, -0.004095518961548805, -0.009653975255787373, -0.004434750881046057, -0.014120529405772686, 0.005053142551332712, -0.001348093617707491, -0.02723749727010727, -0.007540843449532986, 0.013237113133072853, 0.03364050015807152, 0.0002526571333874017, -0.035478007048368454, 0.01973199099302292, 0.0016369707882404327, -0.006774038076400757, -0.025315184146165848, -0.01847400702536106, -0.003342848038300872, 0.0026537831872701645, 0.03751339763402939, 0.011484414339065552, 0.030078565701842308, -0.007208678871393204, 0.023053636774420738, 0.03991629183292389, -0.0208627637475729, -0.0030937246046960354, -0.006894182413816452, 0.009943736717104912, -0.011470279656350613, -0.006198050454258919, -0.003556634997949004, 0.012671726755797863, 0.010883691720664501, -0.0225165206938982, 0.005721005145460367, 0.006710432004183531, -0.012487975880503654, -0.012820140458643436, -0.021088918671011925, -0.05701923742890358, -0.02682759240269661, 0.015788419172167778, -0.00218910607509315, -0.002314551267772913, -0.023308061063289642, -0.012297158129513264, 0.02689826674759388, 0.00930060911923647, 0.029145678505301476, 0.003401153488084674, 0.025513069704174995, -0.002265079878270626, -0.011314799077808857, 0.013413796201348305, 0.01888391189277172, -0.028071442618966103, -0.0053252349607646465, -0.02730817161500454, -0.006604421883821487, 0.009689312428236008, -0.009173396974802017, 0.02713855542242527, 0.014982744120061398, 0.0015177095774561167, -0.0024912345688790083, 0.007915412075817585, 0.009590369649231434, -0.01000734232366085, -0.013385526835918427, -0.030106835067272186, 0.017809677869081497, -0.016565825790166855, 0.0020919302478432655, -0.014325481839478016, -0.012961487285792828, -0.016636500135064125, -0.008636279962956905, 0.025809897109866142, -0.026968939229846, -0.018247852101922035, 0.022672001272439957, 0.026855861768126488, 0.05235479772090912, 0.002017723396420479, 0.015533995814621449, 0.035449739545583725, 0.020198434591293335, -0.023831043392419815, 0.015562265180051327, 0.014099327847361565, 0.0012730031739920378, 0.012106340378522873, -0.003482427913695574, -0.014586973935365677, -0.012622254900634289, 0.016947463154792786, 0.01600044034421444, -0.02776048146188259, -0.029315292835235596, 0.019505836069583893, 0.0034046871587634087, 0.03567589074373245, -0.022629598155617714, -0.03293376788496971, -0.01535024493932724, -0.0029877147171646357, -0.01313817035406828, 0.024014795199036598, -0.012155811302363873, -0.017074674367904663, -0.0002690003311727196, -0.003830494126304984, 0.0165092870593071, 0.012784804217517376, -0.0024647321552038193, 0.010445516556501389, 0.004183860495686531, -0.014261876232922077, -0.022431712597608566, 0.013965047895908356, -0.0048022521659731865, 0.018459871411323547, -0.0060036987997591496, -0.005590259563177824, 0.00508141191676259, -0.013668220490217209, 0.02610672451555729, -0.0004841122427023947, 0.012615188024938107, 0.03553454577922821, -0.02384517900645733, 0.0014982743887230754, 0.00804969109594822, -0.01819131337106228, 0.01669303886592388, -0.029202217236161232, -0.007519641425460577, 0.0032474391628056765, -0.019760260358452797, 0.007371227256953716, 0.020961707457900047, -0.01573188044130802, -0.02162603661417961, 0.00019755402172449976, -0.013894375413656235, -0.03440377116203308, -0.016975732520222664, 0.002381691010668874, 0.0038057584315538406, -0.05167633295059204, 0.005077878013253212, 0.017654195427894592, -0.019265547394752502, 0.006685696076601744, -0.02210661582648754, -0.01662236452102661, -0.010099217295646667, 0.018827373161911964, -0.010403112508356571, -0.009922534227371216, 0.028806446120142937, -0.013053362257778645, -0.01313817035406828, -0.002148468978703022, -0.008671616204082966, 0.017767272889614105, 0.0033940861467272043, -0.02429748699069023, -0.018290255218744278, -4.185185753158294e-05, -0.019336219877004623, -0.0008388040005229414, 0.009512629359960556, 0.016085248440504074, -0.01057272870093584, -0.004388813395053148, 0.005735139828175306, 0.0030230514239519835, -0.006420671008527279, 0.01573188044130802, 0.013972115702927113, 0.005961294751614332, 0.025583742186427116, -0.017173616215586662, 0.018417468294501305, -0.003281008917838335, 0.004816386848688126, -0.005756341852247715, -0.03180299326777458, -0.007646853569895029, 0.016028709709644318, 0.007519641425460577, -0.00617684843018651, -0.00653728237375617, -0.017979292199015617, 0.013837836682796478, -0.023717965930700302, 0.013717691414058208, 0.02230449952185154, -0.0026944202836602926, 0.00045208839583210647, 0.022502385079860687, 0.019661318510770798, -0.0026820525527000427, -0.019449297338724136, -0.010424314998090267, -0.008883636444807053, -0.0028074977453798056, -0.043732650578022, -0.011809512041509151, -0.008304115384817123, 0.050799984484910965, -0.0011272394331172109, -0.03745685890316963, -0.009180464781820774, -0.02569681964814663, -0.04359130561351776, -0.003402920439839363, 0.0025901771150529385, 0.021300939843058586, 0.009604504331946373, 0.021201996132731438, 0.010410180315375328, 0.026445956900715828, -0.0038198931142687798, 0.000778731657192111, 0.0037456860300153494, 0.004007177427411079, 0.0019876870792359114, -0.015816688537597656, -0.02357661910355091, -0.004533693660050631, -0.045824579894542694, -0.0031308280304074287, 0.01963304914534092, -0.012085137888789177, -0.026940669864416122, 0.0063252621330320835, -0.022120749577879906, 0.003901167307049036, 0.00767512246966362, -0.00824050884693861, -0.007936613634228706, 0.0077316612005233765, 0.014897936023771763, -0.031718187034130096, 0.005933025386184454, -0.005219224840402603, -0.021060649305582047, -0.019576510414481163, -0.00889070425182581, 0.0051591526716947556, -0.006049636285752058, 0.0026767519302666187, 0.005830549169331789, 0.014813127927482128, -0.013788364827632904, 0.012813073582947254, 0.03906821087002754, 0.0006815558299422264, 0.004533693660050631, 0.023972390219569206, -0.009922534227371216, -0.009979072958230972, -0.022262096405029297, -0.003438257146626711, 0.0024576648138463497, 0.0076397862285375595, 0.040933988988399506, -0.044976502656936646, 0.007456035353243351, -0.02025497332215309, 0.017314963042736053, -0.019237278029322624, -0.011180519126355648, -0.016155920922756195, 0.002503602299839258, -0.03533666208386421, 0.01669303886592388, 0.011957925744354725, -0.03768301382660866, 0.0035619353875517845, 0.000541534333024174, 0.01573188044130802, -0.008742289617657661, -0.012473841197788715, -0.006431272253394127, -0.038502827286720276, 0.00021842472779098898, 0.021880460903048515, -0.027774615213274956, -0.024410564452409744, 0.01568947732448578, 0.008827097713947296, -0.02802903950214386, 0.008933107368648052, 0.19856376945972443, -0.0341210812330246, 0.00045275097363628447, 0.006883581634610891, 0.01737150177359581, -0.011159317567944527, 0.027703942731022835, 0.012579850852489471, -0.020466994494199753, 0.004614967852830887, -0.00932181067764759, 0.007583247497677803, -0.026968939229846, -0.010318305343389511, 0.011915521696209908, -0.028650963678956032, -0.05781077593564987, -0.02497595176100731, -0.01600044034421444, -0.005781077779829502, -0.00889070425182581, 0.008459596894681454, 0.0024205611553043127, -0.016749577596783638, 0.00010523699165787548, -0.01055152714252472, -0.020608341321349144, -0.007007259875535965, 0.009986139833927155, 0.013774230144917965, -0.02408546768128872, 0.0013542774831876159, 0.02590883895754814, 0.0035212982911616564, 0.0019311484647914767, -0.013201775960624218, 0.01573188044130802, 0.014883801341056824, 0.028650963678956032, 0.01551986113190651, 0.020565936341881752, -0.006413604132831097, -0.0048552569933235645, -0.022403443232178688, 0.00493299774825573, 0.02706788294017315, -0.0072934869676828384, 0.00455842912197113, -0.020481128245592117, 0.013781297951936722, -0.025399992242455482, 0.000839687418192625, 0.02627634070813656, 0.03327300027012825, -0.007113269995898008, 0.006968389265239239, 0.00328454258851707, 0.029682794585824013, 0.033046845346689224, 0.01809236966073513, -0.025824030861258507, 0.005904756020754576, -0.009046184830367565, 0.039831485599279404, 0.002966512693092227, -0.00493299774825573, -0.0061697810888290405, 0.00508141191676259, 0.020650744438171387, -0.020240839570760727, -0.014996878802776337, -0.006551417056471109, -0.022318635135889053, 0.013505672104656696, -0.046785738319158554, -0.03409281000494957, 0.06089213490486145, 0.022502385079860687, 0.0045654964633286, 0.030304720625281334, 0.03177472576498985, -0.0031431959941983223, 0.004077850840985775, -0.00969637930393219, -0.011208788491785526, -0.02973933331668377, 0.01005681324750185, -0.011095711030066013, -0.013830768875777721, 0.004402948077768087, -0.01669303886592388, -0.0013445599470287561, 0.0013048062101006508, -0.0017138280672952533, -0.009993207640945911, -0.0070037259720265865, 0.017880350351333618, 0.0054913172498345375, -0.009343013167381287, -0.013244180008769035, 0.0063358633778989315, 0.03793743997812271, 0.0165092870593071, 0.012424370273947716, -0.011286529712378979, 0.016353806480765343, 0.002439996460452676, 0.017767272889614105, -0.0074631026946008205, -0.0063252621330320835, -0.005501918029040098, -0.029682794585824013, 0.018827373161911964, 0.004604367073625326, -0.007943681441247463, 0.021159593015909195, -0.014742454513907433, -0.00527576357126236, 0.029315292835235596, -0.003024818142876029, -0.027972500771284103, -0.02179565280675888, -0.009449022822082043, 0.015336110256612301, -0.012912015430629253, -0.026163263246417046, -0.002192639745771885, 0.0003131711564492434, -0.03038952872157097, 0.012021532282233238, 0.004763382021337748, -0.028495483100414276, 0.004233331885188818, 0.016523422673344612, 0.0035743031185120344, -0.0070637986063957214, -0.0030813568737357855, 0.0002773927990347147, -0.00762565154582262, 0.012615188024938107, -0.005127349402755499, -0.009759985841810703, 0.00012025507021462545, -0.029004331678152084, 0.008289980702102184, -0.00872108805924654, 0.022191422060132027, 0.023972390219569206, 0.004491289611905813, -0.006703364662826061, -0.01494034007191658, 0.009279406629502773, 0.01079181581735611, 0.006996658630669117, 0.03516704589128494, 0.002256245817989111, -0.036919742822647095, -0.0051485514268279076, 0.007759930565953255, 0.009936668910086155, -0.05195902660489082, 0.0201136264950037, 0.024679124355316162, -0.015081686899065971, -0.014071058481931686, -0.007194544188678265, -0.18239371478557587, -0.007562045473605394, 0.016127651557326317, -0.05212864279747009, 0.013025092892348766, 0.01686265505850315, 0.015746016055345535, -0.007908344268798828, -0.020848629996180534, -0.014283077791333199, 0.037089359015226364, -0.01710294373333454, -0.014700050465762615, -0.023110175505280495, -0.0032509728334844112, 0.007286419626325369, -0.008954309858381748, 0.004717444069683552, 0.022982964292168617, 0.0233645997941494, 0.02172497846186161, -0.021767383441329002, 0.0003381276619620621, 0.005706870462745428, 0.01609938219189644, 0.025230376049876213, 0.004830521531403065, 0.007696324493736029, 0.007590314839035273, -0.03265107423067093, -0.01053739245980978, -0.011201721616089344, 0.03273588418960571, -0.010707007721066475, 0.0027721610385924578, 0.021131323650479317, 0.018544679507613182, -0.005855284631252289, -0.024509508162736893, 0.020339781418442726, 0.02641768753528595, 0.014657646417617798, 0.020240839570760727, 0.013625816442072392, -0.02360488846898079, 0.0052616288885474205, 0.014516300521790981, -0.018700160086154938, 0.014346684329211712, -0.011215856298804283, 0.017668331041932106, -0.006717499345541, 0.0016731908544898033, -0.003307511331513524, 0.01686265505850315, 0.02848134934902191, 0.03590204566717148, -0.00873522274196148, 0.018205447122454643, -0.009731716476380825, -0.004703309386968613, -0.0032739415764808655, 0.018629487603902817, -0.014007451944053173, 0.00860094279050827, -0.005130883306264877, -0.032085686922073364, 0.02689826674759388, -0.0313224159181118, 0.004657371900975704, -0.020580071955919266, 0.01771073415875435, -0.005607928149402142, -0.0022615462075918913, 0.023279791697859764, -0.002341053681448102, -0.031096260994672775, -2.7247877369518392e-05, 0.03858763352036476, -0.0037244840059429407, -0.008664549328386784, 0.01840333268046379, -0.013625816442072392, -0.004091985523700714, -0.011336000636219978, -0.010509123094379902, 0.024113737046718597, 0.017668331041932106, -0.018686026334762573, -0.0034488581586629152, 0.03070048987865448, -0.029202217236161232, -0.014120529405772686, 0.01737150177359581, -0.004491289611905813, -0.007526708766818047, 0.009993207640945911, -0.0030954915564507246, -0.008586808107793331, 0.006074371747672558, 0.01127239502966404, 0.006342930719256401, -0.004155591130256653, -0.00897551141679287, 0.04028379172086716, 0.008678684011101723, -0.021767383441329002, 0.0037880900781601667, 0.022841617465019226, -0.012035666964948177, -0.011442010290920734, -0.010304170660674572, -0.008643346838653088, 0.011109845712780952, -0.02817038632929325, -0.0010300636058673263, -0.005477182567119598, -0.027364710345864296, 0.036750126630067825, 0.006240454502403736, 0.04681400954723358, 0.01426894310861826, 0.008763492107391357, 0.020580071955919266, -0.01703227125108242, -0.025852300226688385, -0.08757837861776352, -0.013569277711212635, 0.015647074207663536, 0.034177619963884354, -0.018558813259005547, 0.023703832179307938, 0.00023300110478885472, 0.04034033045172691, -0.0441284216940403, 0.028085578233003616, -0.02740711346268654, -0.015463322401046753, 0.015632938593626022, -0.002512436592951417, 0.03236838057637215, 0.007590314839035273, -0.0007213095668703318, -0.010092150419950485, -0.024410564452409744, 0.023110175505280495, 0.002885238267481327, -0.0054277111776173115, 0.0295697171241045, -0.02689826674759388, 0.00638180086389184, -0.030304720625281334, -0.03646743297576904, 0.016806116327643394, 0.013159372843801975, -0.006484277080744505, 0.0076680551283061504, -0.02800077013671398, 0.012396100908517838, -0.02891952358186245, 0.005102613940834999, -0.028933657333254814, 0.006851778365671635, -0.0020071223843842745, 0.0016254864167422056, -0.03759820759296417, 0.0011201720917597413, -8.43110610730946e-05, 0.027435382828116417, 0.000977942137978971, -0.0424322634935379, -0.012876679189503193, -0.020000549033284187, 0.009371282532811165, -0.0012447339249774814, -0.02425508387386799, -0.03539320081472397, -0.024763932451605797, -0.02689826674759388, 0.0055443220771849155, 0.01984506845474243, 0.0295697171241045, 0.016763711348176003, 0.018389198929071426, 0.00012776411313097924, -0.014028654433786869, -0.014502165839076042, -0.0037880900781601667, -0.01758352294564247, -0.01597217097878456, 0.005735139828175306, 0.014897936023771763, -0.026629706844687462, -0.0315202996134758, -0.005339369643479586, -0.007837671786546707, 0.008509067818522453, 0.014615243300795555, -0.006646825931966305, 0.017244290560483932, -0.04019898548722267, -0.010403112508356571, -0.010184025391936302, -0.021201996132731438, 0.02593710832297802, 0.0038446285761892796, -0.02090516872704029, -0.028156250715255737, 0.013413796201348305, -0.015223033726215363, -0.004491289611905813, 0.010297102853655815, -0.0013790131779387593, -0.015943901613354683, 0.004321673419326544, -0.04958440363407135, -0.006876514293253422, 0.021456420421600342, -0.011081576347351074, -0.02117372676730156, 0.006127377040684223, -0.013604613952338696, -0.006265189964324236, 0.0017226622439920902, 0.0048658582381904125, 0.006251055281609297, -0.028354136273264885, -0.0012942051980644464, -0.06982523947954178, 0.026912400498986244, -0.0055937934666872025, -0.015392648987472057, -0.004258067812770605, -0.007505506742745638, 0.016678903251886368, -0.00961157213896513, 0.0025371722877025604, -0.005279297009110451, -0.026403551921248436, -0.0012297157663851976, -0.0014929738827049732, -0.006424204912036657, -0.011583357118070126, -0.004533693660050631, 0.014071058481931686, 0.007106202654540539, 0.005957760848104954, -0.003344614990055561, 0.023929987102746964, -0.0012138142483308911, 0.008261711336672306, 0.026771053671836853, -0.0190111231058836, -0.011215856298804283, -0.0207638218998909, -8.7513450125698e-05, 0.010360708460211754, 0.001478839199990034, -0.0027173892594873905, -0.025753358379006386, -0.013505672104656696, 0.012685861438512802, 0.0034488581586629152, -0.02477806620299816, 0.014516300521790981, 0.01655169203877449, 0.004554895684123039, 0.04183860495686531, -0.032255303114652634, -0.04508958011865616, 0.015788419172167778, -0.003150263335555792, 0.00399304274469614, -0.005484249908477068, 0.013116968795657158, -0.010403112508356571, 0.01782381162047386, 0.02285575121641159, 0.035930316895246506, 0.022770944982767105, -0.02227623015642166, -0.03889859467744827, -0.00786594022065401, 0.02182392217218876, 0.018940450623631477, 0.011336000636219978, 0.003798691090196371, 0.02223382703959942, 0.03573242947459221, 0.011866050772368908, 0.0024152607657015324, 0.002540705958381295, -0.007258150260895491, -0.019746126607060432, -0.01401451975107193, 0.0010963198728859425, 0.018954584375023842, -0.00959743745625019, -0.004463020246475935, -0.010820085182785988, 0.012120475061237812, 0.03315992280840874, 0.0037456860300153494, -0.00892604049295187, 0.009145127609372139, 0.001950583653524518, -0.030954914167523384, 0.0283682718873024, 0.00841012503951788, -0.015802554786205292, 0.014056923799216747, 0.0003569002728909254, 0.0164103452116251, -0.005943626165390015, -0.008650414645671844, -0.010636335238814354, -0.011378404684364796, -0.006841177586466074, -0.00035336660221219063, 0.0053641051054000854, 8.744443221075926e-06, 0.01016282383352518, -0.0025831100065261126, -0.012813073582947254, -0.0070037259720265865, -0.0014859065413475037, 0.011597491800785065, 0.010650469921529293, 0.007229880895465612, 0.0021908730268478394, 0.013442065566778183, -0.006671561393886805, -0.020240839570760727, -0.007738728541880846, -0.03519531339406967, -0.024933548644185066, 0.015378514304757118, -0.0025142033118754625, 0.007342957891523838, 0.002936476608738303, -0.010374843142926693, 0.009357147850096226, -0.006268723402172327, 0.03525185212492943, 0.018954584375023842, -0.02059420570731163, -0.02141401544213295, 0.0313224159181118, 0.03101145289838314, 0.010290035977959633, 0.03731551393866539, -0.01864362135529518, 0.026233937591314316, 0.013922643847763538, 0.04147110506892204, 0.00319090043194592, 0.029626255854964256, 0.003609639825299382, -0.014042789116501808, 0.0005393257597461343, -0.014502165839076042, -0.009583302773535252, -0.01669303886592388, -0.0026555501390248537, -0.019647182896733284, 0.013569277711212635, -0.007350025232881308, 0.08192451298236847, 0.03146376088261604, -0.027633268386125565, 0.01984506845474243, -0.0030636885203421116, 0.0206648800522089, 0.013442065566778183, 0.023703832179307938, -0.010297102853655815, -0.014247741550207138, -0.004858790896832943, -0.018375063315033913, -0.016396211460232735, -0.027901826426386833, 0.019915742799639702, -0.006406536791473627, -0.002107831882312894, 0.040933988988399506, 0.005547855515033007, 0.006152112502604723, 0.06224906072020531, 0.002925875596702099, 0.0008418959332630038, 0.008883636444807053, -0.01204273384064436, 0.015378514304757118, 0.02110305428504944, -0.004349942784756422, 0.009046184830367565, -0.025032490491867065, 0.007752863224595785, -0.0012438504491001368, -0.03920955955982208, -0.01590149663388729, -0.00767512246966362, 0.004551361780613661, 0.013230045326054096, -0.018360929563641548, 0.01939275860786438, -0.010593931190669537, -0.003650277154520154, 0.03084183670580387, 0.018770834431052208, -0.03488435223698616, 0.011088644154369831, -0.008841232396662235, -0.012268888764083385, 0.0004441376659087837, -0.04607900604605675], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='91a1c4de-7607-4477-9fc4-1256fad76f4e', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='9c0ec8d09d011bfd1e78da7cc543cc2218fcaa29c2dff60adfbc695016abf892'), : RelatedNodeInfo(node_id='59faa625-8e4f-42d5-8796-4b166150255a', node_type=, metadata={}, hash='22800b294c8d24e8d80fb5f316303c3c13c963bced70d85eaf52d4ee72af2983')}, hash='ff98381f0ea4eda7e9fd8f6d8374dcfdee0552badeff86cacf1f9924dafddaf7', text=\"have been trained on 1.4 trillion tokens in 20 different languages, and according to the Facebook Artificial Intelligence Research (FAIR) team, the model's performance varies across languages. The data sources used for training included CCNet (67%), GitHub, Wikipedia, ArXiv, Stack Exchange, and books. LLaMA, like other large scale language models, has issues related to biased & toxic generation and hallucination. 6. Eleuther's GPT-Neo Models Founded in July 2020 by Connor Leahy, Sid Black, and Leo Gao, EleutherAI is a non-profit AI research lab The organization has emerged as a leading player in large-scale natural language processing research, with a focus on interpretability and alignment of large models. Their mission is to ensure that the ability to study foundation models is not limited to a few companies, promoting open science norms in NLP, and creating awareness about capabilities, limitations, and risks around these models. In December 2020, EleutherAI curated a dataset of diverse text for training LLMs called the Pile, which consisted of an 800GiB dataset. Subsequently, in March 2021, they released GPT-Neo models. EleutherAI also released GPT-J-6B in June 2021, which is a 6 billion parameter language model, making it the largest open-source GPT-3 like model at the time. Additionally, they combined CLIP with VQGAN to develop a free-to-use image generation model, which guided the foundation of Stability AI. EleutherAI also trains language models in other languages, such as Polyglot-Ko, which were trained in collaboration with the Korean NLP company TUNiB. EleutherAI used Google's TPU Research Cloud Program, but by 2021, they took funding from CoreWeave. The company also uses TensorFlow Research Cloud for cheaper computing resources. In February 2022, EleutherAI released the GPT-NeoX-20b model, which became the largest open-source language model of any type at the time. In January 2023, the company was formally incorporated as a non-profit research institute. EleutherAI's NLP\", start_char_idx=19279, end_char_idx=21297, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='59faa625-8e4f-42d5-8796-4b166150255a', embedding=[-0.016597941517829895, -0.009824148379266262, -0.006261820439249277, -0.005398984998464584, 0.016325844451785088, 0.015194491483271122, -0.009022177197039127, 0.03050355054438114, -0.014091781340539455, -0.04579828679561615, 0.03015984781086445, 0.031047744676470757, -0.01884632557630539, -0.013998694717884064, 0.009022177197039127, 0.0043678791262209415, 0.015122886747121811, 0.006347745656967163, 0.004213929641991854, 0.014707580208778381, 0.0003224443644285202, 0.007797738537192345, -0.025634439662098885, -0.0024918392300605774, 0.005481330677866936, 0.0054670097306370735, 0.03210749104619026, -0.025476908311247826, -0.013941410928964615, -0.005169850308448076, 0.014571531675755978, 0.023615190759301186, -0.012917465530335903, 0.005907377693802118, -0.0011564139276742935, -0.0037305986043065786, 0.015094244852662086, 0.008306130766868591, 0.017485838383436203, 0.0028337512630969286, 0.027195418253540993, 0.010547353886067867, 0.0018957311986014247, -0.012681170366704464, -0.02576332725584507, 0.007611566688865423, -0.008327612653374672, -0.0057641686871647835, 0.014471285045146942, 0.019061138853430748, 0.007983910851180553, 0.04121559485793114, -0.007164038252085447, -0.0009165385854430497, -0.006838237401098013, -0.017987070605158806, 0.0034298591781407595, 0.016597941517829895, 0.007726133801043034, 0.019032496958971024, 0.02421666868031025, -0.006766632664948702, -0.03076132759451866, 0.023457659408450127, -0.005366763100028038, -0.014356717467308044, -0.016068067401647568, 0.011392287909984589, 0.008442179299890995, -0.010239454917609692, 0.011027105152606964, 0.009766864590346813, 0.010239454917609692, -0.019991997629404068, 0.016955964267253876, -0.015710044652223587, 0.015867574140429497, -0.011263400316238403, -0.03434155508875847, 0.0137337576597929, 0.006576880346983671, -0.024245310574769974, -0.0037091171834617853, 0.0024381359107792377, 0.013977213762700558, -0.009530569426715374, -0.0015994672430679202, -0.008814523927867413, 0.0056245396845042706, -0.00406714016571641, 0.0228132177144289, -0.003168502589687705, 0.029501086100935936, 0.015667080879211426, -0.014206347987055779, -0.006945644039660692, -0.01599646359682083, 0.007300086785107851, -0.012358950451016426, -0.032393909990787506, -0.0060720681212842464, -0.006677126977592707, -0.010719205252826214, -0.02070804312825203, -0.03471389785408974, 0.017643367871642113, 0.005939599592238665, 0.010124887339770794, 0.019734222441911697, 0.021911000832915306, 8.547796460334212e-05, 0.02307099476456642, -0.001592306769452989, -0.020006319507956505, -0.008306130766868591, -0.03597414121031761, 0.035745006054639816, 0.02013520710170269, -0.005556515417993069, -0.007353790104389191, 0.0365469753742218, 0.01122759748250246, 0.004826148506253958, -0.011764632537961006, 0.015094244852662086, 0.014421162195503712, -0.02007792331278324, -0.010067603550851345, -0.010468589141964912, -0.01187919918447733, -0.0026475791819393635, 0.006806015037000179, 0.015079923905432224, 0.013662153854966164, -0.023557906970381737, 0.0313914455473423, -0.02364383079111576, -0.001260240562260151, -0.013382895849645138, -0.019805826246738434, -0.00036674970760941505, 0.01631152257323265, -0.009079460054636002, 0.012738454155623913, 0.004203188698738813, 0.03253712132573128, -0.009688099846243858, 0.02178211323916912, 0.03282354027032852, 0.015523872338235378, 0.025720365345478058, -0.01910410076379776, -0.010203652083873749, 0.026450730860233307, 0.0062081171199679375, 0.006243919022381306, 0.008714277297258377, 0.038122277706861496, -0.02245519496500492, 0.0051805912517011166, -0.014249310828745365, -0.003966893535107374, -0.012222901917994022, -0.0013354254188016057, 0.019906071946024895, 0.02984478883445263, 0.022584084421396255, 0.00035533771733753383, 0.0034746122546494007, -0.021667545661330223, -0.02643641084432602, 0.039267949759960175, -0.03603142499923706, 0.012745615094900131, 0.013569067232310772, 0.009029337204992771, 0.01682707667350769, 0.008707116357982159, -0.0188892874866724, -0.01621127687394619, 0.016913000494241714, 0.01611102931201458, 0.018316451460123062, 0.00781921949237585, 0.0023235685657709837, -0.020536193624138832, 0.02100878395140171, -0.011750311590731144, 0.0024560370948165655, -0.009301434271037579, 0.020049281418323517, 0.020793968811631203, 0.005151949357241392, 0.001999557949602604, -0.6232462525367737, -0.029300592839717865, 0.0012351790210232139, -0.011671545915305614, -0.0018151761032640934, -0.010976981371641159, 0.00838489644229412, -0.003506834153085947, -0.02049322985112667, 0.02241223305463791, -0.009057979099452496, -0.005026641301810741, -0.006891940720379353, -0.007597245741635561, -0.028584547340869904, -0.01956237107515335, -0.0005025746067985892, -0.013934250921010971, 0.03769265115261078, 0.013082155957818031, -0.018345093354582787, 0.0070315697230398655, -0.016597941517829895, -0.004743803292512894, 0.0021606681402772665, 0.022985069081187248, 0.0045791128650307655, 0.007035149727016687, 0.0020693722181022167, 0.0007129130535759032, -0.008972053416073322, 0.028842324391007423, -0.000690984190441668, -0.014836468733847141, 0.04032769799232483, -0.00973106175661087, -0.005817872006446123, 0.010189331136643887, 0.006852558348327875, 0.029672937467694283, -0.029085779562592506, -0.002418444724753499, 0.006054167170077562, 0.001482214778661728, 0.0015985722420737147, 0.022311987355351448, 0.015423625707626343, -0.012000927701592445, -0.019247310236096382, -0.02891392819583416, -0.013798202387988567, 0.008062675595283508, 0.02173914946615696, -0.00895773246884346, -0.012874502688646317, 0.017485838383436203, 0.03391192853450775, -0.017586084082722664, 0.005001579876989126, -0.019762864336371422, 0.004267632961273193, 0.008707116357982159, -0.03468525782227516, -0.023013710975646973, -0.023830004036426544, 0.0068095955066382885, 0.006111450958997011, 0.0019727060571312904, -0.0010400564642623067, -0.030532192438840866, 0.012094013392925262, 0.028169240802526474, -0.016196954995393753, -0.006988606881350279, -0.004879851825535297, 0.017829539254307747, 0.030732685700058937, -0.0066986083984375, -0.00044148697634227574, 0.029286272823810577, 0.010747847147285938, -0.015352021902799606, 0.00862119160592556, -0.006319104228168726, 0.015337700955569744, -0.004790346138179302, -0.013798202387988567, -0.013769560493528843, 0.00501948082819581, -0.003963313531130552, 0.010661921463906765, 0.029286272823810577, -0.02679443359375, -0.04614198952913284, 0.019347557798027992, -0.00033810787135735154, -0.0176004059612751, 0.004203188698738813, 0.018960893154144287, -0.02370111458003521, -0.007325148209929466, -0.017156457528471947, 0.03583092987537384, 0.011972285807132721, 0.03434155508875847, 0.0274675153195858, -0.023615190759301186, 0.010755008086562157, 0.02504728175699711, -0.024130742996931076, -0.02019249089062214, 0.004027757328003645, -0.021037425845861435, -0.014213508926331997, 0.011936482973396778, -0.019748542457818985, -0.0010561675298959017, 0.0009416001848876476, -0.008750079199671745, -0.02529073692858219, 0.018044354394078255, -0.009079460054636002, 0.001271876273676753, -0.009186867624521255, 0.030217131599783897, 0.021051745861768723, 0.004292694386094809, -0.02158161997795105, -0.009652297012507915, 0.004851209931075573, 0.0020729524549096823, -0.029415160417556763, 0.017213741317391396, -0.006408609915524721, 0.033997852355241776, 0.009043658152222633, 0.03886696323752403, -0.0033940570428967476, 0.0012253333115950227, -0.017629047855734825, -0.03282354027032852, 0.0006122191553004086, 0.012645368464291096, 0.025777647271752357, -0.028484301641583443, -0.011077228002250195, -0.013189563527703285, 0.0051805912517011166, -0.005663922056555748, -0.03674747049808502, -0.014750543050467968, 0.003530105808749795, -0.011041426099836826, 0.02632184326648712, -0.020092245191335678, -0.003044984769076109, -0.02400185540318489, -0.030245773494243622, -0.015781648457050323, -0.04147337004542351, 0.020879894495010376, 0.02410210110247135, -0.005277257412672043, 0.008771561086177826, 0.010876735672354698, -0.014213508926331997, 0.0014401470543816686, 0.026293201372027397, -0.03783585876226425, -0.01337573491036892, -0.005058863665908575, -0.024717900902032852, 0.024288272485136986, 0.013526104390621185, -0.000990828382782638, 0.012251542881131172, -0.02132384292781353, -0.005936019588261843, 0.018989533185958862, -0.00484046945348382, -0.014020176604390144, 0.015667080879211426, -0.005907377693802118, -0.014793505892157555, 0.008241686969995499, 0.0039883749559521675, 0.043392375111579895, 0.013175242580473423, -0.012767096050083637, -0.00406714016571641, -0.006004043854773045, 0.009695259854197502, -0.009287113323807716, 0.022655688226222992, -0.014664617367088795, 0.016068067401647568, 0.010912537574768066, -0.0038917087949812412, -0.002857022685930133, 0.014242150820791721, -7.121299131540582e-05, 0.011141672730445862, 0.014736222103238106, -0.014213508926331997, 0.0031309102196246386, -0.012151297181844711, -0.0017650529043748975, -0.016512015834450722, 0.01141376979649067, 0.0156384389847517, 0.020478909835219383, 0.004550470970571041, -0.029672937467694283, 0.006458732765167952, -0.01187919918447733, 0.02828380838036537, 0.009752543643116951, 0.010153529234230518, -0.007833540439605713, 0.0001618934766156599, 0.0005195807316340506, 0.014256471768021584, -0.007271444890648127, -0.0064300913363695145, -0.007375271525233984, 0.022627046331763268, -0.022383591160178185, 0.044996317476034164, 0.0017883243272081017, -0.025691723451018333, -0.003719857893884182, 0.017428554594516754, 0.003571278415620327, 0.015495230443775654, 0.02003496140241623, -0.003934671636670828, 0.02627887949347496, 0.005470589734613895, 0.022226061671972275, -0.01053303387016058, -0.0065160165540874004, 0.0241593848913908, 0.00045178012805990875, -0.018960893154144287, 0.02984478883445263, -0.012086852453649044, 0.03202156722545624, -0.011750311590731144, -0.006648485083132982, 0.023271488025784492, -0.01022513397037983, 0.027682330459356308, 0.004081461112946272, 0.003438809886574745, 0.021510016173124313, -0.01056167483329773, 0.00329023040831089, -0.011571300216019154, 0.01386264618486166, 0.019906071946024895, 0.00020877209317404777, 0.003877387847751379, -0.009745382703840733, 0.021080387756228447, 0.001983446767553687, -0.009838469326496124, -0.008878967724740505, 0.00800539180636406, -0.020407304167747498, -0.0011671546380966902, 0.0032329466193914413, -0.02019249089062214, 0.030016638338565826, -0.027224060148000717, 0.03474254161119461, 0.011241918429732323, 0.0009559211321175098, 0.01833077147603035, 0.016125351190567017, 0.027839859947562218, -0.013074995949864388, -0.042160775512456894, 0.025677401572465897, -0.002106964820995927, -0.02504728175699711, -0.010346861556172371, -0.02570604346692562, -0.008914769627153873, -0.0216389037668705, -0.004110103007405996, 0.010253775864839554, 0.013640671968460083, -0.00393825164064765, 0.02504728175699711, -0.019433481618762016, -0.0042747934348881245, 0.01159278117120266, -0.014807826839387417, 0.004110103007405996, -0.03448476642370224, 0.00013593681796919554, 0.009387359954416752, -0.020020639523863792, -0.005807131063193083, 0.03614599257707596, -0.023830004036426544, -0.02632184326648712, 0.011213276535272598, 0.005463429260998964, -0.016870038583874702, -0.0004784080956596881, -0.0042747934348881245, 0.013984373770654202, -0.013046354055404663, -0.01573868654668331, -0.004110103007405996, 0.010855253785848618, -0.01914706453680992, 0.022498158738017082, -0.0015457638073712587, -0.012566603720188141, -0.01874607801437378, -0.019290274009108543, 0.023471981287002563, 0.07429690659046173, 0.016554977744817734, -0.02358654886484146, 0.00361424102447927, -0.026508014649152756, 0.009365878999233246, -0.015509551391005516, -0.013612030074000359, -0.00029648770578205585, 0.004629236180335283, -0.028641831129789352, -0.009738222695887089, 0.02013520710170269, -0.032909464091062546, 0.023815682157874107, 0.01040414534509182, 0.0048870122991502285, -0.02695196308195591, -0.014908073469996452, -0.016068067401647568, 0.008764400146901608, -0.015781648457050323, 0.015581156127154827, -0.00012519613665062934, 0.02075100690126419, -0.02447444386780262, 0.030245773494243622, 0.024445803835988045, -0.006716509349644184, -0.004733062814921141, -0.003755660029128194, -0.010368342511355877, -0.0003023055905941874, 0.008585388772189617, -0.016655225306749344, 0.011249079369008541, 0.009430322796106339, 0.010840932838618755, 0.0031416509300470352, 0.004790346138179302, -0.008714277297258377, 0.036833394318819046, -0.0024435061495751143, -0.0011510435724630952, -0.0051805912517011166, -0.05018048733472824, 0.0056352801620960236, 0.016139671206474304, -0.02776825614273548, -0.03030305728316307, 0.009938715025782585, 0.004836889449506998, -0.04207485169172287, -0.009566371329128742, 0.010139208287000656, 0.009580692276358604, 0.006584040820598602, -0.0017757934983819723, -0.003920350689440966, -0.02106606774032116, -0.006422930862754583, -0.03872375562787056, -0.00711033446714282, -0.011986606754362583, -0.011249079369008541, -0.00939452089369297, -0.00044439590419642627, 0.013826844282448292, -0.009487606585025787, 0.012287345714867115, -0.011864878237247467, -0.025734685361385345, -0.059345874935388565, 0.0033707856200635433, 0.015881896018981934, 0.0030968980863690376, 0.02405913732945919, 0.012537961825728416, -0.006945644039660692, 0.02473222091794014, -0.007890824228525162, -0.015982141718268394, 0.001276351627893746, -0.006308363284915686, 0.020049281418323517, -0.014850789681077003, -0.002198260510340333, -0.022369269281625748, 0.026651224121451378, 0.00963081605732441, -0.0023271488025784492, -0.01724238321185112, 0.005603058263659477, -0.0010427417000755668, -0.00460775475949049, 0.014020176604390144, 0.024288272485136986, 0.022054210305213928, 0.0005750742857344449, -0.02653665654361248, -0.006322684232145548, -0.03537266328930855, -0.02338605560362339, -0.02700924687087536, 0.012838700786232948, 0.016182634979486465, 0.02814059890806675, 0.014979677274823189, -0.005585157312452793, -0.008972053416073322, 0.005706884898245335, 0.003399427281692624, 0.017371270805597305, -0.010797969996929169, -0.011707348749041557, -0.012931786477565765, 0.0024148644879460335, -0.00813428033143282, -0.02463197521865368, -0.029816146939992905, -0.005116146989166737, -0.030217131599783897, 0.026651224121451378, -0.006000463850796223, -0.004102942533791065, 0.025462588295340538, 0.0024649875704199076, 0.009924394078552723, -0.024460123851895332, 0.02907145954668522, -0.012996231205761433, 0.030589476227760315, 0.012452036142349243, -0.013418697752058506, -0.00973106175661087, -0.025362340733408928, -0.02725270204246044, 0.0062904623337090015, -0.0016576460329815745, -0.01817324198782444, -0.008936251513659954, -0.001095550018362701, -0.017313987016677856, 0.014342396520078182, -0.004983678460121155, -0.02370111458003521, -0.0060398462228477, 0.017629047855734825, 0.024460123851895332, 0.008499463088810444, -0.027080850675702095, 0.019991997629404068, -0.0005213708500377834, -0.01631152257323265, -0.032594405114650726, -0.0196196548640728, -0.015065602958202362, -0.0013399006566032767, 0.028455659747123718, 0.008019712753593922, 0.044795822352170944, 0.004564791917800903, 0.025992462411522865, 0.04751679673790932, -0.01453572977334261, -0.0005974507075734437, -0.0034101679921150208, 0.022082852199673653, -0.021295201033353806, -0.008112798444926739, -0.0014517827657982707, 0.02003496140241623, 0.0030754166655242443, -0.01370511669665575, 0.0026780113112181425, 0.005953920539468527, -0.014328076504170895, -0.01225870382040739, -0.018960893154144287, -0.04992271214723587, -0.03886696323752403, 0.015208812430500984, -0.009867111220955849, -0.014836468733847141, -0.025176169350743294, -0.010747847147285938, 0.03164922446012497, 0.013232526369392872, 0.036575619131326675, 0.0015896216500550508, 0.024202346801757812, -0.001551134162582457, -0.00859970971941948, 0.014643136411905289, 0.014356717467308044, -0.025176169350743294, -0.006329844705760479, -0.024546049535274506, -0.014850789681077003, 0.01453572977334261, -0.016841396689414978, 0.025204811245203018, 0.010611798614263535, 0.004944296088069677, -0.0029841207433491945, 0.004468125756829977, 0.0021230757702142, -0.016454732045531273, -0.013748078607022762, -0.023715436458587646, 0.015323380008339882, -0.029501086100935936, 0.00805551465600729, -0.018717436119914055, -0.017471516504883766, -0.009673778899013996, -0.016597941517829895, 0.02586357295513153, -0.023271488025784492, -0.012702652253210545, 0.025749005377292633, 0.025104565545916557, 0.05765600502490997, 0.0007509530405513942, 0.01771497167646885, 0.03442748263478279, 0.012179939076304436, -0.01530905906111002, 0.015480909496545792, 0.014320915564894676, -0.002830171026289463, 0.021595939993858337, 0.00823452603071928, -0.009251311421394348, -0.010232293978333473, 0.013905609026551247, 0.01694164238870144, -0.030474908649921417, -0.037348948419094086, 0.015609798021614552, -0.00681317551061511, 0.03036034107208252, -0.026994924992322922, -0.03514352813363075, -0.018244845792651176, 0.000471247622044757, -0.019347557798027992, 0.014306594617664814, -0.012273024767637253, -0.013404376804828644, 0.001143883098848164, 0.0014625234762206674, 0.0027138134464621544, 0.019791506230831146, 0.0010400564642623067, 0.0036697345785796642, 0.011807595379650593, -0.011170314624905586, -0.011027105152606964, 0.018932251259684563, 0.0006332529592327774, 0.024660617113113403, 8.184179750969633e-05, -0.0035605377051979303, 0.002857022685930133, -0.016955964267253876, 0.016196954995393753, 0.00024323179968632758, 0.008406377397477627, 0.036947961896657944, -0.041072387248277664, 0.00032602460123598576, 0.01853126473724842, -0.012946107424795628, 0.01538066379725933, -0.0328521803021431, 0.00046945750364102423, 0.0002356238110223785, -0.013017712160944939, 0.0018832003697752953, 0.017772255465388298, -0.014270792715251446, -0.020722365006804466, 0.0030557254794985056, -0.007099593989551067, -0.03783585876226425, -0.012416234239935875, 0.01187919918447733, 0.00027948161005042493, -0.050409622490406036, 0.003415538463741541, 0.016354486346244812, -0.015165849588811398, 0.016955964267253876, -0.012115494348108768, -0.004546890500932932, -0.019548049196600914, 0.018917929381132126, -0.010683403350412846, -0.014199187979102135, 0.025720365345478058, -0.010017480701208115, -0.006412189919501543, -0.0062904623337090015, -0.004901333246380091, 0.01616831310093403, 0.008435019291937351, -0.021037425845861435, -0.004765284713357687, 0.00361961149610579, -0.01016785018146038, 0.0019941874779760838, 0.012136976234614849, 0.0071747787296772, -0.006920582614839077, 0.0032866501715034246, -0.0007196260266937315, 0.004697260446846485, -0.006211697123944759, 0.019949035719037056, 0.020063603296875954, 0.009057979099452496, 0.02334309183061123, -0.03351094201207161, 0.016125351190567017, 0.006874039303511381, 0.0065983617678284645, -0.007461197208613157, -0.042561762034893036, -0.005305899307131767, 0.01646905206143856, 0.011041426099836826, -0.0071890996769070625, 0.00859970971941948, -0.013905609026551247, 0.009236990474164486, -0.024273952469229698, 0.020822610706090927, 0.015423625707626343, -0.0032991808839142323, -0.013726597651839256, 0.018144600093364716, 0.024273952469229698, 0.002468567807227373, -0.021295201033353806, -0.01397005282342434, -0.01775793544948101, -0.0035032539162784815, -0.04800371080636978, -0.0024399259127676487, -0.0156384389847517, 0.05430491268634796, -0.006193796172738075, -0.03697660565376282, -0.026049746200442314, -0.03353958576917648, -0.041387446224689484, -0.020879894495010376, 0.012072531506419182, 0.021595939993858337, 0.002962639322504401, 0.02261272631585598, 0.01941916160285473, 0.02736726962029934, -0.0005083925207145512, 0.00978834554553032, 0.0036840555258095264, -0.00010796627611853182, 0.002074742689728737, -0.018975213170051575, -0.019290274009108543, 0.002488258993253112, -0.045311376452445984, -0.004034917801618576, 0.01997767761349678, -0.018087316304445267, -0.02302803285419941, 0.0190038550645113, -0.01626856066286564, 0.004772445186972618, 0.006057747174054384, -0.017313987016677856, -0.006691447924822569, 0.014664617367088795, 0.01704188995063305, -0.03984078764915466, 0.004593433812260628, -0.006788114085793495, -0.011757471598684788, -0.017099173739552498, -0.01553819328546524, 0.003945412114262581, 0.00025755271781235933, -0.0021194955334067345, 0.0016504855593666434, 0.012695491313934326, -0.008442179299890995, 0.015523872338235378, 0.02622159570455551, 0.01140660885721445, 0.004500347655266523, 0.009752543643116951, 0.006480214186012745, -0.007855022326111794, -0.024388520047068596, 0.003877387847751379, -0.0017265654169023037, 0.007912306115031242, 0.03500031679868698, -0.05453404784202576, 0.006652065087109804, -0.016440412029623985, 0.018287809565663338, -0.011335005052387714, -0.013103637844324112, -0.015838932245969772, -0.001365857315249741, -0.023257166147232056, 0.0163688063621521, 0.010669082403182983, -0.03568772226572037, 0.0031309102196246386, -0.00020317798771429807, 0.012638208456337452, -0.0007979435031302273, -0.00687761977314949, -0.004611334763467312, -0.04227534309029579, -0.01285302173346281, 0.018158920109272003, -0.022426553070545197, -0.01666954532265663, 0.01941916160285473, 0.012165618129074574, -0.02158161997795105, 0.007733294274657965, 0.1940770447254181, -0.026293201372027397, -0.0064408318139612675, -0.000391811307054013, 0.007604406215250492, -0.004815408028662205, 0.019132742658257484, 0.0182734876871109, -0.020937178283929825, 0.007547122426331043, -0.007532801479101181, 0.012874502688646317, -0.029257630929350853, -0.010504391975700855, 0.0059861429035663605, -0.026064066216349602, -0.05295874550938606, -0.022240381687879562, -0.022254703566432, -0.0074969991110265255, 0.0024989997036755085, 0.0031899840105324984, 0.005066023673862219, -0.019591012969613075, 0.002878504106774926, -0.013003391213715076, -0.00897921435534954, -0.00704947067424655, 0.003762820502743125, 0.01429943460971117, -0.022283345460891724, 0.009272793307900429, 0.026465052738785744, -0.001214592601172626, 0.0009344397694803774, -0.007733294274657965, 0.0053202202543616295, 0.020980142056941986, 0.03164922446012497, 0.009902913123369217, 0.02209717221558094, -0.011206116527318954, 0.013841165229678154, -0.01761472597718239, 0.0035873893648386, 0.03485710918903351, -0.011084388941526413, 0.005456268787384033, -0.02245519496500492, 0.014485605992376804, -0.02138112671673298, 0.007017248775810003, 0.015280417166650295, 0.03975486010313034, -0.01615399308502674, 0.00838489644229412, -0.004163806326687336, 0.014263631775975227, 0.03356822580099106, 0.022913465276360512, -0.01770065166056156, 0.00932291615754366, -0.01011772733181715, 0.027954427525401115, 0.00018471742805559188, 0.0005253985873423517, -0.008964893408119678, 0.007275025360286236, 0.015036961063742638, -0.018144600093364716, -0.006616263184696436, -0.008692795410752296, -0.020421626046299934, 0.00519133172929287, -0.0431632399559021, -0.02834109216928482, 0.058056991547346115, 0.0188892874866724, 0.017285345122218132, 0.03548722714185715, 0.034255631268024445, 0.0033689953852444887, 0.0072642844170331955, -0.013561907224357128, -0.008377735503017902, -0.044108420610427856, 0.006215277593582869, -0.019605332985520363, -0.011141672730445862, 0.0028838743455708027, -0.005363183096051216, -0.004972937982529402, -0.0027048629708588123, 0.0006475739064626396, -0.010311059653759003, -0.008499463088810444, 0.00931575521826744, 0.010683403350412846, 0.0001098682769224979, -0.013411537744104862, -0.0026189375203102827, 0.040757324546575546, 0.016998926177620888, 0.00963081605732441, -0.012401913292706013, 0.021209275349974632, 0.0009568161913193762, 0.0183880552649498, -0.0026977024972438812, -0.004163806326687336, -0.006369227077811956, -0.02122359722852707, 0.0202354546636343, 0.009179706685245037, -0.005194912198930979, 0.01714213564991951, 0.0026654803659766912, -0.008177243173122406, 0.030131205916404724, -0.0015045912005007267, -0.02647937275469303, -0.03199292719364166, -0.016196954995393753, 0.021953962743282318, -0.00996735692024231, -0.022440874949097633, -0.006555398926138878, -0.006197376176714897, -0.04330644756555557, 0.008563907817006111, 0.011943643912672997, -0.01946212351322174, 0.013368574902415276, 0.005159109830856323, -0.001917212619446218, -0.01321820542216301, 0.003184613538905978, 0.0022501738276332617, -0.014084620401263237, 0.006412189919501543, -0.008413538336753845, -0.01615399308502674, -0.00520207267254591, -0.02370111458003521, 0.015323380008339882, -0.010905377566814423, 0.015137207694351673, 0.019118422642350197, 0.0017194049432873726, -0.01412042323499918, -0.002454246859997511, 0.009537729434669018, 0.008828844875097275, 0.009609334170818329, 0.030331699177622795, 0.0010400564642623067, -0.0367761105298996, -0.010726366192102432, 0.007869343273341656, 0.007855022326111794, -0.05777057260274887, 0.0007276815013028681, 0.027037888765335083, -0.004758124239742756, -0.015667080879211426, -0.001185055822134018, -0.18548449873924255, 0.0029089360032230616, 0.010447108186781406, -0.05527873337268829, 0.017743613570928574, 0.020278416574001312, 0.005212813150137663, -0.002985910978168249, -0.017328307032585144, -0.01801571249961853, 0.02730998583137989, -0.016282880678772926, -0.019275952130556107, -0.02235494926571846, -0.0004622970591299236, 0.0037091171834617853, -0.015223133377730846, 0.0059968833811581135, 0.01641177013516426, 0.016182634979486465, 0.020321378484368324, -0.02849862165749073, 0.0018832003697752953, 0.005492071155458689, 0.009637976065278053, 0.01926163211464882, 0.005545774474740028, 0.010260935872793198, 0.006544658448547125, -0.026465052738785744, -0.010969821363687515, -0.016512015834450722, 0.03903881460428238, -0.013254007324576378, 0.008535265922546387, 0.01154265832155943, 0.011807595379650593, -0.0023754818830639124, -0.026006782427430153, 0.02307099476456642, 0.026407768949866295, 0.013225365430116653, 0.025562833994627, 0.014807826839387417, -0.023615190759301186, 0.010074764490127563, 0.01724238321185112, -0.021495694294571877, 0.016039425507187843, -0.015967821702361107, 0.018130280077457428, -0.011277721263468266, 0.01616831310093403, -0.0016898680478334427, 0.014936715364456177, 0.01807299628853798, 0.03494303300976753, -0.002280605724081397, 0.020793968811631203, -0.009645137004554272, -0.0073394691571593285, -0.00681675598025322, 0.014528568834066391, -0.0091940276324749, -0.00699576735496521, -0.00872859824448824, -0.017156457528471947, 0.025677401572465897, -0.024546049535274506, 0.009279953315854073, -0.018402377143502235, 0.025161849334836006, -0.012702652253210545, 0.0008270328980870545, 0.02973022125661373, 0.007092433515936136, -0.029987996444106102, 0.0013309500645846128, 0.046027421951293945, -0.006730830296874046, -0.014707580208778381, 0.026880359277129173, -0.012373271398246288, 0.003365415148437023, -0.018345093354582787, -0.002379062119871378, 0.018445339053869247, 0.01285302173346281, -0.019906071946024895, -0.004521829076111317, 0.020435946062207222, -0.020264094695448875, 0.0033672053832560778, 0.016583619639277458, -0.008714277297258377, 0.0002512873033992946, 0.00973106175661087, -0.007317987736314535, -0.008277488872408867, 0.015008319169282913, 0.006487374659627676, 0.004289114382117987, -0.00102931575383991, -0.004303435329347849, 0.04791778326034546, 0.015437946654856205, -0.01811595819890499, 0.003229366382583976, 0.0288136824965477, -0.010103406384587288, -0.0013067835243418813, -0.0029894912149757147, -0.0054884906858205795, 0.021452732384204865, -0.025519872084259987, 0.012029568664729595, -0.01417054608464241, -0.03382600098848343, 0.04144473001360893, 0.006802435033023357, 0.04940715804696083, 0.01047575008124113, 0.0042855339124798775, 0.008757240138947964, -0.02425963059067726, -0.033167239278554916, -0.08804498612880707, -0.009100941941142082, 0.01941916160285473, 0.029357876628637314, -0.020521871745586395, 0.028842324391007423, -0.012509319931268692, 0.03551587089896202, -0.043134596198797226, 0.031735148280858994, -0.03256576135754585, -0.021338164806365967, 0.011034265160560608, -0.002232272643595934, 0.025949498638510704, -0.006007624324411154, -0.00781921949237585, -0.015294738113880157, -0.022741613909602165, 0.030245773494243622, -0.011363646946847439, -0.006627003662288189, 0.032451193779706955, -0.018545586615800858, -0.0007236537639982998, -0.02685171738266945, -0.04651433229446411, 0.015509551391005516, 0.011184634640812874, -0.014507087878882885, -0.0058500939048826694, -0.03236526995897293, 0.011263400316238403, -0.020407304167747498, -0.006669966503977776, -0.030388982966542244, 0.006025525275617838, -0.0027764674741774797, -6.500352901639417e-05, -0.029257630929350853, 0.0024703580420464277, 0.0006243024254217744, 0.028469979763031006, 0.0023343092761933804, -0.04104374349117279, -0.023557906970381737, -0.018130280077457428, 0.012731294147670269, 0.0008288230164907873, -0.014234989881515503, -0.03838005289435387, -0.013769560493528843, -0.019247310236096382, -0.00459701381623745, 0.015437946654856205, 0.019906071946024895, 0.009974517859518528, 0.016583619639277458, -0.008635512553155422, -0.010554514825344086, -0.014084620401263237, -0.009759703651070595, -0.02509024366736412, 0.0008731283014640212, 0.012530800886452198, 0.01038266345858574, -0.038637831807136536, -0.03439883887767792, -0.012022408656775951, -0.007192679680883884, 0.0037305986043065786, 0.010303898714482784, 0.003653623629361391, 0.018001390621066093, -0.042418550699949265, -0.01755744218826294, -0.01724238321185112, -0.019748542457818985, 0.03557315468788147, 0.001045426819473505, -0.02033570036292076, -0.02435987815260887, 0.020822610706090927, -0.02509024366736412, -0.008370575495064259, 0.02136680670082569, -0.002799738897010684, -0.02116631343960762, 0.005323800258338451, -0.04342101514339447, -0.0015932018868625164, 0.025620117783546448, -0.005441947840154171, -0.02007792331278324, 0.010411305353045464, -0.012967589311301708, -0.01914706453680992, 0.002287766197696328, -0.008341933600604534, 0.014464125037193298, -0.03081860952079296, -0.0025169008877128363, -0.07761935889720917, 0.024460123851895332, -0.0021284460090100765, -0.016497693955898285, -0.013526104390621185, -0.007332308683544397, 0.014464125037193298, 0.0052450355142354965, -0.0074110738933086395, 0.008592549711465836, -0.025648759678006172, 0.0019225829746574163, -0.0005670187529176474, -0.005853674374520779, -0.010182171128690243, 0.0015341280959546566, 0.018130280077457428, 0.0009827727917581797, 0.01153549738228321, 0.0015359182143583894, 0.015423625707626343, 0.005638860631734133, 0.0077834175899624825, 0.023915929719805717, -0.010640440508723259, -0.008291809819638729, -0.019318915903568268, 0.0027961586602032185, 0.012731294147670269, 0.006705768872052431, -0.0005218183505348861, -0.02695196308195591, 0.0013783881440758705, 0.020980142056941986, 0.005352442152798176, -0.007847861386835575, 0.014371038414537907, 0.021825075149536133, 0.010575995780527592, 0.03820820152759552, -0.03989807143807411, -0.0576273649930954, 0.004059979692101479, -0.0008095792727544904, 0.007024409249424934, -0.004779605660587549, 0.014414001256227493, -0.011055747047066689, 0.01993471384048462, 0.023572226986289024, 0.03056083433330059, 0.018903609365224838, -0.023987533524632454, -0.033167239278554916, -0.013347093015909195, 0.011084388941526413, 0.023672472685575485, 0.0056889839470386505, 0.013296970166265965, 0.022641368210315704, 0.030961818993091583, 0.015165849588811398, 0.01666954532265663, -0.006326264701783657, 0.004486026708036661, -0.015294738113880157, -0.021610261872410774, 0.0012351790210232139, 0.010640440508723259, -0.01429943460971117, -0.0005285312654450536, -0.01666954532265663, 0.01285302173346281, 0.0354299433529377, -0.005159109830856323, -0.008413538336753845, -8.475073263980448e-05, 0.00301455263979733, -0.019648296758532524, 0.020478909835219383, 0.0010185751598328352, -0.014199187979102135, 0.006501695606857538, 0.0007693016668781638, 0.016798434779047966, 0.0014195607509464025, -0.0074969991110265255, -0.011392287909984589, -0.020693723112344742, -0.014428322203457355, -0.002781837945804, 0.006526757497340441, -0.008513784036040306, 0.012094013392925262, -0.003499673679471016, -0.01362635102123022, -0.013669313862919807, -0.0037664007395505905, 0.006147252861410379, 0.022469516843557358, 0.013411537744104862, 0.012308826670050621, 0.003458501072600484, -0.009000695310533047, -0.018473980948328972, -0.001551134162582457, -0.03216477483510971, -0.018201883882284164, 0.01388412807136774, -0.005646021105349064, 0.00400269590318203, 0.008034033700823784, -0.011757471598684788, 0.00668786745518446, -0.004976517986506224, 0.03176379203796387, 0.006695027928799391, -0.025877894833683968, -0.028670473024249077, 0.034771181643009186, 0.028899608179926872, 0.0023754818830639124, 0.028928250074386597, -0.017127815634012222, 0.027424553409218788, 0.011979445815086365, 0.03500031679868698, -0.006047006696462631, 0.03216477483510971, -0.006705768872052431, -0.0004029995179735124, 0.019648296758532524, -0.013017712160944939, 0.0007594560738652945, -0.024230988696217537, -0.001313048996962607, -0.010769328102469444, 0.025534192100167274, -0.002035360084846616, 0.10173578560352325, 0.030446266755461693, -0.030131205916404724, 0.018760399892926216, -0.00574268726631999, 0.011750311590731144, 0.0098098274320364, 0.027066530659794807, -0.01884632557630539, -0.0074110738933086395, -0.0035587474703788757, -0.01445696409791708, -0.015194491483271122, -0.01739991270005703, 0.010103406384587288, -0.008270328864455223, 0.007332308683544397, 0.028469979763031006, 0.013275489211082458, 0.010769328102469444, 0.04307731240987778, -0.0071998401544988155, -0.0035820191260427237, -0.006097130011767149, -0.018602868542075157, 0.01386264618486166, 0.03153465688228607, -0.011012784205377102, 0.0025330118369311094, -0.03015984781086445, 0.005130467936396599, -0.0014875851338729262, -0.03826548531651497, -0.014385359361767769, -0.02189668081700802, 0.00489417277276516, 0.008084156550467014, -0.011957964859902859, 0.014227829873561859, -0.012437715195119381, -0.0031255397479981184, 0.027854179963469505, 0.013332772068679333, -0.02726702392101288, 0.01182191539555788, -0.01797274872660637, -0.01177179254591465, -0.002951898844912648, -0.030990460887551308], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='6d66ee91-b4fd-48a7-87fc-a987abc3cd8f', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='ff98381f0ea4eda7e9fd8f6d8374dcfdee0552badeff86cacf1f9924dafddaf7'), : RelatedNodeInfo(node_id='fd72a7ac-dbb6-4f0c-9c43-d00d4c437ec5', node_type=, metadata={}, hash='73b380ad888071dde9637e7fab52e90bad4298fa90a1148b76005b70d7e4bf8e')}, hash='22800b294c8d24e8d80fb5f316303c3c13c963bced70d85eaf52d4ee72af2983', text=\"language models in other languages, such as Polyglot-Ko, which were trained in collaboration with the Korean NLP company TUNiB. EleutherAI used Google's TPU Research Cloud Program, but by 2021, they took funding from CoreWeave. The company also uses TensorFlow Research Cloud for cheaper computing resources. In February 2022, EleutherAI released the GPT-NeoX-20b model, which became the largest open-source language model of any type at the time. In January 2023, the company was formally incorporated as a non-profit research institute. EleutherAI's NLP model, GPT-NeoX-20B, is trained on 20 billion parameters using the company's GPT-NeoX framework and GPUs from CoreWeave. The GPT-NeoX-20B model has a 72% accuracy on LAMBADA sentence completion. When measured for zero-shot accuracy for Stem using Hendrycks Test Evaluation, it had an average of 28.98%. The model uses the Pile dataset for training and consists of data from 22 sources that falls under the following 5 categories: academic writing (Pubmed Abstracts and PubMed Central, arXiv, FreeLaw, USPTO Backgrounds, PhilPapers, NIH Exporter), web-scrapes and Internet resources (CommonCrawl, OpenWebText2, StackExchange, Wikipedia-English), prose (BookCorpus2, Bibliotik, Project Gutenberg), dialogue (Youtube subtitles, Ubuntu IRC, OpenSubtitles, Hacker News, EuroParl), and miscellaneous (GitHub, the DeepMind Mathematics dataset, Enron Emails). GPT-NeoX-20B is publicly accessible and a pre-trained general-purpose autoregressive transformer decoder language model. It is a powerful few-shot reasoner with 44 layers and a hidden dimension size of 6144 and 64 heads. Additionally, it uses 1.1. Rotary Positional Embeddings instead of learned positional embeddings, as found in GPT models. 7. Cohere's XLarge Founded in 2019 by Aidan Gomez, Ivan Zhang, and Nick Frosst, Toronto-based Cohere specializes in natural language\", start_char_idx=20742, end_char_idx=22626, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='fd72a7ac-dbb6-4f0c-9c43-d00d4c437ec5', embedding=[-0.02449904754757881, -0.010822671465575695, 0.016822583973407745, -0.003431578865274787, -0.004594462923705578, 0.021616805344820023, 0.0001268560445168987, 0.01394747756421566, -0.009303074330091476, -0.054990872740745544, 0.024741612374782562, 0.034215908497571945, -0.012470685876905918, -0.01231373194605112, 0.00950283370912075, 0.004105766303837299, 0.011650245636701584, 0.0046907756477594376, 0.009545639157295227, 0.009146120399236679, -0.006203238386660814, 0.011200787499547005, -0.0260115098208189, -0.010416018776595592, 0.0030409779865294695, 0.0013867216184735298, 0.026753472164273262, -0.018691759556531906, -0.003647390054538846, -0.0024577523581683636, 0.0066883680410683155, 0.02140277810394764, -0.008054578676819801, 0.014054491184651852, 0.001088866381905973, -0.0007321533630602062, 0.013448079116642475, 0.014967676252126694, 0.0008262364426627755, -0.0004998440272174776, 0.023229148238897324, -0.007911893539130688, -0.004861997906118631, -0.014361264184117317, -0.026353953406214714, 0.013412407599389553, -0.01300575491040945, -0.02040398120880127, 0.00017713027773424983, 0.010544435121119022, 0.004077229183167219, 0.030705852434039116, -0.042862631380558014, -0.010587240569293499, 0.0005203550681471825, -0.009295940399169922, 0.0031283728312700987, 0.0201328806579113, 0.005618229508399963, 0.002448834478855133, 0.029935352504253387, -0.021816564723849297, -0.024099528789520264, 0.013234050944447517, 0.007633657660335302, -0.010358944535255432, -0.01752174086868763, 0.007319750264286995, 0.005150935146957636, -0.005100995302200317, 0.02551211230456829, 0.007476703729480505, 0.02000446245074272, -0.01716502755880356, 0.01750747300684452, -0.018934324383735657, 0.0052365465089678764, -0.011814333498477936, -0.014182907529175282, 0.018862981349229813, 0.010373213328421116, -0.03304588794708252, -0.005910733714699745, 0.0063494909554719925, 0.01075846329331398, -0.008211532607674599, -0.0034297951497137547, 0.007255541626363993, 0.010287602432072163, 0.0025148263666778803, 0.020104343071579933, 0.0030249259434640408, 0.02425648272037506, 0.010294736362993717, 0.008546843193471432, 0.006763278041034937, 0.004929773043841124, -0.002634325297549367, -0.019162621349096298, -0.03464396297931671, -0.003108753589913249, 0.010580106638371944, -0.03567129746079445, -0.018335046246647835, -0.021602537482976913, 0.012206717394292355, 0.007148528005927801, 0.00556472223252058, 0.03324564918875694, 0.022301694378256798, 0.020189953967928886, 0.017664426937699318, -0.004137870389968157, -0.02477014809846878, -0.002630758099257946, -0.023671472445130348, 0.028579842299222946, 0.006481474731117487, -0.007098588161170483, -0.016665630042552948, 0.035471536219120026, 0.016608556732535362, 0.004976145923137665, -0.02051812969148159, 0.011921347118914127, 0.02267267554998398, -0.012399342842400074, -0.0027217199094593525, 0.0013795874547213316, -0.021916445344686508, -0.014247115701436996, -0.004312659613788128, 0.01008070819079876, 0.02100325934588909, -0.02315780520439148, 0.033959075808525085, -0.024185139685869217, -0.001260088523849845, -0.013176976703107357, -0.0307629257440567, 0.0038525001145899296, 0.012984352186322212, -0.010715657845139503, 0.011842870153486729, -0.018349315971136093, 0.030820000916719437, -0.002843002323061228, 0.019818972796201706, 0.019291037693619728, 0.012006958946585655, 0.02351451851427555, -0.004130735993385315, -0.010259064845740795, 0.037240833044052124, 0.008311412297189236, 0.021916445344686508, 0.003358452580869198, 0.03375931456685066, -0.026938963681459427, 0.008175861090421677, -0.00011448256555013359, 0.00687742605805397, -0.0004269408236723393, 0.005803720094263554, 0.013262588530778885, 0.020047269761562347, 0.007512375246733427, -0.003201498882845044, -0.006388729438185692, -0.030220722779631615, -0.02653944492340088, 0.044289480894804, -0.03667009249329567, 0.02238730527460575, 0.006081955973058939, -0.004908370319753885, 0.02228742651641369, 0.0076265232637524605, -0.020247027277946472, -0.03387346491217613, 0.03518616780638695, 0.0057930187322199345, 0.031076833605766296, 0.01476791687309742, -0.009438625536859035, -0.026696398854255676, 0.010658583603799343, -0.007312615867704153, -0.009238866157829762, -0.018862981349229813, 0.009995097294449806, 0.014518218114972115, 0.008575379848480225, 0.0010416018776595592, -0.6118341088294983, -0.022472918033599854, 0.0007785260677337646, -0.018463462591171265, -0.0028929421678185463, -0.010366078466176987, 0.002671780064702034, 0.004969011526554823, -0.015281583182513714, 0.010337541811168194, -0.00587506266310811, 0.00431979401037097, -0.015709638595581055, -0.0051366668194532394, -0.02252999134361744, -0.0007566774147562683, -0.0022205382119864225, -0.016851121559739113, 0.01319838035851717, 0.03264636918902397, -0.012035495601594448, 0.0016150180017575622, -0.029079241678118706, -0.004922639112919569, 0.003895305562764406, 0.021616805344820023, 0.021331435069441795, 0.0010398182785138488, 0.0167512409389019, -0.006709770765155554, -0.017236370593309402, 0.016094889491796494, 0.0018745266133919358, -0.009731129743158817, 0.04617292806506157, 0.006781113334000111, 0.012513491325080395, 0.010408884845674038, -0.002980336779728532, 0.033217113465070724, -0.023457445204257965, -0.01458242628723383, 0.007747805677354336, 0.008439828641712666, 0.009802472777664661, 0.007319750264286995, 0.0036705764941871166, -0.014375532977283001, -0.02328622341156006, -0.013105634599924088, -0.015295851975679398, -0.004733581095933914, 0.017735768109560013, -0.008311412297189236, -0.017992602661252022, 0.008846481330692768, 0.02465599961578846, -0.025212472304701805, 0.013612166978418827, -0.003256789408624172, 0.01294868066906929, 0.018805908039212227, -0.012563430704176426, -0.03641325980424881, -0.024370629340410233, 0.01876310259103775, 0.00030342896934598684, -0.002156329806894064, -0.011864273808896542, -0.022073399275541306, 0.005525483749806881, 0.038867443799972534, -0.01356936153024435, -0.019048472866415977, -0.00040955108124762774, 0.022330231964588165, 0.025797482579946518, 0.001559727475978434, 0.011257861740887165, 0.015709638595581055, 0.026353953406214714, -0.007583717815577984, -0.00412360206246376, -0.011357741430401802, 0.003977349493652582, -0.015081824734807014, -0.02528381533920765, -0.007123557850718498, 0.005357828922569752, -0.009103314951062202, 0.017450397834181786, 0.024741612374782562, -0.02990681491792202, -0.04243457317352295, 0.015210241079330444, 0.0040165879763662815, -0.007655060384422541, 0.013647838495671749, 0.006681234110146761, -0.023871231824159622, -0.012370806187391281, -0.022444380447268486, 0.02502698265016079, 0.013426676392555237, 0.018606148660182953, 0.0335024818778038, -0.019619213417172432, 0.021359972655773163, 0.01740759238600731, -0.04066528007388115, -0.020589472725987434, -0.018477732315659523, -0.015224509872496128, 0.0005368530401028693, 0.0020956886000931263, -0.02254425920546055, 0.0066312942653894424, 0.009681190364062786, -0.0015133548295125365, -0.03355955705046654, 0.02942168526351452, -0.005578991025686264, 0.014004550874233246, -0.015395731665194035, 0.02803763933479786, 0.016565749421715736, 0.01911981590092182, -0.030962685123085976, -0.01164311170578003, 0.0029999560210853815, 0.02364293485879898, -0.03769742697477341, 0.000482454284792766, -0.004359032493084669, 0.032218314707279205, 0.028251666575670242, 0.022073399275541306, -0.00478708790615201, -0.015695370733737946, -0.021060334518551826, -0.013647838495671749, 0.006684801075607538, 0.014297056011855602, 0.0357569083571434, -0.03455835208296776, -0.01687965728342533, -0.02478441782295704, 0.008090250194072723, -0.027937760576605797, -0.014525352045893669, -0.00806171353906393, 0.0069880071096122265, -0.015709638595581055, 0.025554917752742767, -0.033616628497838974, -0.007134259212762117, -0.003238953882828355, -0.018335046246647835, -0.01901993528008461, -0.04528827965259552, 0.021203018724918365, 0.028251666575670242, -0.012092569842934608, 0.005514782387763262, 0.007583717815577984, -0.017992602661252022, 0.012798861600458622, 0.013533690012991428, -0.027238601818680763, -0.011464755050837994, -0.005557588301599026, -0.01603781431913376, 0.011778661981225014, 0.019676286727190018, 0.009303074330091476, 0.01863468624651432, -0.03244661167263985, -0.0018406389281153679, 0.004680074285715818, -0.009959425777196884, -0.004758551251143217, 0.01137914415448904, -0.006338789593428373, -0.006106926128268242, 0.00856824591755867, -0.0008396131452172995, 0.054876722395420074, 0.013769120909273624, -0.0014402286615222692, 0.006527847144752741, -0.007405361160635948, 0.01420431025326252, -0.005686004646122456, 0.02678200975060463, -0.00437686825171113, 0.007904759608209133, 0.007754940073937178, -0.005554020870476961, -0.01726490817964077, 0.016351722180843353, 0.010358944535255432, -0.008204398676753044, -4.079207883478375e-06, -0.00669193547219038, -0.007926162332296371, 0.00028291798662394285, 0.006502877455204725, -0.013490884564816952, 0.022715482860803604, 0.000731707492377609, 0.025440769270062447, -0.013027157634496689, -0.018477732315659523, 0.0013385653728619218, 0.0019601378589868546, 0.03218977898359299, 0.012934411875903606, 0.0250412505120039, -0.0019208993762731552, 0.005026085767894983, 0.003859634278342128, 0.01763588935136795, -0.014375532977283001, -0.007052215281873941, -0.015566954389214516, 0.03064877912402153, -0.02328622341156006, 0.025312352925539017, 0.009345879778265953, -0.031704649329185486, -0.007177065126597881, 0.02238730527460575, -0.002407812513411045, 0.018363583832979202, 0.011657379567623138, 0.01150756049901247, 0.011272129602730274, 0.005571856629103422, 0.017293443903326988, -0.018934324383735657, -0.007655060384422541, 0.030934149399399757, 0.00015126859943848103, -0.022701213136315346, 0.01419004239141941, -0.015438537113368511, 0.027081647887825966, -0.008967763744294643, -0.016052084043622017, 0.01700807362794876, 0.0025433634873479605, 0.022344499826431274, 0.022315964102745056, 0.004073662217706442, 0.03176172450184822, -0.00050831597764045, 0.009773935191333294, -0.011857138946652412, 0.021616805344820023, 0.02038971334695816, 0.0039167082868516445, -0.008411291986703873, -0.014247115701436996, 0.008111652918159962, -0.0008815269102342427, -0.006085523404181004, -0.0044731805101037025, 0.019291037693619728, -0.025940166786313057, 0.012920144014060497, -0.0025130428839474916, -0.025326620787382126, 0.029364611953496933, -0.019191157072782516, 0.020675083622336388, 0.008026042021811008, -0.0024880729615688324, 0.0028875914867967367, 0.010523032397031784, 0.0315619632601738, 0.002084987238049507, -0.04003746435046196, 0.027752269059419632, -0.002022562548518181, -0.02501271292567253, 0.006338789593428373, -0.027581047266721725, -0.004369733855128288, -0.018791640177369118, -0.007940431125462055, -0.0019173321779817343, 0.006674099713563919, -0.00225264229811728, 0.024598926305770874, -0.014289921149611473, 0.013426676392555237, 0.016608556732535362, -0.01188567653298378, -0.003941678442060947, -0.02190217562019825, -0.017935527488589287, 0.00591430114582181, -0.018591880798339844, -0.008475500158965588, 0.026724936440587044, -0.027110185474157333, -0.018834445625543594, 0.005372097250074148, -0.0048370277509093285, -0.033359795808792114, 0.0008556652464903891, 0.0011075937654823065, 0.004537389148026705, 0.0035475105978548527, -0.019961657002568245, -0.013676375150680542, -0.003558211959898472, -0.02063227817416191, 0.025312352925539017, 0.0026093553751707077, -0.009488564915955067, -0.015524148009717464, -0.015167435631155968, 0.005974942352622747, 0.06757570803165436, 0.01853480562567711, -0.033588092774152756, 0.009402954019606113, -0.014011685736477375, 0.01966201886534691, -0.0029250462539494038, -0.004384002182632685, -0.006028449162840843, 0.0014848177088424563, -0.02615419588983059, -0.01800687052309513, 0.031105371192097664, -0.030306333675980568, 0.01991885155439377, 0.00819012988358736, 0.003602800890803337, -0.02602577768266201, -0.013683509081602097, -0.008232935331761837, -0.0008699337486177683, -0.01231373194605112, 0.008739467710256577, -0.0037633217871189117, 0.04671512916684151, -0.01033040788024664, 0.03316003829240799, 0.050738852471113205, -0.0018709595315158367, 0.0011138363042846322, -0.007762074004858732, -0.0016747673507779837, -0.006866724696010351, -0.0004149017622694373, -0.016480138525366783, 0.007740671280771494, 0.014603829011321068, -0.003369153942912817, -0.024841491132974625, 0.002263343892991543, -0.011186518706381321, 0.029336074367165565, 0.004137870389968157, 0.009588444605469704, 0.0028108982369303703, -0.036727167665958405, 0.003955946769565344, 0.033730778843164444, -0.036727167665958405, -0.03256075829267502, 0.008411291986703873, 0.002511259401217103, -0.02676774188876152, -0.001287733786739409, -0.006035583559423685, -0.002575467573478818, 0.011072370223701, -0.0031747454777359962, -0.0003839123237412423, -0.03355955705046654, -0.010294736362993717, -0.033616628497838974, -0.004102199338376522, -0.005261516198515892, -0.010045037604868412, 0.0024452675133943558, -0.010786999948322773, 0.0017220318550243974, -0.008839347399771214, 0.019162621349096298, -0.011557499878108501, -0.037354983389377594, -0.05855800211429596, -0.009509967640042305, 0.005140233784914017, 0.027195796370506287, 0.003451197873800993, 0.008489768952131271, -0.004544523078948259, 0.009980828501284122, 0.010230528190732002, -0.022301694378256798, 0.011935615912079811, -0.0017799977213144302, 0.004640835803002119, -0.02064654603600502, -0.018206629902124405, -0.024927102029323578, 0.003873902838677168, 0.015495611354708672, 0.011471888981759548, -0.02016141638159752, 0.015823787078261375, 0.004651537165045738, -0.012641907669603825, 0.016836851835250854, 0.026125658303499222, 0.010908282361924648, 0.004544523078948259, -0.01775003783404827, 0.0015329739544540644, -0.02254425920546055, -0.022701213136315346, -0.021930713206529617, 0.01713649183511734, 0.02725287154316902, 0.013027157634496689, 0.014867796562612057, -0.002356089185923338, -0.00015840285050217062, -0.0016783345490694046, 0.010901148431003094, 0.009531370364129543, -0.0058500925078988075, -0.008632454089820385, -0.03726937249302864, 0.01951933465898037, 0.007854819297790527, -0.020946186035871506, -0.021616805344820023, -0.003554644761607051, -0.03413029760122299, 0.03958087041974068, -0.006984440144151449, 0.0036634420976042747, 0.031476352363824844, -0.004130735993385315, 0.014496815390884876, -0.03966648131608963, 0.016066351905465126, -0.019462259486317635, 0.03167611360549927, 0.0014821423683315516, -0.028936555609107018, -0.009995097294449806, -0.02964998222887516, -0.010316139087080956, 0.012078301049768925, 0.0014669820666313171, -0.0036741436924785376, -0.007448166608810425, 0.004651537165045738, -0.01476791687309742, 0.01426138449460268, 0.00011648907820926979, -0.02489856444299221, -0.019704824313521385, -0.0009524236083962023, 0.005250814836472273, 0.01008070819079876, -0.019162621349096298, 0.010801268741488457, -0.00584652554243803, -0.036727167665958405, -0.01702234335243702, -0.01370491273701191, -0.005825122818350792, -0.002967851934954524, 0.024441972374916077, 0.007037946954369545, 0.03344540670514107, 0.0023864097893238068, 0.024070991203188896, 0.04369020462036133, -0.003262140089645982, -0.013804791495203972, -0.006092657335102558, 0.018791640177369118, -0.008625319227576256, -0.007212736178189516, -0.0004779953742399812, 0.02340037003159523, -0.00030342896934598684, -0.02378562092781067, 0.009809606708586216, 0.0021795162465423346, -0.022073399275541306, -0.017821380868554115, -0.01826370321214199, -0.05353548377752304, -0.04794222488999367, 0.013069963082671165, -0.018078213557600975, -0.02087484300136566, -0.03207562863826752, -0.008718064986169338, 0.033473946154117584, 0.004587328992784023, 0.03276051953434944, 0.004901236388832331, 0.02076069451868534, 0.01182146742939949, 0.008796541951596737, -0.0026254074182361364, 0.03039194457232952, -0.013533690012991428, -0.00981674063950777, -0.018563343212008476, -0.015081824734807014, 0.008011773228645325, -0.022972315549850464, 0.033331260085105896, 0.023043658584356308, -0.010808402672410011, 0.001995809143409133, 0.017436129972338676, 0.00989521760493517, -0.01362643577158451, 0.005960673559457064, -0.03475811332464218, 0.004130735993385315, -0.04012307524681091, 0.008026042021811008, -0.01489633321762085, -0.005964240990579128, -0.013769120909273624, -0.015809519216418266, 0.024798685684800148, -0.013248319737613201, -0.01308423187583685, 0.015039019286632538, 0.02779507450759411, 0.042463112622499466, -0.004070094786584377, 0.014489680528640747, 0.02328622341156006, -0.0003591653658077121, -0.02027556486427784, 0.02300085313618183, 0.02725287154316902, -0.0019423021003603935, 0.024456242099404335, 0.010986759327352047, -0.005735944490879774, -0.009060509502887726, 0.02515539899468422, -0.0003845811588689685, -0.021188750863075256, -0.03278905525803566, 0.014525352045893669, -0.003256789408624172, 0.019747629761695862, -0.02338610216975212, -0.02641102857887745, -0.018991397693753242, 0.015224509872496128, -0.013869000598788261, 0.014489680528640747, -0.012121106497943401, -0.02037544548511505, 0.009802472777664661, 0.007919028401374817, -0.0038275301922112703, 0.0021313598845154047, 0.01375485211610794, -0.004455345217138529, -0.002174165565520525, -0.012035495601594448, 0.005643199197947979, 0.016180500388145447, 0.01662282459437847, 0.01950506493449211, -0.018563343212008476, -0.0019761899020522833, 0.0016150180017575622, -0.02100325934588909, -0.0025915196165442467, -0.011215055361390114, 0.0016845769714564085, 0.038096945732831955, -0.038325242698192596, -0.006345923524349928, 0.013241185806691647, -0.007612254936248064, 0.0030730823054909706, -0.03101976029574871, -0.014090162701904774, -0.007305481471121311, 0.004904803354293108, 0.012171046808362007, 0.02703884243965149, -0.0018745266133919358, -0.02113167569041252, 0.010558703914284706, 0.001122754067182541, -0.030192185193300247, -0.014425472356379032, 0.009681190364062786, 0.01201409287750721, -0.03455835208296776, -0.0031372904777526855, 0.0017933744238689542, -0.022301694378256798, 0.021830834448337555, -0.001679226290434599, -0.004020154941827059, -0.036955464631319046, 0.019433721899986267, -0.00643866928294301, -0.02501271292567253, 0.019490797072649002, -0.004166407510638237, -0.003008873900398612, -0.0007375040440820158, -0.006467205937951803, 0.0108726117759943, 0.02388549968600273, -0.009795337915420532, -0.004237750079482794, 0.004680074285715818, 5.122175207361579e-05, 0.0004588220617733896, 0.005232979077845812, 0.006178268697112799, -0.008068847469985485, 0.016794046387076378, -0.0012921927263960242, 0.0057109748013317585, -0.027210066094994545, 0.008197263814508915, 0.008982032537460327, -0.0017889156006276608, 0.02942168526351452, -0.03729790821671486, 0.008225801400840282, -0.0011726939119398594, 0.009674055501818657, -0.006866724696010351, -0.044118259102106094, -0.01208543498069048, 0.01789272204041481, 0.013440944254398346, -0.015452805906534195, 0.014867796562612057, -0.012513491325080395, 0.0016685249283909798, -0.02201632410287857, 0.026468101888895035, 0.003881037002429366, -0.005657467525452375, 0.008311412297189236, 0.01589513011276722, 0.015153166837990284, -0.008211532607674599, -0.002126009203493595, -0.01911981590092182, -0.008775139227509499, 0.00807598140090704, -0.05470550060272217, 0.007961833849549294, 0.010580106638371944, 0.048855409026145935, -0.0038382315542548895, -0.04794222488999367, -0.03190440684556961, -0.02916485257446766, -0.01563829742372036, -0.0338163897395134, 0.004683641251176596, 0.017207833006978035, 0.01506755594164133, 0.039095740765333176, 0.012335134670138359, 0.02638249099254608, 0.002857270883396268, 0.03013511188328266, 0.006524280179291964, -0.009731129743158817, -0.0010184155544266105, -0.020917648449540138, -0.010587240569293499, -0.0011013513430953026, -0.042862631380558014, -0.02000446245074272, 0.020232759416103363, 0.005225845146924257, -0.006485041696578264, 0.02877960167825222, -0.01188567653298378, -0.003640255890786648, -0.001944085699506104, -0.021074602380394936, -0.0026735637802630663, 0.02265840768814087, 0.031847335398197174, -0.02164534293115139, 0.01257769949734211, -0.01126499567180872, 0.0035885325632989407, -0.013176976703107357, 0.0025433634873479605, 0.0022241054102778435, -0.002620056737214327, 0.015609759837388992, 0.000724573212210089, 0.01088687963783741, -0.004394704010337591, 0.02377135306596756, 0.02678200975060463, 0.0007027245592325926, -0.009146120399236679, 0.01987604610621929, 0.01043742150068283, -0.014625231735408306, -0.0065064444206655025, 0.002645026659592986, -0.00283051747828722, 0.01257056463509798, 0.029592908918857574, -0.04463192820549011, 0.010601509362459183, -0.02990681491792202, 0.004915504716336727, -0.01812101900577545, -0.019105546176433563, -0.012613371014595032, 0.006984440144151449, -0.020118610933423042, 0.02800910174846649, -0.0010148483561351895, -0.014867796562612057, 0.002908994210883975, -0.0018620416522026062, 0.0002566103939898312, -0.007740671280771494, 0.0002492531784810126, 0.009460028260946274, -0.02564052864909172, -0.005240113474428654, 0.02151692658662796, -0.022715482860803604, -0.015723908320069313, 0.023856963962316513, 0.013362468220293522, -0.009959425777196884, 0.006884560454636812, 0.2072930485010147, -0.008197263814508915, -0.0031265891157090664, 0.011350606568157673, 0.004644402768462896, -0.01444687508046627, 0.02877960167825222, 0.011407680809497833, -0.017807111144065857, 0.01649440824985504, -0.013726315461099148, 0.005286486353725195, -0.03675570338964462, -0.01089401450008154, 0.02163107506930828, -0.0243991669267416, -0.049483224749565125, -0.0271387230604887, -0.01979043520987034, 0.0017193565145134926, 0.012656176462769508, -0.006773979403078556, 0.005439872853457928, -0.02942168526351452, -0.003980916924774647, -0.02238730527460575, 0.001439336803741753, -0.0031408576760441065, -0.008746601641178131, 0.02378562092781067, -0.023585861548781395, 0.00912471767514944, 0.012484953738749027, -0.0011807199334725738, -0.007066484075039625, 0.008339948952198029, 0.008361351676285267, 0.006749009247869253, 0.011300667189061642, 0.010351810604333878, 0.021374240517616272, -0.010523032397031784, 0.017864186316728592, -0.017692962661385536, 0.01313417125493288, 0.03678424283862114, -0.019804704934358597, 0.01753600873053074, -0.01603781431913376, 0.012342268601059914, -0.029935352504253387, 0.011043833568692207, 0.015181704424321651, 0.04908370599150658, -0.028437158092856407, 0.013676375150680542, -0.0023899769876152277, 0.025940166786313057, 0.033217113465070724, 0.017707232385873795, -0.02414233423769474, 0.010073574259877205, -0.019291037693619728, 0.019419454038143158, 0.001549026113934815, 0.014040222391486168, 0.00022662420815322548, -0.0007067375699989498, 0.012113972567021847, -0.006124761886894703, -0.010836940258741379, -0.010087843053042889, -0.01864895410835743, -0.0036224201321601868, -0.033473946154117584, -0.02328622341156006, 0.06774692982435226, 0.013162708841264248, 0.03324564918875694, 0.03664155676960945, 0.01519597228616476, 0.009238866157829762, 0.0011619925498962402, -0.002422081073746085, -0.008425560779869556, -0.04945468530058861, 0.0035706968046724796, -0.01737905666232109, -0.014910602010786533, -0.010473093017935753, 0.010130648501217365, -0.011949884705245495, 0.009659787639975548, -0.005996345076709986, -0.021973518654704094, -0.018734565004706383, 0.01702234335243702, 0.009424356743693352, -0.00020288050291128457, -0.024484777823090553, -0.009160389192402363, 0.04814198240637779, 0.01419004239141941, 0.0037811575457453728, -0.00540776876732707, 0.015395731665194035, -0.0015097876312211156, 0.030049500986933708, 0.01056583784520626, -0.011350606568157673, -0.011907079257071018, -0.018463462591171265, 0.018948592245578766, 0.016337454319000244, 0.0007892274297773838, 0.014782185666263103, 0.0019672720227390528, -0.008068847469985485, 0.024955639615654945, -0.0016569317085668445, -0.007123557850718498, -0.025626258924603462, -0.004569493234157562, 0.04588755592703819, -0.011586037464439869, -0.0293931495398283, 0.0018531238893046975, -0.020546667277812958, -0.0475141666829586, 0.012335134670138359, 0.007783477194607258, -0.011407680809497833, 0.013954611495137215, 0.010908282361924648, 0.00023364699154626578, -0.013940342701971531, -0.003955946769565344, -0.00041334115667268634, -0.02853703685104847, 0.022943777963519096, -0.004480314906686544, -0.013954611495137215, 0.00719846785068512, -0.014033088460564613, 0.010259064845740795, -0.02187363989651203, 0.004958310164511204, 0.017364786937832832, -0.004612298682332039, -0.011528963223099709, 0.004169974476099014, 0.009652652777731419, 0.008839347399771214, 0.007194900419563055, 0.02417086996138096, -0.02228742651641369, -0.04791368544101715, -0.009966560639441013, 0.015723908320069313, 0.0007441924535669386, -0.04665805771946907, -0.0010540868388488889, 0.022815361618995667, -0.00280198035761714, -0.022144740447402, 0.003691979218274355, -0.1837785243988037, 0.004915504716336727, 0.007448166608810425, -0.04628707468509674, 0.013662106357514858, 0.004419673699885607, 0.00043162269867025316, 0.011728722602128983, -0.0010014716535806656, -0.026996036991477013, 0.01351228728890419, -0.016665630042552948, -0.006242476869374514, -0.018320778384804726, 0.008889286778867245, 0.0005613770335912704, -0.018349315971136093, 0.00041958363726735115, 0.023999648168683052, 0.01590939797461033, 0.0375262051820755, -0.03427298367023468, 0.001847773208282888, 0.013483750633895397, 0.0207749642431736, 0.011407680809497833, 0.0065884883515536785, 0.024085259065032005, 0.012584833428263664, -0.015823787078261375, -0.006959469988942146, -0.021616805344820023, 0.052108630537986755, 0.014489680528640747, 0.0023757084272801876, 0.005122398026287556, 0.001988674746826291, -0.01662282459437847, -0.0226298701018095, 0.011058102361857891, 0.040208686143159866, 0.005900032352656126, 0.022059129551053047, 0.013276856392621994, -0.013219783082604408, 0.018335046246647835, 0.02415660209953785, -0.030334871262311935, 0.01715075969696045, -0.01676550880074501, 0.0255263801664114, -0.021474121138453484, 0.013983148150146008, 0.014040222391486168, 0.011792930774390697, 0.01663709245622158, 0.04006600007414818, 0.013562226668000221, 0.008140189573168755, -0.019818972796201706, -0.006203238386660814, -0.007583717815577984, -0.0036563079338520765, 0.0006563518545590341, -0.0012208501575514674, -0.013348199427127838, -0.00434833113104105, 0.009238866157829762, -0.0167512409389019, 0.014054491184651852, -0.01308423187583685, 0.017964065074920654, -0.01976189762353897, 0.006385162007063627, 0.03826816752552986, 0.011857138946652412, -0.022444380447268486, -0.007619388867169619, 0.03969502076506615, 0.005957106593996286, -0.01476791687309742, 0.02141704596579075, -0.02626834250986576, -0.00015227185213007033, -0.01989031583070755, -0.013105634599924088, 0.0024292152374982834, 0.004865564871579409, -0.01713649183511734, 0.007490972522646189, 0.01356936153024435, -0.0011486157309263945, 0.007833416573703289, 0.01064431481063366, -0.012206717394292355, -0.0009613414295017719, 0.018706027418375015, -0.0014536053640767932, -0.011999824084341526, 0.012977218255400658, 0.007954698987305164, 0.012028361670672894, 0.002980336779728532, -0.011700185015797615, 0.02638249099254608, 0.01827797293663025, -0.021374240517616272, 0.011008162051439285, 0.027752269059419632, -0.019861778244376183, -0.01264904160052538, -0.0018459896091371775, 0.013184111565351486, 0.03644179552793503, -0.010658583603799343, 0.017593083903193474, -0.029250463470816612, -0.027880685403943062, 0.03113390877842903, 0.007548046298325062, 0.03992331400513649, 0.010751329362392426, 0.0027663090731948614, -0.009138986468315125, -0.02215901017189026, -0.041835296899080276, -0.09799619019031525, -0.01145048625767231, -0.0030927015468478203, 0.03612789139151573, -0.030192185193300247, 0.025868823751807213, -0.005150935146957636, 0.022986583411693573, -0.041492853313684464, 0.016851121559739113, -0.02425648272037506, -0.03932403773069382, -0.00041311822133138776, -0.008646721951663494, 0.015566954389214516, 0.006021314766258001, 0.009210328571498394, 0.006260312628000975, -0.0293931495398283, 0.017835648730397224, -0.0038453657180070877, -0.019433721899986267, 0.030962685123085976, -0.019604945555329323, -0.004712178371846676, -0.027424093335866928, -0.04052259400486946, 0.01663709245622158, 0.01676550880074501, -0.003520756959915161, -0.0032104167621582747, -0.030620241537690163, 0.0006171134300529957, -0.019990194588899612, -0.01712222211062908, -0.04143577814102173, 1.3968935490993317e-05, -0.009174657985568047, 0.004248451441526413, -0.030220722779631615, -0.0151388980448246, -0.00379899307154119, 0.030591703951358795, -0.00560396071523428, -0.04132163152098656, -0.012641907669603825, -0.020860575139522552, 0.01877737045288086, -0.0025273114442825317, -0.018063945695757866, -0.03589959442615509, -0.015424269251525402, -0.019205426797270775, -0.0157809816300869, 0.021231556311249733, 0.006809650454670191, 0.02053239941596985, -0.0025808182545006275, -0.0032639235723763704, -0.021088870242238045, -0.007012976799160242, -0.0033067292533814907, -0.03781157359480858, 0.011157982051372528, 0.013669241219758987, 0.004858430474996567, -0.03963794559240341, -0.027195796370506287, -0.008725198917090893, -0.007705000229179859, -0.012220986187458038, 0.022801093757152557, 0.0011414814507588744, 0.014796454459428787, -0.030449019744992256, -0.0038560673128813505, -0.013248319737613201, -0.025241009891033173, 0.04214920476078987, -0.017093686386942863, -0.015324389562010765, -0.022615602239966393, 0.02228742651641369, -0.040237221866846085, -0.014339861460030079, 0.0005613770335912704, -0.0017568113980814815, -0.020860575139522552, 0.015795249491930008, -0.02802337147295475, 0.00047754947445355356, 0.020118610933423042, 0.003428011666983366, -0.012306597083806992, 0.0031479920726269484, -0.007619388867169619, -0.01677977852523327, 0.0052115763537585735, -0.011343472637236118, 0.01903420500457287, -0.029735593125224113, 0.005454141180962324, -0.07002989202737808, 0.01864895410835743, -0.01175012532621622, -0.005561155267059803, -0.009488564915955067, -0.0226298701018095, 0.005910733714699745, 0.003153342753648758, -0.019447991624474525, 0.015581222251057625, -0.02428501844406128, 0.006388729438185692, -0.009702593088150024, -0.0021242257207632065, -0.0103874821215868, -0.012534894049167633, 0.032218314707279205, -0.01319838035851717, 0.02151692658662796, 0.005375664681196213, 0.016865389421582222, 0.020618010312318802, 0.005636064801365137, 0.023985380306839943, -0.01495340745896101, 0.00532215740531683, -0.015281583182513714, 0.01638025976717472, 0.018677491694688797, -0.0058108544908463955, 0.0037383518647402525, -0.01687965728342533, 0.0046301344409585, 0.030249260365962982, 0.01638025976717472, -0.004826326388865709, 0.010244796052575111, 0.029507296159863472, 0.01282026432454586, 0.04115040972828865, -0.03293174132704735, -0.04802783578634262, -0.00032483175164088607, 0.008268606849014759, -0.0052294121123850346, -0.0010166319552809, -0.00437686825171113, -0.00981674063950777, 0.03355955705046654, 0.013027157634496689, 0.018948592245578766, 0.02037544548511505, -0.029992425814270973, -0.033359795808792114, -0.035471536219120026, 0.009089046157896519, 0.02679627761244774, 0.0020796365570276976, 0.005725243128836155, 0.0014027737779542804, 0.02315780520439148, 0.013077097944915295, 0.007433898281306028, 0.002719936426728964, 0.010986759327352047, -0.020689351484179497, -0.02716726064682007, -0.0075266435742378235, 0.011029564775526524, -0.011279264464974403, -0.0008547734469175339, -0.0011557500110939145, 0.0180354081094265, 0.034701038151979446, -0.010708522982895374, -0.00735542131587863, 0.0018058593850582838, -0.0052115763537585735, -0.01903420500457287, 0.011272129602730274, 0.001281491364352405, -0.009096181020140648, 0.011108041740953922, 0.010273333638906479, 0.020703621208667755, 0.0070058428682386875, -0.015624027699232101, -0.016166232526302338, -0.01038034725934267, -0.017835648730397224, 0.006524280179291964, 0.00540776876732707, 0.006217507179826498, 0.013990283012390137, -0.005539752542972565, -0.01676550880074501, -0.011871407739818096, 0.009324477054178715, 0.0030445451848208904, 0.022472918033599854, 0.012306597083806992, 0.014981945045292377, -0.01489633321762085, -0.010737060569226742, -0.015581222251057625, 0.010786999948322773, -0.033616628497838974, -0.006766845006495714, 0.016308916732668877, -0.005065324250608683, 0.011493291705846786, 0.016736973077058792, -0.004301958251744509, -0.006028449162840843, -8.126367174554616e-05, 0.018734565004706383, -0.0015258396742865443, -0.027738001197576523, -0.01813528686761856, 0.03013511188328266, 0.016965268179774284, 0.003902439959347248, 0.02312926948070526, -0.014168638736009598, 0.049625907093286514, 0.01866322197020054, 0.021845102310180664, -0.010159185156226158, 0.030820000916719437, -0.02364293485879898, 0.014368398115038872, 0.017692962661385536, -0.0025719006080180407, -0.012028361670672894, -0.029207658022642136, -0.0041343034245073795, 0.002225888893008232, 0.02866545505821705, -0.007861954160034657, 0.10022207349538803, 0.023214880377054214, -0.03002096340060234, 0.017964065074920654, -0.01056583784520626, 0.005397067405283451, 0.00031546803074888885, 0.01776430569589138, -0.032361000776290894, -0.024128064513206482, -0.01043742150068283, -0.01463950052857399, -0.0037312177009880543, 0.0039060069248080254, 0.017664426937699318, -0.01225665770471096, 0.01777857355773449, 0.02088911086320877, 0.03450127691030502, 0.007141393609344959, 0.03053463064134121, -0.018192362040281296, 0.007405361160635948, 3.909908627974801e-05, -0.026325417682528496, 0.00400945357978344, 0.024113796651363373, -0.017336251214146614, -0.01937664858996868, -0.028451425954699516, 0.00684888893738389, 0.005957106593996286, -0.03427298367023468, -0.006181835662573576, -0.034729573875665665, -0.007259109057486057, -0.006253178231418133, 0.0035421596840023994, 0.007605120539665222, -0.01753600873053074, 0.004840595182031393, 0.013990283012390137, 0.013312527909874916, -0.030106574296951294, 0.006378028076142073, -0.007740671280771494, -0.0103874821215868, -0.008011773228645325, -0.00738395843654871], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='59faa625-8e4f-42d5-8796-4b166150255a', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='22800b294c8d24e8d80fb5f316303c3c13c963bced70d85eaf52d4ee72af2983'), : RelatedNodeInfo(node_id='f2af71dd-2fa2-46e9-b3a3-a754cdd0896d', node_type=, metadata={}, hash='4ab03b36394a8973b73aa64d00dceffd60f1670e70f6b110b563b069202b3dd5')}, hash='73b380ad888071dde9637e7fab52e90bad4298fa90a1148b76005b70d7e4bf8e', text=\"miscellaneous (GitHub, the DeepMind Mathematics dataset, Enron Emails). GPT-NeoX-20B is publicly accessible and a pre-trained general-purpose autoregressive transformer decoder language model. It is a powerful few-shot reasoner with 44 layers and a hidden dimension size of 6144 and 64 heads. Additionally, it uses 1.1. Rotary Positional Embeddings instead of learned positional embeddings, as found in GPT models. 7. Cohere's XLarge Founded in 2019 by Aidan Gomez, Ivan Zhang, and Nick Frosst, Toronto-based Cohere specializes in natural language processing (NLP) models. Cohere has improved human-machine interactions and aided developers in performing tasks such as summarizing, classification, finding similarities in content, and building their own language models. Cohere's API helps users design tools for language comprehension and offers a backend toolkit for integration in multiple ways. Cohere provides two types of large language models: Generation Language Models and Representation Language Models. The company uses a foundation model to train AI systems on large-scale data, enabling them to learn from new data to perform various tasks. Generative AI aims to develop human-like creations through coding, and Cohere competes with similar model providers like OpenAI and Anthropic, with the point of differentiation being the focus on serving enterprise users in incorporating generative AI. Cohere's goal is to make NLP accessible to all while building machines that are safe to use. In September 2021, Cohere raised $40 million, and a few months later, in November 2021, Google Cloud announced its partnership with Cohere. The company intends to use Cloud's TPU for the development and deployment of its products, and Sagemaker by Amazon also gives access to Cohere's language AI. Cohere powers Hyperwrite, which helps in quickly generating articles. AWS has also announced a partnership with Cohere AI. To date, Cohere has raised $170 million, and with the ongoing rush of funding in AI platforms, the Canadian startup is expected to be valued at $6 billion. Cohere is set to introduce a new dialogue model to aid enterprise users in generating text while engaging with the model to fine-tune the\", start_char_idx=22078, end_char_idx=24293, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='f2af71dd-2fa2-46e9-b3a3-a754cdd0896d', embedding=[-0.01253233291208744, -0.015286457724869251, 0.015457255765795708, -0.007041876204311848, 0.004248610232025385, 0.023954477161169052, -0.007013409864157438, 0.00762187922373414, 0.001359270652756095, -0.04329739511013031, 0.027427377179265022, 0.03489980846643448, -0.009080782532691956, -0.01753530278801918, 0.008070224896073341, 0.002241729060187936, 0.027228113263845444, 0.0027132038958370686, -0.004917570855468512, 0.003090383717790246, -0.024893868714571, 0.01638241484761238, -0.020239612087607384, 0.0031028378289192915, -0.011792207136750221, 0.004472783301025629, 0.030032053589820862, -0.017392970621585846, -0.006525922566652298, 0.007045434322208166, 0.016311248764395714, 0.011422143317759037, -0.0015202837530523539, 0.005974385887384415, -0.006372915580868721, 0.002467681188136339, 0.012439817190170288, 0.0207662396132946, 0.01571345329284668, -0.003867872292175889, 0.010575268417596817, -0.0005346346297301352, -0.003307440085336566, -0.022018762305378914, -0.0189443901181221, 0.011450610123574734, -0.004586649127304554, -0.01670977845788002, 0.004191677551716566, 0.0010523672681301832, 0.016866343095898628, 0.04130474850535393, -0.047453492879867554, 0.00013699455303139985, 0.0005373033345676959, -0.01098091434687376, -0.01205552089959383, 0.03313489258289337, 0.021307101473212242, 0.005899661686271429, 0.029064195230603218, -0.014425349421799183, -0.02638835459947586, 0.01683787629008293, -0.018702425062656403, -0.015001793392002583, -0.007120158523321152, -0.00010952892625937238, 0.01827543042600155, 0.0026705043856054544, 0.010639317333698273, 0.01766340248286724, 0.008632436394691467, -0.03660779073834419, 0.02460920438170433, -0.013436141423881054, -0.006899544037878513, -0.0042272605933249, -0.020894339308142662, 0.021278634667396545, 0.006454756483435631, -0.02398294396698475, -0.007152183447033167, 0.0004011983401142061, 0.013016262091696262, -0.006664696149528027, -0.00748666375875473, -0.0028181737288832664, 0.007949242368340492, -0.01011268887668848, 0.011429260484874249, -0.01497332751750946, 0.0210082046687603, 0.008853050880134106, -0.012482517398893833, 0.022061461582779884, 0.0052235848270356655, 0.00778556102886796, -0.004657814744859934, -0.02485116943717003, 0.002223937539383769, -0.001467798836529255, -0.026872282847762108, -0.019513718783855438, -0.022018762305378914, 0.00419879425317049, 0.023100484162569046, 0.017179474234580994, 0.026616085320711136, 0.008184090256690979, 0.021079370751976967, 0.011244229041039944, -0.019670283421874046, -0.03367575258016586, 0.008568386547267437, -0.04033689200878143, 0.02187643013894558, 0.01561382133513689, -0.017478371039032936, -0.017606468871235847, 0.03287869319319725, 0.029178062453866005, 0.002458785427734256, 0.001027459162287414, 0.019826848059892654, 0.02606099098920822, -0.02782590687274933, -0.02213262766599655, -0.00984225794672966, -0.015955418348312378, 0.0021047345362603664, -0.015585354529321194, 0.019214820116758347, 0.016325481235980988, -0.03148384019732475, 0.02394024282693863, -0.02775474078953266, -0.001198257552459836, -0.00501364516094327, -0.015144125558435917, -0.002286207862198353, 0.014845228753983974, 0.002136759227141738, -0.0014962651766836643, -0.013322276063263416, 0.03168310597538948, -0.01431148312985897, 0.017435671761631966, 0.018702425062656403, 0.01844622753560543, 0.007564946077764034, 0.003222040832042694, -0.02762664295732975, 0.03330568969249725, 0.01819003000855446, 0.00457953242585063, -0.002266637282446027, 0.03578226640820503, -0.01269601471722126, 0.00041543153929524124, 0.002965843304991722, 0.011507542803883553, -0.012155153788626194, -0.006162975914776325, 0.02547742985188961, 0.018915923312306404, 0.0169090423732996, -0.004721864126622677, -0.005476223770529032, -0.02895032986998558, -0.017222173511981964, 0.041333213448524475, -0.01857432723045349, 0.014190501533448696, 0.003412409918382764, 0.015770386904478073, 0.018659725785255432, 0.010589501820504665, -0.024908101186156273, -0.0420164093375206, 0.016809409484267235, 0.005668372381478548, 0.022189559414982796, 0.014112218283116817, 0.004038670565932989, -0.010660666972398758, 0.012560799717903137, -0.0015905601903796196, -0.012681782245635986, -0.024680370464920998, -0.004689839668571949, 0.011820673011243343, 0.014489398337900639, -0.0033608144149184227, -0.6180624961853027, -0.01608351618051529, -0.013656755909323692, -0.03341955691576004, -0.0007014299044385552, -0.013863137923181057, 0.020808938890695572, 0.00017613585805520415, -0.02291545271873474, 0.01992648094892502, -0.0101696215569973, 0.010852815583348274, -0.007771327625960112, -0.011649874970316887, -0.009514894336462021, -0.0021011761855334044, 0.0002228385565103963, -0.04102008417248726, 0.01794806681573391, 0.014645963907241821, -0.01823272928595543, 0.005426407791674137, -0.017848433926701546, -0.012667548842728138, -0.000620478589553386, 0.005358800292015076, 0.023399382829666138, 0.012233436107635498, -0.0036899573169648647, -0.009080782532691956, -0.008539920672774315, 0.016852110624313354, 0.003353697946295142, -0.026559151709079742, 0.04665643349289894, 0.008070224896073341, 0.010376003570854664, 0.009315629489719868, 0.0017320025945082307, 0.008988265879452229, -0.02534933015704155, -0.004152536392211914, 0.006874635815620422, 0.01732180453836918, 0.0011831348529085517, 0.011713923886418343, 0.01898708939552307, -0.02597559057176113, -0.02085164003074169, -0.03262249752879143, 0.002394736045971513, 0.011898956261575222, 0.016311248764395714, -0.0029017936903983355, -0.015642287209630013, 0.0038785471115261316, 0.026032524183392525, -0.03677859157323837, 0.012269019149243832, -0.002830627840012312, -0.008845934644341469, 0.002403631806373596, -0.014325716532766819, -0.028836464509367943, -0.018517393618822098, 0.023043552413582802, -0.0004625790170393884, -0.004109836649149656, -0.013414791785180569, -0.022260725498199463, 0.013101661577820778, 0.027740508317947388, -0.022161094471812248, -0.022716188803315163, 0.009315629489719868, 0.00868225283920765, 0.02013997919857502, -0.012126686982810497, 0.005497573874890804, 0.02480846829712391, 0.014674429781734943, -0.007048992905765772, -0.007714394945651293, -0.019627584144473076, 0.003067254787310958, -0.02298661880195141, -0.03287869319319725, -0.009984590113162994, -0.00032869799179024994, -0.014845228753983974, 0.010411586612462997, 0.029291927814483643, -0.017919600009918213, -0.04585937410593033, 0.005312541965395212, 0.008369121700525284, -0.008845934644341469, 0.029178062453866005, -0.025448963046073914, -0.024381473660469055, -0.010091339237987995, -0.024011408910155296, 0.01777726784348488, 0.018431995064020157, 0.047368090599775314, 0.02092280425131321, -0.021805264055728912, 0.01507295947521925, 0.04099161922931671, -0.043069664388895035, -0.02113630250096321, -0.009877840988337994, -0.019200587645173073, -0.008226790465414524, 0.003611674765124917, -0.022716188803315163, 0.02250269055366516, 0.0054797823540866375, 0.014553448185324669, -0.03390348330140114, 0.02858026698231697, -0.005732421763241291, -0.004088487010449171, -0.018431995064020157, 0.021990295499563217, 0.018517393618822098, 0.006241258699446917, -0.0452331118285656, -0.017891133204102516, -0.015955418348312378, 0.021492132917046547, -0.029462724924087524, 0.0042272605933249, -0.00508481077849865, 0.04136168211698532, 0.0054548741318285465, 0.0169090423732996, -0.005216468125581741, -0.0017444567056372762, -0.013336509466171265, -0.01811886392533779, -0.01011268887668848, 0.01571345329284668, 0.02170563116669655, -0.051467254757881165, -0.025918658822774887, -0.01599811762571335, 0.0016154682962223887, -0.02977585606276989, -0.02320011705160141, -0.006742978934198618, 0.014660196378827095, -0.025819025933742523, 0.03743331879377365, -0.019570650532841682, 0.0013334730174392462, -0.0038180560804903507, -0.02680111676454544, -0.015272224321961403, -0.04674183204770088, 0.02125016786158085, 0.023968709632754326, -0.008070224896073341, 0.005782237742096186, -0.0038607558235526085, -0.009763975627720356, -0.009970356710255146, 0.011827790178358555, -0.028679899871349335, -0.008411821909248829, -0.013514423742890358, -0.028295602649450302, 0.01137232780456543, 0.02460920438170433, 0.001502492232248187, 0.0387997068464756, -0.020908571779727936, -0.01955641806125641, -0.005412174388766289, -0.013820437714457512, -0.011322511360049248, 0.021862195804715157, 0.004817938432097435, -0.01794806681573391, 0.008689369075000286, -0.010048639960587025, 0.05892544984817505, 0.006148742511868477, -0.0009598514880053699, 0.0048784296959638596, -0.00562567263841629, 0.03478594124317169, 0.00519155990332365, 0.011820673011243343, -0.005682605318725109, -0.0016474929871037602, -0.002076268196105957, 0.00872495211660862, -0.005148860160261393, 0.015087192878127098, 0.016069283708930016, 0.008525687269866467, 0.025278164073824883, 0.0021420966368168592, 0.003761123400181532, -0.008618202991783619, 0.006956476718187332, -0.0027594617567956448, 0.030829112976789474, -0.00619500083848834, 0.024538038298487663, -0.014660196378827095, -0.015001793392002583, -0.005170210264623165, 0.000857105536852032, 0.024224907159805298, 0.009941890835762024, 0.018887456506490707, -0.017677634954452515, 0.014083752408623695, 0.013599823229014874, 0.014126451686024666, -0.016610145568847656, -0.01861702650785446, -0.015400323085486889, 0.017606468871235847, -0.0173645056784153, 0.03623772785067558, 0.005280517507344484, -0.023669812828302383, 0.00036183465272188187, 0.0066255549900233746, 0.0076361121609807014, 0.0038322892505675554, 0.024182207882404327, 0.004654256626963615, -0.0060170856304466724, 0.01044005248695612, 0.008895750157535076, -0.005753771401941776, -0.009059431962668896, 0.023299749940633774, 0.01114459615200758, -0.018631258979439735, 0.010561035014688969, 0.00441585062071681, 0.03680705651640892, -0.003864313941448927, -0.0011519996915012598, 0.009828025475144386, -0.007714394945651293, 0.014354183338582516, 0.017464136704802513, 0.014290133491158485, 0.01221920270472765, -0.001428657560609281, -0.00994900707155466, 0.0026189088821411133, 0.024708837270736694, 0.02870836667716503, -0.001186693087220192, 0.005600764416158199, -0.002570871962234378, 0.015144125558435917, 0.0005448647425509989, -0.005131069105118513, -0.01346460822969675, 0.025448963046073914, -0.029718922451138496, -0.0019090280402451754, -0.0006711843889206648, -0.012112453579902649, 0.016980208456516266, -0.028096338734030724, 0.015400323085486889, 0.0058000292629003525, -0.0004994964110665023, 0.0050705778412520885, 0.019456785172224045, 0.03068678081035614, -0.012831230647861958, -0.02886493131518364, 0.022773120552301407, 0.01356424018740654, -0.01857432723045349, 0.00812715757638216, -0.00967857614159584, -0.005515365395694971, -0.01868819259107113, 0.0035618585534393787, -0.0012062637833878398, 0.00630530808120966, 0.00042521688737906516, 0.014660196378827095, -0.017264872789382935, 0.0008998051634989679, 0.010311953723430634, -0.00751513009890914, 0.013770622201263905, -0.02228919230401516, 0.0008873511105775833, 0.027014615014195442, -0.013172827661037445, -0.007387031335383654, 0.02775474078953266, -0.009557594545185566, -0.02502196654677391, 0.007593412417918444, -0.019371386617422104, -0.03663625940680504, 0.0026687250938266516, 0.00026420378708280623, 0.017151007428765297, 0.011080547235906124, 0.0015656520845368505, 0.00027243237127549946, -0.0038358476012945175, -0.02051004208624363, 0.024552270770072937, 0.0026295839343219995, 0.0026473754551261663, -0.01232595182955265, -0.02700038254261017, 0.00241964403539896, 0.0822109654545784, 0.008632436394691467, -0.021406734362244606, 0.011564475484192371, -0.013322276063263416, 0.014645963907241821, -0.0015629833796992898, -0.003063696436583996, 0.0031401999294757843, 0.0018076164415106177, -0.02940579317510128, 0.012311718426644802, 0.03188236802816391, -0.02816750481724739, 0.030430583283305168, 0.017236405983567238, 0.009116364642977715, -0.0189443901181221, -0.00627684174105525, -0.006273283157497644, 0.002229275181889534, -0.011941655538976192, 0.011934539303183556, 0.004390942398458719, 0.02734197862446308, -0.0010630422038957477, 0.02923499420285225, 0.0360669307410717, 0.005600764416158199, -0.01584155298769474, -0.01061085145920515, -0.0003949713136535138, -0.015016026794910431, 0.012418467551469803, -0.0043091014958918095, 0.009016732685267925, 0.008966916240751743, -0.007664578501135111, -0.01658167876303196, -0.014845228753983974, -0.006209233775734901, 0.02287275344133377, 0.004896221216768026, -0.009030966088175774, 0.0005746654933318496, -0.01811886392533779, 0.02580479346215725, 0.032110102474689484, -0.03390348330140114, -0.029576590284705162, 0.010575268417596817, 0.0007868291577324271, -0.03569686785340309, -0.01561382133513689, -0.004017320927232504, 0.016055051237344742, 0.01118729542940855, -0.0010221217526122928, 0.0002479690301697701, -0.034842874854803085, -0.012404234148561954, -0.021235935389995575, -0.01050410233438015, -0.018061932176351547, -0.015556888654828072, -0.016937509179115295, -0.001880561700090766, 0.02386907860636711, -0.006468989886343479, 0.023669812828302383, -0.0075720627792179585, -0.027242345735430717, -0.05089792609214783, 0.004899779334664345, 0.014660196378827095, 0.02211839333176613, 0.004106278531253338, 0.018147330731153488, -0.005291192326694727, 0.01248963363468647, 0.008319306187331676, -0.015215291641652584, 0.011607174761593342, -0.010859931819140911, 0.0034640051890164614, -0.028010938316583633, -0.013478840701282024, -0.03396041691303253, 0.007749977987259626, 0.016638612374663353, -0.0003093497361987829, -0.018133098259568214, 0.01799076609313488, 0.015656521543860435, 0.006077576894313097, 0.00851857103407383, 0.020481575280427933, 0.01093821506947279, -0.0007730406941846013, -0.026601852849125862, -0.007835377007722855, -0.02456650510430336, -0.019029788672924042, -0.011770856566727161, 0.024723069742321968, 0.018218496814370155, 0.007283840328454971, -0.00068630714667961, -0.0021278634667396545, -0.00926581397652626, 0.0010096676414832473, 0.00661843828856945, 0.011970121413469315, -0.020823173224925995, 0.0023217909038066864, -0.023228583857417107, 0.020566975697875023, -0.015229525044560432, -0.015471489168703556, -0.039226699620485306, -0.0043340097181499004, -0.036493927240371704, 0.02324281632900238, 0.006468989886343479, -0.015215291641652584, 0.02932039275765419, -0.000864666944835335, -0.000529297161847353, -0.035497602075338364, 0.013578473590314388, -0.012034171260893345, 0.024367239326238632, 0.007408380974084139, -0.023100484162569046, -0.015941184014081955, -0.035127539187669754, -0.0193998534232378, -0.010923981666564941, -0.00748666375875473, -0.0016875239089131355, -0.011165945790708065, 0.0030085428152233362, -0.008426055312156677, 0.018958622589707375, -0.008504337631165981, -0.02825290337204933, -0.004775238689035177, 0.002659829333424568, 0.023342449218034744, 0.014510747976601124, -0.026516452431678772, -0.002764799166470766, -0.008141390979290009, -0.014147801324725151, -0.028352536261081696, -0.018873224034905434, 0.004625790286809206, -0.0016563887475058436, 0.027768975123763084, 0.006988501641899347, 0.03706325590610504, -0.001137766521424055, 0.025249697268009186, 0.05960864573717117, -9.179302287520841e-05, -0.02539202943444252, 0.005597206298261881, 0.008532803505659103, -0.0007779333973303437, -0.0011253124102950096, 0.003127745818346739, 0.025961358100175858, 0.017051374539732933, -0.02456650510430336, 0.01629701443016529, 0.02287275344133377, -0.007970592007040977, -0.018716659396886826, -0.013094544410705566, -0.055025555193424225, -0.03222396597266197, 0.024965034797787666, -0.00605978537350893, -0.016965975984930992, -0.012212086468935013, 0.0016510513378307223, 0.04719729349017143, 0.026231788098812103, 0.02378367818892002, -0.0002722099598031491, 0.02584749273955822, 0.009984590113162994, 0.0066504632122814655, 0.014403998851776123, 0.01503026019781828, -0.030544448643922806, -0.011571592651307583, -0.012368651106953621, 0.002658050274476409, 0.004166769329458475, -0.015813086181879044, 0.028921863064169884, 0.0223745908588171, -0.017008675262331963, 0.0011973680229857564, 0.022630788385868073, 0.017392970621585846, -0.014859461225569248, -0.001201815903186798, -0.03518447279930115, -0.004184560850262642, -0.028067871928215027, 0.008184090256690979, -0.02766934223473072, -0.006839052774012089, -0.021847963333129883, -0.02063814178109169, 0.02187643013894558, -0.017962299287319183, -0.010034406557679176, 0.021193236112594604, 0.030032053589820862, 0.035497602075338364, -0.007628995459526777, 0.023769445717334747, 0.021207468584179878, 0.011301161721348763, -0.015983885154128075, 0.006159417796880007, 0.009130598045885563, -0.010824348777532578, 0.018659725785255432, 0.01857432723045349, -0.010311953723430634, -0.012347301468253136, 0.023627113550901413, 0.021904895082116127, -0.02493656799197197, -0.039397500455379486, 0.011550242081284523, 0.004583090543746948, 0.03313489258289337, -0.023755211383104324, -0.031170709058642387, -0.0028608732391148806, 0.006924452260136604, -0.012937979772686958, 0.01732180453836918, -0.012752948328852654, -0.03142690658569336, 0.011799323372542858, -0.0011253124102950096, 0.014873694628477097, 0.009436612017452717, 0.010361770167946815, 0.003462226130068302, 0.005038552917540073, -0.0038144977297633886, 0.0024125275667756796, 0.010888398624956608, 0.0004492354055400938, 0.0096999267116189, -0.008440287783741951, -0.004152536392211914, -0.0018841199344024062, -0.007593412417918444, 0.003761123400181532, -0.011158829554915428, -0.024965034797787666, 0.03609539568424225, -0.03535526990890503, -0.004419408738613129, 0.008639552630484104, -0.010468519292771816, 0.0205527413636446, -0.041788678616285324, -0.0034248640295118093, -0.0053659165278077126, 0.0009135935688391328, -0.0020193352829664946, 0.02126440219581127, -0.0031686662696301937, -0.01910095475614071, 0.011052080430090427, 0.012631965801119804, -0.025320863351225853, 0.005597206298261881, -0.008390472270548344, 0.00012732042523566633, -0.024552270770072937, 0.004259285517036915, 0.01596965081989765, -0.03196777030825615, -0.006098926533013582, 0.022403057664632797, -0.007550713140517473, -0.041788678616285324, 0.0223745908588171, -0.008575503714382648, -0.00013399224553722888, 0.03396041691303253, -0.002311116084456444, -0.008369121700525284, 0.01288104709237814, 0.0019179238006472588, 0.004330451134592295, 0.017649168148636818, -0.020623907446861267, -0.021235935389995575, 0.014674429781734943, 0.012162270024418831, -0.005988619290292263, 0.004668490029871464, -0.00808445829898119, 0.0016305911121889949, 0.013123011216521263, -0.004273518454283476, -0.0013121231459081173, -0.028338301926851273, 0.007429730612784624, 0.010738950222730637, -0.007771327625960112, 0.044151388108730316, -0.021691398695111275, 0.0212217029184103, -0.015898484736680984, 0.011030730791389942, -0.007878076285123825, -0.032650962471961975, -0.010852815583348274, 0.01964181661605835, 0.026317188516259193, -0.015656521543860435, 0.011379444040358067, -0.012076870538294315, -0.002681179204955697, -0.020410409197211266, 0.00979955866932869, 0.00010346870112698525, 0.0014571239007636905, 0.018061932176351547, 0.03040211647748947, 0.013208410702645779, -0.005743096582591534, 0.0006587303359992802, -0.019670283421874046, -0.0054548741318285465, 0.018887456506490707, -0.06456179916858673, 0.0028395236004143953, 0.004793030209839344, 0.04281346872448921, -0.006750095635652542, -0.05152418836951256, -0.03319182246923447, -0.023143185302615166, -0.017051374539732933, -0.03131304308772087, -0.0069315689615905285, 0.014396882615983486, 0.013891603797674179, 0.027640875428915024, 0.010425820015370846, 0.025448963046073914, 0.010376003570854664, 0.02245999127626419, 0.01757800206542015, -0.007169974967837334, -0.0033376854844391346, -0.025420496240258217, -0.009450845420360565, 0.003346581244841218, -0.0483928844332695, -0.004992295056581497, 0.03159770742058754, -0.004782355390489101, -0.008347772061824799, 0.017592236399650574, -0.019015556201338768, 0.011215762235224247, 0.006397823803126812, -0.012617732398211956, -0.009486428461968899, 0.017236405983567238, 0.015499955974519253, -0.03760411590337753, 0.017763035371899605, -0.00909501500427723, -0.004736097529530525, -0.017919600009918213, 0.0008579951245337725, -0.004301984794437885, -0.009187530726194382, 0.016353948041796684, -0.004593765363097191, 0.0013076752657070756, -0.007294515613466501, 0.01562805473804474, 0.03350495547056198, 0.011970121413469315, 0.006212792359292507, 0.008860167115926743, 0.01885899156332016, -0.025135831907391548, -0.020125746726989746, 0.015186824835836887, 0.007899426855146885, -0.0021243051160126925, 0.02969045750796795, -0.039511363953351974, 0.015699220821261406, -0.01976991631090641, 0.0016359285218641162, -0.005967269651591778, -0.018375061452388763, -0.01981261558830738, 0.0040030875243246555, -0.012546566314995289, 0.01807616464793682, 0.00735144829377532, -0.010582384653389454, 0.005533156916499138, -0.003191795200109482, -0.006170092616230249, -0.006910218857228756, 0.0014615717809647322, 0.0026687250938266516, -0.0415324792265892, -0.0059032198041677475, 0.02113630250096321, -0.02986125461757183, -0.03262249752879143, 0.01985531486570835, 0.012027055025100708, -0.022929687052965164, 0.017236405983567238, 0.19391313195228577, 0.003718423657119274, -0.010141155682504177, 0.013500191271305084, -0.00455106608569622, -0.010824348777532578, 0.022445756942033768, 0.02638835459947586, -0.011927422136068344, 0.02378367818892002, 0.00117868697270751, 0.01006998959928751, -0.009642993099987507, -0.00748666375875473, 0.010781649500131607, -0.031569238752126694, -0.039312101900577545, -0.020524276420474052, -0.007799793966114521, 0.0025210557505488396, 0.02315741777420044, -0.008198323659598827, 0.0005226253415457904, -0.026601852849125862, -0.00019025786605197936, -0.023954477161169052, -0.006113159935921431, -0.025078900158405304, -0.01346460822969675, 0.008219673298299313, -0.03230936452746391, 0.013151477091014385, 0.016311248764395714, -0.005643464159220457, 0.0038536391220986843, -0.005497573874890804, 0.012525216676294804, 0.010689133778214455, 0.016738243401050568, 0.01989801414310932, 0.017392970621585846, -0.006198558956384659, 0.007458197418600321, -0.01740720495581627, 0.024594970047473907, 0.027398912236094475, -0.012496749870479107, 0.010674900375306606, -0.023427847772836685, 0.023769445717334747, -0.0187308918684721, 0.0027559034060686827, 0.03669319301843643, 0.04395212233066559, -0.019527951255440712, 0.018019232898950577, 0.004252168815582991, 0.02873683162033558, 0.017350271344184875, 0.025463195517659187, -0.031028376892209053, 0.004946037195622921, -0.003782473038882017, 0.01976991631090641, 0.002576209371909499, 0.007372797932475805, -0.004842846654355526, 0.004170327913016081, 0.028509100899100304, -0.002223937539383769, 0.003496029879897833, -0.008426055312156677, -0.01596965081989765, 0.009835141710937023, -0.020481575280427933, -0.030629847198724747, 0.04674183204770088, 0.0072660488076508045, 0.018588559702038765, 0.020566975697875023, 0.01861702650785446, 0.01927175372838974, 0.011180179193615913, -0.007899426855146885, -0.017677634954452515, -0.03396041691303253, 0.011521776206791401, -0.0013147919671609998, -0.011329627595841885, 0.006380032282322645, -0.0004906006506644189, -0.013016262091696262, 0.004259285517036915, -0.009749742224812508, -0.015129892155528069, -0.021677164360880852, 0.018090398982167244, 0.0072126747108995914, 0.0005181774613447487, -0.005700396839529276, -0.0008388692513108253, 0.03464360907673836, 0.026089457795023918, 0.014240317046642303, -0.02142096683382988, 0.006732304114848375, -0.012646199204027653, 0.014674429781734943, 0.012575033120810986, -0.005020761396735907, -0.018417762592434883, -0.02196182869374752, 0.008262373507022858, 0.010162505321204662, 0.001438442850485444, 0.03270789608359337, -0.0028163946699351072, -0.016866343095898628, 0.014916394837200642, -0.004917570855468512, 0.0002739891060627997, -0.020666606724262238, -0.018915923312306404, 0.03780338168144226, -0.004686281550675631, -0.016524747014045715, 0.0007374577107839286, -0.015528421849012375, -0.03418814763426781, 0.0039639463648200035, 0.026658784598112106, 0.003270077984780073, -0.006742978934198618, 0.024054110050201416, -0.008219673298299313, -0.0045012496411800385, -0.00699917646124959, -0.013372092507779598, -0.013315158896148205, 0.025961358100175858, -0.022943919524550438, -0.006810586433857679, 0.00501364516094327, -0.009792442433536053, 0.016610145568847656, -0.02563399448990822, 0.0153006911277771, 0.006024202331900597, -0.012354418635368347, -0.02560552768409252, 0.0010203425772488117, 0.02337091602385044, 0.001370835117995739, -0.0015825539594516158, 0.010824348777532578, -0.012254785746335983, -0.039596766233444214, -0.007543596439063549, -0.0036614909768104553, 0.015684986487030983, -0.037319451570510864, 0.008596853353083134, 0.03925516828894615, 0.00947219505906105, -0.01588425226509571, -0.0046293484047055244, -0.1834374964237213, 0.0065864138305187225, 0.0013574914773926139, -0.03262249752879143, 0.020239612087607384, 0.005967269651591778, -0.0034195263870060444, 0.00967857614159584, 0.006515247747302055, -0.020282311365008354, 0.016439346596598625, 0.008596853353083134, -0.0031846787314862013, -0.027270812541246414, 0.012155153788626194, 0.014645963907241821, -0.02159176580607891, 0.02274465560913086, 0.03330568969249725, 0.007685928605496883, 0.01794806681573391, -0.037034787237644196, 0.0071379500441253185, 0.006041993852704763, 0.02374097891151905, 0.019044023007154465, -0.0011493309866636992, 0.012475400231778622, 0.00335013959556818, -0.004753889050334692, -0.021719863638281822, -0.024666136130690575, 0.04164634644985199, 0.005675488617271185, 0.014567680656909943, 0.011671224609017372, 0.0023075577337294817, -0.003718423657119274, -0.024993499740958214, 0.010034406557679176, 0.032907161861658096, 0.012212086468935013, 0.017193706706166267, -0.0025477430317550898, -0.02480846829712391, 0.012831230647861958, 0.033846549689769745, -0.022602323442697525, 0.007792677264660597, -0.012297485023736954, 0.02452380582690239, -0.024054110050201416, 0.011244229041039944, 0.008817467838525772, 0.0054940152913331985, 0.020808938890695572, 0.0287795327603817, 0.021349800750613213, 0.006899544037878513, -0.022032994776964188, -0.014026819728314877, -0.0033839435782283545, 0.005010086577385664, -0.00851857103407383, 0.00046035507693886757, -0.027228113263845444, -0.007771327625960112, 0.01658167876303196, -0.024509571492671967, 0.016268547624349594, -0.004906896036118269, 0.021648697555065155, -0.010696250014007092, -0.005116835702210665, 0.011365210637450218, 0.012126686982810497, -0.025036200881004333, 0.004803705029189587, 0.043325863778591156, -0.003672165796160698, -0.013514423742890358, -0.005725305061787367, -0.03267942741513252, 0.0007752646342851222, -0.0244384054094553, -0.008753418922424316, 0.0039497134275734425, 0.006041993852704763, -0.03433047980070114, 0.005807145964354277, 0.018090398982167244, -0.015272224321961403, 0.0056078811176121235, -0.013941420242190361, -0.012418467551469803, 0.009016732685267925, 0.017506837844848633, 0.0031401999294757843, -0.008902867324650288, -0.006557947024703026, -0.0047503309324383736, 0.01757800206542015, 0.005010086577385664, -0.0038963386323302984, 0.029206527397036552, 0.026032524183392525, -0.01976991631090641, 0.008041758090257645, 0.01770610176026821, -0.011863373219966888, -0.017307572066783905, 0.009223113767802715, 0.024594970047473907, 0.016282781958580017, -0.02208992838859558, 0.01861702650785446, -0.019826848059892654, -0.025377796962857246, 0.016595911234617233, 0.007899426855146885, 0.062227554619312286, 0.014425349421799183, 0.018588559702038765, 0.00211363029666245, -0.03845810890197754, -0.032280899584293365, -0.09820908308029175, -0.0019962063524872065, -0.006664696149528027, 0.032736361026763916, -0.012404234148561954, 0.012140920385718346, -0.01927175372838974, 0.021805264055728912, -0.033021025359630585, 0.026687251403927803, -0.019613349810242653, -0.04950307309627533, -0.0013441479532048106, 0.0026064550038427114, 0.02480846829712391, -0.006668254733085632, -0.013073194772005081, -0.0027914864476770163, -0.02228919230401516, 0.014026819728314877, -0.005269842687994242, -0.02068084105849266, 0.035497602075338364, -0.019257521256804466, -0.005401499569416046, -0.029348859563469887, -0.028964564204216003, 0.019513718783855438, 0.019471019506454468, 8.523240830982104e-05, -0.0011689015664160252, -0.018631258979439735, -0.0014660196611657739, -0.025491662323474884, -0.010148271918296814, -0.04557470977306366, 0.0006084693595767021, -0.014254550449550152, 0.008120041340589523, -0.024965034797787666, -0.005597206298261881, 0.00332345231436193, 0.03398888185620308, -0.0067785619758069515, -0.03287869319319725, -0.02428184077143669, -0.017748801037669182, 0.018673960119485855, -0.008525687269866467, -0.0173645056784153, -0.03196777030825615, -0.023555947467684746, -0.008305072784423828, -0.011301161721348763, 0.026616085320711136, 0.015257990919053555, 0.03051598183810711, 0.007191324606537819, -0.0027559034060686827, -0.01621161587536335, -0.013585589826107025, -9.029186912812293e-05, -0.028238670900464058, 0.006899544037878513, 0.008639552630484104, 0.0010621525580063462, -0.051467254757881165, -0.012418467551469803, -0.0003840740246232599, 0.0073799146339297295, 0.000907366571482271, -0.004775238689035177, -0.0035565211437642574, 0.015813086181879044, -0.031569238752126694, -0.013429025188088417, -0.018061932176351547, -0.029178062453866005, 0.04039382562041283, 0.0022381707094609737, -0.012005704455077648, -0.01725063845515251, 0.022488458082079887, -0.0205527413636446, 0.0021741213276982307, -0.006308866199105978, -0.007056109141558409, -0.03122764267027378, 0.012418467551469803, -0.039312101900577545, -0.00015256211918313056, 0.012738714925944805, -0.0005257388693280518, -0.00017569107876624912, 0.0011582267470657825, -0.02493656799197197, -0.009707042947411537, 0.00796347577124834, 0.008362005464732647, 0.017108308151364326, -0.03245169669389725, 0.0017151007195934653, -0.06478952616453171, 0.03609539568424225, 0.00017257756553590298, 0.010838582180440426, -0.003289648564532399, -0.019044023007154465, 0.0068426113575696945, -0.0207662396132946, -0.015215291641652584, 0.012475400231778622, -0.02423914149403572, 0.015784619376063347, 0.0020655933767557144, 0.005579414777457714, -0.0013637185329571366, 0.00678212009370327, 0.026872282847762108, -0.004533274564892054, 0.027811674401164055, -0.006938685197383165, 0.02493656799197197, 0.02072354033589363, 0.006792794913053513, 0.013599823229014874, -0.008055991493165493, -0.000600907951593399, -0.0189443901181221, 0.004294868558645248, 0.0171225406229496, 0.02129286900162697, -0.0011519996915012598, -0.023669812828302383, 0.0001971520687220618, 0.026146389544010162, 0.002978297183290124, -0.004163211211562157, 0.000717442249879241, 0.02386907860636711, 0.012461166828870773, 0.05169498547911644, -0.029718922451138496, -0.039226699620485306, 0.008575503714382648, -0.0065615056082606316, -0.006935127079486847, 0.007177091669291258, -0.017876900732517242, -0.007935008965432644, 0.04053615406155586, 0.006721628829836845, 0.004259285517036915, 0.01868819259107113, -0.01762070320546627, -0.04366746172308922, -0.028879163786768913, -0.002120746998116374, 0.02042464353144169, 0.0001468910777475685, 0.014176268130540848, -0.0013770621735602617, 0.02480846829712391, 0.011813556775450706, 0.020495809614658356, 0.000134214642457664, -0.008112924173474312, -0.021164769306778908, -0.011920305900275707, -0.004422967322170734, 0.016923274844884872, -0.01985531486570835, 0.004914012737572193, -0.028195971623063087, 0.015471489168703556, 0.025733627378940582, -0.0085612703114748, -0.005234259646385908, -0.016965975984930992, 0.0010034407023340464, -0.01497332751750946, 0.008184090256690979, 0.0014473386108875275, -0.0003429311909712851, 0.009415262378752232, 0.007141508627682924, 0.019214820116758347, 0.002846640069037676, -0.01562805473804474, -0.015016026794910431, -0.0034052932169288397, -0.01927175372838974, -0.0014784737722948194, -0.000556429207790643, 0.008305072784423828, 0.011379444040358067, -0.013891603797674179, -0.01195588894188404, -0.015457255765795708, 0.0012516321148723364, 0.001990868942812085, 0.00735144829377532, 0.005486899055540562, 0.01588425226509571, 0.006187884137034416, -0.0014553447254002094, -0.027028847485780716, -0.005383708048611879, -0.0338180847465992, -0.03729098662734032, -0.002704308135434985, -0.003736215177923441, 0.003348360536620021, 0.03296409174799919, 0.015699220821261406, 0.004213027656078339, -0.005419291090220213, 0.024623436853289604, -0.01511565875262022, -0.02986125461757183, -0.024338772520422935, 0.01616891659796238, 0.027228113263845444, -0.00019548411364667118, 0.019954947754740715, -0.009550477378070354, 0.055310219526290894, 0.033561889082193375, 0.015129892155528069, -0.013735039159655571, 0.025050433352589607, -0.009344096295535564, 0.014019702561199665, 0.005725305061787367, -0.009892074391245842, 0.002506822580471635, -0.0280821043998003, 0.0012062637833878398, -0.006344449240714312, 0.020808938890695572, -0.028324069455266, 0.0885305106639862, 0.014532097615301609, -0.024011408910155296, 0.015414556488394737, -0.00952912773936987, 0.005618555936962366, 0.011301161721348763, 0.022445756942033768, -0.02389754354953766, -0.012539450079202652, -0.02784014120697975, -0.011998588219285011, -0.004398059099912643, -0.009507778100669384, 0.009194647893309593, 0.005768004804849625, 0.018673960119485855, 0.03498520702123642, 0.019883781671524048, 0.0017302234191447496, 0.029434259980916977, -0.008134273812174797, -0.009280046448111534, 0.0034302014391869307, -0.025448963046073914, -0.006860402878373861, 0.0031295251101255417, -0.021819496527314186, -0.02341361530125141, -0.037945713847875595, 0.00748666375875473, -0.008696485310792923, -0.032280899584293365, -0.00868225283920765, -0.023143185302615166, -0.0021687839180231094, -0.005956594366580248, -0.009856491349637508, -0.006202117074280977, -0.011600058525800705, 0.0063124243170022964, 0.02035347744822502, 0.010368886403739452, -0.03842964023351669, 0.009970356710255146, -0.010902632027864456, -0.01344325765967369, -0.007155741564929485, -0.012724481523036957], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='fd72a7ac-dbb6-4f0c-9c43-d00d4c437ec5', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='73b380ad888071dde9637e7fab52e90bad4298fa90a1148b76005b70d7e4bf8e'), : RelatedNodeInfo(node_id='f4ff09ff-2cfb-4e02-a4c6-3a95398e232b', node_type=, metadata={}, hash='e3a57a165fa6fd4a1f03f93a2dd0d20e47f4e6314f4fb1639535f8e90de3c4f3')}, hash='4ab03b36394a8973b73aa64d00dceffd60f1670e70f6b110b563b069202b3dd5', text=\"Cloud announced its partnership with Cohere. The company intends to use Cloud's TPU for the development and deployment of its products, and Sagemaker by Amazon also gives access to Cohere's language AI. Cohere powers Hyperwrite, which helps in quickly generating articles. AWS has also announced a partnership with Cohere AI. To date, Cohere has raised $170 million, and with the ongoing rush of funding in AI platforms, the Canadian startup is expected to be valued at $6 billion. Cohere is set to introduce a new dialogue model to aid enterprise users in generating text while engaging with the model to fine-tune the output. Cohere's Xlarge model resembles ChatGPT but provides developers and businesses with access to this technology. Cohere's base model has 52 billion parameters compared to OpenAI's GPT-3 DaVinci model, which has 175B parameters. Cohere stresses on accuracy, speed, safety, cost, and ease of use for its users and has paid much attention to the product and its design, developing a cohesive model. 8. Anthropic AI's Claude Anthropic is an American AI startup and public benefit corporation founded in 2021 by Daniela Amodei and Dario Amodei, former members of OpenAI. The company specializes in developing AI systems and language models, with a particular focus on transformer architecture. Anthropic's research on the interpretability of machine learning systems covers fields ranging from natural language and interpretability to human feedback, scaling laws, reinforcement learning, and code generation, among others. The company stresses the application of responsible AI and presents itself as an AI safety and research company working towards building reliable, steerable, and interpretable AI systems. By 2022, Google had invested nearly $400 million in Anthropic, resulting in a formal partnership between the two companies and giving Google a 10% stake in Anthropic. Outside backing amounted to $580 million, with total investments in Anthropic exceeding $1 billion to date. Anthropic has developed a conversational large language model AI chatbot named Claude, which uses a messaging interface and a technique called constitutional AI to better align AI systems with human intentions. AnthropicLM v4-s3 is a\", start_char_idx=23674, end_char_idx=25916, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='f4ff09ff-2cfb-4e02-a4c6-3a95398e232b', embedding=[-0.010087203234434128, -0.0069436365738511086, -0.00010518358612898737, 0.0011028536828234792, 0.009510593488812447, 0.018910033628344536, -0.00911460816860199, 0.018118062987923622, -0.0018861403223127127, -0.024995701387524605, 0.016784217208623886, 0.030344976112246513, -0.010823597200214863, -0.004741402342915535, 0.009906578809022903, 0.004671931266784668, 0.03593045100569725, -0.012740999460220337, -0.00415784539654851, 0.006290608085691929, -0.026510171592235565, 0.010886121541261673, -0.016381286084651947, -0.01401926763355732, -0.0020737124141305685, 0.011226529255509377, 0.022147387266159058, -0.02362017333507538, -0.006391341332346201, 0.0065094418823719025, 0.0028187897987663746, -0.008732517249882221, 0.003855645889416337, -0.012553427368402481, -0.012435326352715492, -0.00452604191377759, 0.01999378204345703, 0.005137387663125992, 0.008385161869227886, 0.00010784302867250517, 0.01656191051006317, 0.015881093218922615, -0.006391341332346201, -0.020869119092822075, -0.004053638782352209, 0.017687341198325157, 0.004331523086875677, -0.0016959632048383355, -0.014741767197847366, -0.0020962904673069715, 0.03504122421145439, 0.038486987352371216, -0.024426039308309555, 0.004664984531700611, 0.0025374318938702345, -0.01872940920293331, -0.01230333186686039, 0.029900360852479935, 0.0233839713037014, 0.01030256412923336, 0.02223075181245804, -0.012282490730285645, -0.022619789466261864, 0.02355070225894451, -0.023411760106682777, -0.004074479918926954, -0.0033745586406439543, 0.008503262884914875, 0.0231755580753088, 0.0031053582206368446, 0.004494780208915472, 0.021758347749710083, 0.0059884088113904, -0.026760267093777657, 0.034846704453229904, -0.006759537849575281, -0.006690066773444414, -0.013678858987987041, -0.019465802237391472, 0.01471397839486599, 0.012414485216140747, -0.012650687247514725, -0.01251174509525299, -7.441006164299324e-05, 0.01385948434472084, 0.0037688070442527533, -0.0009526224457658827, -0.0016638328088447452, -0.009885737672448158, -0.01761787012219429, 0.0027197934687137604, -0.02669079601764679, 0.02285599149763584, 0.006064827088266611, -0.025607047602534294, 0.02073017507791519, 0.00831569079309702, 0.016589699313044548, 0.0038452253211289644, -0.014477777294814587, 0.0008458106312900782, -0.007565402891486883, -0.018937822431325912, -0.018493207171559334, -0.021674983203411102, 0.001821879530325532, 0.017770707607269287, 0.016686957329511642, 0.01667306385934353, 0.0066344900988042355, 0.01471397839486599, 0.01095559261739254, -0.014255469664931297, -0.03915391117334366, 0.01622844859957695, -0.03984862193465233, 0.022147387266159058, 0.019229600206017494, -0.02256421372294426, -0.01896560937166214, 0.026148920878767967, 0.027969064190983772, 0.008128118701279163, 0.010517924092710018, 0.03548583760857582, 0.01631181500852108, -0.03326276317238808, -0.017075996845960617, -0.016464650630950928, -0.007162470370531082, 0.0008762042270973325, -0.008412949740886688, 0.021925078704953194, 0.03081738017499447, -0.02452329732477665, 0.025162432342767715, -0.02567651867866516, 0.0065650190226733685, 0.003063675481826067, -0.011907346546649933, -0.005821678321808577, 0.016172870993614197, -0.010497082956135273, 0.00010947125701932237, -0.012477009557187557, 0.013081408105790615, -0.009538382291793823, 0.01618676632642746, 0.01085138600319624, 0.013123090378940105, 0.011434942483901978, -0.003279035910964012, -0.021438781172037125, 0.020660704001784325, 0.02129983901977539, 0.0008501525735482574, -0.0019226126605644822, 0.021716665476560593, -0.016492439433932304, -0.0008740332559682429, -0.008551891893148422, 0.006794273387640715, -0.007231941446661949, -0.00803085882216692, 0.025815460830926895, 0.01995209977030754, 0.01827089861035347, -0.005585476290434599, -0.015672679990530014, -0.02412036620080471, -0.01622844859957695, 0.03704198822379112, -0.013699701055884361, 0.012372802942991257, -0.0014710505492985249, 0.027482766658067703, 0.02366185560822487, 0.0011028536828234792, -0.028066324070096016, -0.02003546431660652, -0.006307975854724646, 0.004255104809999466, 0.009628694504499435, 0.017729025334119797, 0.008343478664755821, -0.007898864336311817, 0.025190221145749092, -0.009211868047714233, -0.010108045302331448, -0.02452329732477665, -0.0003753610362764448, 0.02281430922448635, 0.009225761517882347, -0.016617486253380775, -0.6349102854728699, -0.019549166783690453, 5.4111475037643686e-05, -0.026440700516104698, 0.019438013434410095, -0.002268231473863125, 0.02603776752948761, 0.0012834785738959908, -0.014964074827730656, 0.03690304607152939, -0.02412036620080471, 0.005057496018707752, 0.0041265832260251045, -0.018284793943166733, -0.01013583317399025, -0.012761840596795082, 0.011191793717443943, -0.030233822762966156, 0.031901128590106964, 0.003437082516029477, -0.020938590168952942, 0.01418599858880043, -0.018326476216316223, -0.019715897738933563, -0.005116546526551247, 0.013546864502131939, 0.010663813911378384, 0.006488600745797157, -0.010761072859168053, -0.007836339995265007, -0.0025669571477919817, 0.008531050756573677, -0.004953289404511452, -0.031456515192985535, 0.04921332746744156, -0.008412949740886688, 0.015839410945773125, 0.013338451273739338, 0.0038730138912796974, 0.013074460439383984, -0.025857143104076385, -0.01117790024727583, 0.014533353969454765, 0.014477777294814587, -0.0007112103630788624, 0.007759921718388796, 0.031734399497509, -0.016158977523446083, -0.01827089861035347, -0.031178629025816917, 0.008454632945358753, 0.017881860956549644, 0.01589498668909073, -0.0018600886687636375, -0.0038417517207562923, -0.005738312844187021, 0.02702425792813301, -0.03451324254274368, 0.018284793943166733, -0.013213403522968292, -0.021758347749710083, -0.01089306827634573, -0.015825515612959862, -0.030317187309265137, -0.0068880594335496426, 0.03270699456334114, -0.0059988293796777725, 0.005067916586995125, -0.017284410074353218, -0.020632917061448097, 0.01273405272513628, 0.01921570673584938, -0.029983727261424065, -0.0367085300385952, 0.01732609234750271, 0.004769191145896912, 0.007905811071395874, -0.02407868206501007, -0.0047761378809809685, 0.03184555098414421, 0.018340369686484337, -0.009600905701518059, -0.011309894733130932, -0.008128118701279163, 0.007072157692164183, -0.012386697344481945, -0.011955976486206055, -0.013838643208146095, 0.011740615591406822, -0.0013876851880922914, 0.01929907128214836, 0.03081738017499447, -0.02260589599609375, -0.04654563590884209, -0.005168649833649397, 0.004800452850759029, -0.01692315936088562, 0.02035503275692463, -0.025190221145749092, -0.031623244285583496, -0.009413333609700203, -0.027454977855086327, 0.022216858342289925, 0.020799648016691208, 0.05096399784088135, 0.005568108521401882, -0.00528327701613307, 0.007502878550440073, 0.036402855068445206, -0.0371253564953804, -0.014547248370945454, 0.007363936398178339, -0.01553373783826828, -0.009343862533569336, -0.0014302362687885761, -0.0202716663479805, 0.021272050216794014, -0.00025595759507268667, 0.017506716772913933, -0.03081738017499447, 0.0177846010774374, -0.013345398008823395, -0.007287518121302128, -0.017201043665409088, 0.01277573499828577, 0.019465802237391472, 0.002754529006779194, -0.04076563939452171, -0.028010746464133263, 0.0019990308210253716, 0.00700963381677866, -0.01818753406405449, 0.004689299035817385, -0.004779611714184284, 0.043433330953121185, -0.0013642386766150594, 0.030344976112246513, -0.00035755906719714403, 0.009045137092471123, -0.014950180426239967, -0.02473171055316925, -0.02056344598531723, 0.01683979481458664, 0.019813157618045807, -0.04510063678026199, -0.023717433214187622, -0.0011532201897352934, 0.0013876851880922914, -0.02350901998579502, -0.008079488761723042, -0.01219912525266409, 0.005550740752369165, -0.0206884928047657, 0.04510063678026199, -0.00753066735342145, 0.003037623828276992, -0.015172488056123257, -0.03904275596141815, -0.006922794971615076, -0.035013433545827866, 0.026829738169908524, 0.014206839725375175, 0.004442676901817322, 0.01745114102959633, 0.0061377715319395065, 0.001145404763519764, -0.01549205556511879, 0.0206884928047657, -0.034930068999528885, -0.011636408977210522, 0.0017645659390836954, -0.028233055025339127, 0.010073309764266014, 0.0324568971991539, -0.003070622682571411, 0.04815736413002014, -0.01871551387012005, -0.022550318390130997, -0.009684271179139614, -0.01289383601397276, -0.02281430922448635, 0.022619789466261864, 0.011511361226439476, -0.020952483639121056, 0.014547248370945454, -0.007752974517643452, 0.03818131610751152, 0.01347044575959444, -0.018409840762615204, 0.014922392554581165, -0.00393553776666522, 0.036402855068445206, -0.010052467696368694, 0.0011037221411243081, -0.017298303544521332, 0.013505181297659874, 0.00023207688354887068, 0.012206071987748146, -0.001402447815053165, 0.014255469664931297, 0.0018375106155872345, 0.005634106229990721, 0.025884931907057762, -0.0013147405115887523, 0.010983380489051342, -0.024426039308309555, 0.0047761378809809685, -0.004685825668275356, 0.014005373232066631, -0.0014172104420140386, 0.019160129129886627, 0.001729830401018262, -0.011775351129472256, -0.013741383329033852, 0.00835737306624651, 0.016158977523446083, 0.00823927205055952, 0.007996123284101486, -0.009719006717205048, 0.012372802942991257, 0.02342565543949604, 0.015992246568202972, -0.017145467922091484, -0.017034312710165977, -0.02150825224816799, 0.015394795686006546, -0.027399402111768723, 0.0340130515396595, -0.011886505410075188, -0.028024641796946526, 0.010108045302331448, 0.0024696975015103817, 0.02060512825846672, -0.00841989740729332, 0.02959468774497509, 0.010879173874855042, -0.012254701927304268, 0.0021883395966142416, 0.018048591911792755, 0.00673522287979722, -0.02138320356607437, 0.02007714845240116, 0.03020603395998478, -0.010434559546411037, 0.021674983203411102, 0.021730558946728706, 0.042655255645513535, -0.012810470536351204, -0.01320645585656166, 0.012247755192220211, -0.018159745261073112, 0.029205650091171265, -0.0086838873103261, 0.009962155483663082, 0.012803523801267147, 0.006241978146135807, -0.005012339912354946, 0.0006109114619903266, 0.022592000663280487, 0.03551362454891205, -0.009475857950747013, 0.006026617716997862, -0.003577761584892869, 0.01917402260005474, 0.001475392491556704, -0.015394795686006546, -0.00915629044175148, 0.016284026205539703, -0.01369275338947773, -0.002740634838119149, 0.0006851587095297873, -0.0071902587078511715, 0.01219912525266409, -0.026440700516104698, 0.030317187309265137, -0.0015535474522039294, -0.005408325232565403, 0.01614508405327797, 0.013442657887935638, 0.0301226694136858, -0.019160129129886627, -0.024551086127758026, 0.018173638731241226, 0.018326476216316223, -0.01353297010064125, -0.00604051211848855, -0.006398288067430258, -0.006005776580423117, -0.013546864502131939, -0.007148575969040394, 0.0005058364477008581, 0.0068567972630262375, 0.00720415310934186, 0.01440830621868372, -0.006457338575273752, -0.01283825933933258, -0.006582386791706085, -0.010920857079327106, 0.015811622142791748, -0.033373914659023285, 0.021397098898887634, 0.023522913455963135, -0.014005373232066631, 0.006221137009561062, 0.014936286024749279, -0.01078886166214943, -0.034596607089042664, 0.007377830799669027, -0.01635349728167057, -0.029816996306180954, 0.014477777294814587, 0.008739463984966278, 0.02387026883661747, 0.00477266451343894, 0.011066745966672897, 0.01574215106666088, 0.0036576534621417522, -0.013616335578262806, 0.01585330441594124, 0.0045295157469809055, -0.002339439233765006, -0.016409073024988174, -0.02824694849550724, 0.0037722806446254253, 0.0841989740729332, -0.004838662222027779, -0.019285177811980247, 0.016770323738455772, -0.00571399787440896, 0.008510209619998932, -0.012094918638467789, -0.019104551523923874, 0.0076070851646363735, -0.0017385142855346203, -0.029177861288189888, 0.021980656310915947, 0.020938590168952942, -0.005144334863871336, 0.02656574919819832, 0.016992630437016487, 0.0032338795717805624, -0.00895482487976551, 0.00617250707000494, -0.004088374320417643, 0.017548399046063423, 0.005835572257637978, 0.0041265832260251045, 0.007759921718388796, 0.008392108604311943, -0.008593575097620487, 0.027232671156525612, 0.017729025334119797, -0.012310278601944447, -0.02837199717760086, -0.008829777128994465, -0.0011158795095980167, -0.008010017685592175, 0.014741767197847366, -0.004828241188079119, 0.006561545189470053, 0.004435729701071978, -0.0009943051263689995, -0.004421835299581289, -0.012810470536351204, 0.020577339455485344, 0.026510171592235565, 0.0019504011142998934, -0.02260589599609375, -0.0005344932433217764, -0.017437245696783066, 0.029483534395694733, 0.023925846442580223, -0.02277262695133686, -0.026913104578852654, 0.01724272593855858, -0.001964295282959938, -0.03609718382358551, -0.00993436761200428, -0.003204354550689459, 0.018812773749232292, 0.005321486387401819, -0.002101500751450658, -0.000356256467057392, -0.012331119738519192, -0.014686190523207188, -0.02984478510916233, -0.0059293583035469055, -0.021397098898887634, -0.007759921718388796, -0.02216128073632717, 0.003082779934629798, 0.020174406468868256, -0.00831569079309702, 0.04348890855908394, 0.005269383080303669, -0.023161664605140686, -0.044294774532318115, 0.013074460439383984, 0.008433791808784008, -0.0037028095684945583, 0.011004222556948662, 0.0025409054942429066, -0.0032703520264476538, 0.01379696000367403, 0.001873982953839004, -0.028344208374619484, -0.0056653679348528385, -0.012984148226678371, 0.00205981801263988, -0.01713157258927822, 0.0007146839052438736, -0.02109142579138279, 0.0064156558364629745, 0.007725186180323362, 0.0054430607706308365, -0.02473171055316925, 0.006985318847000599, 0.0052485414780676365, 0.00048499510739929974, 0.010837491601705551, 0.014380517415702343, 0.010990328155457973, 0.006363552529364824, -0.02403699979186058, -0.011080640368163586, -0.01590888202190399, -0.02186950109899044, -0.012157442048192024, 0.030067091807723045, -0.004783085081726313, 0.014067897573113441, -0.007218047045171261, 0.0034283986315131187, -0.013484340161085129, 0.011851769872009754, 0.011469678021967411, 0.01991041749715805, -0.029011130332946777, 0.012470061890780926, -0.010872227139770985, 0.02010493539273739, -0.005922411102801561, -0.005637579597532749, -0.04176602512598038, 0.0021918131969869137, -0.04051554575562477, 0.015561526641249657, 0.016450757160782814, -0.011962923221290112, 0.018423736095428467, 0.010427611880004406, -0.0017836705083027482, -0.03151208907365799, 0.01675642840564251, 0.004644142929464579, 0.016825899481773376, 0.003907749429345131, -0.025245796889066696, -0.01353297010064125, -0.03384631872177124, -0.02248084731400013, -0.009524487890303135, -0.01536700688302517, -0.0037305981386452913, -0.018937822431325912, 0.0022942831274122, -0.007773816119879484, 0.021563829854130745, 0.004133530426770449, -0.03323497250676155, 0.005390957463532686, 0.015380901284515858, 0.03151208907365799, 0.01273405272513628, -0.029622476547956467, 0.005293697584420443, -0.01921570673584938, 0.0003217380144633353, -0.022425271570682526, -0.03062286041676998, 0.010108045302331448, 0.004758770111948252, 0.029400169849395752, 0.013616335578262806, 0.04557304084300995, -0.006103035993874073, 0.01614508405327797, 0.048379674553871155, 0.004307208117097616, -0.0233839713037014, 0.0066483840346336365, 0.007968335412442684, -0.014463882893323898, 0.00831569079309702, -0.0014866815181449056, 0.01724272593855858, 0.017228832468390465, -0.0285665150731802, 0.0021362362895160913, 0.015089122578501701, 0.00744035467505455, -0.013449604623019695, -0.02191118523478508, -0.044822752475738525, -0.02117479033768177, 0.02228632941842079, -0.0074542490765452385, -0.0044982535764575005, -0.015075228177011013, -0.0041126892901957035, 0.053075920790433884, 0.02223075181245804, 0.012560375034809113, 0.004963709972798824, 0.0262878630310297, 0.0071902587078511715, -0.009677324444055557, 0.018118062987923622, 0.012456168420612812, -0.029400169849395752, 0.0012209545820951462, -0.022425271570682526, 0.0073292008601129055, 0.004011956043541431, 0.00015164237993303686, 0.019396331161260605, 0.011038958095014095, -0.014783449470996857, 0.00711384043097496, 0.02228632941842079, 0.02298104017972946, 0.004324575886130333, -8.320249617099762e-05, -0.023203346878290176, -0.006759537849575281, -0.020299455150961876, 0.0042516314424574375, -0.02220296300947666, -0.011990712024271488, -0.007711291778832674, -0.011434942483901978, 0.023203346878290176, -0.028761034831404686, -0.020716281607747078, 0.02780233323574066, 0.028358101844787598, 0.02689920924603939, 0.0039008022285997868, 0.02096637710928917, 0.022453058511018753, 0.020243877544999123, -0.008399056270718575, 0.006321869790554047, -0.0015995720168575644, -0.012247755192220211, 0.012643739581108093, 0.009670376777648926, -0.011775351129472256, -0.01942411996424198, 0.02321724221110344, 0.02730214223265648, -0.03690304607152939, -0.0425163134932518, 0.007648767903447151, 0.005783468950539827, 0.029650265350937843, -0.02399531751871109, -0.03295708820223808, -0.0018774564377963543, 0.008649151772260666, -0.010587395168840885, 0.003369348356500268, -0.004685825668275356, -0.018910033628344536, -0.009878790006041527, 0.008010017685592175, 0.024092577397823334, 0.008927036076784134, 0.014255469664931297, 0.01786796748638153, 0.011066745966672897, -0.004060585517436266, -0.004071006551384926, 0.021688876673579216, -0.001331239938735962, 0.001260900404304266, -0.0075931912288069725, -0.012011553160846233, -0.006075247656553984, -0.011275159195065498, 0.017770707607269287, -0.0037514392752200365, -0.010691601783037186, 0.03331834077835083, -0.017812389880418777, -0.007475090213119984, 0.006846376694738865, -0.01892392709851265, 0.026065556332468987, -0.036319490522146225, -0.0015709152212366462, -0.005120019894093275, -0.010587395168840885, -0.004963709972798824, 0.020146619528532028, 0.0023290186654776335, -0.023884164169430733, 0.004466991871595383, 0.010649919509887695, -0.020535657182335854, 0.008232325315475464, -0.016909265890717506, -0.0041126892901957035, -0.021966760978102684, 0.004741402342915535, 0.0175761878490448, -0.01875719614326954, -0.013248139061033726, 0.023800797760486603, -0.01121958252042532, -0.029177861288189888, 0.02538473904132843, -0.01093475054949522, 0.018493207171559334, 0.026023874059319496, -0.0006148192333057523, -0.0035412893630564213, 0.012713211588561535, 0.00911460816860199, 0.0022074442822486162, 0.010441506281495094, -0.021285945549607277, -0.04129362106323242, 0.011698933318257332, -0.0010177516378462315, -0.0009752005571499467, 0.009510593488812447, -0.000678211625199765, 0.009663430042564869, 0.009309126995503902, -0.004935921635478735, -0.012115759775042534, -0.015214170329272747, 0.00714162876829505, 0.014192945323884487, -0.008343478664755821, 0.04793505743145943, -0.018701620399951935, 0.03420756757259369, -0.031901128590106964, 0.006585860159248114, 0.0028413678519427776, -0.034763336181640625, -0.016700852662324905, 0.011740615591406822, 0.018576571717858315, 0.0025634835474193096, -0.017548399046063423, -0.021369310095906258, 0.004744876176118851, -0.022536424919962883, 0.015116911381483078, -0.0028639461379498243, -0.0024644872173666954, 0.025162432342767715, 0.00901040155440569, -1.5088254258444067e-05, -0.00668311957269907, -0.0033745586406439543, -0.0087880939245224, -0.00960785336792469, 0.010504030622541904, -0.05504889786243439, 0.002356807002797723, -0.00485255615785718, 0.039598528295755386, -0.0036090235225856304, -0.039959777146577835, -0.027621708810329437, -0.02603776752948761, -0.03487449139356613, -0.0015361796831712127, -0.006780379451811314, 0.029789207503199577, 0.010080256499350071, 0.026148920878767967, 0.008795041590929031, 0.025704307481646538, 0.005043601617217064, 0.008961771614849567, 0.0015552842523902655, 0.0016004404751583934, 0.004303734749555588, -0.02092469483613968, -0.01381780207157135, 0.010476241819560528, -0.039793044328689575, -0.007475090213119984, 0.018326476216316223, -0.008336531929671764, -0.01774291880428791, 0.007961387746036053, -0.021897289901971817, 0.02011883072555065, 0.010052467696368694, 0.0024019633419811726, -0.004546883516013622, 0.014602825045585632, 0.0013234243961051106, -0.044128041714429855, 0.012852153740823269, -0.008544945158064365, -0.008190643042325974, -0.021813925355672836, -0.014950180426239967, 0.0014389201533049345, -0.029177861288189888, 0.021077532321214676, -0.013776118867099285, -0.016700852662324905, -0.017423352226614952, 0.0072458358481526375, 0.034402087330818176, 0.020674599334597588, 0.0008097725221887231, 0.014755661599338055, 0.01818753406405449, -0.03417978063225746, -0.02559315226972103, 0.020021570846438408, 0.007412566337734461, -0.011337683536112309, 0.03379074111580849, -0.02967805415391922, 0.021355416625738144, -0.011233476921916008, 0.01724272593855858, -0.008906194940209389, -0.004994972143322229, -0.01574215106666088, 0.008711676113307476, -0.023967528715729713, 0.021244261413812637, 0.0044287825003266335, -0.017381668090820312, 0.009316074661910534, -0.012171336449682713, -0.00937859807163477, -0.01310224924236536, -0.00515128206461668, 0.00036494038067758083, -0.04982467368245125, -0.004310681484639645, 0.02591272071003914, -0.024106470867991447, -0.023522913455963135, 0.03498564660549164, 0.00763487396761775, -0.02460666373372078, 0.02420373074710369, 0.19207368791103363, -0.0076765562407672405, 0.00177846010774374, 0.008162854239344597, -0.015172488056123257, -0.003716703737154603, 0.01627013087272644, 0.014727872796356678, -0.0091771325096488, 0.0027250037528574467, 0.0053041186183691025, 0.022508636116981506, 0.0046371957287192345, -0.0038521725218743086, 0.012782682664692402, -0.018701620399951935, -0.030428340658545494, -0.024870652705430984, 0.005568108521401882, 0.0003325928992126137, 0.015436477959156036, -0.012921624816954136, -0.0011193531099706888, -0.0260794498026371, 0.02534305676817894, -0.011789245530962944, -0.0114835724234581, -0.020063253119587898, -0.00388343445956707, 0.0026242707390338182, -0.03181776404380798, 0.009197973646223545, 0.003952905535697937, 0.006026617716997862, 0.000958701188210398, -0.01536700688302517, 0.004366258624941111, -0.0008002202375791967, -0.002335965633392334, 0.017603976652026176, 0.01732609234750271, 0.004710140638053417, -0.001938243629410863, -0.03837583586573601, 0.018145851790905, 0.014575036242604256, 0.002127552404999733, -0.0048456089571118355, -0.0344298779964447, 0.030539495870471, -0.012810470536351204, 0.0023047036956995726, 0.04435034841299057, 0.033457282930612564, -0.018201427534222603, 0.018576571717858315, 0.006061353255063295, 0.010253934189677238, 0.015728257596492767, 0.007280571386218071, -0.02334228903055191, 0.0031018846202641726, 0.004532989114522934, 0.015922775492072105, 0.004011956043541431, 0.010323405265808105, -0.014783449470996857, 0.004862976726144552, 0.04132140800356865, -0.019062869250774384, -0.001075065229088068, -0.003551709931343794, -0.024134259670972824, 0.017715130001306534, -0.009774583391845226, -0.03862592950463295, 0.025329163298010826, -0.0028917344752699137, 0.01359549444168806, 0.006686593405902386, 0.013310662470757961, 0.02509296126663685, 0.0061238775961101055, -0.0146722961217165, -0.011705880053341389, -0.033874109387397766, 0.019243493676185608, 0.004494780208915472, -0.0055125318467617035, 0.002740634838119149, -0.014700084924697876, -0.014394411817193031, -0.0011775351595133543, -0.005550740752369165, 0.0004133530310355127, -0.010156674310564995, 0.027580026537179947, -0.005703577306121588, 0.00033953998354263604, 0.0032390900887548923, -0.0007763395551592112, 0.041182465851306915, 0.02660743147134781, 0.018423736095428467, -0.029372381046414375, 0.002393279457464814, -0.014686190523207188, 0.013810854405164719, -0.0009187553077936172, -0.0038486989215016365, -0.020619021728634834, -0.024537192657589912, 0.011837875470519066, -0.0007932730950415134, 0.015686573460698128, 0.03520795330405235, -0.006505968514829874, -0.025190221145749092, 0.02096637710928917, -0.015422583557665348, -0.009837107732892036, -0.014088738709688187, -0.01879888027906418, 0.029650265350937843, -0.004161318764090538, -0.024064788594841957, -0.014658401720225811, -0.008253166452050209, -0.030428340658545494, -0.0035239215940237045, 0.018145851790905, -0.01009415090084076, -0.005585476290434599, 0.033179398626089096, -0.007030475419014692, 0.002177919028326869, -0.007565402891486883, -0.016006141901016235, -0.012942465953528881, 0.021355416625738144, -0.019146235659718513, 0.005377063062041998, 0.009079872630536556, -0.016686957329511642, 0.030344976112246513, -0.012296384200453758, 0.016242342069745064, 0.010941698215901852, -0.003744492307305336, -0.013025831431150436, -0.007752974517643452, 0.010267828591167927, -0.006186401471495628, -0.007878022268414497, 0.01034424640238285, 0.005192964803427458, -0.028274737298488617, 0.0010915646562352777, -0.009774583391845226, 0.0025200641248375177, -0.03167882189154625, 0.012032394297420979, 0.023606279864907265, 0.0066101751290261745, -0.010948644950985909, -0.0146722961217165, -0.17829063534736633, 0.01062907837331295, 0.010358140803873539, -0.02656574919819832, 0.021813925355672836, 0.014505565166473389, 0.0029594688676297665, -0.0010359877487644553, -0.0009699902147985995, -0.018868351355195045, 0.0158671997487545, 0.00809338316321373, -0.010559607297182083, -0.029622476547956467, 0.012685422785580158, 0.009336915798485279, -0.0260794498026371, 0.03123420663177967, 0.039431795477867126, 0.0053180125541985035, 0.019882628694176674, -0.02828863076865673, 0.016909265890717506, 0.0022717048414051533, 0.021800030022859573, 0.019201811403036118, -0.009288285858929157, 0.006339238025248051, -0.005106125958263874, -0.016325708478689194, -0.014519459567964077, -0.02363406866788864, 0.013852537609636784, 0.0012930308002978563, 0.023106086999177933, 0.018215322867035866, 0.013373186811804771, 0.0069818454794585705, -0.035791508853435516, -0.0025443790946155787, 0.031539879739284515, 0.014825132675468922, 0.013484340161085129, -0.006217663176357746, -0.03690304607152939, 0.026843633502721786, 0.03045612946152687, -0.025607047602534294, 0.0028187897987663746, -0.010427611880004406, 0.01827089861035347, -0.01369275338947773, 0.021925078704953194, 0.0016455966979265213, 0.01802080310881138, 0.008287901990115643, 0.021938974037766457, 0.011865663342177868, 0.012817418202757835, -0.010483188554644585, -0.013748330064117908, -0.005321486387401819, 0.0119768176227808, -0.010059415362775326, 0.010510977357625961, -0.029705841094255447, -0.011928187683224678, 0.011170952580869198, -0.011532202363014221, 0.02530137449502945, -0.00261558685451746, 0.009170184843242168, -0.013095302507281303, -0.004008482210338116, 0.012740999460220337, 0.00803085882216692, -0.023522913455963135, 0.006221137009561062, 0.03315160796046257, -0.009253550320863724, -0.007169417571276426, -0.013338451273739338, -0.02942795678973198, -0.01083054393529892, -0.00500886607915163, -0.009163238108158112, 0.015769939869642258, 0.018006909638643265, -0.028219159692525864, -0.008218430913984776, 0.015047440305352211, -0.03195670619606972, -0.007086052093654871, -0.011080640368163586, -0.012289437465369701, 0.0008505867444910109, 0.01945190690457821, -0.006155139300972223, -0.011636408977210522, -0.027566133067011833, 0.0048768711276352406, 0.020063253119587898, 0.007461196277290583, -0.005710524506866932, 0.03123420663177967, 0.022953251376748085, -0.019062869250774384, 0.00987184327095747, 0.012247755192220211, -0.00757234962657094, -0.00341276777908206, 0.006766485050320625, 0.012657633982598782, 0.008760306052863598, -0.029177861288189888, 0.012622898444533348, -0.015839410945773125, -0.034151993691921234, 0.011122322641313076, -0.004147424828261137, 0.0552712082862854, 0.01142799574881792, 0.005491690244525671, 0.016825899481773376, -0.03945958614349365, -0.026913104578852654, -0.103484146296978, -0.00420994870364666, -0.005168649833649397, 0.03156766667962074, 0.002504433039575815, 0.02178613655269146, -0.009892684407532215, 0.028399785980582237, -0.019118446856737137, 0.026454593986272812, -0.028705459088087082, -0.0344298779964447, 0.004689299035817385, 0.0019521379144862294, 0.020910801365971565, -0.005432639736682177, 0.0022786520421504974, -0.008663046173751354, -0.027788439765572548, 0.010504030622541904, 0.0004706667095888406, -0.02305051125586033, 0.030567282810807228, -0.020382819697260857, -0.002011188305914402, -0.01724272593855858, -0.01749282330274582, 0.015964457765221596, 0.017201043665409088, 0.005648000165820122, 0.013741383329033852, -0.021549934521317482, 0.0020685018971562386, -0.0355692021548748, -0.005436113569885492, -0.03170660883188248, 0.0004192146589048207, -0.012226913124322891, 0.010580448433756828, -0.030595071613788605, -0.009878790006041527, 0.0033832425251603127, 0.04157150536775589, -0.009725953452289104, -0.02334228903055191, -0.03584708645939827, -0.013505181297659874, 0.010087203234434128, -0.01818753406405449, -0.02951132319867611, -0.04582313820719719, -0.014964074827730656, -0.0007346568745560944, -0.01471397839486599, 0.02824694849550724, 0.010816650465130806, 0.021980656310915947, 0.006165559869259596, -0.00332071864977479, -0.013136984780430794, -0.017034312710165977, 0.0037271245382726192, -0.019757580012083054, -0.014324940741062164, 0.003527394961565733, 0.0020163985900580883, -0.04115467891097069, -0.008308743126690388, 0.004355838056653738, -0.008350426331162453, 0.00630450202152133, 0.009719006717205048, -0.006655331235378981, 0.014505565166473389, -0.030317187309265137, -0.03184555098414421, 0.0012079287553206086, -0.02109142579138279, 0.017270514741539955, 0.014797343872487545, -0.01531143020838499, -0.014394411817193031, 0.029566898941993713, -0.0035916557535529137, -0.0017194097163155675, -0.0038973286282271147, -0.012254701927304268, -0.014255469664931297, -0.0028899977914988995, -0.03740324079990387, 0.006492074113339186, 0.013519075699150562, -0.0053180125541985035, -7.723232556600124e-05, -0.004355838056653738, -0.013345398008823395, -0.006228084210306406, 0.009955208748579025, 0.0072597297839820385, 0.01627013087272644, -0.033540647476911545, -0.00862831063568592, -0.0625239908695221, 0.038070160895586014, 0.007752974517643452, 0.0005219016456976533, 0.0003217380144633353, -0.025065172463655472, 0.018298687413334846, -0.02113310806453228, -0.0092813391238451, 0.009600905701518059, -0.026135027408599854, 0.01365107111632824, 0.004519095178693533, 0.0035187110770493746, -0.004064059350639582, 0.0060544065199792385, 0.023147771134972572, -0.008329585194587708, 0.01795133203268051, -0.010636025108397007, 0.016812006011605263, 0.011657250113785267, 0.01872940920293331, 0.01171282771974802, 0.0043940469622612, -0.005029707681387663, -0.033179398626089096, 0.004168265964835882, 0.021105319261550903, 0.007301412522792816, 0.001266110804863274, -0.025815460830926895, 0.0011349840788170695, 0.02064681053161621, -0.014422200620174408, -0.005130440462380648, 0.0046128807589411736, 0.01999378204345703, 0.007294465322047472, 0.06124572083353996, -0.03248468413949013, -0.02603776752948761, 0.02689920924603939, -0.0061620865017175674, -0.005168649833649397, 0.019076764583587646, -0.02599608525633812, -0.008010017685592175, 0.03887602686882019, 0.0030688857659697533, 0.019146235659718513, 0.020146619528532028, -0.0233839713037014, -0.04115467891097069, -0.024620557203888893, -0.009663430042564869, 0.01667306385934353, 0.0020216088742017746, -0.0008818487403914332, 0.00826011411845684, 0.030872955918312073, 0.019201811403036118, 0.036152761429548264, 0.010469295084476471, -0.02277262695133686, -0.018910033628344536, -0.017715130001306534, -5.099070040159859e-05, 0.018743302673101425, -0.01917402260005474, -0.007412566337734461, -0.028483150526881218, 0.026760267093777657, 0.011768404394388199, 0.003478765254840255, -0.007231941446661949, -0.016006141901016235, 0.008899248205125332, -0.011344630271196365, 0.0070513165555894375, 0.017201043665409088, 0.0014415252953767776, 0.00948280468583107, -0.0046233017928898335, 0.027621708810329437, 0.003023729659616947, -0.027857910841703415, -0.009962155483663082, -0.013741383329033852, -0.016589699313044548, 0.003928590565919876, -0.006103035993874073, 0.002870893105864525, 0.01165030337870121, -0.013553811237215996, -0.007884969934821129, -0.020716281607747078, 0.003042834112420678, -0.001100248540751636, 0.019507484510540962, 0.0052103325724601746, 0.016006141901016235, 0.013783066533505917, 0.003886908059939742, -0.013741383329033852, -0.006516389083117247, -0.02942795678973198, -0.03487449139356613, 0.0008371267467737198, -0.009149343706667423, 0.008968719281256199, 0.021883396431803703, 0.008718622848391533, 0.006481653545051813, -0.010809702798724174, 0.029316803440451622, -0.013546864502131939, -0.03409641608595848, -0.018145851790905, 0.011337683536112309, 0.028927765786647797, -0.004619827959686518, 0.03342949226498604, -0.010483188554644585, 0.031984493136405945, 0.031039686873555183, 0.034235358238220215, -0.015339219011366367, 0.013790013268589973, -0.012928571552038193, 0.00687763886526227, -0.005106125958263874, -0.02113310806453228, 0.003459660802036524, -0.02555146999657154, -0.014964074827730656, -0.0012652423465624452, 0.011351577937602997, -0.028622092679142952, 0.06924878805875778, 0.009670376777648926, -0.0049011860974133015, 0.01978536881506443, -0.007780763320624828, 0.009788477793335915, 0.012129654176533222, 0.023495126515626907, -0.02223075181245804, -0.003155724611133337, -0.020702388137578964, -0.021980656310915947, 0.007475090213119984, -0.041015736758708954, -0.00331550813280046, 0.0177846010774374, -0.005894622765481472, 0.0355692021548748, 0.00757234962657094, 0.007134682033210993, 0.026440700516104698, 0.0028691564220935106, -0.0016108611598610878, 0.0036090235225856304, -0.02567651867866516, -0.0017602239968255162, -0.011379365809261799, -0.006780379451811314, -0.02227243408560753, -0.03912612423300743, 0.0148807093501091, 0.006464285776019096, -0.04129362106323242, -0.0031730923801660538, -0.013484340161085129, 0.006919321604073048, 0.0011853505857288837, -0.016117295250296593, -0.012094918638467789, 0.008016964420676231, -0.002480118302628398, 0.026468489319086075, 0.006662278436124325, -0.031011898070573807, 0.006151665933430195, -0.01652022823691368, -0.02325892448425293, -0.0062628197483718395, -0.02150825224816799], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='f2af71dd-2fa2-46e9-b3a3-a754cdd0896d', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='4ab03b36394a8973b73aa64d00dceffd60f1670e70f6b110b563b069202b3dd5'), : RelatedNodeInfo(node_id='8d29f722-e97f-4344-ae53-1ee8007ab641', node_type=, metadata={}, hash='6ed8d261d247758f1d39036e0b1a159813cc7c31e01e0a8b6493c4f6d2e857d4')}, hash='e3a57a165fa6fd4a1f03f93a2dd0d20e47f4e6314f4fb1639535f8e90de3c4f3', text=\"AI and presents itself as an AI safety and research company working towards building reliable, steerable, and interpretable AI systems. By 2022, Google had invested nearly $400 million in Anthropic, resulting in a formal partnership between the two companies and giving Google a 10% stake in Anthropic. Outside backing amounted to $580 million, with total investments in Anthropic exceeding $1 billion to date. Anthropic has developed a conversational large language model AI chatbot named Claude, which uses a messaging interface and a technique called constitutional AI to better align AI systems with human intentions. AnthropicLM v4-s3 is a 52-billion-parameter, autoregressive model, trained unsupervised on a large text corpus. The ten principles used by Anthropic are based on the concepts of beneficence, non-maleficence, and autonomy. Claude is capable of a variety of conversational and text-processing tasks, such as summarization, search, creative and collaborative writing, Q&A, and coding. It is easy to converse with, more steerable, and takes directions on personality, tone, and behavior. Anthropic offers two versions of Claude - Claude (Claude-v1) and Claude Instant. Claude-v1 is a powerful, state-of-the-art high-performance model capable of handling complex dialogue, creative content generation, and detailed instructions. Claude Instant is lighter, less expensive, and much faster, making it suitable for handling casual dialogues, text analysis, and summarization. However, Claude is an expensive platform compared to ChatGPT. Anthropic vouches for Claude to be an honest, helpful, and harmless AI system, and much less likely to produce harmful outputs than present chatbots, which have been known to be toxic, biased, use offensive language and hallucinate. According to Anthropic, Claude cannot access the internet and is designed to be self-contained and trained to avoid sexist, racist, and otherwise toxic outputs, along with preventing human engagement in illegal and unethical activities. However, compared to ChatGPT, Claude is poor at math and programming. Still, the platform has also been seen to hallucinate and provide dubious instructions. Another major concern is that it is possible to intrude upon Claude's built-in safety\", start_char_idx=25272, end_char_idx=27537, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='8d29f722-e97f-4344-ae53-1ee8007ab641', embedding=[-0.014194418676197529, -0.01539686694741249, -0.0024636369198560715, 0.024822955951094627, 0.018713966012001038, 0.01045577134937048, -0.02169935405254364, 0.012577332556247711, -0.01317855715751648, -0.02874819003045559, 0.009681781753897667, 0.023440830409526825, -0.019100960344076157, -0.010110240429639816, 0.0037662892136722803, 0.016889560967683792, 0.022846518084406853, -0.005991509649902582, 0.0054559363052248955, 0.002195850247517228, -0.014194418676197529, 0.006782775744795799, -0.014152954332530499, -0.010815124027431011, 0.006285211071372032, 0.01192773412913084, 0.009329340420663357, -0.022901803255081177, -0.008741937577724457, 0.002973295282572508, 0.00498255854472518, 0.009591943584382534, 1.8815249859471805e-05, -0.01386270858347416, -0.014090758748352528, 0.0037421020679175854, 0.020234301686286926, -0.010151704773306847, 0.0239245742559433, -0.006582367699593306, 0.019128601998090744, 0.01825786381959915, -0.01704159565269947, -0.022279847413301468, -0.020413978025317192, 0.021837566047906876, 0.004706134088337421, 0.012031394056975842, -0.0010400486644357443, 0.018299328163266182, 0.023827826604247093, 0.030572593212127686, -0.008320389315485954, -0.008389495313167572, -0.005504310596734285, -0.010151704773306847, -0.007961036637425423, 0.02836119383573532, 0.011029353365302086, 0.021533500403165817, 0.01597735844552517, -0.010794391855597496, -0.027366064488887787, 0.01653020828962326, -0.018713966012001038, 0.0026588619221001863, -0.00546284718438983, 0.009474463760852814, 0.02554166130721569, 0.0026156706735491753, 0.03383440896868706, 0.005874028895050287, 0.013890351168811321, -0.03278399258852005, 0.015341581776738167, -0.011900091543793678, -0.005625246558338404, -0.014761089347302914, -0.024159535765647888, 0.02490588277578354, 0.005721995607018471, -0.00983381550759077, -0.01353099849075079, 0.008527708239853382, 0.01727655529975891, -0.004115275572985411, -0.0032583584543317556, -0.001822676626034081, -0.00019446923397481441, -0.023523759096860886, -0.002740061841905117, -0.016198499128222466, 0.006810418330132961, 0.008686652407050133, -0.03615637496113777, 0.01078748144209385, -0.009633407928049564, 0.004160194657742977, -0.0023737987503409386, -0.025320520624518394, 0.004481538664549589, -0.0032963668927550316, -0.014733446761965752, -0.0218928512185812, -0.021201789379119873, 0.008230551145970821, 0.013067986816167831, 0.008949256502091885, 0.021519677713513374, 0.011858628131449223, 0.011886270716786385, 0.021561142057180405, -0.006623831577599049, -0.04115966707468033, 0.007926483638584614, -0.027200210839509964, 0.024297747761011124, 0.010393575765192509, -0.01470580417662859, -0.019529419019818306, 0.02326115593314171, 0.022970909252762794, 0.02793273515999317, 0.00016142781532835215, 0.021879030391573906, 0.027324602007865906, -0.029798604547977448, -0.0007295025861822069, -0.01966763101518154, -0.009149664081633091, 0.003305005142465234, -0.01118138711899519, 0.023219691589474678, 0.025997761636972427, -0.030323810875415802, 0.02573515847325325, -0.016350531950592995, -0.0031374224927276373, 0.0013285671593621373, -0.007788271643221378, -0.002290871227160096, 0.016820454970002174, -0.022542450577020645, 0.004274220205843449, -0.019874950870871544, 0.0195432398468256, -0.0039459653198719025, 0.01376596000045538, 0.02169935405254364, 0.01758062280714512, 0.007767539471387863, -0.025168487802147865, -0.015949716791510582, 0.002290871227160096, 0.016709884628653526, 0.009978938847780228, 0.015424509532749653, 0.01758062280714512, -0.014291167259216309, 0.017138343304395676, -0.007187047507613897, -0.0008279789471998811, -0.019322101026773453, -0.008389495313167572, 0.035078320652246475, 0.02511320263147354, 0.01962616853415966, -0.0052175200544297695, -0.010815124027431011, -0.029715675860643387, -0.015562721528112888, 0.027158746495842934, -0.02808476984500885, 0.009467552416026592, -0.003548604669049382, 0.022431880235671997, 0.021284716203808784, 0.010241542011499405, -0.03079373389482498, -0.018575754016637802, -0.0035244175232946873, 0.01363465841859579, -0.0027694320306181908, 0.016834275797009468, 0.005773825105279684, 0.00022394735424313694, 0.02996445819735527, -0.0069659072905778885, -0.016709884628653526, -0.009198038838803768, 0.007214689627289772, 0.011443991214036942, -0.0028143508825451136, -0.019722916185855865, -0.645728588104248, -0.022542450577020645, 0.017456231638789177, -0.018907463178038597, 0.005694353021681309, 0.01408384833484888, 0.02084243670105934, -0.009557390585541725, 0.0012810566695407033, 0.029826246201992035, -0.009502105414867401, 0.0007351174717769027, 0.007463472429662943, -0.0004256511456333101, -0.012757008895277977, -0.022542450577020645, 0.013351322151720524, -0.03474660962820053, 0.034249044954776764, 0.018244042992591858, -0.01695866696536541, 0.01664077863097191, -0.021879030391573906, -0.017608266323804855, -0.002380709396675229, 0.011485454626381397, -0.0023893476463854313, 0.0130818085744977, 0.006495985202491283, 0.0010149977169930935, -0.0229570884257555, 0.0157009344547987, -0.009350072592496872, -0.025666052475571632, 0.04160194844007492, 0.004035803489387035, -0.0003397002874407917, 0.024062788113951683, 0.0018485914915800095, 0.029190469533205032, -0.027753058820962906, -0.010884230025112629, 0.010766750201582909, 0.007809003349393606, -0.001159256906248629, 0.008880149573087692, 0.041187308728694916, -0.005210609175264835, -0.015244833193719387, -0.023689614608883858, 0.008824864402413368, 0.010027313604950905, 0.02009608969092369, -0.0022407693322747946, -0.0017388854175806046, 0.007988679222762585, 0.03306041657924652, -0.02988153137266636, 0.023233512416481972, -0.018589574843645096, -0.022666841745376587, 0.007885020226240158, -0.007532578427344561, -0.0192253515124321, -0.01672370545566082, 0.031125443056225777, 0.009502105414867401, 0.001850319211371243, -0.01641963981091976, -0.02737988531589508, 0.008935434743762016, 0.017262734472751617, -0.02013755403459072, -0.03383440896868706, 0.023869289085268974, 0.015852967277169228, 0.010898051783442497, -0.012729366309940815, -0.0021509311627596617, 0.028969328850507736, 0.019750559702515602, -0.0163367111235857, -0.0013734862441197038, 0.004681946709752083, 0.013309858739376068, -0.011492365039885044, 0.0019280636915937066, 8.67202106746845e-06, 0.0023979858960956335, -0.006191917695105076, 0.01065617986023426, 0.03449782729148865, -0.015410687774419785, -0.036681585013866425, 0.00029175783856771886, 0.004498815163969994, -0.008313478901982307, 0.012998880818486214, -0.010206989012658596, -0.039694614708423615, -0.014871659688651562, -0.01770501397550106, 0.023841647431254387, 0.003583157667890191, 0.03427668660879135, 0.003327464684844017, -0.01474726852029562, 0.017843227833509445, 0.028692904859781265, -0.045527178794145584, -0.028292087838053703, 0.006475253030657768, -0.020690403878688812, -0.01157529279589653, -0.00263985781930387, -0.0168757401406765, 0.014007831923663616, -0.0042120241560041904, 0.015604185871779919, -0.015341581776738167, 0.021726997569203377, -0.021049756556749344, -0.0007938577327877283, -0.02330261841416359, 0.005628701765090227, 0.02537580579519272, -0.006108990404754877, -0.03071080520749092, -0.012708635069429874, 0.008050874806940556, -0.007753718178719282, -0.0060571604408323765, 0.0003621598007157445, -0.004999835509806871, 0.02091154269874096, -0.00029089400777593255, 0.02451888844370842, 0.004464262165129185, 0.011796432547271252, -0.0014849200379103422, -0.026578253135085106, -0.027393708005547523, 0.005041298922151327, 0.01903185434639454, -0.042127154767513275, -0.019999342039227486, 0.003374111372977495, 0.004367513582110405, -0.017649728804826736, -0.0195432398468256, -0.01431880984455347, 0.010884230025112629, -0.019639989361166954, 0.03596287965774536, -0.011678951792418957, 0.005604514852166176, -0.017912333831191063, -0.029909173026680946, -0.017165986821055412, -0.03270106390118599, 0.02428392693400383, 0.01926681585609913, 0.010808213613927364, 0.00840331707149744, 0.0021181057672947645, -0.007104119751602411, 0.0017673916881904006, 0.013206199742853642, -0.03767671436071396, -0.01614321395754814, 0.0012326822616159916, -0.01353099849075079, 0.004326049704104662, 0.022003421559929848, -0.0017077876254916191, 0.034331973642110825, -0.021644068881869316, -0.007180136628448963, -0.006444155238568783, -0.013296037912368774, -0.02338554710149765, 0.02169935405254364, 0.005704718641936779, -0.022625377401709557, 0.004661215003579855, -0.003431124147027731, 0.03098723106086254, 0.02910754084587097, -0.011844807304441929, 0.01349644549190998, 0.002372071146965027, 0.03510596230626106, -0.0204001571983099, 0.01167204137891531, -0.02084243670105934, 0.02118796855211258, 0.004595563746988773, 0.010082597844302654, -0.0004694904200732708, 0.0296880342066288, 0.013296037912368774, 0.019363563507795334, 0.01474726852029562, -0.011789522133767605, -0.004440074786543846, -0.023247333243489265, 0.0010391848627477884, -0.018105830997228622, 0.015562721528112888, 0.01774647831916809, 0.019335921853780746, 0.0023599774576723576, -0.003422485664486885, -0.008285836316645145, 0.0006284347036853433, 0.015922073274850845, 0.011229761876165867, 0.0015833963407203555, -0.008527708239853382, 0.009198038838803768, 0.019405027851462364, 0.009951296262443066, -0.005262439139187336, -0.01065617986023426, -0.017870869487524033, 0.021201789379119873, -0.01700013130903244, 0.022473344579339027, 0.0019332466181367636, -0.034055545926094055, 0.003828484797850251, -0.003441490000113845, 0.005386830307543278, 0.0010754655813798308, 0.022570092231035233, 0.010117150843143463, -0.007511846721172333, -0.0009761254186742008, 0.017691193148493767, -0.0043087732046842575, -0.02330261841416359, -0.0017622087616473436, 0.022141633555293083, -0.017179807648062706, 0.03753850236535072, 0.009536659345030785, 0.04397920146584511, -0.024892061948776245, -0.021409109234809875, 0.018976569175720215, -0.01993023417890072, 0.014982229098677635, 0.003204801119863987, 0.01606028713285923, 0.005929314065724611, -0.007180136628448963, 0.0035330557730048895, -0.0051345922984182835, 0.02440831810235977, 0.027670131996273994, -0.0036280767526477575, -0.0009009724017232656, 0.019598525017499924, 0.025804264470934868, 0.010815124027431011, -0.01825786381959915, -0.009757799096405506, 0.006119356025010347, 0.000639232574030757, -0.015576543286442757, -0.013413517735898495, -0.01907331869006157, 0.01950177736580372, -0.030766090378165245, 0.024228641763329506, -0.001983348745852709, -0.004661215003579855, 0.02447742410004139, 0.004979103337973356, 0.031788863241672516, -0.003707548836246133, -0.034525468945503235, 0.02005462720990181, 0.003403481561690569, -0.008237461559474468, -0.02135382406413555, 0.0006850154604762793, -0.016046464443206787, -0.02174081839621067, 0.005079307593405247, -0.008935434743762016, 0.012971238233149052, -0.010227721184492111, 0.016903381794691086, -0.01422206126153469, -0.007166315335780382, 0.0027383342385292053, -0.027835987508296967, 0.00047164998250082135, -0.01774647831916809, 0.023330261930823326, 0.01695866696536541, -0.012722455896437168, -0.00468885712325573, 0.01930827833712101, -0.013904171995818615, -0.03867184370756149, 0.0121212312951684, -0.01723509281873703, -0.02789127267897129, -0.00017276556172873825, 0.015217190608382225, 0.014885480515658855, -0.013717585243284702, -0.0016879194881767035, 0.0009787168819457293, 0.013600105419754982, -0.0273384228348732, 0.014871659688651562, 0.006371594034135342, -0.009018362499773502, -0.01903185434639454, -0.02988153137266636, -0.0027089640498161316, 0.08668684959411621, 0.007954126223921776, -0.01774647831916809, 0.011271225288510323, -0.015341581776738167, 0.008375674486160278, -0.015811504796147346, -0.025002632290124893, -0.008963077329099178, -0.008707384578883648, -0.03242463991045952, 0.011685862205922604, 0.02001316286623478, -0.005369553808122873, 0.027310779318213463, 0.0018865999300032854, -0.0019988976418972015, -0.020731868222355843, -0.007767539471387863, -0.010082597844302654, 0.016834275797009468, -0.007795182056725025, -0.0006664431421086192, 0.012052125297486782, 0.026564432308077812, -0.007318349089473486, 0.03579702600836754, 0.03261813893914223, -0.010034224018454552, -0.02353757992386818, -0.010117150843143463, -0.0012525502825155854, -0.010511056520044804, 0.012038304470479488, -0.005874028895050287, 0.00713867275044322, 0.009806172922253609, 0.013302948325872421, -0.002617398276925087, -0.005331545136868954, 0.02443596161901951, 0.03336448594927788, -0.006361227948218584, -0.01641963981091976, -0.004785606171935797, -0.018230222165584564, -0.0008383448584936559, 0.03297749161720276, -0.03333684429526329, -0.03576938062906265, 0.011229761876165867, 0.009467552416026592, -0.03361326828598976, -0.004464262165129185, -0.0017898512305691838, 0.03408319130539894, 0.004388245288282633, -0.002029995433986187, 0.003401753958314657, -0.019239172339439392, -0.010255363769829273, -0.036405157297849655, -0.01896274834871292, -0.012383835390210152, -0.011761879548430443, -0.02216927707195282, -0.0004599883104674518, 0.015687113627791405, -0.002185484394431114, 0.03372383862733841, 0.01353099849075079, -0.030544951558113098, -0.043177567422389984, -0.0037766550667583942, 0.009536659345030785, -0.0016205409774556756, 0.02060747519135475, 0.0011039719684049487, 0.01216269563883543, 0.01939120702445507, 0.010759838856756687, -0.02714492566883564, -0.0028195339255034924, -0.024104250594973564, 0.004011616110801697, -0.007207779213786125, 0.009992759674787521, -0.013662301003932953, -8.260353752120864e-06, 0.006917532999068499, 0.01304034423083067, -0.018299328163266182, -0.0028800019063055515, -0.0037421020679175854, 0.003659174544736743, 0.014291167259216309, 0.023634329438209534, 0.00552158709615469, 0.00329463928937912, -0.01664077863097191, -0.0011290229158475995, -0.024864420294761658, -0.021644068881869316, -0.0051760561764240265, 0.025472553446888924, -0.013994010165333748, 0.013869618996977806, 0.007456561550498009, 0.0028713636565953493, -0.008479333482682705, 0.0017760299379006028, 0.015479794703423977, 0.012660260312259197, -0.008092339150607586, 0.00762932701036334, -0.008562261238694191, 0.013067986816167831, -0.021022113040089607, 0.000776581175159663, -0.03184414654970169, 0.0009692147723399103, -0.03798078000545502, 0.024228641763329506, 0.01574239879846573, -0.004139462951570749, 0.01840989850461483, -0.014954586513340473, -0.001566119841299951, -0.030268525704741478, 0.015479794703423977, -0.0031685202848166227, 0.01648874580860138, 0.0031253290362656116, -0.02001316286623478, -0.008859418332576752, -0.022459523752331734, -0.010863498784601688, -0.0005895624635741115, -0.007539489306509495, -0.01408384833484888, -0.013226930983364582, -0.0042949519120156765, -0.013220020569860935, 0.00395633140578866, -0.0031028694938868284, -0.02690996415913105, 0.0049099973402917385, 0.0076224165968596935, 0.031429510563611984, 0.013254573568701744, -0.04583124816417694, 0.003047584556043148, -0.02075950987637043, -0.004484993871301413, -0.0018347701989114285, -0.029992101714015007, 0.009039093740284443, 0.01625378429889679, 0.029992101714015007, 0.0021647524554282427, 0.0429287850856781, -0.018617216497659683, 0.022307489067316055, 0.03441489860415459, 0.006724035833030939, -0.016585493460297585, -0.002589755691587925, 0.0066998484544456005, -0.03176122158765793, -0.0004478947084862739, 0.010649269446730614, 0.011699683964252472, 0.02726931683719158, -0.021091219037771225, 0.00046257980284281075, 0.015452152118086815, -0.007428918965160847, -0.010476503521203995, -0.005272804759442806, -0.05028168857097626, -0.028858758509159088, 0.021644068881869316, -0.01474726852029562, -0.005932769272476435, -0.027393708005547523, 0.0005999284330755472, 0.057441093027591705, 0.016792813315987587, 0.02272212691605091, 0.013130182400345802, 0.030849019065499306, -0.004426253493875265, -0.005998420063406229, 0.004070356488227844, 0.01875542849302292, -0.035271815955638885, 0.004021982196718454, -0.021160325035452843, 0.0020282675977796316, 0.0160188227891922, 0.002470547566190362, 0.025292878970503807, 0.008707384578883648, 0.0008931979537010193, 0.016474923118948936, 0.017843227833509445, 0.015894431620836258, -0.013033433817327023, -0.008230551145970821, -0.020496906712651253, -0.0025863004848361015, -0.01259115431457758, 0.0026484960690140724, -0.014719625934958458, -0.003484681248664856, -0.007719165179878473, -0.004661215003579855, 0.013261484913527966, -0.02910754084587097, -0.01700013130903244, 0.020787151530385017, 0.026799393817782402, 0.041104383766651154, 0.012991970404982567, 0.01727655529975891, 0.03615637496113777, 0.023523759096860886, -0.008147623389959335, 0.009902921505272388, 0.0028074404690414667, -0.013911083340644836, 0.012446030974388123, 0.01157529279589653, -0.0023789817932993174, -0.01183098554611206, 0.02212781272828579, 0.011775700375437737, -0.04182308539748192, -0.041933655738830566, -0.004032348282635212, 0.005096584092825651, 0.013461892493069172, -0.029383966699242592, -0.028098590672016144, -0.01261188555508852, 0.022860338911414146, -0.010552520863711834, 0.012141963467001915, -0.0033706561662256718, -0.009274055249989033, -0.008016321808099747, -0.003672995837405324, 0.017608266323804855, 0.02373107708990574, 0.02201724238693714, 0.025804264470934868, 0.011112281121313572, -0.01418059691786766, -0.007988679222762585, 0.011706594377756119, 0.013296037912368774, 0.019999342039227486, -0.011748057790100574, -0.011139923706650734, 0.007052290253341198, -0.017829405143857002, 0.0097716199234128, -0.0076224165968596935, -0.008417137898504734, 0.03350269794464111, -0.02009608969092369, -0.004122186452150345, 0.00747038284316659, -0.009315518662333488, 0.00202653999440372, -0.03698565065860748, -0.011989929713308811, 0.008430959656834602, -0.007601684890687466, -0.00679659703746438, 0.015949716791510582, -0.009702513925731182, -0.029798604547977448, 0.011886270716786385, -0.0012249078135937452, -0.025057917460799217, -0.000643983599729836, -0.019709095358848572, 0.002239041728898883, -0.029439251869916916, 0.005884394980967045, 0.026882320642471313, -0.022141633555293083, -0.017774121835827827, 0.01549361553043127, -0.01343424990773201, -0.010048044845461845, 0.028914043679833412, -0.022376595064997673, 0.00826510414481163, 0.024021323770284653, -0.005981143563985825, -0.007484204135835171, 0.015327760949730873, 0.007408187258988619, -0.008741937577724457, 0.017884690314531326, -0.030462022870779037, -0.02894168719649315, 0.014332630671560764, -0.006091713905334473, -0.002121560974046588, 0.0011817164486274123, 0.0014132222859188914, 0.016433460637927055, 0.010414307937026024, -0.010462682694196701, 0.0064614322036504745, -0.013468802906572819, 0.005044754594564438, 0.020593654364347458, -0.000516137108206749, 0.034138474613428116, -0.019916413351893425, 0.031318940222263336, -0.009806172922253609, 0.020870080217719078, -0.010234631597995758, -0.03176122158765793, -0.018520468845963478, 0.00013562096864916384, 0.013282216154038906, 0.00034423539182171226, -0.010600894689559937, -0.020303409546613693, 0.006122811697423458, -0.020469263195991516, 0.011285046115517616, 0.00834112148731947, -0.00983381550759077, 0.022943265736103058, 0.002726240549236536, 0.012757008895277977, 0.0001602400589035824, 0.0009864913299679756, -0.012459851801395416, -0.02475384995341301, 0.0010728741763159633, -0.04743451252579689, -0.0038077528588473797, 0.005932769272476435, 0.026149794459342957, 0.0076362378895282745, -0.028209161013364792, -0.02699289098381996, -0.02420100010931492, -0.03148479759693146, 0.002010991098359227, -0.011271225288510323, 0.006464887410402298, 0.0204001571983099, 0.028969328850507736, 0.019446492195129395, 0.03165065124630928, -0.004388245288282633, 0.00570817431434989, 0.003479498438537121, -0.013890351168811321, -0.005027477629482746, -0.02592865563929081, -0.009633407928049564, 0.006046794820576906, -0.04033039137721062, -0.022335132583975792, 0.014263524673879147, 0.006516716908663511, -0.0015678474446758628, -0.000236688822042197, -0.03004738688468933, 0.004312228411436081, 0.012176516465842724, 0.0019850763492286205, -0.0042396667413413525, 0.014719625934958458, 0.021948136389255524, -0.0250993799418211, -0.00227186712436378, -0.0028229893650859594, -0.007276885211467743, -0.02118796855211258, -0.014678161591291428, 0.007809003349393606, -0.007974858395755291, 0.009211859665811062, -0.003061405848711729, -0.009274055249989033, -0.0076638804748654366, 0.011423259042203426, 0.04873371124267578, 0.009640318341553211, -0.0005178647697903216, 0.009336250834167004, 0.0183684341609478, -0.03411083295941353, -0.018313148990273476, 0.017539160326123238, 0.015009871684014797, -0.01876925118267536, 0.03173357993364334, -0.03129129856824875, 0.019183887168765068, -0.021367644891142845, 0.026426220312714577, -0.026730287820100784, -0.015618006698787212, -0.01606028713285923, 0.012335460633039474, -0.03206528723239899, 0.02212781272828579, 0.0011566653847694397, -0.019128601998090744, 0.0025120112113654613, -0.007691522594541311, 0.008479333482682705, -0.013233842328190804, -0.02847176417708397, -0.000686311163008213, -0.044283267110586166, -0.016516387462615967, 0.032728709280490875, -0.028720546513795853, -0.025389626622200012, 0.027089640498161316, 0.0186863224953413, -0.019515598192811012, 0.006720580160617828, 0.20433329045772552, -0.004820159170776606, -0.006976273376494646, 0.01089114136993885, 0.007781360764056444, -0.000946755288168788, 0.03137422725558281, 0.01676516979932785, -0.015231011435389519, 0.004077267367392778, -0.008707384578883648, 0.018976569175720215, -0.00747038284316659, -0.003147788578644395, 0.007159404922276735, -0.015604185871779919, -0.024118071421980858, -0.029522178694605827, -0.004440074786543846, 0.0004902223008684814, 0.014581413008272648, -0.0040150717832148075, -0.002598393941298127, -0.02248716540634632, 0.013800512999296188, -0.0068311505019664764, -0.018244042992591858, -0.009985849261283875, 0.007111030630767345, 0.012328550219535828, -0.022542450577020645, 0.015106620267033577, 0.007919573225080967, -0.0024014413356781006, -0.007207779213786125, -0.01637817546725273, 0.0034242135006934404, 0.013676121830940247, 0.0035797024611383677, 0.01606028713285923, 0.02174081839621067, -0.005331545136868954, -0.007318349089473486, -0.018313148990273476, 0.007152494043111801, 0.013821245171129704, -0.004350236617028713, -0.012853757478296757, -0.023979859426617622, 0.013413517735898495, -0.024228641763329506, 0.0076638804748654366, 0.0373726449906826, 0.031070157885551453, -0.002465364523231983, 0.005086218006908894, -0.0033672007266432047, 0.00840331707149744, 0.010773660615086555, 0.0037179149221628904, -0.026039225980639458, -0.0026053045876324177, -0.00996511708945036, 0.024698564782738686, -0.006575457286089659, 0.01055943127721548, -0.02268066257238388, 0.0063923257403075695, 0.01353099849075079, -0.017566801980137825, -0.026965249329805374, -0.0018537744181230664, -0.027877449989318848, 0.01849282532930374, -0.020579833537340164, -0.03756614401936531, 0.03328155726194382, 0.004374423995614052, 0.0028471765108406544, 0.023565221577882767, 0.015023693442344666, 0.028499407693743706, 0.005307358223944902, -0.006119356025010347, -0.008665920235216618, -0.03698565065860748, 0.029605107381939888, -0.002995754824951291, -0.002475730376318097, 0.004972192924469709, -0.010303737595677376, -0.009267144836485386, -0.0040012504905462265, -0.008652099408209324, 0.00869356282055378, -0.006032973527908325, 0.02052454836666584, 0.006330130156129599, 0.011955376714468002, -0.011077728122472763, -0.005642523057758808, 0.0405791737139225, 0.025831906124949455, 0.004129096865653992, -0.029079899191856384, 0.008603724651038647, -0.00464048283174634, 0.004792516585439444, 0.005725450813770294, -0.004091088660061359, -0.03239699825644493, -0.016654599457979202, 0.010614716447889805, 0.0051622348837554455, 0.0026484960690140724, 0.027310779318213463, -0.013061076402664185, -0.013289126567542553, 0.020704224705696106, -0.014595234766602516, -0.013793602585792542, -0.012425298802554607, -0.018935104832053185, 0.019764380529522896, -0.011430169455707073, -0.025859549641609192, -0.012141963467001915, 0.004198203328996897, -0.01798143982887268, -0.009737066924571991, 0.004460806958377361, -0.007352902088314295, 0.004889265168458223, 0.03129129856824875, -0.006216105073690414, -0.011913913302123547, 0.007408187258988619, -0.008424048312008381, 0.001306107616983354, 0.0052036987617611885, -0.021243253722786903, 0.003683361690491438, 0.006413057446479797, -0.006793141830712557, 0.02686849981546402, -0.015465972945094109, 0.025555482134222984, 0.00816835556179285, -0.012148873880505562, -0.01206594705581665, -0.004384790081530809, 0.013261484913527966, -0.009004540741443634, -0.0026450406294316053, 0.01590825244784355, 0.0011506186565384269, -0.03599052131175995, 0.004612840246409178, -0.012757008895277977, -0.00924641266465187, -0.032258786261081696, 0.00781591422855854, 0.014360273256897926, -0.0042673093266785145, -0.009978938847780228, -0.02985388971865177, -0.17801763117313385, 0.007073021959513426, 0.01593589596450329, -0.03494010865688324, 0.013441160321235657, 0.016626957803964615, 0.008845596574246883, -0.01118138711899519, 0.009225680492818356, -0.013558641076087952, 0.013309858739376068, 0.0027556107379496098, -0.007010826375335455, -0.020303409546613693, 0.00498255854472518, 0.005590693559497595, -0.016889560967683792, 0.014498486183583736, 0.03693036735057831, 0.011499275453388691, 0.0238140057772398, -0.03015795722603798, 0.013150914572179317, 0.003360290080308914, 0.016032643616199493, 0.026301829144358635, -0.003019941970705986, 0.00018032405932899565, -0.0023979858960956335, -0.03035145439207554, -0.02013755403459072, -0.017124522477388382, 0.015922073274850845, -0.011430169455707073, 0.022583914920687675, 0.013821245171129704, 0.03270106390118599, -0.006381959654390812, -0.034691326320171356, 0.023164406418800354, 0.02263919822871685, 0.009135843254625797, 0.021533500403165817, -0.010414307937026024, -0.015949716791510582, 0.028527049347758293, 0.017414769157767296, -0.030462022870779037, -0.004246577620506287, -0.023551400750875473, 0.007290706504136324, -0.02272212691605091, 0.024850597605109215, 0.0007143855909816921, 0.015714755281805992, 0.005984599236398935, 0.012784651480615139, 0.010054955258965492, 0.02319204807281494, -0.012501316145062447, -0.015465972945094109, -0.015341581776738167, 0.026509147137403488, 0.003963241819292307, -0.0027279681526124477, -0.014595234766602516, -0.030102672055363655, 0.014484664425253868, -0.017055416479706764, 0.022970909252762794, -0.0005139775457791984, 0.0121212312951684, -0.004516091663390398, 0.005293536931276321, 0.008424048312008381, 0.008030143566429615, -0.011015532538294792, 0.00986836850643158, 0.030462022870779037, 0.004422798287123442, -0.007788271643221378, -0.002835082821547985, -0.027518099173903465, 0.006399236153811216, 0.0036799064837396145, -0.009474463760852814, 0.020455442368984222, 0.007366723380982876, -0.025348162278532982, -0.00021088196081109345, 0.011430169455707073, -0.0038699486758559942, 0.0049238186329603195, -0.00449535995721817, -0.008728115819394588, 0.0018071277299895883, 0.02487824112176895, 0.008541529066860676, -0.01872778683900833, -0.024035144597291946, 0.006174641195684671, 0.011872448958456516, 0.008368764072656631, -0.006627286784350872, 0.03966697305440903, 0.012860667891800404, -0.017635907977819443, 0.006762044038623571, 0.020386336371302605, -0.002786708530038595, 0.0035797024611383677, 0.019570883363485336, -0.002152658998966217, 0.009080558083951473, -0.027642490342259407, 0.025914834812283516, -0.015369224362075329, -0.0320376455783844, 0.02127089537680149, 0.014581413008272648, 0.05525733530521393, 0.01691720448434353, 0.006264479365199804, 0.017027772963047028, -0.024629458785057068, -0.025901012122631073, -0.1027194932103157, -0.017331840470433235, 0.017262734472751617, 0.030406739562749863, -0.012812294065952301, 0.029466893523931503, -0.008251283317804337, 0.03665393963456154, -0.041933655738830566, 0.026094511151313782, -0.01362774707376957, -0.025983940809965134, -0.008721205405890942, -0.002059365389868617, 0.010628537274897099, -0.02075950987637043, -0.009073647670447826, -0.00836185272783041, -0.016986310482025146, 0.011837895959615707, 0.010808213613927364, -0.009336250834167004, 0.032535210251808167, -0.015120442025363445, -0.013607015833258629, -0.025831906124949455, -0.015410687774419785, 0.009080558083951473, 0.012964327819645405, 0.005742727313190699, 0.015673290938138962, -0.01069073285907507, -0.0025880280882120132, -0.024394497275352478, -0.01114683412015438, -0.023440830409526825, -0.0018814170034602284, -0.01535540260374546, 0.01640581712126732, -0.027683952823281288, -0.014636698178946972, -0.00993056409060955, 0.034331973642110825, -0.004136007744818926, -0.021049756556749344, -0.025983940809965134, -0.0029940272215753794, 0.007967947982251644, -0.017179807648062706, -0.04566539451479912, -0.03778728470206261, -0.008562261238694191, -0.008126892149448395, -0.0016309069469571114, 0.020261945202946663, 0.008887060917913914, 0.028996972367167473, 0.00948137417435646, 0.007498025428503752, -0.015479794703423977, -0.012086678296327591, -0.0009044277248904109, -0.01704159565269947, -0.024864420294761658, 0.0060709817335009575, 0.009550480172038078, -0.03261813893914223, -0.010524878278374672, -0.000757576955948025, -0.011139923706650734, 0.011699683964252472, 0.0020317230373620987, -0.005127681884914637, 0.008652099408209324, -0.028195340186357498, -0.014788731932640076, 0.005207153968513012, -0.0027573383413255215, 0.008721205405890942, 0.016309069469571114, -0.016972487792372704, -0.009737066924571991, 0.015852967277169228, -0.0180505458265543, 0.011105370707809925, -0.012231801636517048, -0.016778990626335144, -0.02315058559179306, -0.007643148303031921, -0.026025403290987015, -0.012086678296327591, 0.016557851806282997, -0.015562721528112888, -0.011112281121313572, 0.00713867275044322, -0.010393575765192509, 0.0071248519234359264, 0.008866328746080399, 0.009225680492818356, 0.016944846138358116, -0.02370343543589115, 0.005673620849847794, -0.06523627787828445, 0.03411083295941353, 0.0014114946825429797, -0.025209950283169746, -0.0011480271350592375, -0.005877484567463398, 0.0019332466181367636, -0.010600894689559937, 0.0020576377864927053, -0.0037144594825804234, -0.03372383862733841, 0.014346452429890633, -0.0028057126328349113, -0.002225220436230302, -0.0049238186329603195, 0.009619586169719696, 0.033005133271217346, -0.004951460752636194, 0.011630577966570854, -0.017497695982456207, 0.009536659345030785, -0.007069566752761602, 0.012197248637676239, 0.0023150586057454348, 0.008396406657993793, -0.011983019299805164, -0.02682703547179699, 0.007746807765215635, 0.03082137554883957, -0.002456726273521781, 0.002237314125522971, -0.01864486001431942, 0.00017848842253442854, 0.011464722454547882, -0.001533294329419732, -0.004187837243080139, 0.007131762336939573, 0.02749045565724373, 0.010248453356325626, 0.062416743487119675, -0.02460181526839733, -0.03831249102950096, 0.033198628574609756, -0.01200375147163868, 0.0032238054554909468, 0.015479794703423977, -0.024035144597291946, 0.004706134088337421, 0.031788863241672516, 0.004073811694979668, 0.027753058820962906, 0.025348162278532982, -0.03071080520749092, -0.04113202542066574, -0.026066867634654045, -0.007781360764056444, 0.02699289098381996, -0.004913452547043562, 0.004699223209172487, 0.010310648940503597, 0.026191258803009987, 0.012052125297486782, 0.015687113627791405, 0.0007463472429662943, -0.013365143910050392, -0.02165789157152176, -0.019474133849143982, 0.005331545136868954, 0.006088258232921362, -0.017248913645744324, -0.016281425952911377, -0.030130313709378242, 0.025638408958911896, 0.009695603512227535, 0.01661313697695732, -0.004364057909697294, -0.021726997569203377, 0.01373140700161457, -0.009225680492818356, 0.023717256262898445, 0.016626957803964615, -0.008230551145970821, -0.006150453817099333, 0.006278300657868385, 0.026965249329805374, 0.000832730031106621, -0.013088718988001347, -0.013897261582314968, -0.00875575840473175, -0.011713504791259766, 0.00557341706007719, -0.0057772803120315075, -0.0003327896702103317, 0.014498486183583736, -0.0077398973517119884, 0.0080094113945961, -0.025472553446888924, 0.004858167376369238, -0.016005001962184906, 0.020828615874052048, 0.020579833537340164, 0.004958371631801128, 0.001088423072360456, -0.0010866953525692225, 0.0025914835277944803, -0.011637488380074501, -0.02033105120062828, -0.027034355327486992, 0.008707384578883648, -0.010283006355166435, 0.012432210147380829, 0.010732196271419525, -0.009695603512227535, 0.010296827182173729, -0.0054697575978934765, 0.015770040452480316, -0.002961201826110482, -0.019183887168765068, -0.023357903584837914, 0.02526523545384407, 0.039224691689014435, -0.009315518662333488, 0.04458733648061752, -0.014733446761965752, 0.028181517496705055, 0.026771752163767815, 0.04309464246034622, -0.019888771697878838, 0.016074107959866524, 0.00156180071644485, 0.003213439369574189, 0.0007925620302557945, -0.0186863224953413, 0.0048961760476231575, -0.009785441681742668, -0.016889560967683792, -0.0012145418440923095, 0.006122811697423458, -0.02091154269874096, 0.08558114618062973, 0.01637817546725273, -0.022570092231035233, 0.015383045189082623, -0.02208634838461876, 0.013309858739376068, 0.022196918725967407, 0.03364090994000435, -0.01597735844552517, -0.0091842170804739, -0.0183684341609478, -0.011167566291987896, 0.009315518662333488, -0.023786362260580063, 0.012563511729240417, -0.0001955490151885897, -0.0019660720136016607, 0.025555482134222984, 0.0168757401406765, 0.00032587905297987163, 0.0388653390109539, 0.00645452132448554, -0.0021181057672947645, 0.004312228411436081, -0.04265236109495163, -0.0048270695842802525, -0.006143543403595686, -0.011167566291987896, -0.01821640133857727, -0.03261813893914223, 0.024187179282307625, -0.007463472429662943, -0.04237593710422516, -0.01124358270317316, -0.010877319611608982, 0.0010841039475053549, 0.0012629162520170212, -0.007152494043111801, 8.179369615390897e-05, 0.0026951427571475506, -0.00020105592557229102, 0.025804264470934868, -0.0022666840814054012, -0.03477425128221512, -0.0037939317990094423, 0.0019902591593563557, -0.011001710779964924, -0.0014952858909964561, -0.017207449302077293], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='f4ff09ff-2cfb-4e02-a4c6-3a95398e232b', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='e3a57a165fa6fd4a1f03f93a2dd0d20e47f4e6314f4fb1639535f8e90de3c4f3'), : RelatedNodeInfo(node_id='91606781-3bdd-447f-ad0b-d4e3a87167c2', node_type=, metadata={}, hash='b8699c7c2d85fbfcae6b371b0630ed88aec25bac27e409b73d3d5cb5d7d1a653')}, hash='6ed8d261d247758f1d39036e0b1a159813cc7c31e01e0a8b6493c4f6d2e857d4', text=\"helpful, and harmless AI system, and much less likely to produce harmful outputs than present chatbots, which have been known to be toxic, biased, use offensive language and hallucinate. According to Anthropic, Claude cannot access the internet and is designed to be self-contained and trained to avoid sexist, racist, and otherwise toxic outputs, along with preventing human engagement in illegal and unethical activities. However, compared to ChatGPT, Claude is poor at math and programming. Still, the platform has also been seen to hallucinate and provide dubious instructions. Another major concern is that it is possible to intrude upon Claude's built-in safety features through clever prompting. The embargo on media coverage of Claude was lifted in January 2023, and a waiting list of users who wanted early access to Claude was released in February. Claude is now available and accessible to users through the Poe app by Quora. Also, Discord Juni Tutor Bot, an online tutoring solution, is powered by Anthropic. Additionally, Claude has found integration with Notion, DuckDuckGo, RobinAI, Assembly AI, and others. 9. AI21's Jurassic Models AI21 Labs specializes in Natural Language Processing to develop generative AI models that can understand and generate text. The Tel Aviv-based startup was founded in 2017 by Yoav Shoham, Ori Goshen, and Amnon Shashua. AI21 has emerged as a rival to OpenAI. In 2019, the startup raised $9.5 million, and in October 2020; it launched Wordtune which was an AI-based writing app. AI21 Labs launched AI21 Studio and Jurassic-1 in August 2021. This was followed by Walden Catalyst investing $20 million in AI21 Labs in November, soon after which the company completed a $25 million series A round led by Pitango First. AI21 raised $64 million in the next round of funding. In January, AI21 Labs launched Wordtune Spices and Jurassic-2 in March 2023. The Jurassic-1 model by AI21 Labs generates human-like texts and performs complex tasks like question answering, text classification, and others. The Jurassic-1 model comes in two sizes.\", start_char_idx=26870, end_char_idx=28950, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='91606781-3bdd-447f-ad0b-d4e3a87167c2', embedding=[-0.019932085648179054, -0.01671186089515686, -0.0020317265298217535, 0.029925890266895294, 0.011020944453775883, 0.0034631306771188974, -0.02702491171658039, -0.002706655068323016, -0.016337092965841293, -0.03489503264427185, 0.006849919445812702, 0.02441541850566864, -0.02441541850566864, -0.014574296772480011, 0.005944231059402227, 0.01621217094361782, 0.027580121532082558, 0.004580493550747633, 0.013033585622906685, 0.005593753885477781, -0.004122443962842226, 0.0025140661746263504, -0.008654356002807617, -0.0029356798622757196, 0.007474532350897789, 0.024748545140028, 0.0015268311835825443, -0.025511959567666054, -0.01865510083734989, 0.0002945222659036517, 0.005812368355691433, 0.02887098863720894, -0.009313669987022877, -0.010264469310641289, -0.013651258312165737, 0.013630437664687634, 0.015073987655341625, -0.002609493210911751, 0.031896889209747314, -0.0213062334805727, 0.024026770144701004, 0.019918205216526985, -0.013588797301054, -0.02737191878259182, -0.027177594602108, 0.01753079704940319, 0.011159747838973999, 0.0005343909142538905, -0.0095843356102705, 0.018946586176753044, -0.0030397819355130196, 0.03331267833709717, -0.02756624110043049, -0.00012134403368690982, -0.013901103287935257, -0.007752138189971447, -0.0067111169919371605, 0.024554220959544182, 0.01188152190297842, 0.017669599503278732, 0.0024863057769834995, 0.002333622658625245, -0.01968224160373211, 0.02623373456299305, -0.024151692166924477, -0.006881150417029858, -0.01408848725259304, 0.00943859200924635, 0.02412393130362034, -0.0003431032528169453, 0.033673565834760666, 0.0021392987109720707, 0.011638617143034935, -0.02014029026031494, 0.0022867766674607992, -0.013387532904744148, 0.009799479506909847, -0.006936671212315559, -0.012381212785840034, 0.014949064701795578, 0.0014374768361449242, -0.012367332354187965, -0.003681745147332549, 0.005073243286460638, 0.012665757909417152, 0.009140166454017162, -0.015282191336154938, -0.014560417272150517, 0.0021392987109720707, -0.02524823509156704, -0.0013784855837002397, -0.00991746224462986, 0.012200769037008286, 0.0028020821046084166, -0.028482340276241302, 0.010292230173945427, -0.026289256289601326, -0.0012318751541897655, -0.013630437664687634, -0.04322320222854614, -0.00556599348783493, -0.00843921210616827, -0.021889206022024155, -0.01968224160373211, -0.03175808861851692, 0.006815218832343817, 0.021042509004473686, 0.016101127490401268, 0.021347874775528908, 0.018932705745100975, 0.00737737026065588, 0.021597720682621002, -0.0034995663445442915, -0.03389565274119377, 0.006884620524942875, -0.019751641899347305, 0.02538703754544258, 0.008591894991695881, -0.005472301505506039, -0.016101127490401268, 0.03297955170273781, 0.023721404373645782, 0.03769885003566742, -0.013914983719587326, 0.02394348755478859, 0.008911142125725746, -0.030675426125526428, 0.010299170389771461, -0.018321974202990532, -0.004188375547528267, 0.00560763431712985, -0.007273268420249224, 0.03508935496211052, 0.022333376109600067, -0.025942249223589897, 0.020459536463022232, -0.012263230048120022, -0.002448134822770953, 0.003378113964572549, -0.019446276128292084, 0.01204114593565464, 0.021098030731081963, -0.01653141714632511, 0.00341801973991096, -0.017489155754446983, 0.023221712559461594, -0.005444541107863188, 0.029925890266895294, 0.01801660656929016, 0.004705416038632393, 0.015393233858048916, -0.037449002265930176, -0.0038795392028987408, 0.0029113893397152424, 0.01607336848974228, 0.012804561294615269, 0.03297955170273781, 0.008883381262421608, -0.026178212836384773, 0.01460205763578415, -0.008244887925684452, 0.007273268420249224, -0.01604560762643814, -0.0058019584976136684, 0.04380617290735245, 0.03148047998547554, 0.01033387053757906, -0.015698600560426712, -0.0074814725667238235, -0.03783765062689781, -0.02817697450518608, 0.020903706550598145, -0.030231256037950516, 0.016933945938944817, -0.008598835207521915, 0.034811750054359436, 0.019585078582167625, 0.0006050936062820256, -0.03445086255669594, -0.01065311674028635, 0.005930351093411446, 0.0065896641463041306, 0.004906679969280958, 0.017947206273674965, -0.010208948515355587, -0.02441541850566864, 0.020556699484586716, -0.006971372291445732, 0.002829842735081911, -0.003837898140773177, 0.016850663349032402, 0.013783120550215244, -0.0007187384180724621, -0.009230388328433037, -0.640491783618927, -0.022152932360768318, 0.03619977831840515, -0.022555459290742874, 0.012159127742052078, 0.01310992706567049, 0.01368595939129591, 0.002111538080498576, 0.006263477727770805, 0.024193333461880684, -0.005354319233447313, -0.013616557233035564, -0.0002832445316016674, -0.009848061017692089, -0.020889826118946075, -0.016420375555753708, 0.008723758161067963, -0.035339199006557465, 0.02752460166811943, 0.010264469310641289, -0.03231329843401909, 0.015962325036525726, -0.009133226238191128, -0.013311191461980343, -0.009133226238191128, 0.019404634833335876, -0.011243029497563839, -0.010507374070584774, 0.013928864151239395, 0.010680877603590488, -0.019959846511483192, 0.018086008727550507, 0.005701326299458742, -0.022014128044247627, 0.03789317235350609, -0.006298178341239691, -0.005434130784124136, 0.01900210790336132, 0.00820324756205082, 0.03364580497145653, -0.010840500704944134, -0.006301648449152708, 0.0006849052151665092, 0.0051218243315815926, -0.00533349858596921, 0.00835593044757843, 0.040863554924726486, 0.0024255793541669846, -0.009147106669843197, -0.02851010113954544, -0.0024255793541669846, 0.0033277978654950857, 0.0213062334805727, -0.0015146859223023057, 0.013380592688918114, 0.011423473246395588, 0.0357278473675251, -0.030370058491826057, 0.030730945989489555, -0.024221094325184822, -0.0056805056519806385, 0.0013411823892965913, 0.0016673690406605601, -0.015518156811594963, -0.0283712986856699, 0.034367579966783524, 0.025761805474758148, 0.013019705191254616, -0.0034475151915103197, -0.04141876474022865, -0.005923410877585411, 0.022000247612595558, -0.006381459999829531, -0.026775065809488297, 0.020057009533047676, 0.00602057296782732, 0.004108563996851444, -0.0016534887254238129, -0.007884000428020954, 0.04388945549726486, 0.028787706047296524, -0.008598835207521915, -0.015462635084986687, 0.010528194718062878, 0.011000123806297779, -0.009861941449344158, -0.015157269313931465, 0.002887098817154765, 0.0036643946077674627, 0.013956625014543533, 0.006974842399358749, 0.011826001107692719, -0.023860206827521324, -0.02900979109108448, -0.007578634656965733, 0.0015693395398557186, 0.0002223014016635716, 0.010368571616709232, 0.006978312507271767, -0.040391623973846436, -0.02068162150681019, -0.006034452933818102, 0.018433015793561935, 0.004812987986952066, 0.028593383729457855, 0.010757219046354294, -0.029231876134872437, 0.01772512122988701, 0.021250713616609573, -0.033173877745866776, -0.020764904096722603, 0.0073843104764819145, -0.012637997977435589, 0.001144255860708654, -0.005014252383261919, -0.009410832077264786, 0.018308093771338463, -0.021014748141169548, 0.012297931127250195, 0.0018148469971492887, 0.024346016347408295, -0.011256909929215908, 0.01213136687874794, -0.024873467162251472, 0.004486801568418741, 0.02490122802555561, -0.008800099603831768, -0.02341603673994541, 0.0028645433485507965, -0.012971124611794949, -0.00545495143160224, -0.004986491519957781, 0.005798488389700651, -0.0031282687559723854, 0.013089106418192387, 0.008487792685627937, 0.027982650324702263, 0.01500458549708128, 0.00026264096959494054, -0.01122914906591177, -0.02867666445672512, -0.017308712005615234, 0.00010003563511418179, 0.00358458305709064, -0.029870368540287018, -0.016350973397493362, -0.011430413462221622, 0.007974222302436829, -0.01705886796116829, -0.020251333713531494, -0.01575412042438984, 0.0047852275893092155, -0.03017573431134224, 0.02213905192911625, -0.0005890445318073034, 0.013741480186581612, -0.005468831397593021, -0.029898129403591156, -0.012284050695598125, -0.03128615766763687, 0.028301896527409554, 0.022000247612595558, 0.00643698126077652, -0.005149585194885731, 0.0028367829509079456, -0.016115007922053337, -0.005749907344579697, 0.017169909551739693, -0.02817697450518608, -0.019793283194303513, -0.00035069402656517923, -0.016642458736896515, 0.004500681534409523, 0.015545916743576527, 0.006780518218874931, 0.0204734168946743, -0.02819085493683815, 0.0014010410523042083, 0.011590036563575268, -0.007176106330007315, -0.024457057937979698, 0.01803048700094223, 0.00750229274854064, -0.011541455052793026, 0.00401834212243557, 0.0052051059901714325, 0.019140910357236862, 0.02165324054658413, -0.018904944881796837, 0.018752261996269226, -0.003456190461292863, 0.02213905192911625, -0.01619829051196575, 0.011180567555129528, -0.015670839697122574, 0.005430660676211119, -0.0007612467743456364, 0.005576403811573982, -0.005347379017621279, 0.02887098863720894, 0.018238691613078117, 0.01623993180692196, 0.017322592437267303, -0.019113149493932724, -0.009619035758078098, -0.030397819355130196, 0.009910522028803825, -0.024179453030228615, 0.020903706550598145, 0.011208328418433666, 0.024373777210712433, -0.00024594124988652766, -0.014477135613560677, -0.004511091858148575, 0.00990358181297779, 0.017974967136979103, 0.0005495724617503583, 0.0012327426811680198, -0.011236089281737804, 0.010937662795186043, 0.009952163323760033, 0.016767382621765137, 0.005520882550626993, -0.013151568360626698, -0.021597720682621002, 0.01640649512410164, -0.011361011303961277, 0.02259710058569908, 0.006346759386360645, -0.01571248099207878, 0.009265088476240635, 0.010764159262180328, -0.0030935681425035, -0.0010627091396600008, 0.012985005043447018, 0.01337365247309208, 0.01335977204144001, -0.004806047771126032, 0.014379973523318768, -0.0006111662369221449, 0.001381955691613257, -0.007321849465370178, 0.006641715299338102, -0.013679019175469875, 0.04480555281043053, 0.007890940643846989, 0.04311215877532959, -0.01787780411541462, -0.022846946492791176, 0.008751518093049526, -0.011319370940327644, 0.005080183502286673, -0.003952410537749529, 0.009737018495798111, 0.006332878954708576, -0.00687768030911684, 0.012964184395968914, -0.004431280307471752, 0.015643078833818436, 0.013304251246154308, -0.0044347504153847694, 0.009119345806539059, 0.02080654352903366, 0.022250093519687653, 0.00925120897591114, -0.012533895671367645, -0.008383691310882568, 0.006787458434700966, 0.01571248099207878, 0.00537513941526413, -0.006256537511944771, -0.017419755458831787, 0.027927128598093987, -0.03853166475892067, 0.0033087125048041344, -0.004066922701895237, 0.0032254308462142944, 0.022916346788406372, -0.0021358286030590534, 0.028412939980626106, 0.007391250692307949, -0.035172637552022934, 0.02016805112361908, -0.00450415164232254, -0.001768868532963097, -0.03192465007305145, 0.0007282810984179378, -0.017794523388147354, -0.015185029245913029, 0.027954889461398125, -0.006551493424922228, 0.007890940643846989, -0.014865783043205738, 0.006662535946816206, -0.020112529397010803, 0.006773578003048897, 0.007162225898355246, -0.024387657642364502, -0.004025281872600317, -0.013914983719587326, 0.01837749406695366, 0.02538703754544258, -0.014393853023648262, 0.006749287713319063, 0.03150824084877968, -0.01771124079823494, -0.03692155331373215, 0.023999009281396866, -0.009369190782308578, -0.01904374733567238, -0.003020696574822068, 0.01050043385475874, 0.00917486660182476, -0.008508613333106041, -0.0043514687567949295, -0.005031602457165718, 0.011354071088135242, -0.032230015844106674, 0.019099269062280655, 0.01040327176451683, -0.010097905993461609, -0.028621142730116844, -0.029898129403591156, 0.006718056742101908, 0.066958487033844, 0.012339571490883827, -0.010465733706951141, 0.005711736623197794, -0.007363490294665098, -0.003383318893611431, -0.015781881287693977, -0.022985748946666718, -0.00951493438333273, -0.013713719323277473, -0.04347304627299309, 0.019279712811112404, 0.004962201230227947, -0.005555583164095879, 0.01619829051196575, -0.006860329769551754, 0.006131615024060011, -0.026997150853276253, -0.013873342424631119, 0.001410583732649684, 0.008598835207521915, -0.014178709127008915, 0.004247366450726986, 0.018321974202990532, 0.03997521474957466, -0.01425505056977272, 0.021736523136496544, 0.02656686119735241, 0.001379353110678494, -0.03606097400188446, -4.109865039936267e-05, 0.006544553209096193, 0.00011700644972734153, 0.01966836117208004, -0.011347131803631783, 0.015046226792037487, 0.016462014988064766, 0.004216135945171118, -0.001089602243155241, 0.00181311194319278, 0.014768620952963829, 0.029453961178660393, 0.001604040153324604, -0.0031647044233977795, -0.00405998295173049, -0.01821093074977398, -0.01850241795182228, 0.01669798046350479, -0.016142768785357475, -0.02113967016339302, 0.005729086697101593, 0.006766637787222862, -0.01270739920437336, -0.011249969713389874, -0.0008631800883449614, 0.036283060908317566, -0.008217127993702888, 0.003268806729465723, -0.011277729645371437, -0.023374397307634354, -0.006135085131973028, -0.03853166475892067, -0.01475474052131176, -0.016503656283020973, -0.026275375857949257, -0.010125666856765747, -0.015115628018975258, 0.024318255484104156, -0.010625356808304787, 0.01089602243155241, 0.0021982898470014334, -0.029925890266895294, -0.03078646771609783, -0.005631924606859684, 0.012964184395968914, -0.006558433640748262, 0.008210187777876854, 0.0004059982893522829, 0.008578014560043812, 0.019265832379460335, 0.011194447986781597, -0.0120480852201581, -0.01099318452179432, -0.024512579664587975, -0.008376751095056534, -0.009868881665170193, -0.004382699262350798, -0.026927748695015907, 0.00368868513032794, 0.006419630721211433, 0.008057503961026669, 0.001828727312386036, -0.005600694101303816, -0.005996282212436199, -0.005309208296239376, -0.007717437576502562, 0.030453341081738472, -0.0038240179419517517, 0.0058193085715174675, -0.02145891822874546, -0.002330152550712228, -0.026608502492308617, -0.02065386064350605, -0.0034371051006019115, 0.0227914247661829, -0.01686454378068447, 0.013644318096339703, -0.008196307346224785, 0.00433758832514286, -0.0044902716763317585, -0.011007064022123814, 0.011909282766282558, 0.019640600308775902, 0.005493122152984142, 0.007495352998375893, -0.007370430044829845, 0.020098648965358734, -0.039919693022966385, -0.0010505638783797622, -0.0200014878064394, 0.00737737026065588, -0.051079440861940384, 0.0268861074000597, 0.010146486572921276, -0.001531168702058494, 0.012235469184815884, -0.017419755458831787, 0.0007764283218421042, -0.016989465802907944, 0.025137191638350487, -0.015476515516638756, 0.011319370940327644, 0.006079563871026039, 0.010694758035242558, -0.0065167928114533424, -0.011596976779401302, -0.0038656587712466717, 0.016184410080313683, 0.007120585069060326, -0.015518156811594963, -0.00909158494323492, -0.012728219851851463, 0.0005994547391310334, 0.0029790557455271482, -0.003331267973408103, -0.019904326647520065, -0.011576156131923199, 0.006829099263995886, 0.01834973320364952, 0.01443549431860447, -0.044500187039375305, -0.0023926137946546078, -0.024457057937979698, -0.018932705745100975, -0.00026112282648682594, -0.03000917099416256, 0.0017723386408761144, 0.008224067278206348, 0.028121452778577805, -0.0008466972503811121, 0.03719915822148323, -0.018599579110741615, 0.011603916995227337, 0.035672325640916824, 0.009383071213960648, -0.003539472119882703, -0.0028992441948503256, 0.003955880645662546, -0.03325715661048889, -0.007599454838782549, 0.01653141714632511, 0.002345767803490162, 0.01966836117208004, -0.011125046759843826, 0.0047297063283622265, 0.022250093519687653, -0.010673937387764454, -0.007013013120740652, -0.01048655342310667, -0.05424414575099945, -0.022236213088035583, 0.0020265213679522276, -0.011826001107692719, -0.014657578431069851, -0.039059117436409, -0.00860577542334795, 0.05135704576969147, 0.0018547527724877, 0.017183789983391762, 0.014615938067436218, 0.02984260767698288, -0.02427661418914795, -0.0008323832298628986, -0.0028957740869373083, 0.001204114523716271, -0.020931467413902283, 0.003560292534530163, -0.023055149242281914, -0.001732432865537703, 0.014824142679572105, -0.005253687035292387, 0.025692403316497803, 0.007911761291325092, 0.009931342676281929, 0.03805973753333092, 0.015462635084986687, 0.002246870892122388, -0.0026927748695015907, -0.005725616589188576, -0.009119345806539059, 0.004153674468398094, -0.02080654352903366, -0.009049944579601288, -0.02887098863720894, -0.0036088735796511173, -0.005618044640868902, 0.005753377452492714, 0.014032966457307339, -0.016809022054076195, -0.02280530519783497, 0.02212517149746418, 0.02620597369968891, 0.04824786260724068, 0.00902218371629715, 0.015768000856041908, 0.037782128900289536, 0.017169909551739693, -0.019543439149856567, 0.004282067529857159, -0.000556512619368732, -0.013054406270384789, 0.013949684798717499, 0.0127906808629632, 0.0016682365676388144, -0.02441541850566864, 0.036949314177036285, -0.004941380582749844, -0.033673565834760666, -0.044333625584840775, 0.01008402556180954, -0.00918874703347683, 0.004618664272129536, -0.023665882647037506, -0.03292402997612953, -0.021708762273192406, 0.014560417272150517, -0.020057009533047676, 0.029703805223107338, -0.0018061718437820673, 2.0671319362008944e-05, 0.013658198527991772, -0.0014088486786931753, 0.0144216138869524, 0.02144503779709339, 0.011770480312407017, 0.0012214649468660355, -0.006839509587734938, -0.00585747929289937, -0.0020126409363001585, -8.756506576901302e-05, 0.012665757909417152, 0.01884942501783371, -0.016434255987405777, 0.007509232964366674, 0.005128764547407627, -0.025275995954871178, 0.002803817158564925, 0.00943859200924635, -0.007578634656965733, 0.0360887348651886, -0.04311215877532959, -0.0015927624190226197, 0.005715206731110811, 0.00875845830887556, -0.015462635084986687, -0.03750452399253845, -0.013741480186581612, -0.0009577395394444466, -0.013096046634018421, 0.010923782363533974, 0.01703110709786415, -0.013581857085227966, -0.02309679053723812, 0.0007755607948638499, -0.00516693526878953, -0.010507374070584774, -0.004285537172108889, 0.002638988895341754, 0.003171644639223814, -0.024304375052452087, 0.000694881659001112, 0.026303136721253395, -0.02395736798644066, -0.012395092286169529, 0.007224687375128269, -0.011770480312407017, -0.008966662921011448, 0.011826001107692719, -0.031730327755212784, 0.018807783722877502, 0.022416656836867332, -0.018613459542393684, -0.0029356798622757196, 0.01936299540102482, 0.004042632412165403, 0.001859957934357226, 0.03081422857940197, -0.028301896527409554, -0.029565002769231796, 0.011007064022123814, -0.004094683565199375, -0.004160614684224129, -0.007814599201083183, -0.0006306853611022234, 0.017419755458831787, 0.008571074344217777, -0.008314289152622223, 0.026636263355612755, -0.023193953558802605, 0.021722642704844475, 0.03606097400188446, 0.0005395960179157555, 0.01164555735886097, -0.015823522582650185, 0.023679763078689575, -0.015254431404173374, 0.019945966079831123, -0.02145891822874546, -0.033173877745866776, -0.015157269313931465, -0.012637997977435589, 0.015309952199459076, 0.0014296690933406353, 0.006839509587734938, -0.022055769339203835, 0.0017107449239119887, -0.024776306003332138, 0.02379080466926098, 0.019071508198976517, -0.017267072573304176, 0.017988847568631172, 0.004993431735783815, 0.025275995954871178, 0.00652026291936636, 0.011534514836966991, -0.01851629838347435, -0.018960466608405113, -0.014865783043205738, -0.04477779194712639, -0.005003842059522867, 0.0025314167141914368, 0.03209121525287628, 0.0016257280949503183, -0.01789168454706669, -0.034478623420000076, -0.032063454389572144, -0.02703879214823246, -0.004878919571638107, -0.003924650140106678, -0.0023683232720941305, 0.01965448074042797, 0.029925890266895294, 0.022361135110259056, 0.029731566086411476, -0.01623993180692196, 0.016337092965841293, -0.010063204914331436, -0.00172983028460294, -0.013644318096339703, -0.03161928430199623, -0.006672946270555258, 0.009070765227079391, -0.04078027233481407, -0.02723311446607113, 0.018974347040057182, 0.0018374024657532573, -0.0020213162060827017, 0.007051183842122555, -0.040863554924726486, 0.0072038667276501656, 0.008348990231752396, 0.0033815838396549225, 0.01147899404168129, 0.028135333210229874, 0.03994745388627052, -0.015240550972521305, -0.010396331548690796, -0.009646796621382236, -0.016128888353705406, -0.012478374876081944, -0.008578014560043812, 0.005361259449273348, 0.011069525964558125, 0.015268310904502869, 0.009029123932123184, -0.0006545421201735735, -0.001118230284191668, 0.006027512717992067, 0.044361382722854614, -0.00201090588234365, -0.004403519909828901, 0.009480233304202557, 0.02015417069196701, -0.0264141783118248, -0.00976477935910225, 0.018960466608405113, 0.0033347380813211203, -0.014164828695356846, 0.029398439452052116, -0.015837403014302254, -0.0008631800883449614, -0.019612839445471764, 0.012027265504002571, -0.03528368100523949, -0.00487544946372509, -0.009806419722735882, 0.0025591771118342876, -0.028163094073534012, 0.029731566086411476, 0.006638245191425085, -0.028107572346925735, -0.011763540096580982, -0.00577419763430953, 0.004781757481396198, -0.0007690544007346034, -0.026344778016209602, 0.004781757481396198, -0.0219586081802845, -0.02247217856347561, 0.03295179083943367, -0.027482960373163223, -0.02374916337430477, 0.02756624110043049, 0.02133399434387684, -0.02903755195438862, 0.004653364885598421, 0.19998711347579956, -0.012429793365299702, -0.0038309581577777863, 0.007509232964366674, 0.017600199207663536, 0.017183789983391762, 0.044305864721536636, 0.023402156308293343, -0.02095922641456127, 0.003994051367044449, -0.014615938067436218, 0.030536621809005737, -0.0063953404314816, -0.0031369440257549286, 0.024776306003332138, -0.019904326647520065, -0.028426820412278175, -0.024470938369631767, -0.013595737516880035, -9.569804387865588e-05, 0.019626719877123833, 0.005427190568298101, -0.005177345592528582, -0.0260532908141613, 0.028426820412278175, -0.014366093091666698, -0.015407114289700985, -0.014206469990313053, 0.019418515264987946, 0.012783740647137165, -0.02247217856347561, 0.012270170263946056, 0.010396331548690796, -0.0016213905764743686, -0.009709257632493973, -0.014643698930740356, 0.0026424587704241276, 0.010042385198175907, 0.004944850690662861, 0.026178212836384773, 0.013116867281496525, -0.0035047715064138174, -0.017003346234560013, -0.028412939980626106, 0.0044902716763317585, 0.014192589558660984, -0.012700458988547325, -0.0028680134564638138, -0.014546536840498447, 0.006593134254217148, -0.011534514836966991, 0.01458817720413208, 0.014976825565099716, 0.02867666445672512, 0.004871979355812073, 0.005919940769672394, 0.014629818499088287, -0.011721898801624775, 0.015809642150998116, 0.007918701507151127, -0.033840131014585495, -0.003574172966182232, -0.01868286170065403, 0.021236833184957504, -0.019751641899347305, 0.0038205478340387344, -0.017294833436608315, 0.011590036563575268, 0.0060552735812962055, -0.012672698125243187, -0.023999009281396866, -0.011576156131923199, -0.03769885003566742, 0.002779526636004448, -0.01458817720413208, -0.021042509004473686, 0.028815466910600662, 0.006738877389580011, 0.018252572044730186, 0.02145891822874546, 0.01270739920437336, 0.009313669987022877, 0.016337092965841293, -0.01739199459552765, -0.004941380582749844, -0.038753751665353775, 0.017253192141652107, -0.011735779233276844, 0.004563143011182547, -0.00366786471568048, -0.008584954775869846, -0.00045284422230906785, 0.00015083963808137923, -0.022722022607922554, 0.004601313732564449, -0.009147106669843197, 0.011076466180384159, 0.013325071893632412, 0.0095843356102705, -0.020598340779542923, -0.010292230173945427, 0.030536621809005737, 0.031896889209747314, -0.0032878920901566744, -0.025831205770373344, 0.003424959722906351, -0.010590655729174614, 0.016920065507292747, 0.021417276933789253, -0.0032323708292096853, -0.010264469310641289, -0.01287396252155304, 0.015684720128774643, 0.010590655729174614, -0.0034318999387323856, 0.0018061718437820673, -0.01417176891118288, -0.015323832631111145, 0.025609122589230537, -0.006027512717992067, -0.0035360020119696856, -0.01882166415452957, -0.028412939980626106, 0.023166192695498466, -0.0055243526585400105, -0.040391623973846436, -0.013581857085227966, 0.005173875484615564, -0.015032346360385418, -0.009827240370213985, -0.0008800966897979379, -0.01236039213836193, 0.027968769893050194, 0.019640600308775902, 0.0037129756528884172, -0.02556748129427433, 0.000898748345207423, -0.003103978233411908, 0.004153674468398094, 0.0014903953997418284, -0.006152435205876827, 0.0009724873234517872, 0.012388153001666069, -0.0015060106525197625, 0.026344778016209602, -0.030925270169973373, 0.02259710058569908, 0.0025140661746263504, -0.0022399306762963533, -0.019779402762651443, -0.008897261694073677, 0.006697236560285091, -0.0016777792479842901, 0.002009171061217785, 0.015337713062763214, 0.013831702060997486, -0.04097459465265274, -0.0040148720145225525, -0.006659065838903189, -0.02244441770017147, -0.023638121783733368, 0.0024203744251281023, 0.018960466608405113, -0.006905440706759691, -0.02016805112361908, -0.022583220154047012, -0.1787780523300171, 0.010465733706951141, 0.02211129106581211, -0.03717139735817909, 0.009369190782308578, 0.013762300834059715, 0.009133226238191128, -0.013200148940086365, 0.015976205468177795, -0.0031109184492379427, 0.019418515264987946, 0.001094807288609445, -0.019626719877123833, -0.019626719877123833, 0.004167554900050163, -0.0037129756528884172, -0.027108192443847656, 0.006804808508604765, 0.029148593544960022, 0.0077035571448504925, 0.019293593242764473, -0.02472078427672386, 0.015518156811594963, 0.0011642087483778596, 0.007571694441139698, 0.031091833487153053, -0.002390878740698099, 0.016739621758461, 0.007550873793661594, -0.03539472073316574, -0.02145891822874546, -0.010063204914331436, 0.024054531008005142, -0.020862065255641937, 0.013262609951198101, 0.011950924061238766, 0.027621762827038765, -0.006402280647307634, -0.025942249223589897, 0.029703805223107338, 0.02395736798644066, 0.01433833222836256, 0.026289256289601326, -0.012027265504002571, -0.022347256541252136, 0.00933449063450098, 0.0017046722350642085, -0.02294410765171051, 0.00035654977546073496, -0.029093073680996895, 0.006742347497493029, -0.018932705745100975, 0.013547156006097794, -0.0010774569818750024, 0.02640029788017273, 0.002800347050651908, -0.00048580989823676646, -0.002215640153735876, 0.024193333461880684, -0.008737638592720032, -0.021514438092708588, -0.004896269645541906, 0.03689379245042801, -0.0011303755454719067, -0.010174247436225414, -0.01337365247309208, -0.02787160873413086, 0.020903706550598145, -0.01751691661775112, 0.022499939426779747, -0.0059997523203492165, 0.013866403140127659, 0.0033850539475679398, 0.02144503779709339, 0.016434255987405777, -0.011104226112365723, 0.0011997770052403212, 0.0020438716746866703, 0.022874705493450165, -0.006513322703540325, -0.017239311710000038, 0.00358458305709064, -0.024956749752163887, 0.01458817720413208, 0.005434130784124136, -0.0023180071730166674, 0.00976477935910225, 0.01735035330057144, -0.015545916743576527, -0.0013602677499875426, 0.02623373456299305, -0.01401908602565527, -0.001316891866736114, 0.007835419848561287, 0.004486801568418741, 0.004375759046524763, 0.008716817945241928, 0.016933945938944817, -0.013054406270384789, -0.008564135059714317, 0.002116743242368102, 0.02573404461145401, -0.010576775297522545, 0.002324947388842702, 0.040558185428380966, 0.011596976779401302, -0.003201140323653817, 0.01669798046350479, 0.028787706047296524, 0.00010101158841280267, 0.0043514687567949295, 0.014324451796710491, -0.004403519909828901, 0.02719147503376007, -0.012152187526226044, 0.02870442532002926, -0.02442929893732071, -0.021375635638833046, 0.02964828535914421, 0.02295798808336258, 0.050551991909742355, 0.00935531035065651, -0.0005248481757007539, 0.011819060891866684, -0.006849919445812702, -0.0219586081802845, -0.0963846817612648, -0.02312455140054226, 0.01657305844128132, 0.03200793266296387, -0.027094312012195587, 0.03386789187788963, 0.000342235725838691, 0.032368820160627365, -0.04191845282912254, 0.027968769893050194, -0.035977695137262344, -0.02685834839940071, 0.0026424587704241276, 0.006083033978939056, 0.018086008727550507, -0.012270170263946056, 0.008362870663404465, -0.008342050015926361, -0.005413310136646032, 0.008584954775869846, 0.005444541107863188, -0.008383691310882568, 0.025178832933306694, -0.019127029925584793, -0.02295798808336258, -0.024221094325184822, -0.03234105929732323, 0.0027708515990525484, 0.011943983845412731, -8.951697964221239e-05, 0.016795141622424126, -0.020778784528374672, -0.004747056867927313, -0.028454579412937164, -0.014990705996751785, -0.012075846083462238, -0.013096046634018421, -0.012415912933647633, 0.01690618507564068, -0.02247217856347561, -0.014713100157678127, -0.003537737065926194, 0.023013509809970856, -0.006895030383020639, -0.022902466356754303, -0.00943165272474289, 0.006846449803560972, -0.004660305101424456, -0.01689230464398861, -0.05263403430581093, -0.03933672234416008, -0.00223125540651381, -0.009278968907892704, 0.004469451028853655, 0.019404634833335876, 0.010673937387764454, 0.02411005087196827, 0.019251951947808266, 0.012193828821182251, -0.0018877184484153986, -0.00877233874052763, -0.007356550078839064, -0.013449993915855885, -0.015032346360385418, 0.008980543352663517, 0.001492130453698337, -0.01719767041504383, -0.015420994721353054, -0.012152187526226044, -0.0057360269129276276, 0.004042632412165403, 0.01277680043131113, -0.004677655175328255, -0.0013854257995262742, -0.02948172017931938, -0.005829718895256519, -0.01803048700094223, -0.000775994558352977, 0.0032583964057266712, 0.00321849063038826, -0.020376255735754967, -0.01458817720413208, 0.0076619163155555725, -0.02066774107515812, 0.020917586982250214, -0.010708638466894627, -0.014393853023648262, -0.035811129957437515, 0.008682116866111755, -0.030592143535614014, -0.011874581687152386, 0.015407114289700985, -0.008515553548932076, -0.021417276933789253, 0.00036804439150728285, -0.008015863597393036, 0.009223448112607002, 0.013956625014543533, 0.008293469436466694, 0.009820300154387951, -0.02441541850566864, 0.001094807288609445, -0.07345445454120636, 0.025109432637691498, 0.006381459999829531, -0.037476763129234314, 0.0032462512608617544, -0.007412071339786053, -0.002474160399287939, -0.006225307006388903, 0.0073426696471869946, -0.0019068039255216718, -0.03234105929732323, 0.020376255735754967, 0.0015823522116988897, -0.008099145255982876, -0.008654356002807617, 0.015462635084986687, 0.02342991717159748, -0.0031230635941028595, 0.00935531035065651, -0.020292973145842552, 0.007974222302436829, -0.006926261354237795, 0.016684100031852722, 0.006822159048169851, -0.006655595730990171, -0.015476515516638756, -0.035949934273958206, 0.005045482888817787, 0.02490122802555561, -0.014990705996751785, 0.01048655342310667, -0.017641840502619743, -0.003513446543365717, 0.02066774107515812, -0.0039177099242806435, -0.0036054034717381, 0.018932705745100975, 0.0288432277739048, 0.00647862209007144, 0.0364496223628521, -0.02705267071723938, -0.04752608761191368, 0.02472078427672386, -0.013352831825613976, -0.0017957616364583373, 0.009070765227079391, -0.009029123932123184, -0.008584954775869846, 0.02115355059504509, 0.010708638466894627, 0.021514438092708588, 0.03431205824017525, -0.024026770144701004, -0.03267418593168259, -0.007550873793661594, -0.001554591697640717, 0.020223572850227356, -0.0035255919210612774, 0.014615938067436218, 0.027302516624331474, 0.029703805223107338, 0.006357169710099697, 0.015379353426396847, -0.005944231059402227, -0.011048705317080021, -0.028454579412937164, -0.017752882093191147, 0.006981782149523497, 0.005114884115755558, -0.013887222856283188, -0.007668856531381607, -0.013783120550215244, 0.019390756264328957, 0.013998265378177166, 0.008508613333106041, -0.002871483564376831, -0.005527822766453028, 0.016781263053417206, -0.016947826370596886, 0.03309059515595436, 0.022555459290742874, -0.02148667722940445, -0.02442929893732071, 0.023568719625473022, 0.02129235491156578, 0.01008402556180954, -0.005295327864587307, -0.011902342550456524, -0.0049101500771939754, -0.009341430850327015, 0.013477754779160023, 0.005257157143205404, 0.004674185067415237, 0.016267690807580948, -0.0020681621972471476, -0.0017497831722721457, -0.02458198182284832, -0.018807783722877502, -0.006579254288226366, 0.02313843183219433, 0.03411773592233658, 0.008425331674516201, 0.00581583846360445, -0.0031074483413249254, 0.0072038667276501656, -0.025484198704361916, -0.0148380221799016, -0.02082042396068573, 0.007530053611844778, -0.008147725835442543, 0.010805800557136536, 0.001763663487508893, -0.01965448074042797, 0.009785599075257778, -0.021903086453676224, 0.005888710264116526, 0.008390631526708603, -0.0017905564745888114, -0.03211897611618042, 0.034672945737838745, 0.04488883540034294, 0.0019415045389905572, 0.04019729793071747, -0.02145891822874546, 0.026830587536096573, 0.03306283429265022, 0.032896269112825394, -0.012374272570014, 0.01932135410606861, 0.0067701078951358795, -0.015323832631111145, 0.006079563871026039, -0.004354938864707947, 0.0020837774500250816, -0.006662535946816206, -0.008279589004814625, -0.0049101500771939754, 0.022833066061139107, -0.017433635890483856, 0.1008818969130516, 0.016031727194786072, -0.017572438344359398, 0.0148380221799016, -0.03456190600991249, 0.015101747587323189, 0.025026150047779083, 0.027816087007522583, -0.023207833990454674, -0.005253687035292387, -0.01980716362595558, -0.018738381564617157, 0.0035707028582692146, -0.017572438344359398, -0.0074675921350717545, 0.00018022679432760924, 0.001828727312386036, 0.01575412042438984, 0.000976824900135398, -0.000184130622074008, 0.036977075040340424, 0.01418564934283495, -0.0009152311831712723, 0.003338207956403494, -0.0347839891910553, -0.00853637419641018, 0.013033585622906685, -0.010229768231511116, -0.013144628144800663, -0.02984260767698288, 0.026941629126667976, -0.011694138869643211, -0.04569389298558235, -0.011499814689159393, -0.015198909677565098, 0.0076202754862606525, 0.013547156006097794, -0.01097930409014225, -0.0077451979741454124, 0.007370430044829845, 0.010056264698505402, 0.016961704939603806, 0.0027361507527530193, -0.02129235491156578, 0.0012301401002332568, 0.009209567680954933, -0.01154839526861906, -0.015532036311924458, -0.01689230464398861], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='8d29f722-e97f-4344-ae53-1ee8007ab641', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='6ed8d261d247758f1d39036e0b1a159813cc7c31e01e0a8b6493c4f6d2e857d4'), : RelatedNodeInfo(node_id='4c9c7bdf-0d3b-483e-ad1e-fddaced83b0d', node_type=, metadata={}, hash='d3e0c473cdaf4af4beb36c4308eb2cec5367b68e8a4c8d2b0bb35f06102ee296')}, hash='b8699c7c2d85fbfcae6b371b0630ed88aec25bac27e409b73d3d5cb5d7d1a653', text=\"app. AI21 Labs launched AI21 Studio and Jurassic-1 in August 2021. This was followed by Walden Catalyst investing $20 million in AI21 Labs in November, soon after which the company completed a $25 million series A round led by Pitango First. AI21 raised $64 million in the next round of funding. In January, AI21 Labs launched Wordtune Spices and Jurassic-2 in March 2023. The Jurassic-1 model by AI21 Labs generates human-like texts and performs complex tasks like question answering, text classification, and others. The Jurassic-1 model comes in two sizes. Jurassic-1 Jumbo contains 178 billion parameters. The model uses a unique 250,000 token vocabulary and includes multi-word tokens, reducing the model's need to use a large number of tokens and thus improving the computational efficiency and reducing latency. Jurassic-1 allows developers to train custom versions of the model with just 50100 training examples helping users to build customized applications and services. Jurassic-1 has been notably used by Latitude to scale production of its gaming world, by Harambee to create a custom chatbot to increase sign-ups for its youth employment programs, and by Verb to build a writing tool for authors. The next iteration of Jurassic (Jurassic-2) is a highly customizable language model. It has comprehensive instruction tuning on proprietary data, which gives it advanced instruction following capabilities. The model supports languages like Spanish, French, German, Portuguese, Italian, and Dutch. Compared to the Jurassic-1 model, it has up to 30% faster response time, significantly reducing latency. Jurassic-2 has three sizes, with each one having a separate instruction-tuned version - Large, Grande, and Jumbo. Jurassic-2 helps users to build virtual assistants and chatbots and helps in text simplification, content moderation, creative writing, etc. Jurassic-2 also has zero-shot instruction capabilities. The model boasts of the most current knowledge and up-to-date database, with training being based on data updated in the middle of 2022, as compared to ChatGPT, which had closed its database by the end of 2021. Jurassic-2 comes with five APIs built for businesses that want specifically tailored\", start_char_idx=28391, end_char_idx=30610, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='4c9c7bdf-0d3b-483e-ad1e-fddaced83b0d', embedding=[-0.025503583252429962, -0.014810346066951752, 0.00635481858626008, 0.017676863819360733, 0.006495334208011627, 0.001290109008550644, -0.017367729917168617, -0.0016422761837020516, -0.023409901186823845, -0.04662308096885681, -0.0063302284106612206, 0.03712422400712967, -0.0161592960357666, -0.0010828484082594514, 0.0021147599909454584, 0.013896994292736053, 0.011290429159998894, 0.016018779948353767, 0.028187431395053864, 0.009147566743195057, -0.003916872665286064, 0.014543365687131882, -0.011571460403501987, -0.01496491301804781, 0.020360711961984634, 0.013580833561718464, 0.018182720988988876, -0.020290454849600792, -0.013454370200634003, 0.003179165767505765, 0.012997694313526154, 0.027442699298262596, -0.010454361326992512, -0.015302150510251522, -0.01760660670697689, 0.013728375546634197, 0.01006091758608818, 0.0020111296325922012, 0.03029516711831093, -0.0003414090315345675, 0.018281081691384315, 0.02856682427227497, -0.008381756022572517, -0.01226701308041811, -0.020079681649804115, 0.0023062124382704496, 0.02686658501625061, -0.008430936373770237, -0.0008703185594640672, 0.0031879479065537453, 0.0023255334235727787, 0.0256019439548254, -0.012632353231310844, 0.0020163990557193756, -0.017831431701779366, 0.004032798111438751, -0.008543348871171474, 0.02748485468327999, 0.01141689345240593, 0.013559756800532341, 0.003628815757110715, -0.004233032930642366, -0.015878263860940933, 0.019166329875588417, -0.012091368436813354, -0.0011882351245731115, -0.014051561243832111, -0.015175686217844486, 0.02553168684244156, 0.0006476891576312482, 0.030351372435688972, 0.0029051601886749268, 0.005255283787846565, -0.005044510588049889, 0.02147078514099121, -0.012021110393106937, 0.012288090772926807, -0.0036850220058113337, -0.006386434659361839, -0.0040433369576931, 0.0019373589893803, -0.029339659959077835, -0.013763504102826118, 0.006231867242604494, 0.025405222550034523, 7.711892067163717e-06, -0.014072638936340809, 0.0012927436036989093, 0.0036147641949355602, -0.005578469950705767, -0.0027769398875534534, -0.0007798616425134242, 0.020065629854798317, 0.00449298694729805, -0.023241281509399414, 0.017733070999383926, -0.00903515424579382, 0.00274005439132452, -0.006688543129712343, -0.024913419038057327, -0.004289239179342985, -0.01038410421460867, -0.019110122695565224, -0.01496491301804781, -0.021625353023409843, 0.013489498756825924, 0.008304473012685776, -0.009000024758279324, 0.02526470646262169, 0.0238173957914114, -0.0049742525443434715, 0.02903052605688572, -0.006656927056610584, -0.041733138263225555, 0.0047353762201964855, -0.009597216732800007, 0.027541060000658035, 0.011149914003908634, -0.00876817386597395, -0.018267029896378517, 0.013278725557029247, 0.0016185642452910542, 0.02398601546883583, -0.02876354567706585, 0.02031855843961239, 0.024140581488609314, -0.02317102439701557, -0.0021815048530697823, 0.008971922099590302, -0.002977174473926425, 0.013882942497730255, 0.0012743009719997644, 0.030126547440886497, 0.015484820120036602, -0.03892282396554947, 0.02246844582259655, -0.012049213983118534, -0.011206120252609253, 0.010658109560608864, -0.01770496740937233, 0.018562112003564835, 0.02030450664460659, -0.0161592960357666, -0.018941504880785942, -0.013686221092939377, 0.03496028482913971, -0.028173379600048065, 0.024772902950644493, 0.003523428924381733, 0.012182703241705894, 0.008704942651093006, -0.025587894022464752, -0.005490647628903389, 0.011606589891016483, 0.027091410011053085, 0.0005216642166487873, -0.0012207294348627329, 0.016679203137755394, -0.02274947799742222, 0.0021674532908946276, -0.008430936373770237, 0.0034918130841106176, -0.00687823910266161, -0.008241240866482258, 0.020374763756990433, 0.02669796720147133, 0.008761148899793625, -0.002857736311852932, 0.0023079689126461744, -0.041564516723155975, -0.02013588696718216, 0.03448253124952316, -0.042548127472400665, 0.01486655231565237, -0.006944984197616577, 0.025658151134848595, 0.03189704567193985, -0.008838431909680367, -0.013011746108531952, -0.01136068720370531, 0.012456709519028664, -0.009393468499183655, 0.0066007208079099655, 0.0025011778343468904, -0.008255292661488056, -0.025489531457424164, 0.019208485260605812, -0.01225998718291521, 0.00043230506707914174, -0.005852475296705961, 0.03406098484992981, 0.0035339677706360817, 0.022679220885038376, -0.01231619343161583, -0.635805070400238, -0.02964879386126995, 0.01406561303883791, -0.011121810413897038, 0.0046194507740437984, 0.000937063479796052, -0.009330236352980137, -0.006323202513158321, 0.004454344976693392, 0.01679161563515663, -0.013644065707921982, -0.024548077955842018, 0.0030913434457033873, -0.01877288520336151, -0.023845499381422997, -0.011002372950315475, 0.020866569131612778, -0.010222510434687138, 0.027091410011053085, 0.00817800872027874, -0.030576197430491447, 0.019517619162797928, -0.021428631618618965, -0.009140540845692158, -3.7955680454615504e-05, 0.024730747565627098, -0.012000033631920815, -0.0018916914705187082, 0.011522280052304268, 0.0128009719774127, -0.023255333304405212, 0.030857227742671967, 0.008775199763476849, -0.01986890845000744, 0.037601977586746216, -0.008515246212482452, 0.005631163250654936, 0.02794855460524559, -0.002910429611802101, 0.031306877732276917, -0.011936801485717297, 0.006231867242604494, 0.009189721196889877, 0.014838448725640774, 0.012105420231819153, 0.010672160424292088, 0.023690931499004364, 0.001786304754205048, -0.005852475296705961, -0.012056239880621433, -0.00021351786563172936, 0.005799781996756792, 0.0030052775982767344, -0.009456700645387173, 0.0014262334443628788, 0.011641718447208405, 0.02165345661342144, -0.0238173957914114, 0.027344338595867157, -0.037601977586746216, 0.004521090071648359, 0.007222502492368221, -0.007953183725476265, -0.01360893715173006, -0.0206557959318161, 0.03018275462090969, 0.00588760431855917, -0.00043142682989127934, -0.006906342227011919, -0.021723713725805283, 0.012829075567424297, 0.017016440629959106, -0.012252961285412312, -0.012899333611130714, 0.016749460250139236, 0.028370102867484093, -0.00295434077270329, -0.009990660473704338, -0.00015709205763414502, 0.03172842413187027, 0.01357380859553814, -0.00033350501325912774, 0.0012558583403006196, 0.016566790640354156, 0.0009836092358455062, -0.009456700645387173, -0.012779895216226578, -0.0027646447997540236, -0.0034830307122319937, 0.00408549141138792, 0.009281056001782417, 0.005560905206948519, -0.022173363715410233, -0.03209376707673073, -0.008304473012685776, -0.003117690095677972, -0.007644049357622862, 0.013292777352035046, 0.0010204946156591177, -0.04027177393436432, -0.003906333819031715, -0.019166329875588417, 0.013904020190238953, -0.0015825571026653051, 0.011620640754699707, 0.026079697534441948, -0.010089021176099777, 0.024941520765423775, 0.032037559896707535, -0.02218741551041603, -0.00772835873067379, 0.007292760536074638, -0.013932122848927975, 0.011831414885818958, 0.006105403415858746, -0.017550399526953697, -0.00957613904029131, -0.007637023460119963, 0.0030175726860761642, -0.009864196181297302, 0.01672135852277279, -0.020880620926618576, 0.009772860445082188, -0.014978964813053608, 0.019461411982774734, 0.024140581488609314, 0.0061510708183050156, -0.012927436269819736, 0.00026324723148718476, -0.010573799721896648, -0.00545903155580163, -0.008423911407589912, 0.008859509602189064, 0.0014762921491637826, 0.01986890845000744, 0.013363034464418888, 0.041480209678411484, 0.004429754801094532, 0.0028840829618275166, -0.01221783272922039, -0.01778927631676197, 0.004176826681941748, 0.012112446129322052, 0.0024555104319006205, -0.029002422466874123, -0.006172148510813713, -0.0013164556585252285, 0.008037492632865906, -0.016918079927563667, -0.02768157608807087, -0.017128853127360344, -0.010053891688585281, -0.017929792404174805, 0.018534010276198387, -0.007313837762922049, 0.0018161643529310822, -0.01221783272922039, -0.03962540253996849, -0.010257639922201633, -0.03639354556798935, 0.03470735624432564, 0.02300240658223629, -0.005824372172355652, -0.003586661070585251, 0.0028190945740789175, -0.023789294064044952, 0.004299777559936047, 0.03793921694159508, -0.04979873448610306, -0.024042220786213875, -0.01128340419381857, -0.02211715839803219, 0.012337271124124527, 0.0179578959941864, 0.003275770228356123, 0.013398163951933384, -0.047409966588020325, -0.0014007650315761566, 0.015934471040964127, -0.01419910229742527, -0.015962572768330574, 0.020880620926618576, 0.0020954390056431293, -0.025897027924656868, 0.019714340567588806, 0.002451997483149171, 0.030154651030898094, 0.014978964813053608, -0.014304489828646183, 0.02416868507862091, -0.01315928716212511, 0.034538738429546356, -0.023676881566643715, 0.009203772991895676, 0.005086665041744709, 0.00274005439132452, -0.013356009498238564, 0.01402345858514309, -0.016313862055540085, 0.017634710296988487, 0.012154600583016872, 0.014192077331244946, -0.00545903155580163, -0.01195787824690342, -0.012990668416023254, -0.01851995848119259, 0.005476595833897591, -0.02068389765918255, 0.01877288520336151, 0.018815040588378906, 0.02508203685283661, 0.006692056078463793, -0.019658133387565613, -0.01608903706073761, 0.0023589059710502625, 0.026922792196273804, 0.0006336375954560935, 0.008908689953386784, -0.017100749537348747, 0.009288081899285316, 0.0034654662013053894, 0.002372957533225417, 0.011529305949807167, 0.012498863972723484, -0.016580842435359955, 0.018674524500966072, -0.024843160063028336, 0.01554102636873722, 0.017775224521756172, -0.032206177711486816, -0.0020497716031968594, 0.027161667123436928, 0.008009389974176884, 0.0033653490245342255, 0.009597216732800007, 0.018084360286593437, 0.03476356342434883, 0.0004107886052224785, 0.022777581587433815, -0.016833771020174026, -0.010587851516902447, 0.006477769929915667, 0.010320872068405151, -0.023058611899614334, 0.04698842018842697, 0.003765818430110812, 0.029901722446084023, -0.010124149732291698, -0.02040286734700203, 0.004373548552393913, -0.011613615788519382, 0.018084360286593437, -0.024463769048452377, 0.008466065861284733, 0.01091806311160326, -0.0014060343382880092, 0.0188571959733963, -0.003481274237856269, 0.01531620230525732, 0.020782258361577988, 0.008817355148494244, 0.0016782833263278008, 0.02759726718068123, 0.018983660265803337, 0.01762065850198269, -0.022257672622799873, -0.006024606991559267, -0.003786895889788866, 0.0032933347392827272, 0.011571460403501987, -0.0034935693256556988, -0.027175718918442726, 0.01496491301804781, -0.008880586363375187, 0.009252953343093395, 0.0017450283048674464, -0.006565592251718044, 0.010672160424292088, 0.011163965798914433, 0.029199143871665, -0.011599563993513584, -0.024281097576022148, 0.022496549412608147, -0.0019566798582673073, -0.012435631826519966, -0.015259996056556702, -0.003093099920079112, -0.011993007734417915, -0.01967218518257141, 0.013053900562226772, -0.000802695460151881, 0.014227205887436867, -0.003607738297432661, 0.026852533221244812, -0.03271203488111496, -0.0008413372561335564, 0.009238901548087597, -0.02093682624399662, 0.0025433325208723545, 0.0002948632463812828, 0.03136308491230011, 0.03125067055225372, -0.023114819079637527, 0.001586069935001433, 0.016763512045145035, -0.026290470734238625, -0.031222568824887276, 0.014051561243832111, -0.007194399368017912, -0.005104229785501957, -0.0040925173088908195, 0.0003787335008382797, 0.009309159591794014, -0.016918079927563667, 0.00011592538066906855, -0.002887595910578966, 0.005852475296705961, -0.02811717428267002, 0.01870262809097767, 0.011444997042417526, -0.017044544219970703, -0.025053933262825012, -0.013812684454023838, 0.016875924542546272, 0.0691336840391159, 0.02704925462603569, -0.01316631305962801, 0.007960209622979164, -0.0010582582326605916, 0.007355992216616869, -0.015751799568533897, -0.015793954953551292, -0.010988321155309677, -0.007882925681769848, -0.03136308491230011, 0.006154583767056465, 0.024281097576022148, -0.007482456509023905, 0.01672135852277279, -7.119091606000438e-05, 0.012463734485208988, -0.04086194187402725, 0.010700264014303684, 0.0013287507463246584, 0.002887595910578966, 0.002634667791426182, 0.016552738845348358, 0.008824380114674568, 0.027456751093268394, -0.009892298839986324, 0.018660472705960274, 0.020641744136810303, 0.0008259683381766081, -0.023156972602009773, 0.0006959913880564272, -0.0067798784002661705, -0.002420381410047412, 0.016552738845348358, -0.01725531741976738, 0.00858550425618887, 0.008564426563680172, 0.0031826787162572145, -0.005135845858603716, -0.005687369499355555, 0.018379442393779755, 0.030969640240073204, 0.004911020863801241, -0.0053325677290558815, -0.0014613623498007655, -0.015793954953551292, -0.009049205109477043, 0.012604250572621822, -0.02605159394443035, -0.02211715839803219, 0.00826231762766838, 0.010953191667795181, -0.026192110031843185, -0.005023433361202478, 0.01235132198780775, 0.028159329667687416, -0.0036112512461841106, -0.00406441418454051, -0.025377118960022926, -0.010545697063207626, -0.0038044601678848267, -0.023943860083818436, -0.009955530986189842, -0.022777581587433815, -0.014993015676736832, -0.0048829177394509315, -0.012660456821322441, 0.022960251197218895, -0.014754139818251133, 0.026669863611459732, 0.002330802846699953, -0.028651133179664612, -0.04611722379922867, -0.005771678872406483, -0.003885256592184305, -0.002878813538700342, 0.01708669774234295, 0.006481282878667116, 0.011241248808801174, 0.015161634422838688, 0.011838440783321857, -0.017227213829755783, 0.007046857848763466, -0.028637081384658813, -0.02256680838763714, -0.008030467666685581, -0.013833762146532536, -0.019967269152402878, 0.0008347505936399102, -0.011093707755208015, 0.02858087606728077, -0.004485961049795151, 0.01589231565594673, -0.01500706747174263, 0.010545697063207626, 0.014360696077346802, 0.0265012439340353, 0.012442657724022865, 0.008459039963781834, -0.039597298949956894, 0.015962572768330574, -0.005894629750400782, -0.024562129750847816, -0.014726036228239536, 0.021372424438595772, -0.009098386391997337, 0.009948505088686943, -0.0056171114556491375, -0.006319689564406872, 0.0031440367456525564, -0.012028136290609837, -0.005385261029005051, 0.030941538512706757, -0.0029262376483529806, 0.016215501353144646, -0.0058278851211071014, 0.019292794167995453, -0.027456751093268394, -0.007176835089921951, -0.010370052419602871, 0.008859509602189064, -0.03664647042751312, 0.025644099339842796, 0.012688559480011463, 0.0033021168783307076, 0.018899349495768547, -0.014487159438431263, -0.008037492632865906, -0.008290421217679977, 0.027175718918442726, -0.014697933569550514, 0.013229545205831528, -4.8110130592249334e-05, -0.007904003374278545, -0.006411024834960699, -0.033189788460731506, -0.02659960649907589, 0.007264657411724329, 0.0004768748767673969, -0.01905391737818718, -0.003073778934776783, -0.009744757786393166, 0.0015500629087910056, 0.006249431986361742, 0.015779903158545494, -0.01860426738858223, -0.013714323751628399, 0.035185109823942184, 0.019082020968198776, 0.004594860598444939, -0.030407579615712166, 0.005357157904654741, -0.015583181753754616, -0.0029806874226778746, 0.006909855175763369, -0.021639404818415642, 0.00593327172100544, 0.033470820635557175, 0.015344304963946342, 0.026346677914261818, 0.035719070583581924, -0.012976616621017456, 0.010264665819704533, 0.03299306705594063, 0.01051056757569313, 0.007784564979374409, -0.016749460250139236, -0.007742410060018301, -0.03170032054185867, -0.014894654974341393, 0.020641744136810303, 0.008571452461183071, 0.009562087245285511, -0.00826231762766838, -0.002193799940869212, -0.0017590798670426011, 0.005870039574801922, -0.008416885510087013, -0.018267029896378517, -0.058904144912958145, -0.034285809844732285, 0.01769091561436653, -0.027372442185878754, -0.011339610442519188, -0.02227172441780567, -0.014852500520646572, 0.02541927434504032, -0.0045421672984957695, 0.01859021559357643, 0.00779861630871892, 0.023409901186823845, 0.00496722711250186, -0.0025204988196492195, -0.0032898217905312777, 0.0008861265960149467, -0.02696494571864605, 0.008971922099590302, -0.027161667123436928, -0.006421563681215048, 0.0064075118862092495, 0.0018688576528802514, 0.01402345858514309, 0.00017805963580030948, -0.0014358939370140433, 0.03153170272707939, 0.011508229188621044, 0.013292777352035046, 0.007155757397413254, -0.00866981316357851, -0.011065604165196419, -0.0035146467853337526, -0.0323185920715332, -3.1478790333494544e-05, -0.009983634576201439, -0.0058278851211071014, -0.0015790441539138556, 0.0035041081719100475, 0.016510585322976112, -0.02418273687362671, -0.026388831436634064, 0.01231619343161583, 0.028918113559484482, 0.05291818082332611, 0.01541456300765276, 0.004429754801094532, 0.03422960266470909, 0.0157377477735281, -0.02228577621281147, -0.014529314823448658, 0.011606589891016483, -0.005996503867208958, 0.010552722960710526, 0.0018337287474423647, 0.018534010276198387, -0.028637081384658813, 0.04187365248799324, 0.006660440005362034, -0.024674542248249054, -0.048112545162439346, 0.009470752440392971, -0.009737731888890266, 0.012477786280214787, -0.021723713725805283, -0.0368712954223156, -3.743423803825863e-05, 0.006843110546469688, -0.0220187958329916, 0.022173363715410233, -0.0034601970110088587, -0.0013770529767498374, 0.0019724878948181868, 0.011894647032022476, -0.0051850262098014355, 0.009815015830099583, 0.006094864569604397, -0.008634684607386589, 0.007559739984571934, 0.004018746316432953, -0.009723680093884468, 0.009948505088686943, 0.009646397083997726, 0.026712018996477127, -0.018028153106570244, -0.012512915767729282, 0.0023167512845247984, -0.006224841810762882, -0.004289239179342985, -0.0034057472366839647, -0.012484812177717686, 0.03170032054185867, -0.04159262031316757, -0.015653438866138458, -0.0011416893685236573, -0.02553168684244156, 0.012484812177717686, -0.02596728503704071, -0.008072622120380402, -0.0012180947232991457, -0.01653868705034256, 0.0053887739777565, 0.03063240461051464, 0.0027330287266522646, -0.011297455057501793, 0.007637023460119963, -0.011782234534621239, -0.003347784513607621, -0.008634684607386589, 0.010173330083489418, 0.007029293570667505, -0.050107866525650024, -0.0045737833715975285, 0.01895555667579174, -0.025545738637447357, 0.0034180423244833946, 0.015161634422838688, -0.005076126661151648, -0.004485961049795151, 0.02931155636906624, -0.02345205657184124, 0.011402841657400131, 0.008515246212482452, -0.013187390752136707, -9.095092536881566e-05, -0.0010081995278596878, 0.007552714087069035, -0.0027892349753528833, 0.022313879802823067, -0.035634759813547134, -0.012007059529423714, -0.0026838481426239014, -0.006087839137762785, 0.0016668664757162333, 0.0012198511976748705, -0.0067798784002661705, 0.02227172441780567, 0.0016730140196159482, -0.0011162209557369351, -0.005023433361202478, -0.027976658195257187, 0.030491888523101807, 0.052075088024139404, -0.006505873054265976, 0.007953183725476265, -0.016018779948353767, 0.014128845185041428, -0.0309977438300848, 0.01490870676934719, -0.020543383434414864, -0.038501277565956116, -0.01325764786452055, -0.014009406790137291, 0.005785730201750994, -0.0006898438441567123, 3.573268259060569e-05, -0.005083152092993259, 0.004918046295642853, -0.0154988719150424, 0.03063240461051464, 0.014726036228239536, -0.005553879775106907, 0.013384112156927586, 0.0008861265960149467, 0.01922253519296646, 0.020993033424019814, 0.009730705991387367, -0.03782680258154869, -0.008030467666685581, -0.0043489583767950535, -0.05443574860692024, 0.00016291029169224203, 0.0161592960357666, 0.052693355828523636, 0.013348983600735664, -0.01365811750292778, -0.028721392154693604, -0.025756511837244034, -0.033639438450336456, -0.009267005138099194, -0.012730714865028858, 0.018084360286593437, 0.018660472705960274, 0.024295149371027946, 0.025208501145243645, 0.026473142206668854, -0.011571460403501987, 0.007742410060018301, -0.015344304963946342, -0.0011004129191860557, -0.002195556415244937, -0.027344338595867157, -0.012541018426418304, 0.023072663694620132, -0.03512890264391899, -0.019208485260605812, 0.011058579199016094, 0.000682818063069135, -0.009709629230201244, 0.011690898798406124, -0.031025847420096397, -0.009224849753081799, 0.0006024606991559267, -0.016229553148150444, 0.015793954953551292, 0.029705001041293144, 0.04457155242562294, -0.02140052802860737, -0.01860426738858223, 0.0008514368091709912, -0.012576146982610226, -0.021260011941194534, -0.014128845185041428, -0.002878813538700342, 0.013110106810927391, 0.015400511212646961, 0.01275881752371788, 0.017592554911971092, -0.007847797125577927, 0.002935019787400961, 0.025728408247232437, -0.0025415760464966297, 0.0005831397720612586, 0.006744749378412962, 0.0009502368629910052, -0.026543399319052696, -0.0300984438508749, 0.0019320896826684475, -0.016960235312581062, -0.006094864569604397, 0.025208501145243645, -0.02678227610886097, 0.0026171032804995775, -0.016131192445755005, 0.0059894779697060585, -0.028271742165088654, -0.0145995719358325, -0.015386459417641163, -0.003094856394454837, -0.03636544197797775, 0.02158319763839245, 0.004190878011286259, -0.019278742372989655, -0.0003618276969064027, 0.0035919302608817816, -0.002610077615827322, 0.0007996216882020235, -0.01743798702955246, -0.0014569712802767754, -0.030969640240073204, -0.003393452148884535, 0.017030492424964905, -0.006235380191355944, -0.03999074175953865, 0.015934471040964127, 0.007672152481973171, -0.0220187958329916, 0.017128853127360344, 0.2093120515346527, -0.018182720988988876, 0.013868890702724457, 0.0026715530548244715, 0.0029683923348784447, -0.00019189163867849857, 0.01930684596300125, 0.025756511837244034, -0.010264665819704533, -0.00550821190699935, -0.004162774886935949, 0.03054809384047985, -0.019292794167995453, -0.0038255376275628805, 0.040384188294410706, -0.03827645257115364, -0.02463238686323166, -0.017494194209575653, -0.008634684607386589, 0.009021102450788021, 0.0006700838566757739, -0.0020304506178945303, -0.010089021176099777, -0.04055280610918999, 0.013735401444137096, -0.018182720988988876, -0.022089054808020592, -0.005385261029005051, 0.0077494359575212, -0.007489482406526804, -0.03532562404870987, -0.0007829354144632816, 0.009386442601680756, 9.53969283727929e-05, -0.02571435645222664, -0.01096724346280098, 0.012695585377514362, 0.012702611275017262, 0.01006091758608818, 0.015217840671539307, 0.018632370978593826, -0.008241240866482258, -0.0008290421101264656, -0.01913822628557682, 0.010124149732291698, 0.01136771310120821, -0.02579866722226143, -0.004875891841948032, -0.01285717822611332, -0.010798624716699123, -0.023859551176428795, 0.006446153856813908, 0.02939586713910103, 0.034285809844732285, 0.0036744833923876286, 0.013334931805729866, -0.008395807817578316, -0.002397547708824277, 0.016285760328173637, 0.012063265778124332, -0.017002388834953308, 0.00019727075414266437, -0.008149905130267143, -0.000693356734700501, -0.022693270817399025, 0.023255333304405212, -0.0037833829410374165, 0.015569129958748817, 0.013412215746939182, -0.014978964813053608, -0.008634684607386589, -0.007029293570667505, -0.03223428130149841, -0.0022763528395444155, -0.028594927862286568, -0.010250614024698734, 0.047494277358055115, 0.016819719225168228, 0.03018275462090969, 0.0323466956615448, 0.0046897088177502155, -0.003370618214830756, 0.001456093043088913, -0.014093715697526932, -0.007967235520482063, -0.03552234545350075, 0.027906401082873344, -0.01266748271882534, 0.007292760536074638, -0.008894638158380985, -0.01261830236762762, -0.01840754598379135, 0.008388781920075417, -0.006948497146368027, 0.012238909490406513, -0.008782225660979748, 0.013419240713119507, 0.022875942289829254, -0.00025797789567150176, -0.0283138956874609, -0.02229982800781727, 0.04296967387199402, 0.0395129919052124, -0.010264665819704533, -0.032487209886312485, 0.005279873963445425, -0.007974261417984962, 0.011592538096010685, 0.02192043513059616, 0.005775191821157932, -0.02193448692560196, -0.01923658698797226, 0.030070342123508453, -0.002631154842674732, -0.0006516411667689681, -0.005873552523553371, -0.0038466148544102907, -0.007370044011622667, 0.025138244032859802, -0.02005157805979252, -0.0027330287266522646, -0.007988312281668186, -0.015569129958748817, 0.03026706352829933, -0.016215501353144646, -0.01823892630636692, -0.006474256981164217, 0.009779886342585087, -0.02821553498506546, 0.014501211233437061, 0.0008799790521152318, -0.027808040380477905, 0.02418273687362671, 0.018281081691384315, 0.0013401677133515477, -0.017016440629959106, 0.0029508278239518404, -0.0028612492606043816, -0.0031106644310057163, 0.004366522654891014, 0.0016580842202529311, -0.003997669089585543, 0.0015764095587655902, -0.0012479543220251799, 0.014297463931143284, -0.014782242476940155, 0.020332608371973038, 0.002235954627394676, -0.004566757474094629, -0.020430970937013626, -0.023072663694620132, -0.011220172047615051, 0.0025099602062255144, 0.006635849829763174, 0.024154633283615112, -0.004370035603642464, -0.04468396678566933, -0.011487151496112347, -0.01140986755490303, -0.005307977087795734, -0.04086194187402725, 0.0031282289419323206, 0.015386459417641163, -0.01056677382439375, -0.03223428130149841, -0.016201449558138847, -0.18177099525928497, -0.0010406937217339873, 0.029705001041293144, -0.036000099033117294, 0.016819719225168228, 0.02121785841882229, 0.0012093124678358436, -0.010334922932088375, 0.003941462840884924, -0.010138201527297497, 0.020178042352199554, 7.195936632342637e-05, -0.027695627883076668, -0.038248348981142044, 0.020796310156583786, 0.021765869110822678, -0.021260011941194534, 0.00011191848898306489, 0.029620692133903503, -0.002511716680601239, 0.03198135271668434, -0.02749890461564064, -0.0005787487025372684, 0.0025995387695729733, -0.005704933777451515, 0.01618739776313305, -0.0030456758104264736, 0.0016756487311795354, 0.008803303353488445, -0.02821553498506546, -0.01840754598379135, -0.0179578959941864, 0.01541456300765276, -0.003370618214830756, 0.026726068928837776, 0.006614772602915764, 0.02040286734700203, -0.0007069691782817245, -0.02481505647301674, 0.021695610135793686, 0.015555078163743019, 0.01823892630636692, 0.011128836311399937, -0.002603051718324423, -0.020445020869374275, 0.004896969068795443, 0.007292760536074638, -0.04072142392396927, 0.013833762146532536, -0.026262369006872177, 0.014402850531041622, -0.009344288147985935, 0.022229570895433426, -0.002813825150951743, 0.01724126562476158, 0.0042470842599868774, -0.016960235312581062, 0.010285742580890656, 0.030941538512706757, 0.0012962565524503589, -0.02013588696718216, -0.011402841657400131, 0.03082912601530552, -0.004401651676744223, -0.0024572666734457016, -0.02012183517217636, -0.01545671746134758, 0.014234231784939766, -0.015765851363539696, 0.003597199684008956, -0.022889994084835052, -0.004700247198343277, -0.004528115503489971, -0.0012154600117355585, 0.04170503467321396, 0.003256449243053794, -0.012526966631412506, 0.011704950593411922, 0.024772902950644493, -0.014093715697526932, -0.002892865100875497, 0.009906350634992123, -0.023325592279434204, 0.014402850531041622, 6.734869384672493e-05, -0.002443215111270547, 0.016777563840150833, 0.013812684454023838, -0.014754139818251133, -0.002546845469623804, 0.03636544197797775, -0.02981741353869438, 0.00012097515718778595, 0.006966061424463987, -0.009716654196381569, 0.0010345461778342724, 0.024871263653039932, -0.0036217898596078157, 0.00501289451494813, -0.008613606914877892, 0.005307977087795734, 0.01868857629597187, 0.0021358372177928686, 0.022510601207613945, 0.046763595193624496, 0.021077342331409454, -0.011634692549705505, 0.010896985419094563, 0.034819770604372025, 0.0011776965111494064, -0.0005660144379362464, 0.014445004984736443, -0.008782225660979748, 0.025503583252429962, -0.006305638235062361, 0.01978459767997265, -0.021765869110822678, -0.02703520469367504, 0.012836101464927197, 0.016243604943156242, 0.032740138471126556, -0.0058103203773498535, 0.009758809581398964, 0.014402850531041622, -0.005083152092993259, -0.025110140442848206, -0.09476372599601746, -0.024463769048452377, 0.009899324737489223, 0.04482448101043701, -0.01778927631676197, 0.02984551712870598, -0.0004900482017546892, 0.030351372435688972, -0.030801022425293922, 0.028341999277472496, -0.053957995027303696, -0.001117977313697338, 0.00992742832750082, 0.014487159438431263, 0.02398601546883583, -0.013791607692837715, 0.01231619343161583, -0.00043472019024193287, -0.02057148516178131, 0.0202201958745718, -0.002346610650420189, -0.01177520863711834, 0.038248348981142044, -0.018829092383384705, 0.007967235520482063, -0.012470760382711887, -0.03178463131189346, 0.014501211233437061, 0.014402850531041622, -0.015217840671539307, 0.023311540484428406, -0.03515700623393059, -0.014262334443628788, -0.02158319763839245, -0.017128853127360344, -0.008185034617781639, -0.0211335476487875, -0.027358390390872955, 0.01056677382439375, -0.03425770625472069, 0.005704933777451515, -0.004956688266247511, 0.0170585960149765, -0.003597199684008956, -0.038950927555561066, -0.00642858911305666, -0.021892333403229713, -0.00023141165729612112, -0.015555078163743019, -0.03406098484992981, -0.037517670542001724, -0.012182703241705894, -0.00777051318436861, 0.008072622120380402, 0.026262369006872177, 0.014796294271945953, 0.034735459834337234, 0.015021119266748428, 0.011072630062699318, -0.01051056757569313, 0.0014481890248134732, -0.01141689345240593, -0.02192043513059616, -0.009021102450788021, -0.0014253552071750164, 0.012639379128813744, -0.024098427966237068, -0.014852500520646572, -0.022159311920404434, 0.0008452892070636153, -0.014754139818251133, 0.017592554911971092, 0.00028564190142787993, 0.00496371416375041, -0.03827645257115364, -0.01146607380360365, -0.008360679261386395, -0.0089789479970932, 0.012533992528915405, -0.00413467176258564, -0.013819710351526737, -0.019545720890164375, -0.006108916364610195, -0.028524668887257576, 0.027189770713448524, -0.0018899349961429834, -0.01832323521375656, -0.03583148121833801, 0.017747122794389725, -0.04249192029237747, 0.0010152253089472651, 0.0220328476279974, -0.011093707755208015, -0.013419240713119507, 0.004355983808636665, -0.0035813916474580765, -0.010194407775998116, 0.01235834788531065, 0.0027435673400759697, 0.006456692237406969, -0.019925113767385483, 0.007988312281668186, -0.06845920532941818, 0.023156972602009773, 0.005448492709547281, -0.041480209678411484, 0.010306820273399353, -0.009850144386291504, 0.01896960847079754, -0.002625885419547558, 0.003421555273234844, 0.00729978596791625, -0.029676897451281548, 0.02012183517217636, 0.004011720884591341, 0.0041592619381845, -0.02400006726384163, -0.005476595833897591, 0.006607746705412865, -0.01091806311160326, 0.030660506337881088, -0.01823892630636692, 0.018379442393779755, 0.014445004984736443, 0.007644049357622862, 0.00772835873067379, -0.021231908351182938, -0.015681542456150055, -0.03001413494348526, 0.015793954953551292, -0.00023580277047585696, -0.024505922570824623, -0.001777522498741746, -0.017325574532151222, -0.00956911314278841, 0.0051990775391459465, -0.0024045733734965324, -0.013482472859323025, 0.020866569131612778, 0.024843160063028336, 0.009007050655782223, 0.04431862384080887, -0.026838481426239014, -0.05294628441333771, 0.017747122794389725, 0.00044789351522922516, -0.010496516712009907, -0.0022781093139201403, -0.0036147641949355602, -0.008908689953386784, 0.02659960649907589, 0.0068255458027124405, 0.027822092175483704, 0.01451526302844286, -0.027274079620838165, -0.03512890264391899, -0.01580800674855709, -0.0075386627577245235, 0.022861890494823456, -0.005125307012349367, -0.0028243637643754482, 0.014880603179335594, 0.030885331332683563, 0.016313862055540085, 0.01320846751332283, 0.005364183336496353, -0.012681534513831139, 0.0005291291163302958, -0.026852533221244812, -0.007665126584470272, -0.0008158687851391733, -0.013538679108023643, 0.014711984433233738, -0.010341948829591274, 0.015836110338568687, 0.0023149948101490736, -0.0025433325208723545, 0.006674491800367832, -1.8096187659466523e-06, 0.010145227424800396, -0.02066984586417675, 0.022805683314800262, 0.009765835478901863, -0.015512923710048199, -0.0041592619381845, 0.00633374135941267, 0.012948513962328434, 0.033751849085092545, 0.013735401444137096, -0.0013348982902243733, -0.008388781920075417, -0.019166329875588417, 0.01922253519296646, 0.01724126562476158, 0.00781266763806343, 0.016594894230365753, -0.001193504547700286, 0.008557400666177273, -0.013053900562226772, -0.0051990775391459465, 0.019981320947408676, 0.0041381847113370895, 0.027920452877879143, 0.010264665819704533, 0.00595434894785285, -0.008662787266075611, -0.00729978596791625, -0.013833762146532536, -0.02570030651986599, -0.01136068720370531, 0.028440359979867935, 0.002032207092270255, -0.005286899860948324, 0.018210822716355324, -0.02103518694639206, 0.016243604943156242, -0.023676881566643715, 0.014402850531041622, -0.010503541678190231, -0.028271742165088654, -0.02714761719107628, 0.03737715259194374, 0.03569096699357033, 0.005792756099253893, 0.025812719017267227, -0.0016229553148150444, 0.02596728503704071, 0.027836142107844353, 0.02308671548962593, -0.013391138054430485, 0.011761156842112541, -0.013489498756825924, 0.00022745964815840125, 0.002931507071480155, -0.01406561303883791, -0.012112446129322052, -0.020908722653985023, -0.0027699139900505543, -0.011704950593411922, 0.02489936724305153, -0.0028419282753020525, 0.08863724768161774, 0.019700288772583008, -0.015330253168940544, 0.01752229779958725, -0.015583181753754616, 0.009386442601680756, 0.016313862055540085, 0.025672202929854393, -0.024323252961039543, -0.004521090071648359, -0.010046866722404957, -0.02436540648341179, -0.011761156842112541, -0.009597216732800007, 0.004868865944445133, -0.0047810436226427555, 0.007496507838368416, 0.024590231478214264, -0.010341948829591274, 0.006948497146368027, 0.03911954537034035, -0.0007820572354830801, 0.013320880010724068, -0.009997685439884663, -0.03214997053146362, 0.014683881774544716, 0.020543383434414864, -0.008332575671374798, -0.011971930041909218, -0.03926006332039833, 0.00916864350438118, 0.002485369797796011, -0.027161667123436928, -0.00822718907147646, -0.007918055169284344, 0.009843118488788605, 0.002899890998378396, -0.004524602554738522, 0.0019356025150045753, -0.0034408760257065296, 0.014142896048724651, 0.013278725557029247, 0.0070047033950686455, -0.03164411708712578, 0.005782217252999544, -0.008058570325374603, -0.023213179782032967, -0.003282796125859022, -0.025658151134848595], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='91606781-3bdd-447f-ad0b-d4e3a87167c2', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='b8699c7c2d85fbfcae6b371b0630ed88aec25bac27e409b73d3d5cb5d7d1a653'), : RelatedNodeInfo(node_id='c61e6eb4-f78a-4ecb-ab37-8d858cbe08c1', node_type=, metadata={}, hash='e15f41975c0d2f5061e97badb17cc79d3f0992dca2d057c348dd4f7f459fa702')}, hash='d3e0c473cdaf4af4beb36c4308eb2cec5367b68e8a4c8d2b0bb35f06102ee296', text=\"latency. Jurassic-2 has three sizes, with each one having a separate instruction-tuned version - Large, Grande, and Jumbo. Jurassic-2 helps users to build virtual assistants and chatbots and helps in text simplification, content moderation, creative writing, etc. Jurassic-2 also has zero-shot instruction capabilities. The model boasts of the most current knowledge and up-to-date database, with training being based on data updated in the middle of 2022, as compared to ChatGPT, which had closed its database by the end of 2021. Jurassic-2 comes with five APIs built for businesses that want specifically tailored generative AI features. The APIs include tools for paraphrasing, summarizing, checking grammar, segmenting long texts by topic, and recommending improvements. On Stanford's Holistic Evaluation of Language Models (HELM), Jurassic-2 Jumbo ranks second with an 86.8% win rate. Jurassic-2 is available for free till May 1st, 2023. 10. Baidu's ERNIE Model Baidu, based in Beijing, is a prominent Chinese company that specializes in artificial intelligence. In 2019, Baidu launched a powerful AI language model named Ernie (Enhanced Representation through Knowledge Integration), which has been open-sourced along with its code and pre-trained model based on PaddlePaddle. Since its inception, Ernie has undergone significant improvements and can now execute a diverse array of tasks, such as language comprehension, language generation, and text-to-image generation. ERNIE was designed to enhance language representations by implementing knowledge masking strategies, such as entity-level masking and phrase-level masking. Baidu launched ERNIE 2.0 in July 2019, which introduced a continual pre-training framework. This framework incrementally builds and learns tasks through constant multi-task learning. ERNIE 3.0 was unveiled in early 2021 and introduced a unified pretraining framework that allows collaborative pretraining among multi-task paradigms. Unlike other models such as GPT-3, ERNIE 3.0 showcased task-agnostic zero-shot and few-shot learning capabilities and could be easily tailored for natural language understanding and generation tasks with zero-shot learning,\", start_char_idx=29995, end_char_idx=32186, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='c61e6eb4-f78a-4ecb-ab37-8d858cbe08c1', embedding=[-0.028985729441046715, -0.025250166654586792, 0.006298497784882784, 0.013910060748457909, 0.01756838522851467, 0.005452378652989864, -0.016192125156521797, -0.011550757102668285, -0.025741687044501305, -0.05328093841671944, 0.002236423082649708, 0.038731899112463, -0.008152236230671406, -0.006779486779123545, -0.0036126836203038692, 0.0074781496077775955, 0.004757226910442114, 0.006077313330024481, 0.02136012353003025, 0.0069409869611263275, -0.030558599159121513, 0.00749219348654151, -0.015644429251551628, -0.008433106355369091, 0.006730334833264351, -0.008060953579843044, 0.03758033737540245, -0.029154252260923386, -0.01380473468452692, -0.003533689072355628, -0.001035706140100956, 0.024140730500221252, -0.004792335443198681, -0.0011287442175671458, -0.01084156148135662, 0.002715656766667962, -0.0009040486183948815, -0.007400910835713148, 0.019913645461201668, 0.012210800312459469, 0.02206229791045189, 0.02119160257279873, -0.0017133038491010666, -0.011768431402742863, -0.027735861018300056, 0.012828713282942772, 0.009549561887979507, 0.00024115278210956603, 0.0008860554080456495, 0.014183908700942993, 0.004764248616993427, 0.029715990647673607, -0.015321429818868637, -0.00838395394384861, -0.0076256063766777515, 0.007046313025057316, -0.019085081294178963, 0.030951816588640213, 0.015166951343417168, 0.01202121376991272, 0.007372823543846607, -0.00138854852411896, -0.01961873285472393, 0.01992768980562687, -0.018691863864660263, -0.004606259521096945, -0.016093820333480835, -0.0018467168556526303, 0.03185059875249863, -0.008201388642191887, 0.018326733261346817, 0.009177410043776035, 0.005217150319367647, -0.007004182320088148, 0.029856424778699875, -0.02213251404464245, 0.00492223771288991, -0.010181518271565437, -0.010378126986324787, -0.0006187905673868954, 0.003238776233047247, -0.022792557254433632, -0.021023079752922058, 0.0008022334659472108, 0.019871516153216362, 0.0023136623203754425, -0.008292671293020248, 0.0015447820769622922, -0.008931648917496204, -0.012281017377972603, 0.005178531166166067, 8.486427395837381e-05, 0.03541764244437218, 0.0018221407663077116, -0.0030281241051852703, 0.010097257792949677, -0.005073205102235079, 0.00803286675363779, -0.023508775979280472, -0.015447821468114853, -0.0011489316821098328, -0.005894748028367758, -0.01786329783499241, -0.013860908336937428, -0.01796160265803337, 0.016107864677906036, -0.007716889027506113, -0.0015298608923330903, 0.024154774844646454, 0.026542166247963905, -0.0038057814817875624, 0.022525731474161148, -0.008166279643774033, -0.030867556110024452, -0.004630835261195898, -0.020447297021746635, 0.03572659566998482, 0.0032036674674600363, -0.0038619553670287132, -0.018705906346440315, 0.018396951258182526, 0.004781802650541067, 0.015756778419017792, -0.017652645707130432, 0.011283931322395802, 0.01779308170080185, -0.010722192004323006, -0.008636736311018467, 0.02253977581858635, -0.017919473350048065, 0.012814669869840145, 0.006614475976675749, 0.006200193893164396, 0.015855081379413605, -0.028269512578845024, 0.01118562649935484, -0.016739821061491966, -0.010666018351912498, -0.0020749231334775686, -0.02878912165760994, 0.013657278381288052, 0.016248298808932304, -0.016908342018723488, -0.018635690212249756, -0.015939341858029366, 0.040866509079933167, -0.0332268588244915, 0.01622021198272705, 0.014563082717359066, 0.022357210516929626, -0.009668931365013123, -0.017750950530171394, -0.013067452237010002, 0.016276385635137558, 0.023213861510157585, -0.006172106601297855, -0.020770298317074776, 0.017849255353212357, -0.022904906421899796, 0.012077387422323227, 0.015574212186038494, 0.0009812876814976335, -0.002617352409288287, -0.006632030475884676, 0.022006124258041382, 0.02492716535925865, 0.01738581992685795, -0.006196682807058096, 0.010897736065089703, -0.029238512739539146, -0.011747365817427635, 0.033648163080215454, -0.04873085394501686, 0.015138864517211914, 0.011838648468255997, 0.01352386549115181, 0.03449077159166336, 0.0005573503440245986, -0.015096734277904034, -0.02110734023153782, 0.019394036382436752, -0.008173301815986633, 0.01874803751707077, 0.0059754978865385056, 0.0012551355175673962, -0.016669603064656258, 0.022483602166175842, -0.007583475671708584, -0.010090235620737076, -0.016023604199290276, 0.014886082150042057, 0.010637931525707245, 0.02276447042822838, -0.010925822891294956, -0.6156659126281738, -0.038872335106134415, 0.020040037110447884, -0.005828041583299637, -0.0003554754366632551, -0.004174422472715378, -0.010265779681503773, -0.008264584466814995, -0.0071902587078511715, 0.023270035162568092, -0.004546574782580137, -0.01827055960893631, -5.4144173191161826e-05, -0.018565472215414047, -0.030867556110024452, -0.0060035851784050465, 0.007506236899644136, 0.008510344661772251, 0.037917379289865494, 0.01032195333391428, -0.03659729287028313, 0.009816388599574566, -0.01811608113348484, -0.013313213363289833, 0.0038549336604774, 0.01676790788769722, -0.0038549336604774, 0.012884886935353279, -0.0031720695551484823, -0.0004853775608353317, -0.002341749146580696, 0.03362007439136505, 0.026443861424922943, -0.007766040973365307, 0.037833116948604584, -0.02112138457596302, 0.006600432563573122, 0.032468512654304504, -0.005280346143990755, 0.03061477281153202, -0.022890862077474594, 0.007688801735639572, 0.013636212795972824, -0.008067975752055645, 0.016416821628808975, 0.015953386202454567, 0.01008321437984705, -0.007983715273439884, -0.011087322607636452, -0.010546648874878883, -0.002828004537150264, -0.0036934337113052607, -0.003819824894890189, -0.008046910166740417, -0.013313213363289833, 0.007400910835713148, 0.010385149158537388, -0.023312166333198547, 0.02048942819237709, -0.02982833795249462, -0.001254257746040821, 0.009043997153639793, -0.025643382221460342, -0.02499738335609436, -0.029322773218154907, 0.013818778097629547, -0.017301559448242188, 0.00924762710928917, -0.008250541053712368, -0.01796160265803337, 0.015784865245223045, 0.014843951910734177, -0.007011204492300749, -0.018481211736798286, 0.018396951258182526, 0.013397473841905594, 0.0003589862899389118, -0.005933367647230625, -0.004978411365300417, 0.021963993087410927, 0.008896540850400925, 0.0013666055165231228, 0.00022645101125817746, -0.006512660998851061, 0.007218345534056425, 0.005863150116056204, -0.003560020588338375, -0.01181758288294077, -0.00559281324967742, 0.006639052182435989, 0.012161647900938988, 0.012625083327293396, -0.01984342932701111, -0.05558406934142113, -0.006421378348022699, -0.00010455805022502318, -0.002633151365444064, 0.009086127392947674, -0.008763127960264683, -0.014857995323836803, -0.006161574274301529, -0.016248298808932304, 0.015391646884381771, -0.006302008870989084, 0.027707774192094803, 0.02047538384795189, -0.0071235522627830505, 0.029407033696770668, 0.03828250989317894, -0.02798864245414734, -0.02436542697250843, 0.008250541053712368, -0.020138341933488846, 0.005803465377539396, 0.003988346550613642, -0.018312688916921616, -0.011950995773077011, 0.0008544576121494174, 0.006990138906985521, -0.014247104525566101, 0.019028907641768456, -0.018565472215414047, 0.02112138457596302, -0.009767236188054085, 0.013025321997702122, 0.023045340552926064, 0.015195038169622421, -0.012625083327293396, -0.005294389557093382, 0.004055052995681763, -0.002197803696617484, -0.01332725677639246, 0.007379845250397921, -0.003777694422751665, 0.036091726273298264, 0.018565472215414047, 0.020756253972649574, 0.0027630534023046494, -0.006519682705402374, -0.018691863864660263, -0.018298646435141563, -0.004279748536646366, 0.012912973761558533, 0.005557704716920853, -0.03901277109980583, -0.005627922248095274, 0.0005722715286538005, 0.008742062374949455, -0.014815865084528923, -0.021472470834851265, -0.014942255802452564, -0.005620900541543961, -0.002564689377322793, 0.03471546620130539, -0.0015368827152997255, 0.0023768579121679068, -0.025601252913475037, -0.046146854758262634, -0.012554865330457687, -0.04364711791276932, 0.021640993654727936, 0.008355867117643356, -0.012140583246946335, 0.008531410247087479, 0.009935758076608181, -0.027581382542848587, -0.011438409797847271, 0.03929363936185837, -0.04072607308626175, -0.033114511519670486, -0.0025576676707714796, -0.03940598666667938, 0.004760737530887127, 0.031176511198282242, -0.005652497988194227, 0.008278627879917622, -0.046849027276039124, 0.002087211236357689, 0.016557255759835243, -0.015124821104109287, -0.014141778461635113, 0.023382384330034256, -0.005915813148021698, -0.021233731880784035, 0.025446774438023567, 0.004781802650541067, 0.02633151412010193, 0.01051856204867363, 0.0017370021669194102, 0.005431313533335924, -0.014942255802452564, 0.04016433656215668, -0.010630909353494644, 0.007464106194674969, -0.007169193588197231, 0.005178531166166067, -0.010743257589638233, 0.0014447224093601108, -0.014619256369769573, 0.0033037271350622177, 0.01036408357322216, 0.004599237814545631, -0.011550757102668285, -0.006986628286540508, -0.008496301248669624, -0.014078582637012005, 0.002306640613824129, -0.01482990849763155, 0.009718083776533604, 0.024955252185463905, 0.02555912174284458, 0.002652461174875498, -0.030193468555808067, -0.02561529539525509, -0.017118994146585464, 0.02901381626725197, 0.0048520201817154884, 0.00707791093736887, -0.021009037271142006, 0.006582878530025482, -0.003935683518648148, 0.001051505096256733, -0.003045678371563554, 0.00498543307185173, -0.01725943014025688, 0.013257038779556751, -0.01375558227300644, 0.020784340798854828, 0.008004779927432537, -0.039040856063365936, -0.0024856948293745518, 0.023901991546154022, 0.026471948251128197, 0.004023455083370209, 0.01652916893362999, 0.019099123775959015, 0.039097029715776443, 0.005424291826784611, 0.034687381237745285, -0.012238887138664722, -0.01685216836631298, 0.0017808880656957626, 0.019085081294178963, -0.016472995281219482, 0.03758033737540245, 0.018565472215414047, 0.029996860772371292, 0.0041006943210959435, -0.011606930755078793, 0.009472322650253773, -0.028985729441046715, 0.018607603386044502, -0.023536862805485725, 0.006512660998851061, 0.012210800312459469, -0.010630909353494644, 0.009697018191218376, -0.0028438034933060408, 0.02033494971692562, 0.022104427218437195, 0.02088264562189579, -0.0023926568683236837, 0.03145737946033478, 0.0005288245738483965, 0.009507431648671627, -0.01234421320259571, 0.013228951953351498, 0.0010269290069118142, -0.0029561512637883425, 0.01567251607775688, 0.0011375213507562876, -0.018298646435141563, 0.009760214015841484, -0.02619107812643051, 0.022834688425064087, 0.01929573342204094, -0.009268692694604397, 0.008896540850400925, 0.008798236027359962, 0.03457503393292427, -0.0241266880184412, -0.024632252752780914, 0.020657949149608612, 0.0020029505249112844, -0.008531410247087479, -0.014408604241907597, -0.012828713282942772, 0.011052213609218597, -0.03266511857509613, 0.004711585585027933, -0.002766564255580306, 0.017694776877760887, -0.0071586607955396175, 0.036737728863954544, -0.027904381975531578, -0.02824142575263977, 0.014057517051696777, -0.0007412321283482015, 0.002740232739597559, -0.01181758288294077, 0.028269512578845024, 0.02088264562189579, -0.023213861510157585, -0.010932844132184982, 0.009725105948746204, -0.031204598024487495, -0.03527720645070076, 0.016079777851700783, -0.012533800676465034, -0.005452378652989864, 0.002224135212600231, -0.011571822687983513, 0.009345931932330132, -0.0013490512501448393, 0.005652497988194227, 0.0028771567158401012, 0.022736383602023125, -0.012196756899356842, 0.01004108414053917, 0.02633151412010193, -0.020980950444936752, -0.017118994146585464, -0.009486366994678974, 0.028269512578845024, 0.07409336417913437, 0.023115558549761772, -0.023508775979280472, 0.014036452397704124, -0.01945021189749241, 0.01012534461915493, -0.017779037356376648, -0.021570775657892227, 0.0016351869562640786, -0.0023821243084967136, -0.018242472782731056, -0.0002593653916846961, 0.027665643021464348, -0.025601252913475037, 0.016192125156521797, 0.001922200433909893, 0.014464777894318104, -0.040697988122701645, 0.013601104728877544, 0.005599834956228733, 0.006744378246366978, 0.015391646884381771, 0.015714647248387337, 0.0013753827661275864, 0.02356494963169098, -0.019253602251410484, 0.014998430386185646, 0.03533338010311127, 0.004191976971924305, -0.006344139110296965, -0.010139388032257557, -0.012835735455155373, -0.019169341772794724, 0.017343690618872643, -0.018944645300507545, 0.006449465174227953, 0.016487037762999535, 0.02057368867099285, 0.004743183497339487, -0.014731603674590588, 0.008159258402884007, 0.029996860772371292, 0.011017105542123318, 0.0025611785240471363, -0.010258757509291172, -0.026851121336221695, 0.009837453253567219, 0.006456486880779266, -0.03210338205099106, -0.016276385635137558, 0.007176215294748545, 0.013081495650112629, -0.0379454679787159, -0.01119264867156744, 0.004799357149749994, 0.02593829669058323, 0.01134712714701891, -0.010778365656733513, -0.01763860322535038, -0.020601775497198105, -0.01051856204867363, -0.02682303451001644, -0.009795323014259338, -0.008166279643774033, -0.0015403935685753822, 0.003135205479338765, -0.001953798346221447, 0.027553295716643333, -0.005498019978404045, 0.034687381237745285, -0.0010172741021960974, -0.021416297182440758, -0.06746485084295273, 0.0029965261928737164, 0.003823335748165846, 0.0016228989697992802, 0.019183384254574776, 0.006863747723400593, 0.005859639495611191, 0.03142929449677467, 0.00193799939006567, -0.0324404239654541, 0.01119264867156744, -0.019506385549902916, -0.01550399512052536, -0.013544930145144463, -0.008152236230671406, -0.01638873480260372, 0.005364607088267803, -0.014857995323836803, 0.01567251607775688, -0.012884886935353279, 0.02822738140821457, 0.006035182625055313, 0.008320758119225502, 0.026865165680646896, 0.03805781528353691, 0.0150265172123909, -0.005863150116056204, -0.038647640496492386, 0.00834182370454073, -0.009711062535643578, -0.022118471562862396, -0.021655036136507988, 0.025179948657751083, 0.001356950611807406, 0.022202732041478157, -0.00881930161267519, -0.00407260749489069, 0.002803428564220667, -0.007548367138952017, -0.0009268692811019719, 0.019394036382436752, -0.007393889129161835, 0.020152384415268898, -0.004813400562852621, 0.003935683518648148, -0.01606573350727558, -0.010328974574804306, -0.004672965966165066, -0.00040923559572547674, -0.03384477272629738, 0.03331112116575241, 0.009366996586322784, 0.00017839600332081318, 0.026935381814837456, 0.005515574477612972, 0.00022557329793926328, -0.016669603064656258, 0.02245551533997059, -0.022806601598858833, 0.020152384415268898, 0.0014894859632477164, -0.021458428353071213, -0.01336236484348774, -0.03331112116575241, -0.02120564505457878, -0.012856800109148026, -0.004637857433408499, -0.024702470749616623, -0.02143034152686596, 0.001636942382901907, -0.00960573647171259, 0.015012473799288273, 0.025797860696911812, -0.019576601684093475, 0.00015711136802565306, 0.029238512739539146, 0.022104427218437195, 0.011122431606054306, -0.019562559202313423, 0.0020538580138236284, -0.014373495243489742, 0.0025734666269272566, -0.017034733667969704, -0.02040516771376133, -0.008362888358533382, 0.011129452846944332, 0.027483077719807625, 0.01435243058949709, 0.031148424372076988, -0.0035986402072012424, 0.01960468851029873, 0.035164859145879745, -2.8498378014774062e-05, 0.00818032305687666, -0.009816388599574566, -0.0055050416849553585, -0.027244338765740395, -0.006572345737367868, 0.007688801735639572, 0.001420146320015192, 0.012442518025636673, -0.017048778012394905, 0.007172704208642244, 0.004142824560403824, 0.0010813474655151367, -0.0032879284117370844, -0.02023664489388466, -0.053196679800748825, -0.03126077353954315, 0.011649061925709248, -0.03432225063443184, -0.0009865540778264403, -0.0308394692838192, -0.024267122149467468, 0.025811905041337013, -0.005392693914473057, 0.03676581382751465, 0.0014017142821103334, 0.007288563065230846, 0.02120564505457878, -0.007386867422610521, 0.019085081294178963, -0.002673526294529438, -0.02482886239886284, -0.012337191961705685, -0.029800251126289368, -0.013516843318939209, 0.01582699455320835, -0.01379771251231432, 0.0040023899637162685, 0.008868454024195671, -0.002413721987977624, 0.018045863136649132, 0.02110734023153782, 0.01873399317264557, -0.011494583450257778, -0.014366474002599716, -0.00862269289791584, -0.0023083959240466356, -0.027707774192094803, -0.0021170536056160927, 0.001202472485601902, -0.012098453007638454, -0.004086650907993317, 0.0039672814309597015, 0.01930977590382099, -0.03788929060101509, -0.013250017538666725, 0.023663252592086792, 0.04611876606941223, 0.03819824755191803, 0.012849778868258, 0.008833345025777817, 0.030586685985326767, 0.004620302934199572, -0.0059403893537819386, -0.027862252667546272, 0.018565472215414047, -0.0011164561146870255, 0.027469035238027573, 0.009598714299499989, 0.0019292222568765283, -0.02508164383471012, 0.03592320531606674, 0.019197428598999977, -0.022202732041478157, -0.04929259419441223, 0.018930602818727493, 0.004437737632542849, 0.00917038880288601, -0.02071412466466427, -0.03288981691002846, 0.008896540850400925, 0.001118211541324854, -0.017582429572939873, 0.010328974574804306, -0.009753192774951458, -0.01115051843225956, -0.004479868337512016, 0.002476917579770088, -0.01297616958618164, 0.021079253405332565, -0.005343541968613863, -0.00535758538171649, 0.004711585585027933, 0.0154197346419096, -0.006396802142262459, 0.004118248820304871, 0.009949801489710808, 0.02815716527402401, -0.02136012353003025, -0.009388062171638012, 0.009753192774951458, -0.005901769734919071, -0.005020542070269585, -0.0037390748038887978, -0.008840367197990417, 0.0347716398537159, -0.037046682089567184, -0.01881825551390648, 0.010209605097770691, -0.04328198730945587, 0.03463120758533478, -0.03465929254889488, -0.005996563471853733, -0.007892432622611523, 0.0007113897008821368, -0.010202583856880665, 0.02223081886768341, -0.002368080662563443, -0.007632628083229065, -0.0035512433387339115, -0.002497982932254672, -0.007646671496331692, 0.005666541866958141, -0.004371031187474728, 0.013601104728877544, -0.054629113525152206, -0.007646671496331692, 0.024800775572657585, -0.0182003416121006, 0.00749219348654151, 0.009675953537225723, 0.0065056392922997475, 0.0029982817359268665, 0.0339852049946785, -0.031204598024487495, -0.004859041888266802, 0.019885558634996414, -0.0006029916694387794, 0.0053891828283667564, -0.010497496463358402, -0.005659520160406828, -0.00018267487757839262, 0.01652916893362999, -0.02918233908712864, -0.004392096307128668, 0.0014087359886616468, 0.0001291341322939843, -0.0019099124474450946, 0.0034424064215272665, -0.015012473799288273, 0.01772286370396614, 0.00015063819591887295, 0.00236281449906528, -0.004521998576819897, -0.013193843886256218, 0.02672472968697548, 0.023115558549761772, -0.005382161121815443, 0.02482886239886284, -0.027075817808508873, 0.012877865694463253, -0.02672472968697548, 0.006347650196403265, -0.003523156512528658, -0.03777694329619408, -0.016515124589204788, -0.0012928772484883666, 0.0004761615418829024, -0.012618061155080795, -0.002633151365444064, 0.004521998576819897, 0.011915887705981731, -0.02197803556919098, 0.005898259114474058, 0.017891384661197662, 0.0019028907408937812, 0.011213714256882668, 0.010448344051837921, 0.025488905608654022, 0.009191453456878662, -0.004792335443198681, -0.03204720839858055, 0.005020542070269585, -0.0006960296886973083, -0.0553593747317791, 0.0009567116503603756, 0.005048628896474838, 0.04168102890253067, 0.016037646681070328, -0.02221677638590336, -0.007822214625775814, -0.03300216421484947, -0.04471442103385925, -0.01644490845501423, -0.00905101839452982, 0.029294686391949654, 0.0116701265797019, 0.008011802099645138, 0.023466644808650017, 0.02586807869374752, -0.007744975853711367, 0.009654887951910496, -0.002901732688769698, -0.004876596387475729, 9.084372140932828e-05, -0.034125640988349915, -0.019562559202313423, 0.006491595879197121, -0.04159677028656006, -0.006414356641471386, 0.0124565614387393, -0.0019415102433413267, -0.002596287289634347, 0.017666690051555634, -0.02144438400864601, -0.010357062332332134, -0.0045711505226790905, -0.0067268237471580505, -0.006259878631681204, 0.01596743054687977, 0.05165189504623413, -0.02822738140821457, -0.016950473189353943, -0.0004397362645249814, -0.0037987595424056053, -0.022680209949612617, -0.009654887951910496, 0.019197428598999977, 0.015321429818868637, 0.014359451830387115, 0.005578769836574793, 0.010637931525707245, 0.0037390748038887978, 0.0038935530465096235, 0.023761557415127754, 0.005385672207921743, 0.001425412599928677, 0.01328512653708458, 0.0098866056650877, -0.02405647002160549, -0.03589512035250664, 0.0028262489940971136, -0.022876819595694542, -0.0022311569191515446, 0.01756838522851467, -0.03297407552599907, 0.009668931365013123, 0.0019344885367900133, 0.007039291318506002, -0.010469409637153149, -0.01511077769100666, -0.01914125494658947, -0.003932172432541847, -0.03457503393292427, 0.0209528636187315, -0.005083737429231405, -0.008756105788052082, 0.011880778707563877, -0.001969597302377224, -0.005585791543126106, -0.007969670929014683, -0.015166951343417168, 0.010132365860044956, -0.03524911776185036, -0.019337862730026245, 0.015405690297484398, -0.008524389006197453, -0.0403609424829483, 0.012589974328875542, 0.013657278381288052, -0.0038935530465096235, 0.003977813757956028, 0.22031401097774506, -0.03277746960520744, -0.003921640105545521, -0.013348321430385113, -0.017498169094324112, -0.007246432360261679, 0.021458428353071213, 0.018172254785895348, -0.0036758792120963335, 0.0005174142424948514, 0.00018300401279702783, 0.020994992926716805, -0.031036077067255974, -0.0053224763832986355, 0.02532038278877735, -0.029238512739539146, -0.039125118404626846, -0.007172704208642244, -0.011136475019156933, 0.021177558228373528, -0.002668260131031275, -0.00405154237523675, -0.009022931568324566, -0.03196294605731964, 0.010806453414261341, -0.01716112531721592, -0.0023399938363581896, -0.00022315957176033407, 0.01612190715968609, -0.0021328525617718697, -0.03505251184105873, 0.005866661202162504, 0.0035723086912184954, -0.0065091499127447605, -0.011635017581284046, -0.01273743063211441, 0.019717037677764893, 0.01572868973016739, 0.013432582840323448, 0.018649732694029808, 0.02057368867099285, 0.0028525805100798607, 0.01103817019611597, -0.028269512578845024, -0.0001186015215353109, 0.025404643267393112, -0.026626426726579666, -0.00984447542577982, -0.015391646884381771, -0.007899453863501549, -0.016501082107424736, 0.016079777851700783, 0.01842503808438778, 0.03392903134226799, -0.007639649789780378, 0.020826471969485283, -0.011459474451839924, 0.01138925738632679, 0.016571298241615295, 0.01467543002218008, -0.016501082107424736, 0.005817508790642023, -0.009352953173220158, 0.006168595980852842, -0.0007447429816238582, 0.018003733828663826, -0.012379322201013565, 0.02935086004436016, 0.028480164706707, -0.007934562861919403, -0.007035780232399702, -0.0069725848734378815, -0.027244338765740395, -0.009563605301082134, -0.02901381626725197, -0.010490475222468376, 0.06027458980679512, 0.01123477891087532, 0.020517515018582344, 0.02862059883773327, 0.01375558227300644, 0.0003396765096113086, 0.002332972129806876, -0.006045715417712927, -0.002633151365444064, -0.03432225063443184, 0.024533947929739952, -0.010981996543705463, 0.0014034697087481618, -0.009907670319080353, -0.021303949877619743, -0.01661342941224575, 0.015433778055012226, -0.0033914989326149225, 0.004655411466956139, -0.005111824255436659, 0.016543211415410042, 0.008067975752055645, -0.0027525208424776793, -0.03069903329014778, -0.010005975142121315, 0.04609068110585213, 0.042664073407649994, -0.009507431648671627, -0.027244338765740395, 0.01724538579583168, 0.0011357659241184592, 0.00258048833347857, 0.012231865897774696, -0.0052557699382305145, -0.02713199146091938, -0.01985747180879116, 0.031991034746170044, -0.007004182320088148, -0.0031422271858900785, 0.005613878834992647, -0.0009812876814976335, -0.0077590192668139935, 0.010202583856880665, -0.013341300189495087, -0.00533652026206255, -0.011157539673149586, -0.011045192368328571, 0.02404242753982544, -0.023270035162568092, -0.0020240156445652246, -0.0072604757733643055, 0.013924104161560535, -0.037692684680223465, 0.009704040363430977, 0.013580039143562317, -0.020138341933488846, 0.010343017987906933, -0.0013306190958246589, -0.011213714256882668, -0.013278104364871979, -0.0011322550708428025, -0.0003609611594583839, -0.019548514857888222, 0.0020327928941696882, -0.0008829834405332804, -0.015686560422182083, 0.00814521498978138, -0.004023455083370209, 0.003939194604754448, -0.007878389209508896, 0.015686560422182083, 0.013355343602597713, 0.0007816071156412363, -0.01482990849763155, -0.01945021189749241, -0.000878155988175422, -0.0039988793432712555, -0.0050380961038172245, 0.024379471316933632, 0.0021486515179276466, -0.037383727729320526, -0.005329498089849949, -0.007267497479915619, 0.009570627473294735, -0.039827290922403336, 0.003535444615408778, 0.021289905533194542, -0.008875475265085697, -0.02484290488064289, -0.009711062535643578, -0.18076759576797485, 0.004262194503098726, 0.03100799024105072, -0.03923746570944786, 0.028171207755804062, 0.020657949149608612, -0.0009514453704468906, -0.004823933355510235, -0.0035986402072012424, -0.02040516771376133, 0.02230103686451912, 0.0051048025488853455, -0.022034211084246635, -0.04721415787935257, 0.02508164383471012, 0.025502948090434074, -0.014801821671426296, 0.02253977581858635, 0.031373120844364166, 0.00257873279042542, 0.03266511857509613, -0.03022155538201332, -0.007878389209508896, 0.009718083776533604, 0.0018870917847380042, 0.02032090723514557, -0.005631432868540287, -0.005083737429231405, 0.0077239107340574265, -0.007344736717641354, -0.023789644241333008, -0.02571360021829605, 0.01867781952023506, 0.013903038576245308, 0.02689325250685215, 0.009317845106124878, 0.012189735658466816, -0.008994844742119312, -0.035782769322395325, 0.025488905608654022, 0.02356494963169098, 0.01968895085155964, 0.01999790593981743, 0.0008952714269980788, -0.030193468555808067, 0.015869125723838806, 0.03370433673262596, -0.028044817969202995, 0.021949948742985725, -0.018523341044783592, 0.016585342586040497, -0.027806077152490616, 0.019323820248246193, 0.008573540486395359, 0.008566519245505333, 0.0006578489555977285, -0.0045711505226790905, 0.007857323624193668, 0.016669603064656258, 6.0891623434145004e-05, -0.015798907727003098, -0.002703368663787842, 0.02223081886768341, -0.0064073349349200726, 0.005476954858750105, -0.02150055766105652, 0.0013806490460410714, 0.013207887299358845, -0.016908342018723488, 0.00890356209129095, -0.024646297097206116, -0.010076192207634449, -0.004132292233407497, -0.014956299215555191, 0.03288981691002846, 0.007144617382436991, -0.0205596461892128, 0.0066882045939564705, 0.03277746960520744, -0.010209605097770691, 0.002045080764219165, 0.014204973354935646, -0.01717516779899597, 0.008531410247087479, -0.011929931119084358, -0.004198998678475618, 0.017357733100652695, 0.010146410204470158, -0.02555912174284458, -0.012147604487836361, 0.020587733015418053, -0.021781427785754204, -0.0045360419899225235, -0.0041849552653729916, -0.010378126986324787, 0.005929857026785612, 0.026373643428087234, -0.011178605258464813, 0.002782363211736083, -0.011227757669985294, 0.010504518635571003, 0.017441993579268456, 0.012477626092731953, 0.01929573342204094, 0.04968580976128578, 0.03179442510008812, -0.02689325250685215, 0.006635541561990976, 0.03359198942780495, -0.01873399317264557, -0.00433241156861186, 0.007109508384019136, -0.003496824996545911, 0.015391646884381771, -0.008208410814404488, 0.01459116954356432, -0.009079106152057648, -0.0340132936835289, 0.0074430410750210285, -0.007172704208642244, 0.035782769322395325, 0.011796518228948116, 0.004325389862060547, 0.013727495446801186, -0.010511539876461029, -0.03179442510008812, -0.08976588398218155, -0.032299987971782684, -0.0020924776326864958, 0.04524807259440422, -0.010223648510873318, 0.03305833786725998, -0.005698139313608408, 0.02213251404464245, -0.02207634039223194, 0.018986776471138, -0.03743990138173103, -0.022343166172504425, 0.0037952486891299486, -0.00749219348654151, 0.01739986427128315, -0.014703516848385334, 0.007081421557813883, 0.002792895771563053, -0.02791842631995678, 0.02301725372672081, -0.005294389557093382, -6.286648567765951e-05, 0.04137207195162773, -0.02943512052297592, 0.010300887748599052, -0.016627473756670952, -0.04128781333565712, 0.01181758288294077, 0.011157539673149586, -0.0040339878760278225, 0.00925464928150177, -0.031288858503103256, 0.002083700383082032, -0.022918948903679848, -0.0006609209813177586, -0.007702845148742199, -0.0034529392141848803, -0.013439604081213474, 0.0041358028538525105, -0.027244338765740395, 0.017975647002458572, -0.0002580488217063248, 0.013025321997702122, -0.011438409797847271, -0.047972507774829865, -0.019408080726861954, -0.023845817893743515, 0.014886082150042057, -0.005066182930022478, -0.04008007422089577, -0.03654111921787262, -0.01803182065486908, -0.0014104914152994752, 0.0018712928285822272, 0.027412861585617065, -0.0007899454212747514, 0.03395712003111839, 0.019436167553067207, -0.0028876892756670713, -0.027005599811673164, 0.0033634118735790253, -0.012526778504252434, -0.017610516399145126, 0.009977888315916061, 0.014492864720523357, 0.016739821061491966, -0.03960259631276131, -0.023199819028377533, -0.01984342932701111, -0.0016088554402813315, -4.800015449291095e-05, 0.017764994874596596, 0.006259878631681204, 0.03140120580792427, -0.03662537783384323, -0.011950995773077011, -0.003238776233047247, -0.02144438400864601, 0.01297616958618164, 0.003029879415407777, -0.02539060078561306, -0.01707686483860016, -0.0024067002814263105, -0.008096062578260899, 0.02168312296271324, 0.0059754978865385056, -0.020545601844787598, -0.021949948742985725, 0.011838648468255997, -0.048449985682964325, 0.007934562861919403, 0.015447821468114853, -0.01723134145140648, -0.005445356946438551, 0.00886143185198307, 0.0006275677587836981, -0.022006124258041382, 0.009921714663505554, 0.012632104568183422, 0.023157687857747078, -0.00992873590439558, 0.00846821442246437, -0.07566623389720917, 0.026752818375825882, -0.0029245533514767885, -0.017512211576104164, 0.018691863864660263, -0.007527302019298077, 0.021725254133343697, -0.002989504486322403, 0.00753432372584939, 0.0023909013252705336, -0.027300512418150902, 0.0055366395972669125, 0.019169341772794724, 0.0056384545750916, -0.028732948005199432, -0.008447149768471718, 0.01842503808438778, -0.01277956087142229, 0.017062820494174957, 0.003331814194098115, 0.023677296936511993, 0.024098601192235947, 0.014900125563144684, 0.0020924776326864958, -0.013966234400868416, -0.020826471969485283, -0.01881825551390648, 0.01134712714701891, 0.010567714460194111, -0.01550399512052536, 0.004841487389057875, -0.010251736268401146, -0.00012200267519801855, 0.012281017377972603, -0.013839843682944775, -0.0038268466014415026, 0.024028383195400238, 0.02231507934629917, 0.012681256979703903, 0.04454590007662773, -0.032412339001894, -0.05120250582695007, 0.020054081454873085, 0.004483378957957029, -0.018073949962854385, -0.011768431402742863, 0.005087248515337706, -0.01554612535983324, 0.032075293362140656, 0.020278776064515114, 0.036119814962148666, 0.01888847164809704, -0.027272425591945648, -0.023944122716784477, -0.014092626050114632, -0.0045325313694775105, 0.027890339493751526, -0.0009224806562997401, -0.012203779071569443, 0.0008882497204467654, 0.032468512654304504, 0.021921861916780472, 0.0043534766882658005, 0.005778889637440443, -0.00345118367113173, 0.009570627473294735, -0.028508251532912254, -8.316369348904118e-05, -0.006115932948887348, -0.015911255031824112, 0.01994173228740692, -0.015377603471279144, 0.016023604199290276, 0.008847388438880444, 0.004816911648958921, 0.007829236797988415, -0.007130573969334364, 0.00182389619294554, -0.01779308170080185, 0.012323148548603058, 0.008770149201154709, -0.01119264867156744, -0.007920519448816776, -0.0038057814817875624, 0.013053408823907375, 0.020461341366171837, 0.009310822933912277, -0.004669454880058765, -0.0009444236056879163, -0.01786329783499241, 0.009591692127287388, 0.016501082107424736, 0.00472562899813056, 0.021149471402168274, 0.000446977443061769, 0.006614475976675749, -0.013601104728877544, 0.005361096002161503, 0.026078730821609497, 0.008397997356951237, 0.028761034831404686, 0.0029192871879786253, 0.0040655857883393764, -0.010637931525707245, -0.01071517076343298, -0.00024532192037440836, -0.01747008226811886, -0.005490998271852732, 0.012295061722397804, 0.010932844132184982, -0.005073205102235079, 0.015784865245223045, -0.01810203678905964, 0.01336236484348774, -0.021640993654727936, 0.022904906421899796, -0.011206692084670067, -0.03465929254889488, -0.019492341205477715, 0.017596472054719925, 0.03842294588685036, 0.0076958234421908855, 0.015405690297484398, 0.002849069656804204, 0.019169341772794724, 0.02814312092959881, 0.023536862805485725, -0.015363560058176517, 0.01428221259266138, -0.020896688103675842, -0.0014692984987050295, 0.002103010192513466, -0.01818629913032055, -0.005993052385747433, -0.03842294588685036, -0.01181758288294077, -0.01040621381253004, 0.01589721255004406, -0.0040655857883393764, 0.08673249185085297, 0.04516381025314331, -0.012400387786328793, 0.019351907074451447, 0.0011752631980925798, 0.003061477327719331, 0.010813474655151367, 0.014085603877902031, -0.03218764066696167, -0.0052522593177855015, -0.011873757466673851, -0.023775601759552956, -0.008173301815986633, -0.013544930145144463, 1.3892616152588744e-05, 0.010371105745434761, -0.0026401730719953775, 0.02871890366077423, -0.006888323929160833, 0.004953835159540176, 0.041091203689575195, -0.014759690500795841, 0.01876208186149597, -0.016206169500947, -0.03968685865402222, 0.006242324132472277, 0.018916558474302292, -0.010462388396263123, 0.0009760214015841484, -0.03833868354558945, 0.0003556948504410684, -0.01040621381253004, -0.02935086004436016, -0.01143138762563467, 0.0030333902686834335, 0.008678866550326347, 0.0009567116503603756, 0.00757645396515727, -0.0008061831467784941, -0.004455292131751776, 0.013839843682944775, 0.019745124503970146, 0.008798236027359962, -0.032552771270275116, 0.01138925738632679, -0.017919473350048065, -0.02166908048093319, -0.006396802142262459, -0.0241266880184412], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='4c9c7bdf-0d3b-483e-ad1e-fddaced83b0d', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='d3e0c473cdaf4af4beb36c4308eb2cec5367b68e8a4c8d2b0bb35f06102ee296'), : RelatedNodeInfo(node_id='6d67b397-d83c-4db3-bca3-ef46d5f0ec3d', node_type=, metadata={}, hash='2e4b00ce41b67fb5a1f23e78a578a34248028eb3b1f49dc8b2926b0ac2923f80')}, hash='e15f41975c0d2f5061e97badb17cc79d3f0992dca2d057c348dd4f7f459fa702', text=\"strategies, such as entity-level masking and phrase-level masking. Baidu launched ERNIE 2.0 in July 2019, which introduced a continual pre-training framework. This framework incrementally builds and learns tasks through constant multi-task learning. ERNIE 3.0 was unveiled in early 2021 and introduced a unified pretraining framework that allows collaborative pretraining among multi-task paradigms. Unlike other models such as GPT-3, ERNIE 3.0 showcased task-agnostic zero-shot and few-shot learning capabilities and could be easily tailored for natural language understanding and generation tasks with zero-shot learning, few-shot learning, or fine-tuning. In late 2021, Baidu released ERNIE 3.0 Titan, a pre-training language model with 260 billion parameters that were trained on massive unstructured data. Baidu developed ERNIE Bot, its latest large language model (LLM), and generative AI product. It is designed to serve as a foundational AI platform that can facilitate intelligent transformations in various industries, including finance, energy, media, and public affairs. Access to ERNIE Bot is currently limited to invited users, with the API expected to be available to enterprise clients through Baidu AI Cloud after application (as of March 16th). Baidu aims to use the capabilities of ERNIE Bot to revolutionize its search engine, which holds the dominant position in China. Moreover, it is anticipated that ERNIE Bot will improve the operational efficiency of various mainstream industries, including cloud computing, smart cars, and home appliances. Hardware and Cloud Platforms Nvidia's H100 Tensor Core, their ninth-generation data center GPU, contains 80 billion transistors and is optimized for large-scale AI and high-performance computing (HPC) models. The A100, Nvidia's predecessor to the H100, is one of the best GPUs for deep learning. There is also Google's Tensor Processing Units (TPUs) which are custom-designed accelerator application-specific integrated circuits (ASIC) used for efficient machine learning workloads and are tightly integrated with TensorFlow, Google's machine learning framework. Google Cloud Platform has opened availability of TPU v4 on Cloud, specifically designed to accelerate NLP workloads,\", start_char_idx=31563, end_char_idx=33811, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='6d67b397-d83c-4db3-bca3-ef46d5f0ec3d', embedding=[-0.02297675795853138, -0.024104708805680275, -0.00023346650414168835, 0.002409078413620591, 0.016974950209259987, 0.009733790531754494, -0.006221131421625614, 3.334458597237244e-05, -0.01659896783530712, -0.05344533175230026, 0.023533770814538002, 0.042889948934316635, -0.01906374655663967, -0.024327512830495834, -0.006384754087775946, 0.02275395393371582, 0.0136189516633749, 0.013312594965100288, 0.0043238080106675625, -0.018868792802095413, -0.02546938881278038, -0.0012393523938953876, -0.005723301786929369, -0.003989601042121649, -0.014252552762627602, 0.000313537020701915, 0.0419987291097641, -0.03278017416596413, -0.01683569699525833, 0.0024108190555125475, 0.011126321740448475, 0.013361332938075066, -0.017364859580993652, -0.008967898786067963, -0.011383939534425735, 0.002870354102924466, 0.009664163924753666, -0.003074011765420437, 0.009295143187046051, 0.004442173521965742, 0.020832261070609093, 0.015540644526481628, 0.008800795301795006, -0.016919249668717384, -0.025650417432188988, 0.009260330349206924, -0.008765981532633305, 0.003662356175482273, -0.01371642854064703, 0.017712991684675217, 0.004257663153111935, 0.05361243709921837, -0.012950536794960499, -0.011697258800268173, -0.014169001020491123, -0.002917352132499218, -0.027850616723299026, 0.029549503698945045, 0.025316210463643074, 0.0052463598549366, 0.014315216802060604, -0.009497060440480709, -0.011467491276562214, 0.040661901235580444, -0.0234780702739954, -0.007916538044810295, -0.014496246352791786, 0.02003851905465126, 0.030245769768953323, -0.025566866621375084, 0.020929738879203796, 0.03019006922841072, 0.0013089790008962154, -0.009448321536183357, 0.01605588011443615, -0.016961025074124336, -0.015972329303622246, -0.023297041654586792, -0.023046385496854782, 0.001411678153090179, -0.006691110786050558, -0.00878686923533678, 0.0027868023607879877, -0.012665067799389362, -0.002280269283801317, 0.0013307372573763132, -0.007916538044810295, -0.0136189516633749, -0.008912197314202785, 0.004800749942660332, 0.01013066153973341, 0.006154986098408699, 0.031025586649775505, 0.0059844013303518295, -0.008431774564087391, 0.01679392158985138, -0.008926122449338436, 0.022308344021439552, -0.01955113373696804, -0.022907132282853127, 0.0007941777585074306, 0.003462179796770215, -0.027363231405615807, -0.0259985513985157, -0.022921057417988777, 0.0072411601431667805, 0.0027728769928216934, 0.01879916712641716, 0.02172348089516163, 0.02052590437233448, 0.007707658223807812, 0.011704221367835999, 0.0019948005210608244, -0.023867977783083916, -0.009441358968615532, -0.008466587401926517, 0.026639115065336227, -0.008633690886199474, 0.0003696734202094376, -0.011202910915017128, 0.022684326395392418, 0.013646801933646202, 0.017406634986400604, 0.002080092905089259, -0.001961727859452367, 0.005260285455733538, -0.016000179573893547, -0.012087167240679264, 0.025859298184514046, -0.016501490026712418, 0.012073242105543613, -0.0011740775080397725, -0.018715614452958107, -0.003631024155765772, -0.021834883838891983, 0.0011645038612186909, -0.005946106743067503, -0.014426619745790958, -0.007429151795804501, -0.009253367781639099, -0.0008276855223812163, 0.02051197923719883, -0.0026701779570430517, -0.011404827237129211, -0.013222080655395985, 0.034701868891716, -0.015930552035570145, 0.020832261070609093, 0.012546703219413757, 0.014008860103785992, -0.006635409314185381, -0.022600775584578514, -0.031304094940423965, 0.025316210463643074, 0.007011392619460821, -0.021890584379434586, -0.002520480891689658, 0.017726916819810867, -0.03141549602150917, -0.0035109184682369232, 0.011286462657153606, 0.013082827441394329, -0.019161224365234375, 0.011794736608862877, 0.02918744646012783, 0.01976001262664795, 0.02797594480216503, -0.005322949029505253, -0.0035996921360492706, -0.01111935917288065, -0.005960031878203154, 0.007394338957965374, -0.04280639812350273, 0.008348221890628338, 0.021124692633748055, 0.008626728318631649, 0.03562093898653984, 0.015540644526481628, -0.012296047061681747, -0.013222080655395985, 0.02031702548265457, -0.0033664433285593987, 0.009107152000069618, 0.00788868684321642, 0.0033403332345187664, -0.011927026323974133, 0.027001172304153442, -0.013918345794081688, -0.004066190216690302, -0.02620743028819561, 0.01000533439218998, 0.023102086037397385, 0.005688488483428955, -0.021584227681159973, -0.6251906156539917, -0.028226599097251892, 0.018437108024954796, -0.013688578270375729, 0.0075753675773739815, 0.0037180574145168066, 0.013751242309808731, 0.0007141072419472039, -0.01629261113703251, 0.028825387358665466, 0.005089700222015381, -0.00023085549764800817, -0.02395153045654297, -0.010193325579166412, -0.010179400444030762, -0.016236908733844757, 0.01185043714940548, -0.004605795722454786, 0.04029984399676323, -0.005107106640934944, -0.034729719161987305, 0.00507229333743453, -0.02475919760763645, -0.0135841378942132, -0.02102721482515335, 0.010875665582716465, 0.011787773109972477, 0.014029747806489468, 0.0007267270120792091, 0.010729449801146984, -0.008111491799354553, 0.030022963881492615, 0.02747463248670101, -0.005329911597073078, 0.032557372003793716, -0.012386561371386051, -0.00352658424526453, 0.02988371253013611, 0.0029330181423574686, 0.02814304828643799, -0.03442336246371269, -0.002142756711691618, 0.007832986302673817, -0.007025318220257759, 0.019885340705513954, 0.022433672100305557, 0.003919974435120821, -0.010513607412576675, -0.006012252066284418, -0.016376161947846413, -0.004128853790462017, 0.012393524870276451, 0.017963647842407227, -0.0173230841755867, -0.011537117883563042, 0.013904420658946037, 0.022559000179171562, -0.028602583333849907, 0.006349940784275532, -0.0222387183457613, 0.0034604391548782587, -0.0022646032739430666, -0.04185947775840759, -0.0259985513985157, -0.043669767677783966, 0.012560628354549408, -0.0053403559140861034, 0.012045391835272312, -0.019439730793237686, -0.016863549128174782, 0.0160976555198431, 0.009594537317752838, 0.008724206127226353, -0.02346414513885975, 0.006203725002706051, 0.012170719914138317, 0.011446603573858738, -0.0037285012658685446, -0.004198480397462845, 0.025163032114505768, 0.018673839047551155, -0.008591915480792522, 0.0006988763925619423, -0.023686949163675308, 0.0021706074476242065, 0.006920878309756517, -0.0024752235040068626, -0.009935707785189152, 0.002858169609680772, -0.0010069739073514938, 0.019857490435242653, 0.02789239212870598, -0.02668089047074318, -0.07079626619815826, -0.0037145758979022503, -0.004389953333884478, -0.0051036253571510315, 0.0065623014234006405, -0.0025570348370820284, -0.0013559769140556455, -0.0023046385031193495, -0.018618136644363403, 0.01854851096868515, 0.027098650112748146, 0.033532142639160156, 0.013820868916809559, -0.015136810019612312, 0.01999674364924431, 0.018980195745825768, -0.02470349706709385, -0.025121256709098816, -0.0007123665418475866, -0.01322904322296381, 0.009838229976594448, 0.019189074635505676, -0.018618136644363403, -0.00299916323274374, -0.007436114829033613, -0.0020139478147029877, -0.01261632889509201, 0.03317008540034294, 9.475737169850618e-05, 0.00594262545928359, -0.009420471265912056, 0.006503119133412838, 0.017155980691313744, 0.014746901579201221, -0.031749702990055084, -0.00029069080483168364, 0.0036414682399481535, 0.002724138554185629, -0.019662534818053246, 0.02055375464260578, -0.013034088537096977, 0.03687421604990959, 0.008682429790496826, 0.02395153045654297, 0.00513147609308362, -0.0021183874923735857, -0.028365852311253548, -0.022043762728571892, 0.005604936741292477, 0.02024739794433117, 0.015958404168486595, -0.045368652790784836, -0.018451033160090446, -0.01123076118528843, 0.021946286782622337, -0.011182022280991077, -0.027850616723299026, -0.004912152420729399, -0.0052150278352200985, -0.005799890961498022, 0.023297041654586792, -0.006409123074263334, -0.0038886424154043198, -0.022043762728571892, -0.04353051260113716, -0.006325571332126856, -0.03261307254433632, 0.009719865396618843, 0.01579129882156849, -0.007178496569395065, 0.019815713167190552, 0.010304728522896767, -0.025037704035639763, -0.01605588011443615, 0.043112754821777344, -0.024146484211087227, -0.022628625854849815, 0.01630653627216816, -0.040912557393312454, 0.011356089264154434, 0.025636492297053337, -0.0321674607694149, 0.009705940261483192, -0.024800974875688553, 0.0015335245989263058, 0.0074430773966014385, -0.009197666309773922, -0.010604122653603554, 0.02695939689874649, -0.003864272963255644, -0.007651956751942635, 0.026082102209329605, 0.02173740603029728, 0.03330933675169945, 0.002179310657083988, -0.00458142627030611, -0.008473549969494343, -0.00630120187997818, 0.02375657670199871, -0.014148113317787647, 0.018994120880961418, -0.02443891577422619, 0.005023554898798466, 0.012922686524689198, -0.012184645049273968, 0.002537887543439865, 0.015025408007204533, 0.01398100983351469, 0.0026266612112522125, 0.004912152420729399, -0.00779120996594429, 0.0029869787395000458, -0.018353557214140892, 0.014001897536218166, -0.02569219470024109, -0.0011166356271132827, 0.01878524012863636, 0.011975765228271484, 0.005114069674164057, -0.016877474263310432, -0.024856675416231155, -0.0057859658263623714, 0.030273620039224625, 0.009866081178188324, 0.01930047757923603, -0.027502484619617462, -0.008550139144062996, 0.011662445962429047, 0.01680784672498703, 0.01520643662661314, -0.014085449278354645, -0.008257707580924034, 0.021598152816295624, 0.0009164593648165464, 0.0069870236329734325, 0.00613061711192131, -0.03088633343577385, 0.00183988141361624, 0.008981823921203613, 0.01509503461420536, 0.00413233507424593, 0.013222080655395985, 0.02228049375116825, 0.01903589628636837, 0.013709465973079205, 0.020637307316064835, -0.021848808974027634, -0.009963558055460453, -0.003662356175482273, 0.004762455355376005, -0.022308344021439552, 0.0321674607694149, 0.02297675795853138, 0.03684636577963829, -0.0053159864619374275, -0.013813905417919159, 0.005183695815503597, -0.0444774366915226, -0.0011209873482584953, 0.004473505076020956, 0.01659896783530712, 0.011188984848558903, -0.01530391350388527, 0.010430055670440197, 0.004456098657101393, 0.017991498112678528, 0.02125002071261406, 0.006945247761905193, 0.006872139871120453, 0.00439343461766839, -0.003516140393912792, 0.008229857310652733, -0.0032724475022405386, 0.004842525813728571, 0.0003087501972913742, -0.01147445384413004, 0.015916626900434494, -0.006322090048342943, -0.01782439462840557, 0.01384871918708086, -0.044115375727415085, 0.018451033160090446, 0.02271217852830887, -0.02126394584774971, 0.008633690886199474, 0.003801609156653285, 0.04035554453730583, -0.00040318118408322334, -0.043864719569683075, 0.022350119426846504, 0.0045257252641022205, -0.008814720436930656, -0.009921782650053501, -0.03762618452310562, -0.006370828486979008, -0.013883532024919987, 0.007624106481671333, 0.002255900064483285, 0.012880910187959671, -0.027112575247883797, 0.02443891577422619, -0.015011481940746307, -0.011899176053702831, 0.025636492297053337, 0.008571026846766472, 0.00637430977076292, -0.03116483986377716, 0.019592909142374992, 0.0033072608057409525, -0.022405821830034256, 0.0009234219905920327, 0.034228406846523285, -0.015067183412611485, -0.030357172712683678, 0.015916626900434494, -0.013507548719644547, -0.01878524012863636, 0.0018712133169174194, -0.006913915742188692, 0.010826927609741688, -0.010290802456438541, 0.004912152420729399, 0.011648520827293396, 0.0222665686160326, -0.00018516308045946062, -0.0028982048388570547, 0.02003851905465126, -0.01708635315299034, -0.01906374655663967, -0.005542272701859474, 0.012894835323095322, 0.06394501775503159, 0.018214304000139236, -0.03924151882529259, 0.014217739924788475, -0.02524658478796482, 0.009476172737777233, -0.02072085812687874, -0.006558820139616728, 0.015289988368749619, 0.01630653627216816, -0.00913500227034092, 0.00149958161637187, 0.023129936307668686, -0.023603398352861404, 0.026541637256741524, 0.003742426633834839, 0.0004856451414525509, -0.021667780354619026, -0.003658874658867717, -0.012282121926546097, 0.0003176711034029722, 0.00902360025793314, 0.01808897592127323, 0.0031488602980971336, 0.017211681231856346, -0.020358800888061523, 0.027056874707341194, 0.034757569432258606, -0.005201102700084448, -0.003648430807515979, -0.010430055670440197, -0.012205532751977444, -0.014858303591609001, 0.013869606889784336, -0.0064300112426280975, 0.023366667330265045, 0.011669408529996872, 0.02549723908305168, -0.001171466545201838, -0.006913915742188692, -0.011592819355428219, 0.03264092281460762, -0.00033703597728163004, -0.008612803183495998, -0.022364044561982155, -0.03147119656205177, 0.017712991684675217, 0.013403109274804592, -0.0247452724725008, -0.030273620039224625, -0.0005953069194220006, 0.004522243980318308, -0.03734767809510231, -0.005559679586440325, 0.002912130206823349, 0.011843474581837654, 0.00044256370165385306, -0.004978297743946314, -0.013758204877376556, -0.0296609066426754, -0.013068902306258678, -0.02023347280919552, -0.01726738177239895, -0.008877384476363659, 0.0017467559082433581, 0.008417848497629166, -0.0038120532408356667, 0.018966270610690117, -0.021612077951431274, 0.018409257754683495, 0.0031662669498473406, -0.023937605321407318, -0.07090766727924347, 0.005413463804870844, 0.014914005063474178, 0.0070079113356769085, 0.0019652091432362795, 0.008981823921203613, -0.011613707058131695, 0.02254507504403591, 0.00407663406804204, -0.03230671584606171, 0.002859910251572728, -0.023046385496854782, -0.0023516365326941013, -0.018144676461815834, -0.0025030742399394512, -0.02475919760763645, 0.008383035659790039, 0.008202007040381432, 0.004675422329455614, -0.03147119656205177, 0.017894020304083824, 0.017740841954946518, 0.011286462657153606, 0.021584227681159973, 0.038433849811553955, 0.014607648365199566, 0.009608462452888489, -0.043391261249780655, -0.009803417138755322, -0.023895829916000366, -0.02443891577422619, -0.03408915549516678, 0.00939958356320858, 0.009371732361614704, 0.023129936307668686, -0.0036345054395496845, 0.0017371822614222765, -0.021319646388292313, -0.00735952565446496, -0.01704457774758339, 0.0004878209438174963, -0.013437922112643719, 0.004612758290022612, 0.001265462371520698, 0.00660407729446888, -0.028365852311253548, -0.008369110524654388, -0.013284743763506413, 0.011314312927424908, -0.03556523844599724, 0.038238897919654846, 0.0011009697336703539, -0.00556664215400815, 0.03901871293783188, 0.017949722707271576, -0.009991408325731754, -0.022809654474258423, 0.022934982553124428, -0.009497060440480709, 0.018506735563278198, -0.002699769102036953, -0.01163459476083517, -0.03194465860724449, -0.018673839047551155, -0.006454380229115486, 0.005211546551436186, -0.014760826714336872, -0.018437108024954796, -0.02691762149333954, 0.018910568207502365, -0.014141150750219822, 0.0026666964404284954, 0.009991408325731754, -0.023575546219944954, -0.0006470916559919715, 0.01800542324781418, 0.016891399398446083, 0.016961025074124336, -0.01831177994608879, 0.007860836572945118, -0.03266877308487892, -0.01335437037050724, -0.03266877308487892, -0.0073525626212358475, -0.0035405096132308245, -0.011780810542404652, 0.038183193653821945, 0.019384028390049934, 0.04110750928521156, 0.0035474724136292934, 0.0071088699623942375, 0.038712356239557266, -0.005886923987418413, -0.005298580043017864, 0.003864272963255644, 0.006423048675060272, -0.019815713167190552, -0.003110565710812807, 0.002677140524610877, -0.01760159060359001, 0.007756396662443876, -0.0023359705228358507, 0.010611085221171379, 0.009810379706323147, -0.005364724900573492, -0.0010165475541725755, -0.027029022574424744, -0.03601084649562836, -0.012254271656274796, -0.0076867700554430485, -0.012121981009840965, 0.011836512014269829, -0.03592729568481445, -0.019230850040912628, 0.043920423835515976, 0.011370014399290085, 0.03489682450890541, 0.004800749942660332, 0.021932359784841537, -0.002426485065370798, -0.00036184044438414276, 0.032083909958601, 0.0005456980434246361, -0.027794916182756424, -0.02006636932492256, -0.03484112024307251, -0.004208924248814583, 0.018144676461815834, -0.012184645049273968, 0.02271217852830887, 0.006586670875549316, -0.0007415226427838206, 0.004417804069817066, 0.02868613600730896, 0.006597114726901054, -0.0038399037439376116, -0.011272537522017956, -0.028240526095032692, -0.006530969403684139, -0.02448069117963314, 0.0037145758979022503, -0.00045605385093949735, -0.010040147230029106, -0.01577737368643284, 0.0021114249248057604, 0.02814304828643799, -0.034479063004255295, 0.0012236865004524589, 0.0309420358389616, 0.03729197755455971, 0.040689751505851746, 0.001148837967775762, 0.020581604912877083, 0.021695630624890327, 0.011335200630128384, 0.0006810346385464072, -0.009608462452888489, 0.003046161262318492, 0.01757373847067356, 0.014203814789652824, 0.025887148454785347, -0.0021079436410218477, -0.01925870217382908, 0.028268376365303993, 0.00025457204901613295, -0.009705940261483192, -0.048822131007909775, 0.019885340705513954, 0.0016762589802965522, 0.0055492352694272995, -0.021862734109163284, -0.03637290373444557, -0.01852066069841385, -0.006409123074263334, -0.014043673872947693, 0.01148837897926569, -0.006464824546128511, -0.016766071319580078, -0.004964372608810663, -0.014384843409061432, -0.0022193461190909147, 0.024285737425088882, -0.004208924248814583, -0.0013742538867518306, 0.004804231226444244, 0.012532777152955532, -0.008118454366922379, -0.012762544676661491, 0.0006222872179932892, 0.026847993955016136, -0.0184928085654974, 0.005382131785154343, 0.011676371097564697, -0.0012689437717199326, 0.004564019851386547, -0.000392519636079669, -0.00705316849052906, 0.033532142639160156, -0.03737552836537361, -0.01803327351808548, -0.007832986302673817, -0.014551946893334389, 0.027599960565567017, -0.03910226747393608, -0.0001499146455898881, 0.001213242532685399, 0.0008864328847266734, 0.001213242532685399, 0.020581604912877083, -0.015108959749341011, -0.016863549128174782, -0.004532687831670046, 0.005013111047446728, -0.024606019258499146, 0.00021867085888516158, 0.008814720436930656, 0.025580791756510735, -0.03481326997280121, -0.0027015097439289093, 0.026165654882788658, -0.018242154270410538, -0.001259370124898851, 0.013890495523810387, -0.005960031878203154, -0.02300461009144783, 0.02722397819161415, -0.03484112024307251, -0.007839948870241642, 0.03562093898653984, -0.002953906077891588, -0.018102901056408882, 0.004174110945314169, -0.015011481940746307, -0.001388179138302803, 0.004449136089533567, -0.021584227681159973, -0.02148674987256527, 0.007658919785171747, -0.007881724275648594, -0.005510940682142973, 0.009343882091343403, 0.009538835845887661, -0.0003233282477594912, -0.0030148292426019907, -0.0034064785577356815, -0.008014014922082424, -0.002278528641909361, 0.01335437037050724, 0.0092812180519104, 0.002308119786903262, 0.02768351323902607, -0.030106516554951668, 0.010255989618599415, -0.01758766360580921, 0.004543131683021784, 0.009705940261483192, -0.02620743028819561, -0.019175149500370026, 0.013451848179101944, -0.00022606867423746735, -0.013291707262396812, 0.017991498112678528, -0.005389094352722168, 0.02449461817741394, -0.025803595781326294, -0.006537932436913252, 0.013131565414369106, 0.008125417865812778, 0.010799076408147812, 0.026402384042739868, 0.022183015942573547, -0.0044352104887366295, -0.009455284103751183, -0.023185638710856438, -0.0086406534537673, 0.0031418977305293083, -0.03784898668527603, -0.0004001350316684693, -0.004974816460162401, 0.029995113611221313, -0.00026349295512773097, -0.03642860800027847, -0.019356178119778633, -0.026263130828738213, -0.03289157897233963, -0.011933988891541958, 0.004692828748375177, 0.02943810261785984, 0.02079048566520214, 0.026583414524793625, 0.023686949163675308, 0.019356178119778633, 0.0048494888469576836, 0.017114203423261642, -0.007408264093101025, 0.01147445384413004, -0.008689392358064651, -0.027349306270480156, -0.015610270202159882, -0.007042724639177322, -0.03342074155807495, 0.0006962654297240078, 0.018228229135274887, -0.01556849479675293, -0.011404827237129211, 0.021458899602293968, 0.007853874005377293, -0.0023290077224373817, -0.003850347828119993, -0.006210687570273876, -0.014621573500335217, 0.020456278696656227, 0.03651215881109238, -0.041135359555482864, -0.014203814789652824, 0.0011618928983807564, -0.015721673145890236, -0.015039333142340183, -0.011787773109972477, 0.015150735154747963, 0.006370828486979008, 0.002980015939101577, -0.007944388315081596, -9.443099406780675e-05, 0.009086263366043568, 0.0063290526159107685, 0.03169400244951248, 0.004772899206727743, 0.004532687831670046, 0.021375348791480064, 0.005100144073367119, -0.011279500089585781, -0.009984445758163929, 0.015331764705479145, -0.018130751326680183, -0.0011497082887217402, 0.024675646796822548, -0.036734964698553085, -0.01199665293097496, -0.013799980282783508, 0.027641737833619118, -0.015735598281025887, -0.021653855219483376, -0.017434485256671906, 0.004031376913189888, -0.04149742051959038, 0.025023778900504112, -0.002194976666942239, -0.01726738177239895, 0.01583307608962059, -0.0061062476597726345, -0.0007036632159724832, -0.018367482349276543, -0.019425805658102036, 0.00977556686848402, -0.02324133925139904, -0.019690385088324547, 0.01577737368643284, -0.0222665686160326, -0.027989869937300682, 0.00445261737331748, 0.014858303591609001, 0.00145258370321244, -0.014036710374057293, 0.1978507786989212, -0.018868792802095413, -0.008090604096651077, 0.0067920689471066, -0.001288961386308074, -0.012108055874705315, 0.010088886134326458, 0.004083596635609865, -0.002927795983850956, 0.010311691090464592, -0.007839948870241642, 0.02349199540913105, -0.03392205014824867, -0.008501401171088219, 0.013423996977508068, -0.022183015942573547, -0.05865339934825897, -0.029243147000670433, -0.001862509991042316, 0.019941041246056557, 0.006266388576477766, 0.008271632716059685, -0.004863413982093334, -0.028602583333849907, 0.0028494661673903465, -0.0006684148102067411, -0.0018364000134170055, 0.008814720436930656, 0.01481652818620205, 0.005817297380417585, -0.018144676461815834, 0.028115198016166687, 0.009114114567637444, -0.010172437876462936, -0.0029069080483168364, -0.016167283058166504, 0.011947914958000183, 0.0030531238298863173, 0.014788677915930748, 0.01825607940554619, 0.022837506607174873, 0.02274002879858017, 0.01633438654243946, -0.021375348791480064, -0.008598878048360348, 0.03876805678009987, -0.018659913912415504, -0.008765981532633305, -0.01949543133378029, 0.010583234019577503, -0.01760159060359001, 0.011209873482584953, -0.003913011867552996, 0.010645898059010506, -0.00439343461766839, 0.0077981725335121155, -0.010520570911467075, 0.0058973683044314384, 0.006576227024197578, 0.008912197314202785, -0.019718237221240997, 0.0014160297578200698, -0.024424990639090538, 0.03609440103173256, 0.013737316243350506, 0.002443891717121005, -0.021862734109163284, 0.023352742195129395, 0.016167283058166504, 0.0020139478147029877, -0.015888776630163193, 0.00613061711192131, -0.026820143684744835, -0.01324296835809946, -0.03779328614473343, -0.0284215547144413, 0.04470023885369301, 0.02814304828643799, 0.004341214895248413, 0.01778261922299862, 0.024898450821638107, 0.017852244898676872, 0.005295098293572664, -0.001312460284680128, -0.007693733088672161, -0.036456458270549774, 0.014148113317787647, -0.01299927569925785, -0.00481467554345727, 0.006941766012459993, -0.007338637486100197, -0.008814720436930656, 0.010645898059010506, 0.00015459267888218164, -0.0024578168522566557, -0.010541458614170551, 0.018645988777279854, 0.005911293439567089, 0.003644949523732066, -0.020372726023197174, -0.008431774564087391, 0.05338963121175766, 0.04004918783903122, -0.008334296755492687, -0.0030026445165276527, 0.026290982961654663, 0.012212495319545269, 0.012776470743119717, 0.0034238852094858885, -0.00976860336959362, -0.022085538133978844, -0.016654668375849724, 0.01125861145555973, 0.0041915178298950195, 0.0025814040564000607, 0.01680784672498703, 0.003074011765420437, 0.006868658121675253, 0.012818246148526669, -0.0026162173599004745, -0.0052463598549366, -0.023283114656805992, 0.0071193138137459755, 0.006248982157558203, -0.008974861353635788, -0.02542761340737343, -0.006050546653568745, 0.016863549128174782, -0.02150067687034607, 0.0023411924485117197, 0.024049008265137672, -0.013549325056374073, 0.007028799504041672, -0.00741522666066885, -0.023338817059993744, 0.0015805225120857358, 0.0026075139176100492, 0.0020522424019873142, -0.026277055963873863, -0.00021986756473779678, -0.014398768544197083, 0.00913500227034092, 0.005409982521086931, -0.0051175509579479694, 0.009678089059889317, 0.000983474892564118, 0.00407663406804204, 0.014565872959792614, 0.0054169450886547565, -0.01383479405194521, -0.005107106640934944, 0.013054976239800453, 0.007944388315081596, 0.0009504022891633213, 0.030022963881492615, 8.311668352689594e-05, -0.026054251939058304, -0.013758204877376556, 0.00169888767413795, 0.016626818105578423, -0.037737585604190826, 0.008953973650932312, 0.030774932354688644, -0.007345600053668022, -0.016515415161848068, -0.006711998488754034, -0.1783553510904312, -0.004727642051875591, 0.011745997704565525, -0.04060620069503784, 0.027572110295295715, 0.020860111340880394, 0.0026806218083947897, 0.00018657736654859036, -0.016738221049308777, -0.008341259323060513, 0.024299662560224533, 0.003202820895239711, 0.008376073092222214, -0.028630433604121208, 0.0011410049628466368, 0.007192421704530716, -0.026402384042739868, 0.032000359147787094, 0.02250329777598381, -0.004222849849611521, 0.018506735563278198, -0.027265753597021103, 0.009483135305345058, -0.008076678961515427, 0.01657111756503582, 0.0184928085654974, -0.0015126366633921862, 0.02049805410206318, 0.004957409575581551, -0.015916626900434494, -0.003885161131620407, -0.030245769768953323, 0.031053436920046806, -0.000749790808185935, 0.018186451867222786, 0.012818246148526669, 0.007282936479896307, -0.009350844658911228, -0.033253636211156845, 0.020191697403788567, 0.032808028161525726, 0.006047065369784832, 0.026040326803922653, -0.01976001262664795, -0.014969706535339355, 0.01519251149147749, 0.017671216279268265, -0.030301470309495926, 0.021834883838891983, -0.011808661743998528, 0.036707114428281784, -0.01832570508122444, 0.0027955055702477694, 0.002555294195190072, 0.0073316749185323715, 0.013430959545075893, -0.0036031734198331833, -0.003074011765420437, 0.0015535422135144472, -0.025065554305911064, -0.013890495523810387, -0.004825119394809008, 0.012518852017819881, 0.0014491024194285274, -0.003190636169165373, -0.02946595288813114, -0.01602802984416485, 0.020108144730329514, -0.028546882793307304, 0.0005852981121279299, 0.003627542871981859, -0.005900849588215351, -0.003251559566706419, -0.0002793764870148152, 0.023116011172533035, 0.0011453565675765276, -0.02675051800906658, 0.0028790575452148914, 0.04272284731268883, -0.0022280493285506964, 0.0016840919852256775, 0.022336194291710854, -0.018228229135274887, 0.015011481940746307, -0.02129179611802101, -0.005956550594419241, 0.005312505178153515, 0.009698977693915367, -0.03060782700777054, -0.01481652818620205, 0.008557101711630821, -0.026889771223068237, 0.003063567914068699, -0.0006714609335176647, -0.007519666571170092, 0.00900271162390709, 0.02351984567940235, -0.01733700931072235, -0.004898227285593748, -0.008348221890628338, 0.0007972238818183541, 0.03186110407114029, -0.0059739574790000916, 0.004929559305310249, 0.046092770993709564, 0.025149106979370117, -0.018590286374092102, 0.01658504270017147, 0.030273620039224625, -0.010945292189717293, -0.0012219458585605025, 0.00839696079492569, 0.01345881074666977, 0.011502305045723915, -0.013089790008962154, 0.023143863305449486, -0.014057599008083344, -0.016250835731625557, 0.025135181844234467, -0.011098470538854599, 0.03826674818992615, 0.012414412572979927, 0.002097499556839466, 0.017100278288125992, -0.0039791567251086235, -0.03428410738706589, -0.10555383563041687, -0.029855860397219658, 0.0008285558433271945, 0.04096825793385506, -0.021709555760025978, 0.02443891577422619, -0.0013072383590042591, 0.0346461683511734, -0.022113390266895294, 0.02691762149333954, -0.03431196138262749, -0.024035083130002022, 0.014113299548625946, -0.007805135101079941, 0.01258847862482071, -0.020957589149475098, -0.017002802342176437, -0.015150735154747963, -0.037486929446458817, 0.023143863305449486, 1.860334123193752e-05, 0.005503978114575148, 0.03264092281460762, -0.03509177640080452, 0.003819015808403492, -0.035704489797353745, -0.03489682450890541, 0.0039025675505399704, 0.013660727068781853, -0.0013481439091265202, 0.011481416411697865, -0.031777553260326385, 0.008487475104629993, -0.020219547674059868, -0.0008812109008431435, -0.0023359705228358507, 0.006687629502266645, -0.01210109330713749, 0.011216836050152779, -0.00686517683789134, -0.0030026445165276527, -0.0005291617126204073, 0.021584227681159973, -0.0117390351369977, -0.036233652383089066, -0.01212894357740879, -0.01875738985836506, 0.011439641006290913, 0.0004969594301655889, -0.026346683502197266, -0.021375348791480064, -0.012121981009840965, -0.022141240537166595, 0.0070079113356769085, 0.010325616225600243, 0.01733700931072235, 0.048348668962717056, 0.026360608637332916, -0.01925870217382908, -0.016933174803853035, -0.0008107140311039984, 0.015108959749341011, -0.021305721253156662, 0.013793017715215683, 0.008236819878220558, 0.0004886912647634745, -0.041636671870946884, -0.022865356877446175, -0.01657111756503582, -0.006722442805767059, 0.0014064561109989882, 0.01445447001606226, -0.005347318481653929, 0.025873223319649696, -0.03088633343577385, -0.0005900849355384707, -0.023826202377676964, -0.033504292368888855, 0.026402384042739868, 0.019411880522966385, -0.02766958810389042, -0.012825208716094494, 0.0086406534537673, -0.001932136481627822, 0.014050636440515518, 0.010715524666011333, -0.02053982950747013, -0.03381064906716347, -0.0028390223160386086, -0.05068812146782875, 0.006468305829912424, 0.03019006922841072, -0.0011436159256845713, -0.015665972605347633, -0.007477890700101852, 0.0022698251996189356, -0.027794916182756424, -0.002758951624855399, 0.0234780702739954, 0.026861919090151787, -0.013653764501214027, 0.0015030630165711045, -0.06879102438688278, 0.025901073589920998, -0.0035996921360492706, 0.0009852155344560742, 0.006750293076038361, 0.0041044848039746284, 0.009211591444909573, -0.0173230841755867, 0.0010226398007944226, 0.004275069572031498, -0.03495252504944801, -0.0044143227860331535, 0.009322994388639927, -0.0036170987877994776, -0.023074235767126083, -0.0019791345112025738, 0.024355364963412285, -0.015554569661617279, 0.013918345794081688, 0.002177570015192032, 0.015359614975750446, -0.001153189572505653, 0.024299662560224533, 0.01396012119948864, -0.004295957740396261, -0.013723391108214855, -0.015415316447615623, 0.012818246148526669, 0.01558241993188858, -6.304465932771564e-05, 0.001042657415382564, -0.006426529958844185, 0.007832986302673817, 0.01652934029698372, -0.011209873482584953, -0.003923455718904734, 0.00213231286033988, 0.014927930198609829, 0.026360608637332916, 0.029995113611221313, -0.03531458228826523, -0.0445331372320652, 0.015039333142340183, -0.0247174222022295, -0.019397955387830734, -0.014231665059924126, 0.008717242628335953, -0.016891399398446083, 0.012386561371386051, 0.033002980053424835, 0.02988371253013611, 0.027293603867292404, -0.013194229453802109, -0.03787683695554733, -0.00866154208779335, 0.022099465131759644, 0.020901888608932495, 0.003070530481636524, -0.011370014399290085, 0.007916538044810295, 0.04180377721786499, 0.019843565300107002, 0.014927930198609829, 0.007721583358943462, 0.026263130828738213, -0.002501333598047495, -0.019091596826910973, 0.008612803183495998, 0.0014203814789652824, -0.012428337708115578, 0.013382221572101116, -0.017114203423261642, 0.022419746965169907, 0.010715524666011333, 0.01776869408786297, -0.008828645572066307, 0.005733745638281107, -0.010304728522896767, -0.02792024239897728, 0.025887148454785347, 0.016877474263310432, -0.002214123960584402, 0.0027450264897197485, 0.013173341751098633, 0.0271822027862072, -0.0009016637341119349, -0.005845148116350174, -0.010917441919445992, -0.013187266886234283, -0.01608373038470745, 0.015011481940746307, 0.01383479405194521, 0.009121077135205269, 0.02492630109190941, 0.012135906144976616, 0.007784247398376465, -0.009705940261483192, -0.001956505933776498, 0.02546938881278038, 0.016696443781256676, 0.008828645572066307, 0.0016266501042991877, 0.002617958001792431, -0.004038339480757713, -0.01829785481095314, 0.005886923987418413, -0.013549325056374073, -0.012818246148526669, -0.015916626900434494, 0.006872139871120453, 0.004790306091308594, 0.0032585221342742443, 0.00951098557561636, 0.005479608662426472, -0.029967263340950012, 0.03489682450890541, -0.00613061711192131, -0.01998281665146351, -0.025539016351103783, 0.0067920689471066, 0.02623528055846691, 0.0009573649731464684, 0.008745093829929829, 0.010457906872034073, 0.036929916590452194, 0.031025586649775505, 0.01235871110111475, -0.005966994445770979, 0.029744459316134453, 7.506611382268602e-06, -0.011759922839701176, -0.0006135838921181858, -0.021305721253156662, 0.0032358935568481684, -0.02871398627758026, -0.015164661221206188, -0.0029364994261413813, 0.022127315402030945, 0.005594492424279451, 0.09435789287090302, 0.02890894003212452, -0.013068902306258678, 0.015289988368749619, -0.0028860201127827168, 0.00828555878251791, 0.0035718416329473257, 0.01509503461420536, -0.0035405096132308245, -0.011021881364285946, -0.011961840093135834, 0.004497874528169632, -0.007951350882649422, -0.01882701739668846, -0.005859073717147112, 0.007255085743963718, -0.00866154208779335, 0.00482860067859292, 0.0011453565675765276, 0.004365584347397089, 0.04308490455150604, -0.014113299548625946, 0.011711183935403824, 0.0001807026274036616, -0.026987247169017792, -0.0038120532408356667, 0.014886154793202877, -0.010590196587145329, 0.00036532175727188587, -0.021584227681159973, 0.019091596826910973, -0.018409257754683495, -0.04848792403936386, -0.0036101362202316523, 0.014134188182651997, 0.016988875344395638, -0.002516999375075102, -0.006388235371559858, 0.00735952565446496, -0.009984445758163929, 0.007832986302673817, 0.02272610366344452, 0.006799031980335712, -0.03562093898653984, 0.013827831484377384, -0.009831267409026623, -0.015930552035570145, -0.036456458270549774, -0.01148837897926569], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='c61e6eb4-f78a-4ecb-ab37-8d858cbe08c1', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='e15f41975c0d2f5061e97badb17cc79d3f0992dca2d057c348dd4f7f459fa702'), : RelatedNodeInfo(node_id='76a353e8-4beb-4bce-9d57-7c8e91d4dd7c', node_type=, metadata={}, hash='289b0f1f586b6bef2c5e9b7225cf3a53bce4dcfcc786a3542e2bc13df5d2d29b')}, hash='2e4b00ce41b67fb5a1f23e78a578a34248028eb3b1f49dc8b2926b0ac2923f80', text=\"Platforms Nvidia's H100 Tensor Core, their ninth-generation data center GPU, contains 80 billion transistors and is optimized for large-scale AI and high-performance computing (HPC) models. The A100, Nvidia's predecessor to the H100, is one of the best GPUs for deep learning. There is also Google's Tensor Processing Units (TPUs) which are custom-designed accelerator application-specific integrated circuits (ASIC) used for efficient machine learning workloads and are tightly integrated with TensorFlow, Google's machine learning framework. Google Cloud Platform has opened availability of TPU v4 on Cloud, specifically designed to accelerate NLP workloads, and has also developed TPU v5 for use internally. Microsoft Azure also offers GPU instances powered by Nvidia GPUs, such as the A100 and P40, that can be used for various machine learning and deep learning workloads. Another key development is the partnership between Microsoft Azure and OpenAI, which has given OpenAI the resources to train both GPT-3 and GPT-4 that resulted in the availability of these models for developers in their applications through Azure's cloud infrastructure. AWS provides access to GPUs such as the Amazon Elastic Compute Cloud (EC2) P3 instances, which offer up to 8 Nvidia V100 GPUs with 5,120 CUDA cores and 300 GB of GPU memory. AWS has also developed its own chips for inference(Inferentia) and training (Trainium). Several advanced models have been developed on these computing and cloud systems, including BERT, RoBERTa, Bloom, Megatron and the GPT family. BERT is one of the first pre-trained models that incorporated transformer architecture and resulted in state of the art scores in many NLP tasks. RoBERTa is a variant of BERT, trained on a much larger dataset with a more efficient training procedure. Lastly, Bloom is an open-access multilingual language model, containing 176 billion parameters and was trained on 384 A10080GB GPUs. The increasing availability of specialized hardware for NLP tasks represents a significant development in cloud computing programs. With the availability of these tools, companies can now train and run models that were previously impossible to build. A note on Open Source Open-source LLMs efforts have been\", start_char_idx=33151, end_char_idx=35397, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='76a353e8-4beb-4bce-9d57-7c8e91d4dd7c', embedding=[-0.021791934967041016, -0.012740337289869785, -0.003631989238783717, -0.0006765644066035748, 0.01518058031797409, -0.0035628254991024733, -0.0008530209306627512, 0.0122508704662323, -0.015336642041802406, -0.0493723563849926, 0.02438824065029621, 0.03887363523244858, -0.019465193152427673, -0.004976251162588596, -0.005128765944391489, 0.014400269836187363, 0.02004687860608101, 0.008462819270789623, 0.005220984574407339, 0.005877154413610697, -0.007327822037041187, 0.0066219959408044815, -0.02126700058579445, -0.0072781662456691265, -0.008186163380742073, 0.013988833874464035, 0.042931247502565384, -0.025821173563599586, -0.0017432839376851916, 0.0027771948371082544, 0.016500014811754227, 0.025579987093806267, -0.003947660326957703, -0.004596736282110214, -0.01640070229768753, -0.0005142953596077859, 0.021493999287486076, -0.004500971175730228, 0.018330195918679237, -0.0005799123318865895, 0.028048604726791382, 0.0033890290651470423, -0.0041320971213281155, -0.024969926103949547, -0.030332785099744797, 0.010782468132674694, -0.0027080310974270105, -0.00019341496226843446, -0.0021884154994040728, 0.016925638541579247, 0.003780957544222474, 0.042562372982501984, -0.003479474224150181, -0.00548699963837862, -0.0022611261811107397, -0.005511827301234007, -0.006742589641362429, 0.01797550916671753, 0.014882643707096577, 0.019763128831982613, 0.01048453152179718, 0.002968725748360157, -0.027892543002963066, 0.01712426170706749, -0.020926501601934433, -0.006512043531984091, -0.006288590840995312, 0.026303548365831375, 0.028318166732788086, -0.017663385719060898, 0.024828052148222923, 0.01773432269692421, 0.012974430806934834, -0.010470343753695488, -0.0013025860534980893, 0.0032950371969491243, -0.003020155243575573, -0.011286122724413872, -0.03053141012787819, 0.0010835671564564109, -0.005997748114168644, -0.007356197107583284, -0.009009036235511303, 0.0065581523813307285, 0.008434443734586239, -0.008796224370598793, -0.007157572545111179, -0.012853837572038174, -0.01015112642198801, -0.00859050638973713, 0.0017849595751613379, -0.004206581506878138, 0.03430527448654175, 0.01980569213628769, -0.017819447442889214, 0.0016351045342162251, -0.006540418136864901, 0.012286338955163956, -0.009952502325177193, -0.021720997989177704, -0.0012032737722620368, -0.00578848272562027, -0.018940256908535957, -0.01889769360423088, -0.022359434515237808, 0.00923603493720293, 0.01066896878182888, 0.015336642041802406, 0.01444992609322071, 0.017053324729204178, -0.008086850866675377, 0.015563641674816608, 0.0003819529665634036, -0.03138265758752823, 0.0044371276162564754, -0.022174997255206108, 0.03121240809559822, 0.007781820837408304, -6.129425310064107e-05, 0.0018425961025059223, 0.02272830717265606, 0.018316008150577545, 0.017876196652650833, -0.006377262528985739, 0.014109427109360695, 0.009590721689164639, -0.02572186104953289, -0.0005275961011648178, -0.012335995212197304, -0.014896831475198269, 0.008640161715447903, 0.00582040473818779, -0.00816488265991211, -0.001788506400771439, -0.020273877307772636, 0.015322455205023289, -0.01362705323845148, -0.01036393828690052, -0.007086635567247868, -0.012449494563043118, -0.006114794407039881, 0.013449710793793201, -0.014279676601290703, -0.0011154889361932874, -0.017266137525439262, 0.029424788430333138, -0.019039569422602654, 0.014655644074082375, 0.022685745730996132, 0.011009467765688896, 0.008987754583358765, -0.027012920007109642, -0.028119541704654694, 0.013322023674845695, -0.0033429197501391172, 0.0038767228834331036, -0.0013318476267158985, 0.033737774938344955, -0.03850476071238518, 0.005905529484152794, 0.0017610182985663414, 0.009051598608493805, -0.025934673845767975, 0.00969712808728218, 0.01815994642674923, 0.030077410861849785, 0.019053757190704346, -0.002277086954563856, -0.009775158949196339, -0.014981956221163273, -0.01097399927675724, 0.024274740368127823, -0.03898713365197182, 0.022359434515237808, 0.02487061358988285, 0.015549453906714916, 0.011910371482372284, 0.006256669294089079, -0.015067080967128277, -0.02285599522292614, 0.018131570890545845, 0.0005142953596077859, 0.01695401221513748, 0.01693982444703579, 0.0010330242803320289, -0.005068469326943159, 0.03263115510344505, -0.016102764755487442, -0.014684019610285759, -0.01334330439567566, 0.012804181315004826, 0.02877216599881649, 0.014527956955134869, -0.004057613201439381, -0.621070146560669, -0.03036116063594818, -0.014336426742374897, -0.0220047477632761, -0.005125219468027353, -0.015506891533732414, -0.002764781005680561, -0.004717329982668161, -0.004320080857723951, 0.02657310850918293, -0.00902322307229042, -0.01185362134128809, 0.009597815573215485, -0.009895752184092999, -0.009243128821253777, -0.01986244134604931, 0.013783115893602371, -0.023990992456674576, 0.02518273890018463, 0.00265128118917346, -0.022685745730996132, 0.004993985407054424, -0.026303548365831375, -0.014627269469201565, -0.013123398646712303, 0.013804396614432335, 0.011172623373568058, 0.012087714858353138, 0.018798382952809334, -0.0022487121168524027, -0.010768280364573002, 0.019734755158424377, 0.010562562383711338, -0.020032690837979317, 0.03963975980877876, -0.008001726120710373, -0.007902414537966251, 0.032404154539108276, 0.015450142323970795, 0.0221891850233078, -0.027722293511033058, -0.012222494930028915, 0.01730869896709919, 0.006082872860133648, 0.013336210511624813, 0.015109643340110779, 0.020344814285635948, -0.0003671004669740796, -0.005518921185284853, -0.021834498271346092, -0.0042917062528431416, 0.011569872498512268, 0.019167255610227585, -0.02444498986005783, 0.005635967943817377, 0.01852882094681263, 0.035440269857645035, -0.026970358565449715, 0.006373715586960316, -0.0152089549228549, 0.0015402259305119514, 4.957297278451733e-05, -0.028204666450619698, -0.014180364087224007, -0.021040000021457672, 0.014854269102215767, 0.008704005740582943, 0.011080404743552208, 0.0003189961425960064, -0.034220147877931595, 0.01048453152179718, 0.013768928125500679, 0.0044371276162564754, -0.021891247481107712, 0.0033783884719014168, 0.020997438579797745, 0.017705947160720825, 0.016046015545725822, -0.013236898928880692, 0.027211545035243034, 0.02292693220078945, -0.0042846123687922955, -0.0032063655089586973, -0.014825893566012383, 0.01270486880093813, 0.001784072839654982, -0.004770532716065645, -0.017705947160720825, -0.005451530683785677, -0.006565246265381575, 0.019309131428599358, 0.031609658151865005, -0.029481537640094757, -0.06310581415891647, 0.00788822676986456, 0.0039831288158893585, -0.01725194975733757, 0.015038705430924892, 0.010073095560073853, -0.023239055648446083, -0.002990006934851408, -0.0041391910053789616, 0.03271627798676491, 0.026927795261144638, 0.030559785664081573, 0.026119111105799675, -0.017422199249267578, 0.017095888033509254, 0.02584954909980297, -0.03268790245056152, -0.017635010182857513, 0.0037951450794935226, -0.021834498271346092, -0.009349535219371319, 0.006441106088459492, -0.026062360033392906, 0.008881349116563797, -0.011690465733408928, 0.002348024398088455, -0.026417046785354614, 0.02457267791032791, -0.00588070135563612, -0.017053324729204178, -0.022699933499097824, -0.0005896662478335202, 0.02908428944647312, 0.010066001676023006, -0.027764854952692986, -0.0006229180726222694, 0.007689602207392454, -0.002353344578295946, -0.017720134928822517, 0.02067112736403942, -0.007005057297646999, 0.026729172095656395, 0.009612003341317177, 0.029850412160158157, 0.0042704250663518906, 0.00280379643663764, -0.011392529122531414, -0.011144248768687248, -0.006437559146434069, 0.024047741666436195, 0.0073420098051428795, -0.05223822221159935, -0.01603182777762413, 0.00020283632329665124, 0.0032950371969491243, -0.009150910191237926, -0.023678867146372795, -0.016060203313827515, 0.005387687124311924, -0.013016993179917336, 0.024246366694569588, -0.0031088266987353563, 0.004884032532572746, -0.018060633912682533, -0.030446285381913185, -0.010214969515800476, -0.03731301426887512, 0.019365880638360977, 0.015010330826044083, -0.007923695258796215, 0.0036461767740547657, 0.0016093897866085172, -0.020273877307772636, -0.0016368780052289367, 0.02694198302924633, -0.03705764189362526, -0.03248928114771843, 0.007285259664058685, -0.039895132184028625, 0.01725194975733757, 0.017947135493159294, -0.01291768066585064, 0.024473365396261215, -0.028374915942549706, 0.002684976439923048, 0.012201214209198952, -0.009583627805113792, -0.008342225104570389, 0.02389167994260788, 0.005692717619240284, -0.024402428418397903, 0.014769144356250763, 0.01383986510336399, 0.03311352804303169, 0.008129413239657879, -0.007161119487136602, -0.0073420098051428795, -0.010590937919914722, 0.015677141025662422, -0.005990654230117798, 0.014421551488339901, -0.01454214472323656, 0.00778891472145915, 0.016911450773477554, -0.0019862442277371883, 0.005064922384917736, 0.02121024951338768, -0.0037348484620451927, 0.02718316949903965, 0.01669863797724247, -0.012697774916887283, 0.004405205603688955, -0.026104923337697983, 0.009292785078287125, -0.01902538165450096, 0.009548159316182137, 0.023253243416547775, 0.03572402149438858, 0.00618573185056448, -0.018245071172714233, -0.022714121267199516, -0.007263978477567434, 0.028502603992819786, 0.009470128454267979, 0.019280755892395973, -0.009583627805113792, 0.020685313269495964, 0.0029722724575549364, 0.010541281662881374, 0.000486363802338019, 0.0016368780052289367, -0.005919716786593199, 0.006632636766880751, -0.007008604239672422, 0.017209386453032494, -0.00037530259578488767, -0.03311352804303169, 0.012903492897748947, 0.024714551866054535, 0.016656076535582542, 0.005614686757326126, 0.0171951986849308, 0.007476790342479944, 0.01823088340461254, 0.005838138982653618, 0.03311352804303169, -0.020642751827836037, -0.011725934222340584, 0.012832555919885635, 0.003075131680816412, -0.005412515252828598, 0.0340215265750885, 0.015691328793764114, 0.028814727440476418, -0.012073527090251446, -0.016017640009522438, 0.009902846068143845, -0.019167255610227585, 0.017095888033509254, -0.0009079973096959293, 0.01496776845306158, 0.017138449475169182, -0.010810842737555504, 0.012875118292868137, -0.012931868433952332, 0.025523237884044647, 0.01963544264435768, 0.0022274309303611517, 0.0033801619429141283, -0.003610708052292466, -0.0032684355974197388, -0.0007661227718926966, -0.0016847606748342514, -0.012619744054973125, 0.012577181681990623, -0.012144464068114758, 0.0041604721918702126, -0.0020695955026894808, -0.014378989115357399, 0.02851679176092148, -0.042902871966362, 0.03047466091811657, 0.018018072471022606, -0.019876629114151, 0.02010362781584263, 0.007767633534967899, 0.04602411389350891, -0.01579064130783081, -0.03614964336156845, 0.014400269836187363, -0.005639514420181513, -0.012101901695132256, -0.010853405110538006, -0.02333836816251278, -0.012059339322149754, -0.017393823713064194, -0.010598030872642994, 0.008469912223517895, 0.007533540483564138, -0.007242697291076183, 0.020614376291632652, -0.0068631828762590885, 0.0031513890717178583, 0.012137370184063911, 0.0009700674563646317, 0.008398975245654583, -0.01754988543689251, 0.01767757348716259, 0.013165961019694805, -0.0157197043299675, -0.0028144370298832655, 0.038618262857198715, -0.029282914474606514, -0.02889985218644142, 0.018968632444739342, -0.016443263739347458, -0.028843102976679802, -0.004217221867293119, -0.005103938281536102, 0.01640070229768753, -0.008420256897807121, -0.0015029838541522622, 0.0029332570265978575, 0.017294511198997498, -0.013293648138642311, -0.0039192852564156055, 0.012236682698130608, -0.024913176894187927, -0.011108779348433018, -0.00996668916195631, 0.02694198302924633, 0.08223050832748413, 0.014911018311977386, -0.024175429716706276, 0.008831692859530449, -0.03237577900290489, 0.007902414537966251, -0.008618880994617939, -0.014598894864320755, -0.008413163013756275, 0.008533756248652935, -0.018741631880402565, -0.005937451496720314, 0.0195077545940876, -0.014293864369392395, 0.009505596943199635, 0.007654133718460798, 0.014641457237303257, -0.03149615600705147, -0.009931220673024654, -0.02004687860608101, 0.00257502356544137, -0.007987539283931255, 0.027991855517029762, 0.014123614877462387, 0.017649197950959206, -0.01743638701736927, 0.03646176680922508, 0.03268790245056152, -0.013272367417812347, -0.0011474107159301639, 0.0009931221138685942, -0.0029846865218132734, -0.006809980142861605, 0.009101254865527153, -0.0037490357644855976, 0.006529777776449919, 0.01682632602751255, 0.011491840705275536, -0.0038199732080101967, -0.01008728239685297, 0.006235388107597828, 0.03345402702689171, -0.0023338368628174067, 0.006143169477581978, -0.00518196914345026, -0.03955463320016861, 0.004107268992811441, 0.01676957495510578, -0.035071395337581635, -0.030928658321499825, 0.0018142212647944689, -0.003177990671247244, -0.042023252695798874, -0.00384834804572165, 0.023437680676579475, 0.013960459269583225, 0.010158220306038857, -0.005256453063338995, -0.0140526769682765, -0.016301389783620834, -0.01780525967478752, -0.027466919273138046, -0.007661227602511644, -0.011704652570188046, -0.008008820004761219, -0.0034315914381295443, -0.009704221040010452, 0.010172407142817974, -0.022387808188796043, 0.030332785099744797, -0.007260431535542011, -0.029339663684368134, -0.062197815626859665, -0.007533540483564138, 0.018018072471022606, -0.001640424830839038, 0.01712426170706749, 0.012641025707125664, 0.002082009566947818, 0.016670264303684235, -0.0009390324121341109, -0.029850412160158157, 0.007781820837408304, -0.025083426386117935, -3.361208291607909e-05, -0.005511827301234007, -0.002986459992825985, -0.02474292740225792, 0.0015819015679880977, 0.016301389783620834, 0.0024916722904890776, -0.012208308093249798, 0.011165529489517212, 0.00990993995219469, -0.001745944027788937, 0.028814727440476418, 0.02291274443268776, 0.0071682133711874485, 0.017535697668790817, -0.03850476071238518, 0.0006898651481606066, -0.0118819959461689, -0.03504302352666855, -0.018926069140434265, 0.021990559995174408, 0.0030698112677782774, 0.02231687121093273, 0.0072143226861953735, -0.001648405333980918, -0.0002485022123437375, -0.005870060995221138, -0.0022948214318603277, 0.009704221040010452, -0.008647255599498749, 0.003568145679309964, -0.006944760680198669, 0.01154859084635973, -0.012080620974302292, -0.0024792582262307405, -0.03955463320016861, 0.0045293462462723255, -0.027211545035243034, 0.030276035889983177, -0.010754093527793884, -0.0047421581111848354, 0.037767015397548676, 0.01638651452958584, 0.0065368711948394775, -0.024969926103949547, 0.024416616186499596, -0.007760539650917053, 0.03169478103518486, 0.013265273533761501, -0.01688307523727417, -0.017450572922825813, -0.03010578639805317, -0.007796008139848709, 0.008874255232512951, -0.02010362781584263, -0.006444653030484915, -0.014017208479344845, 0.010278813540935516, 0.006565246265381575, 0.00624602846801281, 0.015506891533732414, -0.024005180224776268, 0.00859050638973713, 0.02553742565214634, 0.01313049253076315, 0.019110506400465965, -0.03759676590561867, 0.014300958253443241, -0.009952502325177193, -0.011647903360426426, -0.016358138993382454, -0.018557194620370865, -0.0029811395797878504, -0.0064943088218569756, 0.02553742565214634, 0.009675846435129642, 0.03492952138185501, 0.013612866401672363, 0.028942415490746498, 0.042760998010635376, -0.0028410383965820074, -0.006089966278523207, -0.011555684730410576, 0.014095239341259003, -0.0202455036342144, 0.0023551180493086576, -0.00324538117274642, 0.013485179282724857, 0.00010507586557650939, -0.021550748497247696, 0.018486257642507553, 0.0015331321628764272, -0.003717113984748721, -0.02328161895275116, -0.032943278551101685, -0.04156925156712532, -0.03430527448654175, 0.017720134928822517, -0.019649630412459373, 0.0007319841533899307, -0.03810751438140869, -0.008959379978477955, 0.046165987849235535, 0.005930357612669468, 0.03317027911543846, 0.003357107285410166, 0.023905867710709572, -0.003195724915713072, -0.0006876483676023781, 0.021919623017311096, 0.008852973580360413, -0.025267863646149635, -0.009058692492544651, -0.03890201076865196, -0.01258427556604147, 0.015946703031659126, -0.012598463334143162, 0.0260765478014946, 0.009853189811110497, -0.010583844035863876, 0.006877370178699493, 0.004490330349653959, 0.00951269082725048, -0.01834438368678093, -0.009924126788973808, -0.018117384985089302, 0.009548159316182137, -0.02668660879135132, 0.010236251167953014, -0.015506891533732414, -0.02542392536997795, -0.0037915981374680996, -0.004820188973098993, 0.028616102412343025, -0.028757978230714798, -0.0008516908274032176, 0.03404989838600159, 0.03552539646625519, 0.04650648683309555, 0.003990222699940205, 0.03047466091811657, 0.013612866401672363, 0.0069092921912670135, -0.018670694902539253, 0.0023888133000582457, 0.002417188137769699, -0.009179285727441311, 0.016017640009522438, 0.012527525424957275, -0.0033287324476987123, -0.02113931253552437, 0.029112664982676506, 0.013768928125500679, -0.034844398498535156, -0.04341362044215202, 0.020699501037597656, 0.005107484757900238, 0.014669831842184067, -0.022628996521234512, -0.038618262857198715, -0.0193233173340559, 3.419399217818864e-05, -0.012414026074111462, 0.020387377589941025, -0.0003819529665634036, -0.01057675015181303, -0.001512737711891532, 0.0036461767740547657, 0.009647471830248833, 0.01821669563651085, -0.00445131491869688, -0.0018780648242682219, 0.01962125487625599, 0.0016448583919554949, -0.015861578285694122, -0.0023639851715415716, -0.008143601007759571, 0.0329149030148983, -0.008625974878668785, 0.013016993179917336, -0.003947660326957703, -0.0028623195830732584, 0.010569656267762184, -0.01603182777762413, -0.0034103102516382933, 0.038306135684251785, -0.04321499913930893, -0.002335610333830118, -0.007767633534967899, -0.013917896896600723, 0.006788698956370354, -0.02870122715830803, -0.0010099697392433882, -0.0004597623192239553, -0.003110600169748068, 0.0010454383445903659, 0.028630290180444717, -0.009931220673024654, -0.027722293511033058, 0.01154859084635973, -0.008157788775861263, -0.03030441142618656, 0.0021689077839255333, 0.0004123230173718184, 0.005767201539129019, -0.042760998010635376, -0.0031584829557687044, 0.02790673077106476, -0.01276871282607317, 0.0073207286186516285, 0.0020217127166688442, -0.019834065809845924, -0.02157912403345108, 0.02272830717265606, -0.037880513817071915, -0.0035149427130818367, 0.028814727440476418, -0.013031180016696453, -0.0038412543945014477, 0.005174875259399414, -0.004639298655092716, 0.0014932299964129925, 0.008398975245654583, -0.03348240256309509, -0.015322455205023289, 0.0030573972035199404, -0.00923603493720293, 0.0012715508928522468, 0.005933904554694891, 0.02017456479370594, 0.00890262983739376, -0.015748078003525734, 0.0005918830283917487, 0.006661011837422848, -0.015223142690956593, 0.016684450209140778, 0.015535267069935799, 0.007739258464425802, 0.03728463873267174, -0.016173701733350754, 0.016003452241420746, -0.004337815567851067, 0.008207445032894611, -0.0035450910218060017, -0.026487983763217926, -0.03260277956724167, 0.009009036235511303, 0.006501402705907822, -0.004944329150021076, -0.006203466095030308, -0.006529777776449919, 0.024118678644299507, -0.01706751249730587, 0.0037490357644855976, 0.01139962300658226, 0.009888658300042152, 0.008952286094427109, -0.000824202666990459, 0.02261480875313282, -0.0003843914601020515, -0.010966905392706394, -0.01913888193666935, -0.012059339322149754, 0.012541713193058968, -0.03810751438140869, -0.0009895751718431711, -0.015279892832040787, 0.044037871062755585, 0.0013646561419591308, -0.03992350772023201, -0.020387377589941025, -0.036972515285015106, -0.055558085441589355, -0.0066468240693211555, 0.006011935416609049, 0.02152237482368946, 0.0038199732080101967, 0.016187889501452446, 0.021238625049591064, 0.02858772873878479, -0.004731517285108566, 0.0024615239817649126, 0.0002680099569261074, 0.006295684725046158, -0.008576318621635437, -0.023849116638302803, -0.011286122724413872, -0.0076966960914433, -0.040377505123615265, -0.010690249502658844, 0.016812138259410858, -0.017961321398615837, -0.01227924507111311, 0.025920486077666283, -0.023437680676579475, -0.0071469321846961975, 0.0068809171207249165, -0.006856088992208242, 0.0067071206867694855, 0.03356752544641495, 0.03177990764379501, -0.039895132184028625, -0.008228725753724575, 0.011023654602468014, -0.01124356035143137, -0.013591584749519825, -0.017833635210990906, 0.00010441082849865779, 0.01926656812429428, 0.01718101277947426, 0.006210559979081154, 0.002681429497897625, -0.0035521849058568478, 0.00011394302418921143, 0.03158128261566162, 0.011016561649739742, 0.004628658294677734, 0.018684882670640945, -0.0032524748239666224, -0.01664188876748085, -0.003922832198441029, 0.0015535267302766442, 0.007710883393883705, -0.0008596712723374367, 0.032517652958631516, -0.053486716002225876, 0.015237330459058285, -0.024884801357984543, 0.021040000021457672, -0.01804644614458084, -0.0007887340034358203, -0.01675538904964924, 0.0005462171393446624, -0.02767973020672798, 0.028672853484749794, -0.0022487121168524027, -0.023863304406404495, -0.003147842362523079, -0.006487215403467417, 0.010527093894779682, -0.005199703387916088, -0.013662522658705711, 0.005831045098602772, -0.022600620985031128, -0.0020039784722030163, 0.013868240639567375, -0.02065693959593773, -0.011995496228337288, 0.022529684007167816, 0.01798969693481922, -0.014003021642565727, -0.0025218205992132425, 0.20191590487957, -0.03149615600705147, -0.009172191843390465, 0.0033766150008887053, -0.003653270425274968, -0.019365880638360977, 0.015109643340110779, 0.007519352715462446, -0.020614376291632652, 0.022331058979034424, -0.006480121519416571, 0.0044619557447731495, -0.027041295543313026, -0.006171544548124075, 0.016202077269554138, -0.010172407142817974, -0.043129872530698776, -0.02102581225335598, -0.010136938653886318, 0.01645745150744915, 0.0039050979539752007, -0.0009195246384479105, -0.016003452241420746, -0.025196926668286324, 0.008966473862528801, -0.011513122357428074, -0.009001942351460457, -0.0007142498507164419, 0.007154025603085756, 0.0015703742392361164, -0.01475495658814907, 0.007005057297646999, 0.0042455969378352165, -0.001406331779435277, 0.0010525321122258902, -0.004958516452461481, 0.01100237388163805, 0.0007949410355649889, 0.012108995579183102, 0.008214537985622883, 0.01858557015657425, 0.005894888658076525, 0.015989266335964203, -0.02993553690612316, 0.005838138982653618, 0.030077410861849785, -0.012534619309008121, 0.0041782064363360405, -0.008753661997616291, 0.001368202967569232, -0.01693982444703579, 0.010186594910919666, 0.0006743476260453463, 0.026502171531319618, -0.006363075226545334, 0.00594099797308445, -0.0010809069499373436, 0.024657802656292915, 0.02572186104953289, 0.0039618476293981075, -0.025977235287427902, -0.00012425110617186874, -0.012293432839214802, 0.018514633178710938, -0.003589426865801215, 0.0035202631261199713, -0.018429508432745934, 0.019337505102157593, 0.014840081334114075, -0.019734755158424377, -0.0066219959408044815, -0.0045683616772294044, -0.021408874541521072, 0.0006832148064859211, -0.041654378175735474, -0.031439408659935, 0.05002497881650925, 0.030389536172151566, 0.00807266402989626, 0.020089440047740936, 0.013747647404670715, -0.00316912354901433, -0.01615951582789421, -0.011087498627603054, -0.004582548979669809, -0.031098907813429832, 0.005256453063338995, -0.004039878956973553, -0.027637168765068054, -0.0009585401276126504, -0.023863304406404495, -0.004100175574421883, 0.006980229634791613, 0.0036390831228345633, 0.007944976910948753, -0.011371247470378876, 0.01817413419485092, 0.00670357421040535, 0.0041108159348368645, -0.010229157283902168, 0.006082872860133648, 0.052635468542575836, 0.03963975980877876, -0.004862751346081495, -0.0079520707949996, 0.0155778294429183, -0.005586311686784029, 0.01865650713443756, 0.004412299487739801, -0.009257316589355469, -0.005426702555269003, -0.03473089635372162, 0.02601979859173298, -0.004607377108186483, 0.005664342548698187, 0.011860715225338936, -0.008207445032894611, 0.00036000675754621625, 0.02560836263000965, -0.00011494057980598882, -0.023920055478811264, -0.018429508432745934, -0.004075347445905209, 0.017649197950959206, -0.015677141025662422, -0.02150818705558777, -0.00015240433276630938, 0.008711099624633789, -0.03765351325273514, 0.011995496228337288, 0.0153933921828866, -0.017039136961102486, 0.0007368610822595656, 0.01121518574655056, -0.0045470804907381535, -0.006203466095030308, 0.011541496962308884, 0.0016918544424697757, -0.016613513231277466, -0.009959595277905464, -0.017961321398615837, 0.0046570333652198315, 0.009881564415991306, -0.019124694168567657, 0.010449063032865524, 0.004834376275539398, 0.012009683065116405, 0.0044016591273248196, -0.00942047219723463, -0.015620391815900803, -0.0035184896551072598, 0.01361996028572321, 0.00990993995219469, -0.0005448870942927897, 0.020018503069877625, -0.005905529484152794, -0.030020661652088165, 0.0039334725588560104, 0.007306540850549936, 0.015081267803907394, -0.0414273776113987, 0.029850412160158157, 0.022586433216929436, -0.00981772132217884, -0.014854269102215767, -0.009768065065145493, -0.18273445963859558, -0.006359528284519911, 0.014215833507478237, -0.04968447983264923, 0.015379204414784908, 0.02078462578356266, 0.012548807077109814, -0.005543749313801527, -0.018358571454882622, -0.015535267069935799, 0.026800109073519707, -0.010782468132674694, -0.018429508432745934, -0.032404154539108276, 0.008909723721444607, 0.006480121519416571, -0.014187457971274853, 0.028999164700508118, 0.025253675878047943, 0.00582040473818779, 0.016315577551722527, -0.037625137716531754, 0.006802886258810759, -0.008030101656913757, 0.02243037149310112, 0.00778891472145915, 0.004500971175730228, 0.031609658151865005, -0.010534187778830528, -0.023863304406404495, -0.0073420098051428795, -0.029424788430333138, 0.027807418256998062, 0.0031301078852266073, 0.011818152852356434, 0.01579064130783081, 0.02243037149310112, -0.008931005373597145, -0.02187705971300602, 0.022827619686722755, 0.03563889488577843, 0.02261480875313282, 0.024005180224776268, -0.0018621039343997836, -0.025154363363981247, 0.020756252110004425, 0.03314190357923508, -0.028502603992819786, 0.005079110153019428, -0.014272582717239857, 0.01701076328754425, -0.011569872498512268, 0.0030786783900111914, -0.007987539283931255, 0.011697559617459774, 0.015861578285694122, 0.015010330826044083, 0.004806001670658588, 0.018869319930672646, -0.006143169477581978, -0.014939393848180771, -0.0118819959461689, 0.02797766774892807, -0.009363722056150436, 0.0013868240639567375, -0.017408011481165886, -0.016500014811754227, 0.022515496239066124, -0.03149615600705147, 0.00944884680211544, -0.012257964350283146, 0.018613945692777634, -0.013400054536759853, -0.0003695389605127275, 0.023309994488954544, 0.015194768086075783, -0.030247660353779793, 0.006320512853562832, 0.041001755744218826, -0.003220553044229746, 0.002809116616845131, 0.018855132162570953, -0.020458314567804337, 0.0028534524608403444, -0.006501402705907822, -0.0006623769295401871, 0.011981308460235596, 0.014393175952136517, -0.029481537640094757, -0.0067354957573115826, 0.032035280019044876, -0.02396261692047119, -0.002901335246860981, 0.011534403078258038, -0.01669863797724247, 0.0022362980525940657, 0.017847822979092598, -0.021550748497247696, -0.011889089830219746, -0.006632636766880751, -0.0007488317787647247, 0.011605340987443924, 0.005018813535571098, -0.0036603643093258142, 0.03393639996647835, 0.009406284429132938, -0.02060018852353096, 0.011357060633599758, 0.021848686039447784, -0.020586002618074417, -0.005348671693354845, -0.010810842737555504, -0.0001639316469663754, 0.003089318983256817, -0.029538288712501526, 0.0069483076222240925, -0.004884032532572746, -0.020827189087867737, 0.0321771539747715, -0.013336210511624813, 0.043300122022628784, 0.00681352661922574, 0.001041004783473909, 0.01938006840646267, -0.012860930524766445, -0.03566727042198181, -0.10805168002843857, -0.024969926103949547, 0.0020359002519398928, 0.021068375557661057, -0.021125124767422676, 0.028360728174448013, -0.004426486790180206, 0.03189340606331825, -0.037511639297008514, 0.01499614305794239, -0.042760998010635376, -0.019536130130290985, 0.011697559617459774, -0.0073420098051428795, 0.020685313269495964, -0.0030237019527703524, -0.016727013513445854, -0.007547727786004543, -0.02333836816251278, 0.01651420071721077, 0.00484856404364109, 0.006097060162574053, 0.025026677176356316, -0.02577861212193966, 0.006721308454871178, -0.03277302905917168, -0.0451161153614521, 0.00760447746142745, -0.002170681022107601, -0.0004934575408697128, 0.026303548365831375, -0.027012920007109642, 0.002250485587865114, -0.02010362781584263, 0.01133577898144722, -0.008923911489546299, -0.00512167252600193, -0.002630000002682209, -0.007682508789002895, -0.042335376143455505, 0.006387902889400721, 0.01152021624147892, 0.04250562563538551, -0.008796224370598793, -0.02950991317629814, -0.027594605460762978, -0.010676062665879726, 0.01632976531982422, -0.0037915981374680996, -0.02577861212193966, -0.027722293511033058, -0.02723992057144642, -0.032035280019044876, 0.002429602202028036, 0.021252812817692757, 0.004642845597118139, 0.020770438015460968, 0.00645884033292532, -0.0067709642462432384, -0.021352125331759453, -0.022458747029304504, 0.0012431760551407933, -0.02311136946082115, 0.0003320752002764493, 0.0038128793239593506, -0.0009425792377442122, -0.028360728174448013, -0.023054620251059532, -0.014286770485341549, -0.008569224737584591, 0.00454353354871273, 0.017578260973095894, -0.009775158949196339, 0.0071008228696882725, -0.03918575868010521, -0.013024087063968182, -0.02169262431561947, -0.030701659619808197, 0.028020229190587997, 0.00588070135563612, -0.02102581225335598, -0.021848686039447784, 0.02206149697303772, -0.009285691194236279, 0.013690897263586521, 0.012484963051974773, -0.016287202015519142, -0.04097338020801544, 0.000811345293186605, -0.044151369482278824, 0.00838478747755289, 0.030332785099744797, -0.010207876563072205, -0.028559353202581406, 0.008711099624633789, -0.002764781005680561, -0.010775374248623848, 0.014911018311977386, 0.009065785445272923, 0.02377817966043949, -0.025551611557602882, 0.0072533381171524525, -0.06441105902194977, 0.03858988732099533, -0.0040256911888718605, -0.007909508422017097, -0.0023178760893642902, -0.007540633901953697, 0.008874255232512951, -0.019124694168567657, 0.005299015436321497, 0.012598463334143162, -0.019536130130290985, 0.00539478100836277, 0.005827498622238636, -0.004976251162588596, -0.01015112642198801, -0.0033340526279062033, 0.027651356533169746, -0.003436911851167679, 0.005064922384917736, 0.004809548147022724, 0.016982387751340866, 0.003809332614764571, 0.00469604879617691, 0.012385651469230652, -0.013868240639567375, -0.016202077269554138, -0.006941213738173246, 0.023139744997024536, 0.013690897263586521, -0.014492488466203213, -0.0003759676474146545, -0.03308515250682831, -0.00966165866702795, 0.011633715592324734, -0.010023439303040504, -0.01515220571309328, 0.0037100203335285187, 0.025069238618016243, 0.011931652203202248, 0.04758473485708237, -0.030276035889983177, -0.05079109966754913, 0.017932947725057602, -0.02089812606573105, 0.00027111347299069166, -0.013201429508626461, -0.002991780173033476, -0.007647039834409952, 0.01627301424741745, 0.019465193152427673, 0.0410585030913353, 0.02560836263000965, -0.03155290707945824, -0.04162600263953209, 0.0035929738078266382, 0.01395336538553238, 0.04020725563168526, 0.006288590840995312, 0.01097399927675724, 0.02340930514037609, 0.03972488269209862, 0.010626406408846378, 0.007866945117712021, -0.0069234794937074184, -0.004107268992811441, -0.015620391815900803, -0.015819016844034195, 0.015620391815900803, 0.0071894945576786995, -0.02150818705558777, -0.012392744421958923, -0.009952502325177193, 0.018060633912682533, 0.02071368880569935, 0.019124694168567657, 0.015095455572009087, -0.01362705323845148, 0.0041604721918702126, -0.021125124767422676, 0.026104923337697983, -0.002365758642554283, -0.023125557228922844, 0.019848253577947617, 0.002770101185888052, 0.024118678644299507, 0.004727970343083143, -0.016712825745344162, -0.009775158949196339, -0.01566295325756073, -0.014584707096219063, 0.012201214209198952, 0.008909723721444607, 0.0026867499109357595, 0.029651787132024765, 0.0033712948206812143, -0.0008862727554515004, -0.018755819648504257, 0.0014098786050453782, 0.0033446932211518288, 0.01584739051759243, 0.004869845230132341, 0.00445131491869688, 0.0013105664402246475, -0.024232178926467896, -0.011931652203202248, -0.009690034203231335, -0.013910803012549877, -0.02803441695868969, 0.00345819303765893, 0.003348240163177252, -0.0039795818738639355, 0.003050303552299738, -0.008526662364602089, 0.006380809471011162, -0.01884094439446926, 0.028006043285131454, -0.0022948214318603277, -0.03268790245056152, -0.021806122735142708, 0.02377817966043949, 0.03705764189362526, -0.0015322455437853932, 0.03663201630115509, -0.004142737947404385, 0.028431667014956474, 0.035695645958185196, 0.03004903718829155, -0.00551537424325943, 0.02498411387205124, -0.005483452696353197, -0.004018597770482302, 0.006597168277949095, -0.017890384420752525, -0.012938962318003178, -0.023082993924617767, -0.023678867146372795, -0.0020341267809271812, 0.014981956221163273, -0.010832124389708042, 0.09114023298025131, 0.03478764742612839, -0.019876629114151, 0.026005610823631287, -0.01404558401554823, 0.013641241006553173, 0.012378557585179806, 0.02821885421872139, 0.0040718005038797855, -0.005827498622238636, 0.00230191508308053, -0.007817289792001247, -0.018131570890545845, -0.028048604726791382, 0.0023001416120678186, -0.006675199139863253, -0.008157788775861263, 0.011257748119533062, 0.020940687507390976, 0.011605340987443924, 0.03413502499461174, -0.008852973580360413, -0.0019702832214534283, 0.006121888291090727, -0.029907161369919777, -0.0007333142566494644, 0.02023131586611271, -0.012804181315004826, 0.003993769641965628, -0.01962125487625599, 0.008533756248652935, -0.0034209508448839188, -0.032517652958631516, -0.00423850305378437, 0.0004868071700911969, 0.005011719651520252, 0.0019826972857117653, -0.017393823713064194, 0.000853907666169107, -0.016046015545725822, -0.0022699933033436537, 0.01614532805979252, 0.01404558401554823, -0.04193812608718872, 0.005845232866704464, 0.0029119758401066065, -0.01161243487149477, -0.015237330459058285, -0.023082993924617767], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='6d67b397-d83c-4db3-bca3-ef46d5f0ec3d', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='2e4b00ce41b67fb5a1f23e78a578a34248028eb3b1f49dc8b2926b0ac2923f80'), : RelatedNodeInfo(node_id='86cb0aeb-4400-4fda-84ee-76efe87af18f', node_type=, metadata={}, hash='3b496ce84b3562295c1cf582a7635acf4bee6c1c3bd7de8814992099bc915169')}, hash='289b0f1f586b6bef2c5e9b7225cf3a53bce4dcfcc786a3542e2bc13df5d2d29b', text='first pre-trained models that incorporated transformer architecture and resulted in state of the art scores in many NLP tasks. RoBERTa is a variant of BERT, trained on a much larger dataset with a more efficient training procedure. Lastly, Bloom is an open-access multilingual language model, containing 176 billion parameters and was trained on 384 A10080GB GPUs. The increasing availability of specialized hardware for NLP tasks represents a significant development in cloud computing programs. With the availability of these tools, companies can now train and run models that were previously impossible to build. A note on Open Source Open-source LLMs efforts have been progressing, both in terms of open data sets and open source models available for anyone to fine tune and use. The overall potential of open source models are very promising. They provide a more in-depth access to LLMs for everyone, not just by using an API. However there are definitely questions on the increased risks of models that haven\\'t been aligned - and are more flexible to adapting for nefarious use cases such as misinformation. AI efforts like Eleuther\\'s \"The Pile\" and LAION\\'s LAION-5B dataset have facilitated rapid progress in text and image modeling. Many companies and groups are also making foundational models accessible with open-source data sets, such as Big Science\\'s Bloom model and the strategic partnership between Hugging Face and Amazon Web Services (AWS), which increases the availability of open-source data sets and models hosted on Hugging Face. Stability AI also supports EleutherAI\\'s work studying Large Language Models, while Laion\\'s project involves crowdsourcing annotations for its OpenAssistant ChatGPT replication project. Additionally, Carper has developed open-source RLHF workflows ranging from human annotation with CHEESE to do RLHF training using trlX package. Generative AI applied to other modalities By some measures, consumer facing Generative AI has become the fastest growing technology trend of all time, with various models emerging for image, text, and code generation. For example, MidJourney\\'s Discord has attracted around 13 million members for Image Generation, while ChatGPT has reportedly gained over 100 million users within a few months of release. Software development use cases have also seen a significant rise with over', start_char_idx=34724, end_char_idx=37085, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='86cb0aeb-4400-4fda-84ee-76efe87af18f', embedding=[-0.02944914624094963, -0.013315221294760704, -0.008806697092950344, -0.0003976949374191463, -0.001870371401309967, 0.002843244932591915, -0.017038434743881226, 0.0016547616105526686, -0.00732722831889987, -0.04201411455869675, 0.0201376061886549, 0.03763881325721741, -0.028018759563565254, -0.009556949138641357, -0.0010175731731578708, 0.017290856689214706, 0.009094176813960075, -0.002052675699815154, 0.012466805055737495, 0.0006244796677492559, -0.005809194874018431, 0.007677813060581684, -0.004017705097794533, -0.017192691564559937, 0.003730225143954158, 0.031160002574324608, 0.02469521202147007, -0.020810730755329132, -0.01007581502199173, 0.0075375791639089584, 0.017150621861219406, 0.005532232578843832, 0.0020053465850651264, -0.016912223771214485, -0.01238967664539814, -0.008042422123253345, 0.021596040576696396, -0.010762961581349373, 0.021259479224681854, 0.0038529299199581146, 0.021932601928710938, -0.00513256574049592, -0.01339234970510006, -0.03382444754242897, -0.02257767878472805, 0.02734563685953617, 0.013665806502103806, -0.0201376061886549, 0.004242079332470894, 0.02050221525132656, 0.012291512452065945, 0.04369692504405975, -0.012705203145742416, -0.020880846306681633, 0.0012340594548732042, -0.000383452425012365, -0.00906613003462553, 0.025508569553494453, 0.01344844326376915, 0.011772646568715572, 0.0025259654503315687, -0.009248434565961361, -0.02914063073694706, 0.024190369993448257, -0.018987687304615974, -0.0016249618493020535, -0.02041807398200035, 0.018889524042606354, 0.026335950940847397, -0.021876508370041847, 0.015215392224490643, 0.005037907510995865, 0.0010412377305328846, -0.02886016294360161, 0.007355275098234415, -0.018917569890618324, 0.021652134135365486, -0.0026486702263355255, -0.025873178616166115, 0.011961963027715683, 0.008869802579283714, -0.01001270953565836, 0.0012182831997051835, 0.013013717718422413, 0.005451597739011049, -0.021974673494696617, -0.010973312892019749, 0.0020631931256502867, -0.0028011747635900974, -0.009746265597641468, 0.002913361880928278, 0.0009194093872793019, 0.030066175386309624, 0.013315221294760704, -0.025564663112163544, 0.00619483832269907, -0.003327052341774106, 0.008217713795602322, -0.0015145274810492992, -0.0200674906373024, -0.007271134294569492, 0.0034392396919429302, 0.001615320798009634, -0.019871162250638008, -0.020768659189343452, 0.005216706078499556, 0.008280819281935692, 0.019099874421954155, 0.03132828325033188, 0.008470135740935802, 0.0034444984048604965, 0.030767345800995827, 0.0015048864297568798, -0.026630442589521408, -0.011106534861028194, -0.023278849199414253, 0.041817788034677505, -0.002326132031157613, 0.0011376485927030444, -0.010461458936333656, 0.03301109001040459, 0.012158290483057499, 0.008091503754258156, -0.005956440232694149, 0.02022174745798111, 0.03575967624783516, -0.01804812066257, 0.0010061791399493814, 0.00793724600225687, 0.0036495907697826624, 0.007095842156559229, -0.003863447578623891, -0.0009272975148633122, 0.009746265597641468, -0.03197335824370384, 0.02238135039806366, -0.01563609391450882, 0.011660459451377392, -0.004781980533152819, -0.016533592715859413, 0.004035234451293945, 0.01586046814918518, -0.009374644607305527, 0.00795126985758543, -0.014023402705788612, 0.028677858412265778, -0.0010710373753681779, 0.021231431514024734, 0.011050441302359104, 0.0224374458193779, 0.027948642149567604, -0.023391036316752434, -0.028888210654258728, 0.00893991906195879, 0.014836760237812996, 0.026125600561499596, 0.007313204929232597, 0.015481837093830109, -0.019071828573942184, 0.01619703136384487, -0.0024961656890809536, 0.018931593745946884, -0.01782374456524849, -0.007775976788252592, 0.02699505165219307, 0.037049829959869385, 0.02693895809352398, -0.0034339807461947203, -0.01234059501439333, -0.025564663112163544, -0.01597265526652336, 0.027822431176900864, -0.0455760583281517, 0.015117228962481022, -0.005654937122017145, 0.00893991906195879, -0.002371707931160927, 0.002457601483911276, -0.019688857719302177, -0.021596040576696396, -0.010776985436677933, 0.0004104036488570273, 0.00794425792992115, 0.0228581465780735, 0.004929226357489824, -0.026195716112852097, 0.013707876205444336, -0.0034234633203595877, -0.023727597668766975, -0.020908894017338753, 0.011968974955379963, 0.02039002813398838, 0.008371971547603607, -0.01239668857306242, -0.6174784898757935, -0.025354312732815742, 0.009851440787315369, -0.025760991498827934, -0.007846093736588955, -0.001991323195397854, -0.006261449307203293, 0.0071098655462265015, 0.0015048864297568798, 0.025256149470806122, 0.0016679085092619061, 0.0009649854036979377, -0.008112538605928421, -0.007712871767580509, -0.004967790562659502, -0.014738596975803375, 0.003589991247281432, -0.021287525072693825, 0.012424735352396965, 0.003814365714788437, -0.02667251229286194, 0.007404356729239225, -0.020894870162010193, -0.01121872290968895, -0.025999389588832855, 0.0070081958547234535, 0.010377318598330021, 0.026209739968180656, 0.008596345782279968, 0.007186993956565857, -0.023475177586078644, 0.00368815497495234, 0.002634646836668253, -0.032506249845027924, 0.041958022862672806, -0.006682151462882757, -0.006328060757368803, 0.015061134472489357, 0.006780315190553665, 0.04910995811223984, -0.0359560064971447, 0.00076690485002473, 0.007095842156559229, 0.0036460848059505224, 0.0013287174515426159, 0.0025172007735818624, 0.044398095458745956, -0.0068784793838858604, -0.015369649976491928, -0.02706516720354557, -0.005325387232005596, 0.01476664375513792, -0.005391998682171106, -0.006934572942554951, 0.0009851440554484725, 0.026574349030852318, 0.051101282238960266, -0.009395680390298367, 0.019366320222616196, -0.02235330455005169, 0.0005596214323304594, 0.014177660457789898, -0.01594460941851139, -0.007481485605239868, -0.018833430483937263, 0.0029799730982631445, 0.02024979330599308, -0.0032113592606037855, 0.001973794074729085, -0.04263114556670189, 0.010805032216012478, 0.023923926055431366, -0.016842106357216835, -0.03612428531050682, 0.017445113509893417, 0.005959946196526289, 0.013006706722080708, -0.0006621675565838814, -0.0020333933643996716, 0.025760991498827934, 0.008722556754946709, -0.009914546273648739, -0.0050484249368309975, 0.004266620613634586, 0.03362812101840973, -0.006464788690209389, 0.0018528421642258763, -0.007397345267236233, 0.00450501823797822, -0.0016442440683022141, 0.01239668857306242, 0.024120252579450607, -0.02719137817621231, -0.05354135483503342, -0.004263114649802446, -0.0062123676761984825, -0.02236732840538025, 0.011401026509702206, 0.0007134406478144228, -0.023405060172080994, -0.0037547661922872066, -0.011008371599018574, 0.041677553206682205, 0.019352296367287636, 0.03519874066114426, 0.023026427254080772, -0.034665852785110474, 0.013925239443778992, 0.018903547897934914, -0.030234457924962044, -0.0206284262239933, 0.007278146222233772, -0.027920596301555634, -0.015580001287162304, 0.005465621128678322, -0.013602701015770435, -0.0001323458709521219, -0.01797800324857235, 0.017192691564559937, -0.03329155966639519, 0.03438538312911987, -0.023377012461423874, 0.0016547616105526686, -0.005497173871845007, 0.003611026331782341, 0.01816030777990818, -0.0004084316024091095, -0.03197335824370384, 0.0006139621254988015, 0.023180685937404633, -0.01030018925666809, -0.0201376061886549, 0.008364959619939327, -0.007250099442899227, 0.022114906460046768, -0.0006494588451460004, 0.025340288877487183, 0.0035146153531968594, 0.0031920771580189466, -0.027654150500893593, -0.014542268589138985, -0.001534686191007495, 0.018945617601275444, 0.012740261852741241, -0.032786715775728226, -0.0200674906373024, -0.016828084364533424, 0.005307857878506184, 0.002412025351077318, -0.03180507943034172, -0.025452475994825363, 0.017459137365221977, -0.005381480790674686, 0.039770372211933136, -0.02001139707863331, -0.002867785980924964, -0.0075726378709077835, -0.039237480610609055, -0.00995661597698927, -0.030991720035672188, 0.0065384116023778915, 0.010706868022680283, -0.012999694794416428, 0.005826723761856556, -0.003581226570531726, -0.01368684135377407, -0.0077619533985853195, 0.008021386340260506, -0.03589991107583046, -0.013967309147119522, -0.008463123813271523, -0.0245269313454628, 0.007418380118906498, 0.021610064432024956, -0.003533897688612342, 0.03559139743447304, -0.021820414811372757, -0.0009500855812802911, 0.014416058547794819, -0.011415050365030766, -0.01019501406699419, 0.00994960404932499, 0.005907358601689339, -0.012088173069059849, 0.009767300449311733, 0.009823394007980824, 0.048633161932229996, 0.016814060509204865, -0.0019790527876466513, 0.019576670601963997, -0.01576230488717556, 0.03351593390107155, -0.015103205107152462, 0.02454095520079136, -0.0065068588592112064, 0.019310226663947105, 0.020488191395998, -0.00911521166563034, -0.002282308880239725, 0.032674528658390045, -0.0020141112618148327, 0.0072080292738974094, 0.004301678854972124, -0.014177660457789898, 0.004231561906635761, -0.039602089673280716, 0.0028572683222591877, -0.031019767746329308, 0.004603181965649128, 0.025256149470806122, 0.02224111743271351, 0.005451597739011049, -0.007474473677575588, -0.01232657115906477, -0.0036951666697859764, 0.017543276771903038, 0.0012375653022900224, 0.013848110102117062, -0.023362990468740463, 0.00893991906195879, 0.00732021639123559, 0.016295194625854492, 0.007453438825905323, 0.0022963322699069977, -0.002462860196828842, 0.013595689088106155, -0.01587449200451374, -0.0024786365684121847, -0.00563039630651474, -0.039489902555942535, 0.011695518158376217, 0.01835663430392742, 0.002792410086840391, 0.007060783449560404, 0.02498970367014408, 0.01600070297718048, 0.005227223504334688, 0.011870810762047768, 0.04061177372932434, -0.02455497905611992, -0.013364302925765514, -0.00044436659663915634, 0.024372674524784088, -0.016267146915197372, 0.023320918902754784, 0.010713879950344563, 0.020754637196660042, -0.00798632763326168, -0.02964547462761402, 0.011772646568715572, -0.023264825344085693, 0.02233928069472313, 0.004859108943492174, -0.003926552832126617, 0.001921206247061491, 0.0016854377463459969, 0.005192164797335863, -0.019548624753952026, 0.021904556080698967, 0.010994347743690014, -0.0045225475914776325, 0.011583331041038036, 0.004813533276319504, -0.0013690347550436854, -0.0009272975148633122, 0.004112362861633301, -0.008196678943932056, 0.006124721374362707, -0.015271485783159733, -0.012838425114750862, 0.0017038434743881226, -0.013707876205444336, 0.032814763486385345, -0.043781064450740814, 0.014724573120474815, 0.006436741910874844, 0.006145756226032972, 0.022002719342708588, 0.014009379781782627, 0.03239406272768974, -0.019815068691968918, -0.03438538312911987, 0.02238135039806366, -0.004007187206298113, -0.021652134135365486, -0.019001711159944534, -0.01563609391450882, 0.0054165394976735115, -0.021890532225370407, -0.0007397345034405589, 0.003926552832126617, 0.021021081134676933, 0.0047153690829873085, 0.007965292781591415, -0.010482493788003922, 0.0015197863103821874, -0.0043858191929757595, -0.01228450145572424, -0.0008137956028804183, -0.01587449200451374, 0.021063150838017464, 0.022970333695411682, 0.0017467901343479753, -0.011849775910377502, 0.023026427254080772, -0.03878873214125633, -0.02958938106894493, -0.004122880287468433, -0.019520577043294907, -0.030514925718307495, -0.008582322858273983, 0.007362286560237408, 0.0015189098194241524, -0.01583242230117321, 0.0025417418219149113, 0.014444105327129364, 0.0016863142373040318, -0.027429776266217232, 0.013083835132420063, 0.016603710129857063, -0.026013413444161415, -0.01579035259783268, -0.01132389809936285, 0.007614708039909601, 0.07090232521295547, 0.01025110762566328, -0.02008151262998581, -0.0015416978858411312, -0.03298304229974747, 0.011807705275714397, -0.010377318598330021, -0.015005040913820267, -0.006159779615700245, 0.005444586277008057, -0.030066175386309624, -0.0020789694972336292, 0.028635788708925247, -0.01465445663779974, 0.01370086520910263, 0.0069696311838924885, 0.0018773830961436033, -0.02036198042333126, -0.01234059501439333, -0.016800036653876305, 0.007923223078250885, -0.024022089317440987, -0.0010798020521178842, 0.0003681143280118704, 0.023923926055431366, -0.01363074779510498, 0.032926950603723526, 0.02037600427865982, -0.014682503417134285, -0.006583987735211849, -8.463342965114862e-05, 0.008813709020614624, -0.010342259891331196, 0.013280162587761879, -0.01816030777990818, 0.010833078995347023, 0.01363775972276926, 0.00026096677174791694, 0.003349840408191085, -0.0017283844063058496, 0.01030018925666809, 0.017585348337888718, -0.006601517088711262, -0.0014917395310476422, 0.0003867391496896744, -0.028187040239572525, -0.009521890431642532, 0.013777993619441986, -0.03996669873595238, -0.03884482756257057, 0.0007007319363765419, 0.012347606010735035, -0.03399273008108139, 0.013139928691089153, 0.004354266449809074, 0.028102898970246315, 0.0028730446938425303, -0.013118893839418888, -0.0101389205083251, -0.016365312039852142, -0.0061317328363657, -0.037442486733198166, -0.0009413209045305848, 0.003709190059453249, -0.007698848377913237, -0.00021900612046010792, -0.013946274295449257, 0.002483895281329751, -0.023615410551428795, 0.025340288877487183, -0.008196678943932056, -0.021876508370041847, -0.048745349049568176, -0.01573425903916359, -0.0068749734200537205, 0.008182656019926071, 0.016547616571187973, -0.0031552657019346952, 0.016323240473866463, 0.013139928691089153, 0.017150621861219406, -0.01837065815925598, 0.013813052326440811, -0.02456900291144848, -0.013090847060084343, -0.010755950585007668, 0.009781323373317719, -0.034974366426467896, -0.0011648188810795546, 0.007691836450248957, 0.0057495953515172005, -0.014948947355151176, -0.0075375791639089584, -0.0027275518514215946, -0.004533065017312765, 0.02001139707863331, 0.009760288521647453, 0.010643762536346912, 0.015033087693154812, -0.011099523864686489, -0.0036145320627838373, -0.03455366566777229, -0.032337967306375504, -0.028285203501582146, 0.015089182183146477, -0.0031131955329328775, 0.007278146222233772, 0.005665455013513565, 0.0073412517085671425, -0.01370086520910263, -0.013308209367096424, 0.0029326442163437605, 0.006065121851861477, -0.01142206136137247, 0.012866471894085407, -0.013658794574439526, 0.016449451446533203, -0.009472808800637722, -0.009087164886295795, -0.025564663112163544, 0.0038283891044557095, -0.032842811197042465, 0.04021912068128586, 0.023377012461423874, -0.016491521149873734, 0.028537625446915627, 0.01469652634114027, -0.005037907510995865, -0.031160002574324608, 0.010847101919353008, -0.003989658318459988, 0.028369344770908356, -0.0074324035085737705, -0.03427319601178169, -0.00895394291728735, -0.023965995758771896, -0.0016451204428449273, 0.012480828911066055, -0.0008146720938384533, -0.010510540567338467, -0.01813226006925106, 0.008981989696621895, -0.010868137702345848, -0.0010175731731578708, 0.014612386003136635, -0.02442876808345318, 0.0017275079153478146, 0.015622070990502834, 0.003810859750956297, 0.032422106713056564, -0.023334942758083344, 0.021441783756017685, -0.0036040146369487047, -0.02448486164212227, -0.03315132483839989, -0.033095233142375946, 0.0029326442163437605, -0.013217057101428509, 0.035395070910453796, 0.0027748809661716223, 0.04568824544548988, -0.004077304620295763, 0.034609757363796234, 0.01579035259783268, 0.0031061838380992413, -0.016617732122540474, 0.007001183927059174, 0.013301197439432144, -0.00788816437125206, -0.00994960404932499, 0.014009379781782627, 0.008189667016267776, 0.015411719679832458, -0.021624088287353516, 0.003402428235858679, 0.012522898614406586, -0.006009028293192387, -0.008533241227269173, -0.02057233266532421, -0.057664234191179276, -0.027499893680214882, 0.016337264329195023, -0.01823042333126068, -0.00363206141628325, -0.051101282238960266, -0.008280819281935692, 0.062320005148649216, 0.019254133105278015, 0.02508786879479885, 0.019632764160633087, 0.032534293830394745, -0.001181471743620932, 0.008701521903276443, 0.019268155097961426, 0.001358517212793231, -0.03533897548913956, -0.00306937238201499, -0.03317937254905701, -0.014864807017147541, 0.015537930652499199, 0.009227398782968521, 0.041340991854667664, 0.006058109924197197, 0.0022192036267369986, 0.014373987913131714, 0.010987336747348309, -0.012810378335416317, -0.003027302213013172, -0.002587317954748869, -0.02016565389931202, 0.013427408412098885, -0.035114601254463196, -0.012291512452065945, -0.024246463552117348, -0.014002367854118347, -0.0005201806197874248, -0.0063140373677015305, 0.030122268944978714, -0.04058372974395752, -0.017389019951224327, 0.005391998682171106, 0.028593719005584717, 0.04560410603880882, 0.0022682854905724525, 0.02477935329079628, 0.016701873391866684, 0.00911521166563034, -0.01113458164036274, 0.00031530746491625905, 0.008589334785938263, -0.013364302925765514, 0.02504579722881317, 0.007078312803059816, 0.004235067870467901, -0.012298524379730225, 0.011408038437366486, -0.012663133442401886, -0.03676936402916908, -0.055616818368434906, 0.010047768242657185, 0.012999694794416428, 0.024302557110786438, -0.03225382789969444, -0.023040451109409332, -0.00889784935861826, 0.0062544378452003, -0.013441432267427444, 0.0070993476547300816, 0.009346597827970982, -0.010762961581349373, -0.002555765211582184, 0.0056479256600141525, 0.003663614159449935, 0.02512993849813938, 0.0007419256726279855, 0.01570621132850647, 0.007649766281247139, -0.00338139315135777, -0.02290021814405918, 0.004459442105144262, 0.002645164495334029, 0.018693195655941963, -0.008582322858273983, 0.017613394185900688, 0.006331566721200943, -0.00449800631031394, 0.003432227997109294, -0.011520225554704666, 0.002461107214912772, 0.03592795878648758, -0.021722251549363136, -0.012347606010735035, 0.0011394014582037926, -0.013995355926454067, 0.013434420339763165, -0.04307989403605461, -0.002739822492003441, -0.014226742088794708, -0.03110390715301037, -0.002350672846660018, 0.03662912920117378, -0.014128578826785088, -0.0226477961987257, 0.013181999325752258, -0.005164118018001318, -0.030571019276976585, -0.017220739275217056, 0.008680486120283604, 0.02936500683426857, -0.0490538626909256, 0.002787151373922825, 0.012298524379730225, -0.01614093780517578, 0.012950613163411617, -0.006030063144862652, -0.0037547661922872066, -0.005139577202498913, 0.023278849199414253, -0.01257198117673397, 0.018903547897934914, 0.01771155744791031, -0.01597265526652336, -0.0011420309310778975, 0.00906613003462553, 0.0006179062183946371, 0.010896184481680393, 0.01109251193702221, -0.02491958811879158, -0.01792190968990326, -0.015061134472489357, 0.0036180380266159773, 0.009584995917975903, -0.014296859502792358, 0.015117228962481022, 0.00250493036583066, -0.012936589308083057, 0.004214032553136349, 0.007509532384574413, -0.019646788015961647, 0.005640913732349873, 0.006321048829704523, 0.0011166135082021356, 0.031019767746329308, 0.0004820544854737818, 0.02036198042333126, -0.016814060509204865, 0.003560191486030817, -0.009514879435300827, -0.041340991854667664, -0.007579649332910776, 0.004810027312487364, 0.0012226654216647148, -0.0034707922022789717, -0.00014724573702551425, -0.014724573120474815, -0.0006328060408122838, -0.028229109942913055, 0.021469829604029655, 0.023096544668078423, -0.00017189624486491084, 0.021778345108032227, 0.015748281031847, 0.024260487407445908, 0.002869538962841034, -0.01006880309432745, -0.02693895809352398, -0.013252115808427334, 0.010587668977677822, -0.044285908341407776, -0.002273544203490019, -0.0006959113525226712, 0.034806087613105774, 0.005164118018001318, -0.034974366426467896, -0.014948947355151176, -0.03519874066114426, -0.04092029109597206, -0.0250177513808012, 0.00307112536393106, 0.020796706900000572, 0.018524914979934692, 0.024050137028098106, -0.008343924768269062, 0.04030326008796692, 0.006612034514546394, 0.003200841834768653, 0.002383978571742773, 0.009024060331285, 0.002355931792408228, -0.01999737322330475, -0.002513695042580366, 0.00445243064314127, -0.036797408014535904, -0.0158885158598423, 0.0035198740661144257, -0.003216617973521352, -0.009472808800637722, 0.008925896137952805, -0.015033087693154812, -0.004897673614323139, 0.00021089884103275836, -0.018538938835263252, 0.00899601262062788, 0.019758975133299828, 0.021399712190032005, -0.03138437494635582, 0.0016915729502215981, -0.0018581008771434426, -0.009402691386640072, -0.004543582443147898, -0.014072485268115997, 0.00806345697492361, 0.010882160626351833, 0.0009851440554484725, -0.002969455672428012, 0.0022402387112379074, -0.008273808285593987, 0.006475306581705809, 0.032842811197042465, -0.003909023478627205, 0.0014032167382538319, 0.00917831715196371, 0.005584820173680782, -0.0003913405817002058, -0.004834568127989769, 0.004834568127989769, -0.0051781414076685905, -0.017571324482560158, 0.013813052326440811, -0.036236472427845, 0.028187040239572525, -0.01566414162516594, 0.016729919239878654, -0.025648804381489754, -0.00312371295876801, -0.02037600427865982, 0.004084316082298756, -0.02691091038286686, 0.03452561795711517, -0.000663482234813273, -0.011751611717045307, -0.004242079332470894, 0.004490994848310947, -0.002532977145165205, -0.001558350631967187, -0.014780666679143906, 0.01775362901389599, -0.029953988268971443, -0.004806521348655224, 0.028201064094901085, -0.023573340848088264, -0.02029186487197876, 0.024344628676772118, -0.0018808889435604215, -0.005595337599515915, 0.005437574349343777, 0.20182481408119202, -0.019520577043294907, -0.0007511285366490483, -0.007579649332910776, -0.00037249663728289306, -0.006938078906387091, 0.031496562063694, 0.005805688910186291, -0.012025068514049053, 0.01813226006925106, 0.004876638296991587, 0.009031071327626705, -0.029897894710302353, -0.0057531013153493404, 0.01570621132850647, -0.018903547897934914, -0.023769667372107506, -0.023937949910759926, 0.005896841175854206, 0.0037547661922872066, 0.008133573457598686, 0.011246769689023495, -0.023923926055431366, -0.008701521903276443, 0.01817432977259159, 0.004971296526491642, -0.01772558130323887, 0.004455936141312122, 0.013160963542759418, 0.014388011768460274, -0.01783776842057705, 0.00029646349139511585, 0.006457777228206396, 0.0009825146989896894, -0.00512555381283164, -0.006569964345544577, 0.01126079261302948, -0.0008751479908823967, 0.016463475301861763, 0.021890532225370407, 0.032534293830394745, -0.008477146737277508, 0.021778345108032227, -0.02022174745798111, 0.021287525072693825, 0.021722251549363136, -0.015439766459167004, -0.011029406450688839, -0.0016933259321376681, -0.005199176725000143, -0.021638110280036926, 0.007509532384574413, 0.01844077557325363, 0.03777904808521271, -0.01108550000935793, 0.010286166332662106, -0.013967309147119522, 0.019001711159944534, 0.03200140595436096, 0.017066482454538345, -0.027527939528226852, 0.011863798834383488, -0.009283493272960186, 0.015495860017836094, -0.019604718312621117, 0.01783776842057705, -0.0048556034453213215, 0.004859108943492174, 0.009858452714979649, -0.02685481682419777, -0.00798632763326168, -0.015229416079819202, -0.027878524735569954, -0.01137999165803194, -0.02942110039293766, -0.03188921883702278, 0.05685087665915489, 0.0058477590791881084, 0.012067138217389584, 0.0411166176199913, 0.016926247626543045, 0.0004082125087734312, -0.0021858979016542435, -0.02486349456012249, -0.011695518158376217, -0.03354398161172867, 0.03155265748500824, -0.010727903805673122, -0.022970333695411682, 0.004312196280807257, -0.01834261044859886, 0.000524562899954617, 0.0012340594548732042, 0.004207021091133356, -0.0031727950554341078, -0.017431089654564857, 0.025676850229501724, -0.0026188704650849104, 0.01144309714436531, -0.016715897247195244, -0.0027801396790891886, 0.04212630167603493, 0.0273877065628767, 0.021890532225370407, -0.01619703136384487, 0.01789386197924614, -0.013953286223113537, -0.006384154316037893, 0.005150094628334045, -0.016771990805864334, -0.011169640347361565, -0.04983917623758316, 0.030795393511652946, 0.004396337084472179, -0.01598667912185192, 0.017178669571876526, 0.016295194625854492, -0.015327579341828823, 0.005265787709504366, -0.007369298487901688, -0.01832858845591545, -0.006352601572871208, -0.011821729131042957, 0.02231123484671116, -0.0359560064971447, -0.03800342231988907, -0.009830405935645103, 0.001205136184580624, -0.0399947464466095, 0.003989658318459988, 0.010762961581349373, -0.009725229814648628, 0.008154609240591526, 0.015327579341828823, -0.008722556754946709, 0.0007629607571288943, 0.021077174693346024, -0.008456111885607243, -0.02660239487886429, 0.014528245665133, -0.013777993619441986, 0.014500198885798454, 0.011408038437366486, -0.01006880309432745, 0.021427759900689125, -0.022128930315375328, 0.008449099957942963, 0.0071063595823943615, -0.016477499157190323, -0.009655113331973553, -0.018538938835263252, 0.0026679523289203644, 0.0027257988695055246, 0.01773960515856743, 0.016309218481183052, 0.014149613678455353, -0.024330604821443558, 0.0016363558825105429, 0.007215040735900402, 0.0033621108159422874, -0.04504317045211792, 0.024232439696788788, 0.009549937210977077, 0.0035496738273650408, -0.012838425114750862, -0.007775976788252592, -0.18017268180847168, -0.006552434992045164, 0.020866824313998222, -0.03200140595436096, 0.026630442589521408, 0.014275824651122093, 0.008322889916598797, 0.004133398178964853, -0.004676804877817631, -0.006720716133713722, 0.025775015354156494, 0.0012428241316229105, -0.01227047760039568, -0.012866471894085407, 0.014226742088794708, 0.025270171463489532, -0.015201369300484657, 0.02046014554798603, 0.016898199915885925, 0.01789386197924614, 0.03629256784915924, -0.02518603205680847, 0.014626409858465195, -0.006366624962538481, 0.0036180380266159773, 0.01563609391450882, -0.008077479898929596, 0.02958938106894493, -0.01832858845591545, -0.030571019276976585, -0.01590253971517086, -0.019268155097961426, 0.026209739968180656, 0.006166791543364525, 0.02897235006093979, 0.015201369300484657, 0.018412727862596512, -0.003076384076848626, -0.025522593408823013, 0.017192691564559937, 0.01996932551264763, 0.0179078858345747, 0.03404882177710533, 0.003116701263934374, -0.015551953576505184, 0.008217713795602322, 0.012403699569404125, -0.037105925381183624, -0.006913537625223398, -0.011905869469046593, 0.026209739968180656, -0.02674262970685959, -0.007916211150586605, -0.001560103613883257, 0.025438454002141953, 0.02956133335828781, 0.027906572446227074, -0.0013681582640856504, 0.017066482454538345, -0.008196678943932056, -0.007649766281247139, -0.002552259247750044, 0.034749992191791534, -0.00682238582521677, 0.010244095697999, -0.03589991107583046, -0.028509577736258507, 0.01989920809864998, -0.011597353965044022, 0.009206363931298256, -0.01030018925666809, 0.012950613163411617, -0.0051816473715007305, -0.0016828083898872137, 0.028551649302244186, 0.02030588686466217, -0.012607038952410221, 0.015201369300484657, 0.03152460977435112, -0.01233358308672905, -0.014388011768460274, 0.009220387786626816, -0.026181694120168686, 0.010440423153340816, -0.007278146222233772, -0.016982341185212135, 0.017697535455226898, 0.011737588793039322, -0.02933695912361145, 0.005090495105832815, 0.023068498820066452, -0.01842675171792507, 0.004196503199636936, 0.0035040979273617268, 0.0059424168430268764, 0.0055147032253444195, 0.007446426898241043, 6.124283390818164e-05, -0.0007585784769617021, 0.002301590982824564, 0.015495860017836094, 0.014177660457789898, 0.01445812825113535, -0.0001734300603857264, 0.0160988662391901, 0.005164118018001318, -0.009087164886295795, 0.013055788353085518, 0.024148300290107727, -0.02675665356218815, -0.0012209125561639667, -0.009227398782968521, -0.007043254096060991, 0.011758623644709587, -0.004168456420302391, 0.01775362901389599, -0.0022402387112379074, -0.019772998988628387, 0.03390858694911003, -0.0015443272422999144, 0.05441080406308174, 0.0011192428646609187, 0.0022472504060715437, 0.02235330455005169, -0.01759937033057213, -0.022016743198037148, -0.10360490530729294, -0.023601386696100235, 0.0023173673544079065, 0.024400722235441208, -0.012803367339074612, 0.032842811197042465, -0.012698191218078136, 0.014352953061461449, -0.03604014590382576, 0.0016836848808452487, -0.01595863327383995, -0.008168632164597511, 0.013125904835760593, -0.010377318598330021, 0.031019767746329308, -0.03362812101840973, 0.0006192208966240287, -0.025887202471494675, -0.026700560003519058, 0.03160874918103218, 0.007635742891579866, 0.0003617599722929299, 0.009458784945309162, -0.025354312732815742, 0.01576230488717556, -0.012607038952410221, -0.02933695912361145, 0.012901530601084232, 0.0009150270489044487, 0.0005482273991219699, 0.013048776425421238, -0.03138437494635582, 0.009942593052983284, -0.031160002574324608, -0.012004032731056213, -0.028285203501582146, 0.0029396559111773968, -0.02520005591213703, 0.01996932551264763, -0.03839607909321785, -0.005781148094683886, 0.010216048918664455, 0.023503223434090614, -0.005286823026835918, -0.02252158522605896, -0.016491521149873734, -0.008400018326938152, 0.029925942420959473, -0.02054428495466709, -0.019801044836640358, -0.048717301338911057, -0.025508569553494453, -0.028215086087584496, 0.009353609755635262, 0.013785005547106266, 0.004434901289641857, 0.01759937033057213, -0.017697535455226898, -0.006384154316037893, -0.025410406291484833, -0.026027435436844826, -0.0009378150571137667, -0.011337921023368835, -0.019801044836640358, -0.0030325609259307384, 0.003814365714788437, -0.044033486396074295, -0.021792368963360786, -0.0026749640237540007, -0.007362286560237408, -0.009788335300981998, 0.021806390956044197, -0.011667471379041672, 0.0038809766992926598, -0.025508569553494453, -0.009823394007980824, 0.0053183757700026035, -0.007712871767580509, 0.023292873054742813, -4.457634531718213e-06, -0.01333625614643097, -0.02245146781206131, 0.021021081134676933, -0.012831414118409157, 0.03685350343585014, -0.006952102296054363, -0.014114554971456528, -0.01602874882519245, 0.005781148094683886, -0.046277228742837906, -0.012151278555393219, 0.008932908065617085, -0.017178669571876526, -0.010748938657343388, 0.012578992173075676, 0.004038739949464798, 0.013841099105775356, 0.008035410195589066, 0.01334326807409525, 0.021329596638679504, -0.010040756314992905, 0.0007011701818555593, -0.06776108592748642, 0.02679872326552868, 0.006180814933031797, 0.004007187206298113, 0.005830229725688696, -0.03388054296374321, 0.0030851487535983324, -0.011898857541382313, 0.006689163390547037, 0.011239757761359215, -0.03550725802779198, 0.011457120068371296, 0.0020666990894824266, -0.00793724600225687, -0.01827249489724636, -0.006002016365528107, 0.02911258488893509, 0.0022612737957388163, 0.01457031536847353, -0.0037758012767881155, 0.016968317329883575, 0.007579649332910776, 0.017318902537226677, 0.018791360780596733, -0.023980019614100456, 0.004343749023973942, -0.01779569871723652, 0.028747975826263428, 0.023124592378735542, -0.018552962690591812, 0.006485824007540941, -0.015523906797170639, 0.004382313694804907, 0.01250186376273632, 0.011688506230711937, -0.00889083743095398, 0.00793023407459259, 0.021904556080698967, 0.01255094539374113, 0.05889829248189926, -0.026209739968180656, -0.03427319601178169, 0.01602874882519245, -0.01569218747317791, -0.00800736341625452, 0.00041851092828437686, -0.004634734708815813, -0.009199352003633976, 0.01823042333126068, 0.0226477961987257, 0.030430784448981285, 0.02030588686466217, -0.03132828325033188, -0.02455497905611992, -0.0135185606777668, 0.007411368656903505, 0.04063982143998146, -0.004981813952326775, 0.016814060509204865, 0.002231474034488201, 0.020670495927333832, 0.007509532384574413, 0.020782683044672012, -0.003426969051361084, -0.00022316930699162185, -0.023208731785416603, -0.02253560908138752, -0.0021052632946521044, 0.00444191275164485, -0.01813226006925106, -0.00732722831889987, -0.004322714172303677, 0.0076637896709144115, 0.023797715082764626, 0.007607696112245321, 0.0007103729876689613, -0.015061134472489357, 0.008533241227269173, -0.02459704875946045, 0.023671504110097885, 0.0036776375491172075, -0.0035163683351129293, -0.007397345267236233, 0.023923926055431366, 0.011898857541382313, 0.008610369637608528, -0.021175337955355644, -0.0016714143566787243, -0.00011525484296726063, -0.012144266627728939, 0.011926904320716858, -0.007236076053231955, 0.007754941936582327, 0.02970156818628311, 0.0020123582798987627, 6.798063986934721e-05, -0.013763969764113426, 0.019772998988628387, 0.011583331041038036, 0.016926247626543045, 0.020852800458669662, 0.009592007845640182, 0.015523906797170639, -0.013048776425421238, -0.009584995917975903, 0.005760112777352333, -0.019071828573942184, -0.019506553187966347, 0.008512205444276333, 0.002894079778343439, 0.015299532562494278, 0.011870810762047768, -0.014317894354462624, 0.007390333339571953, -0.031019767746329308, 0.023152638226747513, 0.0042876554653048515, -0.031496562063694, -0.035226788371801376, 0.032926950603723526, 0.020754637196660042, 0.009767300449311733, 0.028299227356910706, -0.019688857719302177, 0.0500355027616024, 0.03564748913049698, 0.03410491719841957, 0.004673298913985491, 0.018693195655941963, 0.004007187206298113, -0.005970464088022709, -0.0066435872577130795, 0.002967702690511942, -0.015201369300484657, -0.02455497905611992, -0.004978307988494635, -0.025340288877487183, 0.015411719679832458, -0.024176346138119698, 0.09906131774187088, 0.0413970872759819, -0.012074150145053864, 0.014114554971456528, -0.0064051891677081585, 0.009795347228646278, 0.01595863327383995, 0.023138614371418953, -0.001305929385125637, -0.021399712190032005, 0.011590342968702316, -0.011457120068371296, -0.006282484624534845, -0.018777336925268173, 0.02257767878472805, 0.0021841449197381735, -0.009521890431642532, 0.013960298150777817, 0.0050519309006631374, -0.008287831209599972, 0.03216968849301338, -0.0069731371477246284, -0.0030553489923477173, -0.010608704760670662, -0.04019107297062874, -0.008694509975612164, 0.01255094539374113, -0.010391341522336006, -0.004438407253473997, -0.0031815594993531704, 0.027808409184217453, 0.01469652634114027, -0.028663836419582367, -0.012887507677078247, -0.014079496264457703, 0.005949428770691156, 0.026392044499516487, -0.005160612519830465, -0.0005894211353734136, -0.0026311411056667566, 0.006938078906387091, -0.00048556033289059997, 0.005174635909497738, -0.01810421422123909, -0.000601691659539938, -0.013988344930112362, -0.004249091260135174, -0.012193349190056324, -0.032898902893066406], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='76a353e8-4beb-4bce-9d57-7c8e91d4dd7c', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='289b0f1f586b6bef2c5e9b7225cf3a53bce4dcfcc786a3542e2bc13df5d2d29b'), : RelatedNodeInfo(node_id='5e67a423-4a88-42ed-bcdb-8fb46f782974', node_type=, metadata={}, hash='631a60e02733787de56c4a84109db92a87c93fa432b7f28232c7f05bbf6fb852')}, hash='3b496ce84b3562295c1cf582a7635acf4bee6c1c3bd7de8814992099bc915169', text=\"ChatGPT replication project. Additionally, Carper has developed open-source RLHF workflows ranging from human annotation with CHEESE to do RLHF training using trlX package. Generative AI applied to other modalities By some measures, consumer facing Generative AI has become the fastest growing technology trend of all time, with various models emerging for image, text, and code generation. For example, MidJourney's Discord has attracted around 13 million members for Image Generation, while ChatGPT has reportedly gained over 100 million users within a few months of release. Software development use cases have also seen a significant rise with over 1.2 million developers using GitHub Copilot's technical preview as of September. 1. Image Generation: Dall-E MidJourney Stable Diffusion DreamStudio The combination of models, data, and computing has provided an incredible set of tools for working with images. OpenAI's DALL-E is an AI system that uses deep learning and transformer language models to generate digital images from natural language descriptions. It employs a decoder-only transformer model that models text and images as a single data stream containing up to 256 tokens for text and 1024 for images. The neural network then autoregressively models them. DALL-E is a 12-billion parameter version of GPT-3. The model uses a causal mask for text tokens and sparse attention for image tokens. DALL-E 2 is capable of producing higher-resolution images and uses zero-shot visual reasoning. It can create anthropomorphized versions, fill in the blanks, and transform existing images. However, DALL-E uses public datasets as training data, which can affect its results and often leads to algorithmic biases. Midjourney is an artificial intelligence program developed by Midjourney, Inc., an independent research lab. The platform uses natural language descriptions to generate images, and users can create images by using Discord bot commands on the official Discord server. On March 16, 2023, beta version 5 was released. Users can generate images by typing the /imagine command followed by the prompt, and the bot generates four images, from which the user selects the image they want to upscale. Midjourney Inc.\", start_char_idx=36432, end_char_idx=38662, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='5e67a423-4a88-42ed-bcdb-8fb46f782974', embedding=[-0.02929200977087021, -0.01929575577378273, -0.008922687731683254, -0.001850302331149578, -6.493165710708126e-05, 0.016067948192358017, -0.024101920425891876, -0.0001308631181018427, -0.015300098806619644, -0.04396645352244377, 0.015740901231765747, 0.03705581650137901, -0.014617566019296646, -0.0006172118009999394, 0.0032100346870720387, 0.016309678554534912, 0.015328537672758102, 0.01332359854131937, 0.01225714199244976, -0.009711865335702896, 0.00637741107493639, 0.012036740779876709, -0.012299800291657448, 0.0030038529075682163, -0.0034997554030269384, 0.02290748991072178, 0.030315808951854706, -0.02240980975329876, -0.009143088944256306, -0.000542115478310734, 0.02223917655646801, 0.004585763905197382, 0.005083443596959114, -0.014674443751573563, -7.126374839572236e-05, -0.0021702393423765898, 0.019693899899721146, -0.015243221074342728, 0.01439716573804617, -0.010053131729364395, 0.022168079391121864, -0.011247563175857067, -0.02336251176893711, -0.04163447022438049, -0.03088458627462387, 0.034723829478025436, 0.007173698861151934, -0.006647579837590456, 0.014404275454580784, 0.026860488578677177, 0.004756396636366844, 0.04436459764838219, -0.011325770057737827, -0.021144282072782516, -0.002644812688231468, 0.002237781649455428, -0.012370897457003593, 0.025282133370637894, -0.011802121065557003, 0.0014308294048532844, -0.008460556156933308, -0.015101026743650436, -0.022608881816267967, 0.020404871553182602, -0.026035763323307037, 0.0024706246331334114, -0.011069820262491703, 0.016380775719881058, 0.031623996794223785, -0.011802121065557003, 0.03640172258019447, 0.008446336723864079, -0.006274320185184479, -0.025794032961130142, 0.0037823664024472237, -0.011837669648230076, 0.014240751974284649, 0.001775650423951447, -0.012904126197099686, 0.0025790478102862835, 0.014503811486065388, -0.008289922960102558, -0.009697645902633667, 0.022608881816267967, 0.015300098806619644, -0.006882200483232737, -0.01537119597196579, 0.0015241443179547787, -0.006370301358401775, -0.021030526608228683, 0.00155169446952641, 0.004336923826485872, 0.024315211921930313, 0.017105964943766594, -0.03921716660261154, -0.0014157212572172284, -0.0021915684919804335, 0.0013259612023830414, -0.006540934555232525, -0.010053131729364395, -0.01456068828701973, 0.00033193465787917376, -0.007934438064694405, -0.023789094761013985, -0.02764255739748478, 0.012157605960965157, -0.008062412962317467, 0.020163141191005707, 0.03941623866558075, 0.01234956830739975, 0.007891779765486717, 0.023945508524775505, 0.0045288861729204655, -0.04436459764838219, -0.011219124309718609, -0.0192815363407135, 0.033586274832487106, 3.368781108292751e-05, -0.013039210811257362, -0.02209698222577572, 0.024286773055791855, 0.012690834701061249, 0.027585679665207863, -0.013842607848346233, 0.016750479117035866, 0.037510838359594345, -0.02388863079249859, -0.0060823578387498856, -0.018115544691681862, 0.008211716078221798, 0.011759462766349316, -0.02242402918636799, 0.0044791181571781635, 0.009292392991483212, -0.0240166038274765, 0.012726383283734322, -0.0019107349216938019, 0.022452468052506447, 0.0002790561702568084, -0.02713065780699253, -0.0032757995650172234, 0.02683204971253872, -0.030173614621162415, 0.005705543328076601, -0.016736259683966637, 0.042430758476257324, -0.006743561010807753, 0.00801975466310978, 0.009463026188313961, 0.014688663184642792, 0.016067948192358017, -0.018542127683758736, -0.029021842405200005, 0.009953595697879791, 0.008183278143405914, 0.02809757925570011, 0.020376432687044144, 0.014688663184642792, -0.02533901110291481, 0.0316808745265007, 0.013245392590761185, 0.013437354005873203, -0.014432714320719242, -0.004027651622891426, 0.03924560546875, 0.025580741465091705, 0.015598706901073456, -0.017404573038220406, -0.027258632704615593, -0.023604242131114006, -0.010756992734968662, 0.017248159274458885, -0.03779522702097893, 0.026874708011746407, 0.005872621666640043, 0.0034855359699577093, -0.0003288241568952799, 0.0067293415777385235, -0.02484133094549179, -0.024585381150245667, -0.007479416206479073, 0.006434288807213306, -0.004564434755593538, 0.03239184617996216, 0.0010771212400868535, -0.017461450770497322, 0.02485555037856102, 0.002282217377796769, -0.00924262497574091, -0.0053536128252744675, -0.000808285316452384, 0.022125421091914177, 0.009427477605640888, -0.0010024693328887224, -0.6174641847610474, -0.03580450639128685, 0.01023087464272976, -0.028069140389561653, -0.019238878041505814, 0.005467367824167013, -0.010977393947541714, 0.013295159675180912, -0.004244497511535883, 0.033102814108133316, 0.011396867223083973, 0.0032757995650172234, -0.012399336323142052, -0.004831048659980297, -0.00866673793643713, -0.013686194084584713, -0.0015436960384249687, -0.030344247817993164, 0.004361807834357023, -0.0010904519585892558, -0.0165229681879282, 0.012406446039676666, -0.038676828145980835, 0.001050459803082049, -0.011339989490807056, -0.00413074204698205, 0.007948657497763634, 0.009548341855406761, -0.007884670048952103, 0.0016085722018033266, -0.017930692061781883, 0.00589039595797658, 0.0033522287849336863, -0.02535323053598404, 0.04516088590025902, 0.006153455004096031, -0.0056237815879285336, 0.031168974936008453, 0.012683724984526634, 0.02552386373281479, -0.029149815440177917, -0.007820682600140572, 0.01669360138475895, 0.00703505938872695, -0.004475563298910856, 0.004546660464257002, 0.04410864785313606, -0.01783115603029728, -0.0047066290862858295, -0.04100881516933441, 0.009178637526929379, 0.004159180913120508, -0.004841713234782219, -0.005502916406840086, 0.007138150278478861, 0.011169356293976307, 0.04661126807332039, -0.02290748991072178, 0.003467761678621173, -0.0040951939299702644, -0.012058069929480553, 0.01817242242395878, 0.0020920324604958296, 0.0006412070943042636, -0.01241355575621128, 0.004863042384386063, 0.020632382482290268, -0.01012422889471054, 0.016622504219412804, -0.02613529935479164, 0.0023106562439352274, 0.02486976981163025, -0.001756098703481257, -0.03108365833759308, 0.02387441135942936, 0.024258334189653397, 0.0144611531868577, -0.0036401720717549324, 0.005684214178472757, 0.03074239194393158, 0.020504407584667206, -0.013757291249930859, -0.0071203759871423244, -0.008538763038814068, 0.029405765235424042, 0.0033362319227308035, -0.0056486655957996845, -0.007287453860044479, -0.00674711586907506, -0.004493337590247393, 0.018243519589304924, 0.033131252974271774, 0.002237781649455428, -0.06700191646814346, 0.003775256685912609, 0.021442890167236328, -0.014020350761711597, 0.01800178922712803, -0.003194037824869156, -0.01447537261992693, -0.02026267722249031, 0.0070457239635288715, 0.02781319059431553, 0.011368428356945515, 0.04641219601035118, 0.012953894212841988, -0.05070646107196808, 0.0038321344181895256, 0.014759760349988937, -0.03136804699897766, -0.02728707157075405, 0.009583890438079834, -0.031282730400562286, -0.03449631854891777, 0.011219124309718609, -0.025922007858753204, 0.011276002041995525, -0.019836094230413437, 0.012804590165615082, -0.02208276279270649, 0.01669360138475895, -0.03057175874710083, 0.009790072217583656, -0.012932565063238144, -0.007813572883605957, 0.03176619112491608, 0.008631189353764057, -0.026618758216500282, -0.0026288158260285854, 0.021201159805059433, -0.01037306897342205, -0.012449104338884354, 0.006921303924173117, -0.006459172815084457, 0.028069140389561653, 0.013430244289338589, 0.016110606491565704, -0.006551599130034447, -0.0048239389434456825, -0.03611733391880989, -0.015797778964042664, -0.007977096363902092, 0.019366852939128876, 0.004109412897378206, -0.03139648586511612, -0.005517135839909315, -0.019537486135959625, -0.01126889232546091, 0.019054025411605835, -0.02240980975329876, -0.028325090184807777, 0.003515752265229821, -0.019537486135959625, 0.036373283714056015, -0.00897956546396017, -0.00014486037252936512, -0.002756790490821004, -0.032135896384716034, -0.012783261016011238, -0.03560543432831764, 0.011887437663972378, 0.010323300957679749, -0.01649452932178974, 0.004806164652109146, -0.024798672646284103, -0.017091745510697365, -0.0173050370067358, 0.005545574706047773, -0.02583669126033783, -0.020632382482290268, -0.01314585655927658, -0.013024991378188133, 0.0016850015381351113, 0.03185150772333145, 0.0012824141886085272, 0.025068841874599457, -0.021826812997460365, -0.002541721798479557, -0.012939674779772758, -0.013607987202703953, -0.007621610537171364, 0.004002767615020275, -0.002467069774866104, -0.02957639843225479, 0.019039805978536606, 0.01702064834535122, 0.04152071475982666, 0.013863936997950077, 0.006476947106420994, 0.02239559032022953, -0.008012644946575165, 0.031282730400562286, -0.003197592683136463, 0.003999212756752968, -0.020632382482290268, 0.012811699882149696, 0.019509047269821167, -0.00012930786760989577, -0.001477042562328279, 0.03074239194393158, 0.018101325258612633, 0.016565626487135887, 0.002751458203420043, -0.003746817819774151, 0.008282813243567944, -0.04328392073512077, 0.0008487217710353434, -0.023177659139037132, 0.0081761684268713, 0.020475968718528748, 0.024471625685691833, -0.006921303924173117, -0.0033913322258740664, -0.019054025411605835, -0.006292094476521015, 0.02044752985239029, 0.009356380440294743, 0.011581719852983952, -0.0214286707341671, 0.012804590165615082, 0.0017623197054490447, 0.012420665472745895, 0.0077566951513290405, -0.0016174593474715948, -0.006252991035580635, -0.0009535900317132473, -0.01585465669631958, -0.0017489889869466424, 0.010813870467245579, -0.03691362217068672, 0.015556048601865768, 0.002756790490821004, -0.006370301358401775, -0.006644024979323149, 0.023575803264975548, -0.0037183789536356926, 0.002870545955374837, 0.00021617965830955654, 0.04493337497115135, -0.01915356144309044, -0.004205394070595503, 0.0073016732931137085, 0.037027377635240555, -0.01332359854131937, 0.0359751395881176, 0.013252501375973225, 0.023646900430321693, -0.005691323895007372, -0.009015114046633244, -0.011055600829422474, -0.031936824321746826, -2.1023637600592338e-05, 0.008183278143405914, -0.0016690046759322286, -0.008254374377429485, 0.0025292797945439816, -0.005389160942286253, -0.016252800822257996, 0.026121079921722412, 0.013892375864088535, -0.0018218634650111198, 0.017262378707528114, 0.003074950072914362, -0.0024510729126632214, -0.010756992734968662, -0.0038925670087337494, 0.005865511950105429, 0.009775852784514427, -0.011240453459322453, -0.009221295826137066, 0.0006545378128066659, -0.007102601695805788, 0.018755419179797173, -0.032619357109069824, 0.01046549528837204, -0.004560879897326231, -0.0006149900145828724, 0.01913934201002121, 0.021841032430529594, 0.032789990305900574, -0.021954787895083427, -0.029405765235424042, 0.020376432687044144, -0.0016885563964024186, -0.004877261817455292, -0.01193720567971468, -0.009882498532533646, 0.005257631652057171, -0.02781319059431553, 0.011041381396353245, 0.00269635790027678, 0.010117119178175926, 0.009541232138872147, 0.0017987570026889443, -0.0070706079714000225, -0.007621610537171364, -0.01095606479793787, -0.02275107614696026, 0.004884371533989906, -0.01830039732158184, 0.02846728451550007, 0.035065095871686935, 0.008659628219902515, -0.010273532941937447, 0.025936227291822433, -0.03913185000419617, -0.02501196414232254, 0.005364276934415102, -0.02094521000981331, -0.015442293137311935, -0.020177360624074936, 0.0039067864418029785, -0.006313423626124859, -0.011659926734864712, 0.013629316352307796, 0.0029523076955229044, -0.001283302903175354, -0.028552601113915443, 0.03625952824950218, 0.019039805978536606, -0.02859525941312313, -0.01879807747900486, -0.024101920425891876, 0.006693792995065451, 0.076443612575531, 0.0064982762560248375, -0.015172123908996582, -0.013330708257853985, -0.014283410273492336, 0.011212014593183994, -0.0313396081328392, -0.010515263304114342, -0.009832730516791344, 0.0019676126539707184, -0.04058223217725754, -0.012569969519972801, 0.03486602380871773, -0.01241355575621128, -0.0003588182444218546, 0.004880816675722599, 0.004006322473287582, -0.015499170869588852, -0.016267020255327225, -5.9155019698664546e-05, -0.006320533342659473, -0.01636655628681183, -0.001983609516173601, -0.0012406446039676666, 0.016053728759288788, -0.014468262903392315, 0.023774875327944756, 0.00949857383966446, -0.020305335521697998, -0.0045928736217319965, -0.0004665747983381152, 0.0038179149851202965, 0.003771701827645302, 0.013757291249930859, -0.006551599130034447, 0.01895448938012123, 0.015015710145235062, 0.0021133616100996733, -0.007205692585557699, -0.006878645624965429, 0.0133378179743886, 0.03887590020895004, -0.003323789918795228, 0.009299502708017826, 0.0049874624237418175, -0.029235132038593292, -0.022623101249337196, 0.023504706099629402, -0.04826071858406067, -0.03182306885719299, -0.004980352707207203, 0.011183575727045536, -0.02761411853134632, -0.0017792052822187543, 0.0024812892079353333, 0.021641960367560387, 0.005936609115451574, -0.004724403377622366, -0.004006322473287582, -0.025609180331230164, -0.010927625931799412, -0.031282730400562286, -0.003446432529017329, -0.0012362010311335325, -0.013458683155477047, -0.01202252134680748, -0.010181106626987457, 0.014162545092403889, -0.02225339598953724, 0.029491081833839417, -0.00949857383966446, -0.01714862324297428, -0.05858401954174042, -0.016096387058496475, -0.009029333479702473, 0.005598897580057383, 0.01588309556245804, -0.011738133616745472, 0.002840329660102725, 0.019494827836751938, 0.004297820385545492, -0.02223917655646801, 0.022011665627360344, -0.01667938195168972, -0.020305335521697998, -0.008325471542775631, -0.00012797481031157076, -0.032619357109069824, 0.007450977340340614, 0.0016023511998355389, 0.00519364420324564, -0.010159777477383614, -0.006096577271819115, -0.004386691842228174, -0.0057624210603535175, 0.014183874242007732, 0.039330922067165375, 0.015513390302658081, 0.014297629706561565, -0.019850313663482666, 0.01004602201282978, -0.026590319350361824, -0.028808550909161568, -0.009960705414414406, 0.01649452932178974, -0.020831454545259476, 0.012776151299476624, 0.0002499507972970605, 0.008709396235644817, -0.0035584105644375086, -0.012463323771953583, 0.005538464989513159, 0.0067933290265500546, -0.003089169505983591, 0.02270841784775257, -0.014468262903392315, 0.003615288296714425, -0.016921112313866615, -0.0007962876698002219, -0.0062209973111748695, 0.01421231310814619, -0.03938779979944229, 0.0281402375549078, 0.022950148209929466, -0.009441697038710117, 0.03591826185584068, 0.0019533932209014893, -0.0011473296908661723, -0.02875167317688465, 0.0183288361877203, 0.010728553868830204, 0.03207901865243912, -0.005833518225699663, -0.04120788723230362, -0.006779109593480825, -0.025395888835191727, 0.023632680997252464, 0.006885755341500044, -0.0010851196711882949, -0.010223764926195145, -0.002611041534692049, 0.016082167625427246, -0.011148027144372463, -0.0009367044549435377, 0.01241355575621128, -0.02715909667313099, -0.014439824037253857, 0.00437958212569356, 0.004500447306782007, 0.03634484484791756, -0.021542424336075783, 0.025609180331230164, -0.02044752985239029, -0.0105437021702528, -0.024955086410045624, -0.04052535444498062, -0.020333774387836456, -0.010003363713622093, 0.02027689665555954, 0.0060823578387498856, 0.03625952824950218, 0.014660224318504333, 0.031140536069869995, 0.01817242242395878, 0.014646004885435104, -0.013487122021615505, 0.003506865119561553, -0.004955468699336052, -0.008297032676637173, -0.006491166539490223, 0.021812593564391136, 0.017049087211489677, 0.012605518102645874, -0.03705581650137901, 0.007813572883605957, 0.023504706099629402, 0.005456703249365091, -0.015456512570381165, -0.012207373976707458, -0.046184685081243515, -0.022296054288744926, -0.005172315053641796, -0.007255460601300001, -0.010501043871045113, -0.04689565673470497, -0.005403380375355482, 0.04547371342778206, 0.0006212110165506601, 0.015570268034934998, 0.011347099207341671, 0.03825024515390396, 0.016210142523050308, 0.014233642257750034, 0.020390652120113373, 0.0012477543205022812, -0.044051770120859146, -0.0030127400532364845, -0.025765594094991684, -0.008709396235644817, 0.018428372219204903, -0.01266239583492279, 0.045047130435705185, 0.020205799490213394, 0.011339989490807056, 0.009683426469564438, 0.009427477605640888, -0.0053962706588208675, -0.0160110704600811, -0.006256545893847942, -0.012470433488488197, 0.0013170740567147732, -0.023618461564183235, -0.025310572236776352, -0.023007025942206383, -0.007052833680063486, 0.0005252299015410244, -0.014603346586227417, 0.024571161717176437, -0.0414922758936882, -0.0017836488550528884, 0.002600376959890127, 0.023334072902798653, 0.040155649185180664, 0.0042516072280704975, 0.01980765536427498, 0.03253404051065445, 0.009207076393067837, -0.015285879373550415, 0.002870545955374837, 0.005058559589087963, -0.02270841784775257, 0.027912726625800133, 0.01653718762099743, -0.007134595420211554, -0.006075248122215271, 0.0337284691631794, -0.007792243734002113, -0.026405468583106995, -0.04041159898042679, 0.0018947380594909191, 0.0261637382209301, 0.025125719606876373, -0.024812892079353333, -0.007728256285190582, -0.0013890598202124238, 0.028893867507576942, -0.025111500173807144, 0.012655286118388176, -0.009050662629306316, -0.009114650078117847, 0.0035495234187692404, 0.00012397559476085007, 0.012029631063342094, 0.014930393546819687, 0.01045127585530281, 0.01316007599234581, 0.0016147932037711143, -0.009790072217583656, -0.01636655628681183, 0.001129555399529636, -0.003423325950279832, 0.03321656957268715, -0.005246967077255249, 0.03088458627462387, 0.012086508795619011, -0.006192558445036411, -0.002301769098266959, -0.006782664451748133, -0.0033806676510721445, 0.036373283714056015, -0.019409511238336563, -0.005755311343818903, 0.006796883884817362, -0.018869174644351006, 0.004909255541861057, -0.0431986041367054, -0.010813870467245579, -0.012861467897891998, -0.01471710205078125, -0.002273330232128501, 0.022779515013098717, -0.004532441031187773, -0.011460854671895504, 0.008325471542775631, 0.002571938093751669, -0.02421567589044571, 0.013074759393930435, 0.011084039695560932, 0.02859525941312313, -0.0323634073138237, 0.012726383283734322, 0.0013810613891109824, -0.03287530317902565, 0.006519605405628681, -0.014788199216127396, -0.007106156554073095, -0.009775852784514427, 0.028253993019461632, -0.01316007599234581, 0.011979863978922367, 0.02486976981163025, -0.007614500820636749, -0.0040951939299702644, 0.02041909098625183, -0.006178339011967182, -0.0035548557061702013, 0.005047895014286041, -0.03074239194393158, -0.023490486666560173, -0.006256545893847942, 0.0013179627712816, 0.0031016115099191666, -0.000482571660540998, 0.011738133616745472, -0.005097663030028343, -0.008282813243567944, -5.7821947848424315e-05, 0.013138746842741966, -0.021670399233698845, 0.0062707653269171715, -0.0038463538512587547, -0.0007976207416504622, 0.01980765536427498, 0.006661799270659685, 0.03455319628119469, -0.01045127585530281, 0.004727958235889673, -0.0002144022291759029, -0.0369989387691021, -0.008816041983664036, 0.010629018768668175, 0.002292881952598691, -0.01502992957830429, -0.0004408021050039679, -0.01012422889471054, -0.00420894892886281, -0.027514582499861717, 0.016267020255327225, 0.0219405684620142, -0.014254971407353878, 0.019693899899721146, 0.004280046094208956, 0.020689260214567184, -0.00027661220519803464, -0.002721241908147931, -0.026121079921722412, -0.009214186109602451, -0.007998425513505936, -0.0476919449865818, -0.0035548557061702013, 0.006768445018678904, 0.030202053487300873, 0.000128752421005629, -0.0179875697940588, -0.012292690575122833, -0.01685001514852047, -0.033102814108133316, -0.014446933753788471, 0.007187918294221163, 0.017902253195643425, 0.004056090489029884, 0.024471625685691833, -0.0009624771773815155, 0.034723829478025436, 0.005922389682382345, 0.019054025411605835, -0.004201839212328196, 0.007543403655290604, -0.014958832412958145, -0.022779515013098717, -0.001850302331149578, -0.006320533342659473, -0.0438811369240284, -0.011212014593183994, -0.0007398543530143797, 0.0024244114756584167, 0.004998126998543739, 0.011901657097041607, -0.018428372219204903, -0.016423432156443596, 0.004674635361880064, 0.003899676725268364, 0.0018467474728822708, 0.013245392590761185, 0.02403082326054573, -0.03264779597520828, -0.002552386373281479, -0.005819298792630434, -0.011041381396353245, -0.0053038448095321655, -0.0005470034084282815, 0.012072289362549782, 0.0027923390734940767, 0.0021720167715102434, -0.01619592308998108, 0.0057624210603535175, -0.014190983958542347, -0.0033166802022606134, 0.030202053487300873, 0.003242028411477804, 0.0018965154886245728, 0.004091639071702957, 0.006821767892688513, -0.009199966676533222, -0.009633658453822136, 0.009527012705802917, 0.0008571645594201982, -0.01992141082882881, 0.0070706079714000225, -0.028851209208369255, 0.021826812997460365, -0.009818511083722115, 0.01994984969496727, -0.01767474226653576, -0.002929201116785407, -0.020532846450805664, 0.008673847652971745, -0.020888332277536392, 0.016921112313866615, -0.0038925670087337494, -0.01586887612938881, -0.004532441031187773, 0.0027034676168113947, -0.02842462621629238, 0.0021666844841092825, -0.007920218631625175, 0.020077824592590332, -0.03057175874710083, -0.005094108171761036, 0.005158095620572567, -0.02290748991072178, -0.01797335036098957, 0.020077824592590332, 0.00013141856470610946, -0.006505385972559452, 0.004038316197693348, 0.20043697953224182, -0.010344630107283592, 0.006676018703728914, 0.00383924413472414, 0.001980054657906294, -0.010565031319856644, 0.039188727736473083, 0.009064882062375546, 0.0011713249841704965, 0.015115246176719666, 0.007219912018626928, 0.009704755619168282, -0.017120184376835823, -0.0029718594159930944, 0.009064882062375546, -0.02518259733915329, -0.03486602380871773, -0.014297629706561565, 0.010991613380610943, -0.004255162086337805, 0.004315594676882029, -0.00045546586625277996, -0.013593767769634724, -0.021855251863598824, 0.029206693172454834, 0.010053131729364395, -0.016067948192358017, -0.00115355069283396, 0.006665354128926992, 0.021969007328152657, -0.020376432687044144, -0.0015943527687340975, 0.0005327839753590524, 0.01103427167981863, -0.012363787740468979, -0.009619439020752907, -0.006484056822955608, -0.00707416282966733, 0.006320533342659473, 0.024244114756584167, 0.008254374377429485, -0.020006727427244186, 0.011823450215160847, -0.020063605159521103, 0.012904126197099686, 0.013152966275811195, -0.013970582745969296, -0.001721438835375011, -0.000698973482940346, -0.0017125516897067428, -0.004358252976089716, 0.01185899879783392, 0.009647877886891365, 0.04317016527056694, -0.014518029987812042, 0.0098114013671875, -0.011944315396249294, 0.029775470495224, 0.032960619777441025, 0.023092342540621758, -0.04362518712878227, 0.020177360624074936, -0.02960483729839325, 0.025580741465091705, -0.01103427167981863, 0.00875916425138712, 0.0023408725392073393, 0.00988960824906826, 0.0028421070892363787, -0.02286483161151409, -0.00048034987412393093, -0.01865588314831257, -0.02124381810426712, -0.011681255884468555, -0.022025885060429573, -0.028353529050946236, 0.061086639761924744, 0.004308484960347414, 0.015229001641273499, 0.03287530317902565, 0.004681745078414679, 0.005606007296591997, -0.011638597585260868, -0.01219315454363823, -0.0129112359136343, -0.013871046714484692, 0.01930997520685196, -0.017859594896435738, -0.018513688817620277, 0.006441398523747921, -0.026903146877884865, -0.005677104461938143, 0.007145259995013475, -0.012029631063342094, -0.004464898724108934, -0.011837669648230076, 0.03694206103682518, 0.0037432629615068436, -0.002323098247870803, -0.01946638897061348, -0.009974924847483635, 0.04624156281352043, 0.02438630908727646, 0.0313396081328392, 0.0020475969649851322, 0.006139235571026802, -0.03222121298313141, -0.0038676830008625984, 0.005883286241441965, -0.010024692863225937, -0.025211036205291748, -0.04007033258676529, 0.025936227291822433, -0.0015303653199225664, -0.017063306644558907, 0.03921716660261154, 0.01275482214987278, -0.024144578725099564, 0.007088382262736559, -0.0049874624237418175, -0.015456512570381165, 0.0021222487557679415, -0.006434288807213306, 0.01616748422384262, -0.011638597585260868, -0.024244114756584167, -0.001508147455751896, 0.01992141082882881, -0.03287530317902565, 0.003222476691007614, 0.010515263304114342, -0.011233343742787838, 0.01734769530594349, 0.01780271716415882, 0.001189099159091711, -0.010337520390748978, 0.021826812997460365, -0.009221295826137066, -0.017688961699604988, 0.0013703968143090606, -0.013245392590761185, 0.014112777076661587, 0.004432904999703169, 0.002680361270904541, 0.0277989711612463, -0.01812976412475109, 0.017788497731089592, 0.012292690575122833, -0.017589425668120384, -0.011233343742787838, -0.020731918513774872, 0.004329814109951258, 0.018926052376627922, 0.0029274236876517534, 0.026945805177092552, 0.018271958455443382, -0.023120781406760216, 0.005829963367432356, -0.006071693263947964, -0.00016274573863483965, -0.03779522702097893, 0.016650943085551262, 0.0012015411630272865, 0.013607987202703953, -0.026078421622514725, -0.01828617788851261, -0.1838286966085434, 0.0033220124896615744, 0.029633276164531708, -0.034411001950502396, 0.014773979783058167, 0.007635829970240593, -0.005893950816243887, -0.0010291306534782052, -0.005104772746562958, -0.014347397722303867, 0.016409212723374367, 0.013892375864088535, -0.0059259445406496525, -0.01004602201282978, 0.011795011349022388, 0.018670102581381798, 0.0024937312118709087, 0.018243519589304924, 0.020333774387836456, 0.01864166371524334, 0.025410108268260956, -0.029633276164531708, 0.004013432189822197, -0.0032100346870720387, 0.012484652921557426, 0.004802609793841839, -0.005858402233570814, 0.02273685671389103, -0.026220615953207016, -0.03827868402004242, -0.026192177087068558, -0.02519681677222252, 0.01733347587287426, 0.0173050370067358, 0.032789990305900574, 0.01128311175853014, 0.023248756304383278, -0.00939903873950243, -0.013515560887753963, 0.03105521947145462, 0.02403082326054573, 0.022623101249337196, 0.03790897876024246, 0.01632389798760414, -0.010813870467245579, 0.03040112555027008, 0.023305634036660194, -0.02762833796441555, -0.00188051862642169, -0.010614799335598946, 0.028353529050946236, -0.020148921757936478, -0.02405926212668419, 0.0022306719329208136, 0.03290374204516411, 0.02323453687131405, 0.002600376959890127, 0.01586887612938881, 0.021869471296668053, -0.012491762638092041, -0.013280940242111683, -0.012697944417595863, 0.039814382791519165, -0.013835498131811619, -0.0082614840939641, -0.015598706901073456, -0.028182895854115486, 0.02046174928545952, -0.008190387859940529, 0.006423624232411385, -0.003105166368186474, 0.01348001230508089, -0.015513390302658081, 0.004447124432772398, 0.014027460478246212, 0.01062190905213356, -0.02485555037856102, 0.006750670727342367, 0.023462047800421715, -0.008567201904952526, -0.021144282072782516, 0.009918047115206718, -0.021542424336075783, 0.02105896547436714, 0.0011855443008244038, -0.007394099608063698, 0.019892971962690353, 0.021016307175159454, -0.028325090184807777, 0.007486525923013687, 0.019196219742298126, -0.009420367889106274, 0.009413258172571659, 0.006910639349371195, -0.0017285485519096255, 0.006551599130034447, 0.011503512971103191, 0.016622504219412804, -0.0024119694717228413, -0.0034108839463442564, 0.01702064834535122, 0.0041129677556455135, 0.0009553674608469009, 0.012569969519972801, 0.01977921649813652, 0.01502992957830429, -0.015229001641273499, 0.006466282531619072, 0.014553578570485115, -0.025239475071430206, -0.007749585434794426, -0.00653382483869791, 0.0036508366465568542, 0.01784537546336651, -0.010657457634806633, 0.026035763323307037, 0.0002104030136251822, -0.030486442148685455, 0.03944467753171921, 0.001502815168350935, 0.049142323434352875, 0.006885755341500044, -0.005531355272978544, 0.020959429442882538, -0.007493635639548302, -0.03233496844768524, -0.09509950131177902, -0.026419688016176224, 0.0038463538512587547, 0.031311169266700745, -0.007749585434794426, 0.029348887503147125, -0.026704074814915657, 0.020874112844467163, -0.030685514211654663, 0.0017178839771077037, -0.016921112313866615, -0.021841032430529594, -0.0017205501208081841, 0.0027105773333460093, 0.009619439020752907, -0.027827410027384758, -0.015072587877511978, -0.005531355272978544, -0.02010626345872879, 0.01994984969496727, 0.0019285092130303383, -0.0035584105644375086, 0.023575803264975548, -0.019196219742298126, 0.007059943396598101, -0.020717699080705643, -0.023661119863390923, 0.005776640493422747, 0.010749883018434048, -0.0015943527687340975, 0.021713057532906532, -0.02809757925570011, 0.0032757995650172234, -0.030827708542346954, -0.02307812310755253, -0.02289327047765255, -0.0013215176295489073, -0.03156711906194687, 0.024130359292030334, -0.049938611686229706, -0.0030465112067759037, 0.011880327947437763, 0.03273311257362366, -0.0026536998338997364, -0.016878454014658928, -0.005481587257236242, -0.008702286519110203, 0.023774875327944756, -0.016722040250897408, -0.032932180911302567, -0.039928138256073, -0.02371799759566784, -0.008190387859940529, -0.014973051846027374, 0.023618461564183235, 0.01380705926567316, 0.028182895854115486, -0.013124527409672737, -0.018243519589304924, -0.01915356144309044, -0.03333032503724098, 0.0033895547967404127, -0.015385415405035019, -0.01569824293255806, -0.010024692863225937, 0.008410788141191006, -0.040951937437057495, -0.016963770613074303, 0.0021951233502477407, -0.0024155243299901485, -0.009100430645048618, 0.01316007599234581, -0.005542019847780466, 0.0013748403871431947, -0.0230639036744833, 0.005581123288720846, -0.01275482214987278, -0.01763208396732807, 0.023021245375275612, 0.001502815168350935, -0.01554182916879654, -0.01399191189557314, 0.013508451171219349, -0.022196518257260323, 0.03617421165108681, -0.0005638889851979911, -0.008524543605744839, -0.019338414072990417, -0.005257631652057171, -0.03705581650137901, -0.03207901865243912, 0.0028776556719094515, -0.008218825794756413, -0.013750181533396244, 0.00662980554625392, -0.015556048601865768, 0.02255200408399105, 0.0010513485176488757, 0.004432904999703169, 0.0064485082402825356, -0.007564732804894447, 0.0025434992276132107, -0.07081272453069687, 0.026448126882314682, 0.01977921649813652, -0.012633956968784332, -0.0043902467004954815, -0.023774875327944756, -0.013309379108250141, -0.007216357160359621, 0.015428073704242706, 0.0023639791179448366, -0.03870526701211929, 0.0034802036825567484, 0.0073656607419252396, -0.005918834824115038, -0.01946638897061348, -0.005254076793789864, 0.0333872027695179, -0.006217442452907562, 0.011986973695456982, -0.0056984336115419865, 0.004695964511483908, 0.006174784153699875, 0.007920218631625175, 0.014190983958542347, -0.023092342540621758, -0.0160110704600811, -0.011212014593183994, 0.02125803753733635, 0.0238459724932909, -0.012498872354626656, 0.0038072504103183746, -0.023149220272898674, -0.0030873920768499374, 0.015499170869588852, 0.0009375931695103645, -0.01615326479077339, 0.0022306719329208136, 0.014432714320719242, 0.0015899091958999634, 0.047492872923612595, -0.022850612178444862, -0.037880539894104004, 0.014077228493988514, -0.017902253195643425, -0.007323002442717552, 0.0017125516897067428, -0.0140701187774539, 0.01037306897342205, 0.018869174644351006, 0.016963770613074303, 0.04345455393195152, 0.015484951436519623, -0.01603950932621956, -0.016622504219412804, -0.013188514858484268, 0.00589039595797658, 0.03350095823407173, -0.0017436566995456815, 0.023291414603590965, 0.016764698550105095, 0.01471710205078125, 0.022921709343791008, 0.015939973294734955, -0.0045537701807916164, -0.0013144079130142927, -0.016722040250897408, -0.011005832813680172, -0.0037041595205664635, -0.0047990549355745316, -0.0029363108333200216, -0.006430733948945999, -0.003332677064463496, 0.019224658608436584, 0.012591298669576645, 0.012591298669576645, -0.007148814853280783, -0.004973242990672588, -0.01349423173815012, -0.02566605806350708, 0.02583669126033783, 0.013060539960861206, -0.01242777518928051, -0.012122057378292084, 0.026192177087068558, 0.019992507994174957, 0.015129465609788895, -0.018726980313658714, 0.01896870881319046, 0.0018085328629240394, -0.012683724984526634, 0.005606007296591997, -0.0024297437630593777, 0.00866673793643713, 0.02077457681298256, 0.0075789522379636765, 0.005520690698176622, -0.017745839431881905, -0.0033255673479288816, 0.0030731726437807083, 0.028808550909161568, 0.01683579571545124, 0.005456703249365091, 0.01023087464272976, -0.018229300156235695, -0.01669360138475895, 0.007536293938755989, -0.00866673793643713, -0.0016654498176649213, 0.021641960367560387, 0.00030149618396535516, 0.016210142523050308, 0.018670102581381798, -0.02286483161151409, 0.00957678072154522, -0.025865130126476288, 0.01977921649813652, -0.0040205419063568115, -0.0075789522379636765, -0.027841629460453987, 0.021670399233698845, 0.03239184617996216, 0.005574013572186232, 0.03614577278494835, -0.018215080723166466, 0.042572952806949615, 0.02471335604786873, 0.03978594392538071, -0.005065669305622578, 0.03005985915660858, -0.007049278821796179, -0.0014103889698162675, 0.004358252976089716, -0.0012939674779772758, 0.001035351655445993, -0.006779109593480825, -0.010771212168037891, -0.009413258172571659, 0.01767474226653576, -0.021485546603798866, 0.09919469058513641, 0.02875167317688465, -0.00964076817035675, 0.012904126197099686, -0.014375836588442326, -0.0007114154868759215, 0.00506211444735527, 0.026234835386276245, -0.005197199061512947, -0.013138746842741966, 0.017063306644558907, -0.010429946705698967, -0.002173794200643897, -0.022594662383198738, 0.012889906764030457, 0.01185899879783392, -0.007216357160359621, 0.026433907449245453, 0.00018907387857325375, -0.0027781196404248476, 0.0451040081679821, -0.005997041240334511, -0.007099046837538481, -0.01143952552229166, -0.0418335422873497, -0.01766052283346653, 0.01380705926567316, -0.004539550747722387, -0.00637741107493639, -0.019210439175367355, 0.009036443196237087, 0.02796960435807705, -0.029377326369285583, -0.03284686431288719, -0.016480309888720512, -0.001050459803082049, 0.016295459121465683, 0.004745732061564922, -0.005417599808424711, 0.011254672892391682, 0.008624079637229443, -0.006444953382015228, -0.0001684112794464454, -0.03005985915660858, -0.006324088200926781, -0.02046174928545952, -0.009690536186099052, -0.015612926334142685, -0.02289327047765255], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='86cb0aeb-4400-4fda-84ee-76efe87af18f', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='3b496ce84b3562295c1cf582a7635acf4bee6c1c3bd7de8814992099bc915169'), : RelatedNodeInfo(node_id='8f00342d-de84-4a6e-8242-8804cdbc132c', node_type=, metadata={}, hash='df6be48587cea1b02e6b10804da29f65e52b228e95c139d4796cfd604ea8cf5b')}, hash='631a60e02733787de56c4a84109db92a87c93fa432b7f28232c7f05bbf6fb852', text=\"However, DALL-E uses public datasets as training data, which can affect its results and often leads to algorithmic biases. Midjourney is an artificial intelligence program developed by Midjourney, Inc., an independent research lab. The platform uses natural language descriptions to generate images, and users can create images by using Discord bot commands on the official Discord server. On March 16, 2023, beta version 5 was released. Users can generate images by typing the /imagine command followed by the prompt, and the bot generates four images, from which the user selects the image they want to upscale. Midjourney Inc. is also developing a web interface. Stable Diffusion is an open source image model funded by Stability AI that generates images from text and performs tasks like inpainting, outpainting, and generating image-to-image translations. It uses a latent diffusion model supported by EleutherAI and LAION. It requires a minimum of 8GB VRAM making it independent of needing cloud services. Stable Diffusion 2.0 was released in November 2022 and trained on pairs of images and captions from LAION-5B and its subsets. DreamStudio is the official online implementation and team interface API for Stable Diffusion, developed by Stability AI. DreamStudio and Stable Diffusion have slightly different interfaces even as they are applications of the same technology. The web app was launched in August 2022, replacing the free Discord bot. The web app offers better functionality and stability, using the Stable Diffusion algorithm to generate images based on the user's prompt. DreamStudio API Access has an access fee. One of the key features of DreamStudio is its support for negative prompting. It also allows users to overpaint, copy, modify, and distribute images for commercial purposes. 2. Audio Generation: Whisper AudioGen AudioLM Whisper, developed by OpenAI, is a versatile automatic speech recognition system that supports multilingual speech recognition, speech translation, and language identification. It has been trained on 680,000 hours of multilingual and multitask supervised data using Python 3.9.9 and PyTorch 1.10.1, and the codebase is expected to be compatible with Python\", start_char_idx=38033, end_char_idx=40248, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='8f00342d-de84-4a6e-8242-8804cdbc132c', embedding=[-0.0381295271217823, -0.010392654687166214, -0.006049662828445435, -0.0060253809206187725, 0.013722743839025497, 0.008817799389362335, -0.021590080112218857, 0.004689875990152359, -0.01680307649075985, -0.04173712432384491, 0.024503909051418304, 0.032745882868766785, -0.013070601969957352, -0.016261937096714973, 0.002530521247535944, -0.006077413447201252, 0.017926981672644615, 0.004034264944493771, 0.008484791032969952, -0.0127584058791399, -0.004852911923080683, 0.021825961768627167, -0.014388762414455414, -0.01169693935662508, -0.012196453288197517, 0.02011929079890251, 0.020160917192697525, -0.033939164131879807, -0.016303563490509987, 0.006528363097459078, 0.025600064545869827, -0.0022738268598914146, -0.010309402830898762, -0.0034983286168426275, -0.0062786065973341465, -0.00497085228562355, 0.013618678785860538, -0.02175658568739891, 0.011627563275396824, -0.013590928167104721, 0.018024109303951263, -0.0038712292443960905, -0.0035937216598540545, -0.0392395555973053, -0.033800408244132996, 0.01881500706076622, 0.0038816356100142, -0.007125004194676876, 0.013223230838775635, 0.02858326956629753, -0.003864291589707136, 0.03890654817223549, -0.011419432237744331, -0.016081558540463448, -0.007284570951014757, -0.0015653155278414488, -0.011370868422091007, 0.02999855764210224, -0.004277084022760391, 0.011828755959868431, 0.0030976771377027035, -0.005827656947076321, -0.02043842524290085, 0.013861497864127159, -0.01645619235932827, 0.0001591331820236519, -0.002362282248213887, 0.022713985294103622, 0.03316214308142662, -0.01635906472802162, 0.03585396334528923, 0.017371967434883118, -0.010670161806046963, -0.00011555584205780178, 0.012959598563611507, -0.013792120851576328, 0.012800032272934914, -0.006833621300756931, -0.022616857662796974, 0.003746350761502981, 0.0009018992423079908, -0.01211320050060749, -0.014916026033461094, 0.025225428864359856, 0.020896311849355698, 0.007003594655543566, -0.007853461429476738, -0.02103506587445736, -0.006122508551925421, -0.01563754491508007, -0.002280764514580369, -0.0024108460638672113, 0.04714851826429367, 0.013063663616776466, -0.024281904101371765, 0.007832648232579231, -0.002190574537962675, 0.0037186001427471638, -0.00575827993452549, -0.014860524795949459, -0.011037859134376049, 0.0016598415095359087, -0.014610768295824528, -0.013875373639166355, -0.03715825080871582, 0.0025600064545869827, 0.013577052392065525, 0.01474952232092619, 0.026737844571471214, 0.023574259132146835, -0.01327873207628727, 0.019592026248574257, 0.0015210878336802125, -0.042736150324344635, -0.011225176975131035, -0.016150934621691704, 0.02246422879397869, 0.0036457544192671776, -0.017593974247574806, -0.0071596927009522915, 0.02609957754611969, 0.026959849521517754, 0.015609795227646828, -0.010684037581086159, 0.005335080903023481, 0.0008255846914835274, -0.02364363707602024, -0.0034220139496028423, -0.04126536101102829, -0.007360885385423899, 0.012182577513158321, -0.013618678785860538, 0.025308681651949883, 0.021701084449887276, -0.02927703782916069, 0.027306735515594482, -0.01375049538910389, 0.008269722573459148, -0.007062565069645643, -0.02257523313164711, 0.0041452678851783276, 0.018995385617017746, -0.012682091444730759, 0.0032052111346274614, -0.02621058002114296, 0.03676974028348923, -0.01099623367190361, -0.005817250348627567, 0.019841784611344337, 0.021673332899808884, 0.005980285815894604, -0.011710815131664276, -0.02279723808169365, 0.021354200318455696, 0.016747575253248215, 0.0366864874958992, 0.019120264798402786, 0.014680145308375359, -0.028180884197354317, 0.028999529778957367, 0.00643123546615243, 0.008685983717441559, -0.01400025188922882, 0.006514487788081169, 0.022547481581568718, 0.02326900139451027, 0.006934217642992735, -0.027584241703152657, -0.03338414803147316, -0.021326448768377304, -0.015471041202545166, 0.01867625303566456, -0.034494176506996155, 0.01669207401573658, 0.0026918223593384027, 0.0044782767072319984, 0.013944750651717186, 0.0028114975430071354, -0.024129273369908333, -0.024309653788805008, 0.006094757933169603, 0.011391681618988514, -0.010302464477717876, 0.02446228265762329, -0.0024472689256072044, -0.002625914290547371, 0.019328394904732704, -0.019550401717424393, -0.008685983717441559, -0.010357966646552086, -0.005616057198494673, 0.023948894813656807, 0.0198834091424942, -0.002903421875089407, -0.6251688003540039, -0.023824015632271767, 0.009379751980304718, -0.01961977779865265, -0.008706796914339066, -0.0012591901468113065, -0.009532381780445576, 0.006178009789437056, 0.0002551767975091934, 0.025017298758029938, -0.0014759928453713655, -0.0023223906755447388, 0.0020570240449160337, 0.0009079697192646563, -0.001015503890812397, -0.019203517585992813, -0.0017916575307026505, -0.02490629442036152, 0.011918946169316769, 0.018717879429459572, -0.024032145738601685, 0.002211387734860182, -0.02622445486485958, 0.005276110488921404, -0.013195480220019817, 2.6002775484812446e-05, 0.005154701415449381, 0.004155674483627081, -0.0013745292089879513, 0.0016650448087602854, -0.019370021298527718, 0.0018107362557202578, -0.007922838442027569, -0.025017298758029938, 0.05289292335510254, 0.005976817104965448, 0.015554293058812618, 0.020313546061515808, 0.00852641649544239, 0.02916603535413742, -0.02974880114197731, 0.004096704069525003, 0.021132193505764008, 0.012911034747958183, 0.008949615992605686, 0.0059074400924146175, 0.030054058879613876, 0.014791147783398628, -0.0028565924149006605, -0.048036541789770126, 0.00810321792960167, 0.0109407315030694, 0.011433308012783527, -0.007735520601272583, 0.008790048770606518, 0.012793093919754028, 0.047897789627313614, -0.02961004711687565, 0.013979438692331314, 0.006948093418031931, -0.010704850777983665, 0.004918819759041071, -0.0016650448087602854, -0.009365877136588097, -0.02419865131378174, 0.01785760559141636, 0.023255126550793648, 0.010323277674615383, 0.006899529602378607, -0.024157024919986725, -0.006830152589827776, 0.026765594258904457, -0.012425396591424942, -0.031219590455293655, 0.011599811725318432, 0.009837639518082142, 0.0022634202614426613, -0.001175070647150278, -0.00023848298587836325, 0.02646033652126789, 0.029554545879364014, -0.0018593000713735819, -0.008325223810970783, -0.004474807996302843, 0.018606875091791153, -0.022256098687648773, -0.003701255889609456, -0.0071527548134326935, -0.011329242028295994, -0.005199796054512262, 0.02455941028892994, 0.031913358718156815, -0.005414864514023066, -0.053198181092739105, -0.005310798995196819, 0.014388762414455414, -0.01587342657148838, 0.02634933404624462, -0.005314268171787262, -0.013916999101638794, -0.016983456909656525, -0.012182577513158321, 0.01034409087151289, 0.012709842063486576, 0.052976176142692566, 0.003999576438218355, -0.034161169081926346, 0.008054654113948345, 0.019703030586242676, -0.03210761398077011, -0.013008162379264832, -0.005924784578382969, -0.012265830300748348, -0.01527678593993187, 0.0058796894736588, -0.01950877532362938, 0.014062690548598766, -0.015831800177693367, 0.02422640100121498, -0.017677225172519684, 0.006243918091058731, -0.011481871828436852, 0.010385717265307903, -0.0024455345701426268, 0.009365877136588097, 0.030137311667203903, 0.009393627755343914, -0.0278756245970726, -0.020133167505264282, 0.00952544342726469, -0.004089766182005405, -0.01714996062219143, 0.0032364309299737215, -0.01667819917201996, 0.02043842524290085, 0.01527678593993187, 0.036270227283239365, -0.0011854772455990314, 0.015027029439806938, -0.019370021298527718, -0.02949904464185238, -0.00046655943151563406, 0.002780277980491519, 0.02045230008661747, -0.0376022607088089, -0.005692372098565102, -0.010357966646552086, -0.024434532970190048, 0.003054316621273756, -0.0238795168697834, -0.01738584227859974, -0.0059143779799342155, -0.018148988485336304, 0.030276063829660416, -0.009920892305672169, 0.003787976922467351, -0.0029381103813648224, -0.033217642456293106, -0.01474952232092619, -0.028472265228629112, 0.029110534116625786, 0.002079571597278118, -0.005564024671912193, 0.023366129025816917, -0.005713184829801321, -0.007229069713503122, -0.016789201647043228, 0.014069628901779652, -0.042958155274391174, -0.020244169980287552, -0.007215193938463926, -0.013355046510696411, 0.009796013124287128, 0.021812086924910545, 0.006323701236397028, 0.017011208459734917, -0.00525876646861434, -0.004287490155547857, -0.007284570951014757, -0.010468969121575356, -0.005466897040605545, 0.020840810611844063, -0.00015327951405197382, -0.010364904068410397, 0.014416513033211231, 0.016039932146668434, 0.04823079705238342, 0.003944074735045433, -0.007319259457290173, 0.005102668423205614, 0.0016806545900180936, 0.02811150625348091, -0.013195480220019817, 0.018079610541462898, -0.031441595405340195, 0.022283850237727165, 0.006465923972427845, -0.0026397898327559233, 0.005956003908067942, 0.025891447439789772, 0.0006291614845395088, 0.022131221368908882, -0.006566520314663649, -0.003451499156653881, 0.015373913571238518, -0.01773272641003132, 0.005810312461107969, -0.021798212081193924, 0.009053681045770645, 0.014499764889478683, 0.012737592682242393, -0.004537247121334076, -0.003722068853676319, -0.014957652427256107, -0.00893574021756649, 0.02127094753086567, 0.012612714432179928, 0.010122084990143776, -0.024392906576395035, 0.007086846977472305, 0.008498665876686573, 0.02043842524290085, 0.005775623954832554, -0.009657260030508041, -0.013833747245371342, 0.01458301767706871, -0.01903701201081276, 0.01352155115455389, -0.009227123111486435, -0.03679748997092247, 0.008158719167113304, 0.006216167472302914, 0.007707769982516766, -0.002317187376320362, 0.014097379520535469, -0.010725663974881172, 0.003739413106814027, 0.0011447182623669505, 0.023324502632021904, 0.0043603358790278435, -0.020382924005389214, 0.0003343097632750869, 0.023907268419861794, -0.020521678030490875, 0.03713049739599228, 0.0007193514029495418, 0.03102533519268036, -0.0032780568581074476, -0.009129995480179787, -0.012467022985219955, -0.03252387419342995, 0.015956679359078407, 0.004065484274178743, 0.0014794616727158427, 0.011488809250295162, -0.013091415166854858, 0.007111128885298967, -0.024878544732928276, 0.01938389614224434, 0.022700110450387, -0.0055258674547076225, 0.012245017103850842, -0.004235457628965378, -0.008089343085885048, -0.0072706956416368484, -0.0034168106503784657, 0.0078118350356817245, 0.013403610326349735, 0.008623544126749039, -0.0025201146490871906, -0.008505604229867458, -0.005074917804449797, 0.021534578874707222, -0.03352290019392967, 0.027306735515594482, -0.0074372002854943275, -0.0007987011922523379, 0.03171910345554352, 0.01551266759634018, 0.02693209983408451, -0.011266803368926048, -0.038989800959825516, 0.01973078027367592, -0.0081725949421525, -0.00940750353038311, -0.0167059488594532, -0.014319385401904583, -0.013882311061024666, -0.033106639981269836, 0.0011993525549769402, 0.0075828917324543, 0.023685261607170105, 0.012134013697504997, 0.00441236887127161, -0.008359912782907486, 0.00646245526149869, 0.0040099830366671085, 0.00035187078174203634, -0.002194043481722474, -0.022533606737852097, 0.011197426356375217, 0.02726510912179947, -0.006396546959877014, -0.008221158757805824, 0.024947920814156532, -0.03893429785966873, -0.030248314142227173, 0.014957652427256107, -0.024545535445213318, -0.023366129025816917, -0.015720797702670097, 0.01680307649075985, 0.020618805661797523, -0.013049788773059845, 0.028472265228629112, -0.002752527128905058, -0.01123905275017023, -0.026945974677801132, 0.013563177548348904, 0.024170899763703346, -0.016650447621941566, -0.02340775541961193, -0.007194381207227707, 0.02023029513657093, 0.06932136416435242, 0.009456067346036434, -0.007617579773068428, 5.88416105529177e-06, -0.019897285848855972, 0.005071449093520641, -0.044012684375047684, -0.01099623367190361, -0.004443588200956583, 0.0035486267879605293, -0.04759253188967705, -0.0005519796977750957, 0.025433558970689774, -0.015595919452607632, 0.02374076470732689, 0.0005068847094662488, 0.0012210328131914139, -0.01892600953578949, -0.013035912998020649, -0.023102495819330215, -0.0007852594135329127, -0.002194043481722474, 0.006396546959877014, 0.008332161232829094, 0.002714369911700487, -0.020396798849105835, 0.026640716940164566, 0.013500737957656384, -0.014499764889478683, -0.02375463955104351, 0.0029225004836916924, -0.004693345166742802, 0.0029207661282271147, 0.01963365264236927, -0.004179956391453743, 0.01669207401573658, 0.020521678030490875, 0.009053681045770645, 0.011662251316010952, -0.012092388235032558, 0.001224501640535891, 0.05300392583012581, 0.00496391486376524, 0.0041452678851783276, -0.0031358343549072742, -0.02715410478413105, -0.0035798463504761457, 0.037685513496398926, -0.02985980361700058, -0.023685261607170105, -0.007014001253992319, -0.0005701911286450922, -0.03282913193106651, -0.003316214308142662, 0.0095809455960989, 0.010149835608899593, -0.0061676036566495895, 0.0020483520347625017, 0.008318286389112473, -0.012605777010321617, -0.016164809465408325, -0.032024361193180084, -0.015054780058562756, -0.011190488934516907, -0.007464950904250145, -0.015720797702670097, 0.006899529602378607, 0.018426496535539627, -0.024434532970190048, 0.03280138224363327, 0.002710900967940688, -0.004894537851214409, -0.06404872238636017, -0.0057478733360767365, 0.004426244180649519, 0.009088369086384773, 0.01558204460889101, -0.00858885608613491, 0.00033387617440894246, 0.025711067020893097, -0.0029225004836916924, -0.021423576399683952, 8.856390923028812e-05, -0.008540292270481586, -0.0002558272099122405, -0.0029970805626362562, -0.009123058058321476, -0.032385122030973434, 0.0035104695707559586, -0.0020240701269358397, -0.0055189295671880245, -0.004211175721138716, 0.014250008389353752, 0.000515990424901247, 0.0064069535583257675, 0.019481023773550987, 0.024836918339133263, 0.027320610359311104, 0.016137059777975082, -0.03349515050649643, 0.005331612192094326, -0.04270840063691139, -0.03294013813138008, -0.014874400570988655, 0.024073772132396698, -0.020313546061515808, 0.027570366859436035, 0.008443164639174938, 0.00074146525003016, -0.0041764872148633, -0.013028975576162338, 0.01117661315947771, 0.01511028129607439, 0.00029918772634118795, 0.016192561015486717, -0.015068655833601952, -0.002813231898471713, -0.01152349729090929, -0.01069791242480278, -0.018051860854029655, 0.02410152368247509, -0.0350491926074028, 0.013861497864127159, 0.011301491409540176, -0.003186132526025176, 0.041209857910871506, 0.005886627361178398, 0.014652394689619541, -0.015554293058812618, 0.028500016778707504, -0.004658656660467386, 0.028777524828910828, 0.010573034174740314, -0.03244062140583992, -0.007971402257680893, -0.0187040027230978, 0.004488683305680752, -0.005161638837307692, -0.017233213409781456, -0.011856506578624249, -0.003930199425667524, 0.0021766992285847664, -0.010468969121575356, -0.0017084053251892328, 0.018953759223222733, -0.025114426389336586, 0.005283048376441002, 0.015068655833601952, 0.0006174541194923222, 0.02258910797536373, -0.028389014303684235, 0.024379031732678413, -0.02693209983408451, -0.00799915287643671, -0.016289688646793365, -0.03729700297117233, -0.015484916977584362, -0.0006534433923661709, 0.027722995728254318, 0.0006478065042756498, 0.04362417384982109, 0.011946696788072586, 0.02059105411171913, 0.04515046626329422, 0.010975420475006104, -0.012834720313549042, -0.00782571081072092, 0.011065610684454441, -0.015235159546136856, 0.007804897613823414, 0.003463640110567212, 0.016275813803076744, 0.014222257770597935, -0.019689153879880905, 0.024989547207951546, 0.01867625303566456, 0.0036214725114405155, -0.020424550399184227, -0.008401538245379925, -0.023671386763453484, -0.02597469836473465, -0.007066033780574799, -0.00425973953679204, -0.005720122717320919, -0.04326341301202774, -0.006951562128961086, 0.04373517632484436, -0.005681965500116348, 0.030636824667453766, -0.0052795796655118465, 0.028028253465890884, 0.0020206011831760406, 0.01683082804083824, 0.017704976722598076, 0.01903701201081276, -0.03257937729358673, -0.0054703657515347, -0.03302338719367981, -0.000616153294686228, 0.0029866741970181465, -0.0011421166127547622, 0.03080332837998867, 0.012702904641628265, -0.002039679791778326, 0.012328268960118294, 0.004506027325987816, -0.0004904077504761517, -0.022727862000465393, -0.029915304854512215, -0.01774660311639309, -0.0021107911597937346, -0.029721049591898918, -0.007319259457290173, -0.012550274841487408, -0.018842756748199463, 0.007957526482641697, -0.006202291697263718, 0.028250260278582573, -0.02516992762684822, -0.01857912540435791, 0.020785309374332428, 0.034050166606903076, 0.04298590496182442, 0.007534327916800976, 0.005210202652961016, 0.022727862000465393, 0.00541139580309391, -0.01917576603591442, 0.014888275414705276, 0.0071596927009522915, -0.025697192177176476, 0.014652394689619541, 0.006476330570876598, -0.013389735482633114, 0.00018742594693321735, 0.02902728132903576, 0.006826683878898621, -0.031552597880363464, -0.040488339960575104, 0.011440245434641838, 0.01891213469207287, 0.022145096212625504, -0.01728871464729309, -0.02163170650601387, -0.008887176401913166, 0.027903376147150993, -0.013403610326349735, 0.015138031914830208, -0.005570962559431791, -0.011461058631539345, -0.008561105467379093, 0.008124031126499176, 0.029193785041570663, -0.005820719059556723, 0.010427342727780342, 0.011128049343824387, 0.012813907116651535, -0.00851947907358408, -0.016858577728271484, 0.017455220222473145, -0.004630906041711569, 0.03962806612253189, -0.0031549129635095596, 0.029304789379239082, 0.01258496381342411, -0.01669207401573658, 0.01375049538910389, 0.0037706326693296432, 0.007097253575921059, 0.034272171556949615, -0.03643672913312912, 0.0023327970411628485, -0.0016563726821914315, -0.010018019936978817, 0.006077413447201252, -0.020910188555717468, -0.013230168260633945, -0.007066033780574799, -0.003472312120720744, -0.011079485528171062, 0.0076522682793438435, -0.005570962559431791, -0.022283850237727165, -0.000835124053992331, 0.003153178608044982, -0.006687929853796959, 0.016345189884305, 0.003108083736151457, 0.02820863388478756, -0.03446642681956291, 0.013570114970207214, 0.016511693596839905, -0.021340323612093925, 0.0020362110808491707, 0.014180631376802921, -0.007617579773068428, -0.004974321462213993, 0.028375137597322464, -0.02408764883875847, 0.006493674591183662, 0.01762172393500805, -0.017704976722598076, 0.0053836447186768055, 0.016664322465658188, 0.0013753963867202401, -0.009317313320934772, 0.014652394689619541, -0.0243374053388834, -0.023213500156998634, 0.00520673394203186, -0.00993476714938879, -0.0046378434635698795, 0.004904944449663162, 0.002858327003195882, -0.01311222743242979, 0.0005745271919295192, -0.008970429189503193, 0.009129995480179787, -0.007104190997779369, 0.014263884164392948, 0.0002801090886350721, 0.0024836917873471975, 0.026196705177426338, -0.017136085778474808, 0.02855551801621914, 0.0025409278459846973, 0.010149835608899593, 0.005012478679418564, -0.040987852960824966, -0.01681695319712162, 0.022131221368908882, -0.003947543911635876, -0.0009842843282967806, -0.006268199998885393, -0.0021836368832737207, 0.008769235573709011, -0.017260964959859848, -0.0012123608030378819, 0.003590252948924899, 0.002058758633211255, 0.007055627182126045, 0.006812808103859425, 0.017219338566064835, 0.018079610541462898, -0.01040653046220541, 0.005647276993840933, -0.007069502491503954, -0.013445236720144749, -0.05688903108239174, -0.01809348724782467, 0.0006508417427539825, 0.0303315669298172, -0.005466897040605545, -0.027181856334209442, -0.018509747460484505, -0.017260964959859848, -0.04040508717298508, -0.007804897613823414, -0.005886627361178398, 0.017427468672394753, 0.012328268960118294, 0.017691101878881454, 0.002665806096047163, 0.022616857662796974, -0.007010532543063164, 0.005331612192094326, -0.002218325389549136, 0.0029294381383806467, -0.01914801448583603, -0.021243195980787277, -0.017940858379006386, -0.008574980311095715, -0.04442894458770752, 0.005133888218551874, 0.016622697934508324, -0.003363043535500765, -0.0075828917324543, 0.0292492862790823, -0.020160917192697525, -0.005678496323525906, 0.011801005341112614, 0.016137059777975082, -0.002015397883951664, 0.010774227790534496, 0.02057717926800251, -0.026848847046494484, 0.0003590252890717238, -0.002190574537962675, -0.007353947963565588, -0.01973078027367592, -0.009213248267769814, 0.013438299298286438, -0.007076440379023552, 0.006039256229996681, -0.010205336846411228, -0.01859300024807453, -0.004325647838413715, -0.007839585654437542, 0.03829602897167206, 0.010052707977592945, 0.00031956718885339797, 0.005702778231352568, -0.005342018790543079, -0.013285670429468155, -0.023560384288430214, 0.009601758792996407, 0.014485890045762062, -0.008810861967504025, 0.025586187839508057, -0.031108586117625237, -0.002669275039806962, -0.008838612586259842, 0.0211599450558424, -0.008505604229867458, -0.006476330570876598, -0.008262785151600838, 0.011814880184829235, -0.02516992762684822, 0.024878544732928276, 0.0021368074230849743, -0.03349515050649643, 0.010274713858962059, -0.008117093704640865, -0.012800032272934914, 0.00675730686634779, -0.007014001253992319, 0.004630906041711569, -0.0255168117582798, -0.0010380513267591596, 0.0266962181776762, -0.02748711407184601, -0.013264857232570648, 0.01362561620771885, 0.005900502670556307, -0.029443541541695595, 0.005355894099920988, 0.19014811515808105, -0.028971780091524124, -0.005713184829801321, 0.006056600250303745, 0.003722068853676319, -0.012959598563611507, 0.04551122337579727, 0.015498791821300983, -0.011849569156765938, 0.004901475738734007, 0.0002788082929328084, 0.0117593789473176, -0.0203412976115942, -0.0001905695826280862, 0.010031894780695438, -0.042153384536504745, -0.049340829253196716, -0.02186758816242218, -0.003701255889609456, -0.0021402763668447733, 0.012876346707344055, 0.003833071794360876, -0.0022634202614426613, -0.0211599450558424, 0.010038832202553749, -0.0009998941095545888, -0.016414565965533257, -0.0011239052983000875, 0.00910224486142397, 0.019786281511187553, -0.02949904464185238, 0.0026970256585627794, 0.00455459114164114, 0.007700832094997168, -0.023796265944838524, -0.0017916575307026505, -0.008949615992605686, -0.00029203324811533093, 0.009782138280570507, 0.021950840950012207, 0.0070244078524410725, -0.009844576939940453, 0.002978001954033971, -0.03008180856704712, 0.01741359382867813, 0.01974465698003769, -0.002858327003195882, 0.0006885654293000698, -0.013674180023372173, 0.002341469284147024, 0.009081431664526463, 0.014125130139291286, 0.011183550581336021, 0.03205211088061333, -0.008616606704890728, 0.015915052965283394, -0.025086674839258194, 0.0246981643140316, 0.02844451554119587, 0.022602982819080353, -0.041431866586208344, 0.01565142162144184, -0.02375463955104351, 0.017718851566314697, -0.00196683406829834, 0.013216293416917324, 0.008984304033219814, 0.00940750353038311, 0.006268199998885393, -0.027958877384662628, 0.00951850600540638, -0.014118192717432976, -0.028971780091524124, -0.0019841783214360476, -0.028028253465890884, -0.026127327233552933, 0.05391969904303551, 0.017469095066189766, 0.01527678593993187, 0.03210761398077011, 0.003304073354229331, -0.002230466343462467, -0.0021107911597937346, -0.005404457915574312, -0.008720671758055687, -0.02891627885401249, 0.008970429189503193, -0.007881212048232555, -0.006708743050694466, 0.004440119490027428, -0.024767542257905006, -0.01845424622297287, 0.010246963240206242, 0.010080458596348763, -0.009719698689877987, -0.02056330256164074, 0.01210626307874918, -0.0051130750216543674, -0.0014170225476846099, -0.018065735697746277, -0.0033231519628316164, 0.04104335606098175, 0.027209607884287834, 0.021104441955685616, 0.002866999013349414, 0.014208381995558739, -0.009976393543183804, 0.006618553306907415, -0.006840559188276529, -0.006743431556969881, -0.01209932565689087, -0.032274119555950165, 0.022700110450387, -0.006861371919512749, -0.018787255510687828, 0.015249035321176052, 0.007943651638925076, -0.0016797874122858047, 0.013257918879389763, 0.0060427249409258366, -0.031441595405340195, -0.003697786945849657, -0.0027820123359560966, 0.013334234245121479, -0.009553194977343082, -0.025877570733428, -0.019814033061265945, 0.015249035321176052, -0.028375137597322464, -0.002154151676222682, 0.005841532256454229, -0.0005606518243439496, 0.018481997773051262, 0.01599830575287342, 0.0033474338706582785, -0.011377805843949318, 0.021423576399683952, 0.0018697065534070134, -0.02457328699529171, 0.009435254149138927, -0.009088369086384773, 0.011745503172278404, 0.01776047796010971, 0.0051755141466856, 0.022283850237727165, -0.006923811510205269, 0.013903124257922173, 0.015790175646543503, -0.00775633379817009, -0.014201444573700428, -0.02035517245531082, 0.018398744985461235, 0.023185748606920242, -0.008450102061033249, 0.022311599925160408, 0.011502684094011784, -0.020160917192697525, 3.590794949559495e-05, -0.009074494242668152, 0.011148862540721893, -0.030026307329535484, 0.01075341459363699, -0.0028305761516094208, 0.0008737149182707071, -0.02350488305091858, -0.01882888190448284, -0.17782679200172424, -0.005886627361178398, 0.0107603520154953, -0.04922982305288315, 0.004016920458525419, 0.02740386314690113, -0.004322178661823273, 0.001122170826420188, -0.0167059488594532, -0.003189601469784975, 0.010129022412002087, -0.0029918772634118795, -0.0023657511919736862, -0.017843730747699738, 0.015207408927381039, -8.983762199932244e-06, -0.013382797129452229, 0.018745629116892815, 0.020646555349230766, 0.013701931573450565, 0.014236132614314556, -0.028944028541445732, 0.00584846967831254, -0.008124031126499176, 0.0218814630061388, -0.0033352929167449474, -0.0023882987443357706, 0.031691353768110275, -0.010004144161939621, -0.03138609603047371, -0.022020217031240463, -0.021076692268252373, 0.0036596297286450863, 0.004634374752640724, 0.024947920814156532, 0.01799635961651802, 0.024295778945088387, -0.0030491133220493793, -0.011731628328561783, 0.02247810550034046, 0.02963779680430889, 0.0009114386048167944, 0.03701949492096901, 0.01086441706866026, -0.019356146454811096, 0.030414817854762077, 0.037324752658605576, -0.02564168907701969, -0.0006694867624901235, -0.004811285529285669, 0.013819871470332146, -0.022145096212625504, -0.015054780058562756, -0.0013814668636769056, 0.02103506587445736, 0.013244044035673141, 0.009907016530632973, 0.01362561620771885, 0.01051753293722868, -0.028264135122299194, -0.016747575253248215, -0.01299428753554821, 0.014735646545886993, -0.016026055440306664, -0.0011759379412978888, -0.015221284702420235, -0.012536399997770786, 0.017482969909906387, -0.019494900479912758, 0.009400565177202225, -0.009129995480179787, 0.00858885608613491, -0.033800408244132996, -0.005831125658005476, 0.017663350328803062, 0.0025894916616380215, -0.038157276809215546, 0.008470915257930756, 0.0350491926074028, -0.009150808677077293, -0.014201444573700428, 0.009157746098935604, -0.013153853826224804, 0.024531660601496696, 0.004294428043067455, -0.012952661141753197, 0.01417369395494461, 0.016192561015486717, -0.038989800959825516, 0.007027876563370228, 0.03335639834403992, -0.001633825246244669, -0.009012054651975632, 0.00584846967831254, 0.0004782667674589902, 0.004721095785498619, 0.01738584227859974, 0.001978975022211671, -0.008117093704640865, -0.001424827380105853, 0.0079922154545784, 0.004218113608658314, 0.009567069821059704, 0.014055753126740456, 0.03022056259214878, 0.021479077637195587, -0.04032183438539505, 0.014777272939682007, 0.02410152368247509, -0.02493404597043991, -0.012973474338650703, -0.001425694557838142, 0.012328268960118294, 0.02128482237458229, -0.019578151404857635, 0.02338000386953354, -0.008616606704890728, -0.04176487401127815, 0.02161783166229725, 0.003787976922467351, 0.04112660512328148, 0.010052707977592945, -0.01275146845728159, 0.008283598348498344, -0.024157024919986725, -0.020771434530615807, -0.09773813188076019, -0.02762586809694767, 0.006649772636592388, 0.024725915864109993, -0.0141667565330863, 0.03538220375776291, -0.011128049343824387, 0.03538220375776291, -0.026599090546369553, 0.027112480252981186, -0.022547481581568718, -0.022131221368908882, 0.0020049915183335543, -0.0010571300517767668, 0.024073772132396698, -0.019120264798402786, -0.0211599450558424, 0.0005346355028450489, -0.03468843176960945, 0.030775578692555428, -0.010836666449904442, 0.00567502761259675, 0.025225428864359856, -0.035437703132629395, -0.008838612586259842, -0.01776047796010971, -0.036159221082925797, 0.015595919452607632, 0.013209355063736439, -0.001814205083064735, 0.020951813086867332, -0.03282913193106651, 0.0003265048726461828, -0.022408727556467056, -0.005903971381485462, -0.024170899763703346, 0.012085449881851673, -0.029304789379239082, -2.8346954422886483e-05, -0.037574511021375656, -0.009324250742793083, 0.024129273369908333, 0.03130284324288368, -0.0105799725279212, -0.011613687500357628, -0.01234214473515749, 0.0025530687998980284, 0.01251558680087328, -0.010531408712267876, -0.04009982943534851, -0.03640897944569588, -0.011225176975131035, -0.030997583642601967, -0.00816565752029419, 0.03915630280971527, 0.003864291589707136, 0.023074746131896973, 0.011856506578624249, -0.011780192144215107, -0.01134311780333519, -0.02185371331870556, 0.0052726417779922485, -0.010267776437103748, -0.005477303639054298, -0.0067781200632452965, 0.014555267058312893, -0.0328846350312233, -0.024406781420111656, 0.007319259457290173, 0.00022981087386142462, -0.0013129571452736855, 0.01809348724782467, 0.007478826213628054, 0.008332161232829094, -0.019314520061016083, -0.006337576545774937, -0.01635906472802162, -0.03149709850549698, 0.015568168833851814, 0.012245017103850842, -0.017926981672644615, -0.024420656263828278, 0.0029172971844673157, -0.010427342727780342, -0.0004925757530145347, -0.0012314394116401672, -0.022852739319205284, -0.019328394904732704, -0.017718851566314697, -0.05183839425444603, -0.02505892515182495, 0.02317187376320362, -0.007038283161818981, -0.015901178121566772, -0.007242945022881031, -0.013500737957656384, -0.00035750766983255744, 0.010316340252757072, 0.011426369659602642, 0.012265830300748348, 0.001752633135765791, -0.004339523147791624, -0.07315097004175186, 0.02175658568739891, 0.012709842063486576, -0.009275686927139759, 0.0025114426389336586, -0.01016371138393879, -0.006882185116410255, 0.0051442948170006275, 0.006209229584783316, -0.0007284571183845401, -0.031552597880363464, -0.0021316041238605976, -0.010788102634251118, -0.007066033780574799, -0.009192435070872307, -0.0009218451450578868, 0.032745882868766785, -0.008089343085885048, 0.003676973981782794, -0.014041878283023834, 0.003701255889609456, 0.005768686532974243, -0.0075482032261788845, 0.012793093919754028, 0.002943313680589199, -0.030609073117375374, -0.020299671217799187, 0.005328143481165171, 0.020480051636695862, -0.011398619040846825, 0.004183425102382898, -0.01511028129607439, -0.003165319561958313, 0.019189640879631042, -0.015207408927381039, -0.010559159331023693, 0.005716654006391764, 0.015318412333726883, 0.00655264500528574, 0.046593502163887024, -0.02385176718235016, -0.03493819013237953, 0.02043842524290085, -0.014472014270722866, -0.007249882444739342, -0.0008381592924706638, -0.014125130139291286, 0.0016485678497701883, 0.02222834900021553, 0.020077664405107498, 0.044262442737817764, 0.02292211726307869, -0.01974465698003769, -0.02537805773317814, -0.015498791821300983, 0.013812934048473835, 0.036381229758262634, 0.0013563177781179547, 0.020188668742775917, 0.021187694743275642, 0.03291238471865654, 0.020618805661797523, 0.022158971056342125, -0.01565142162144184, -0.016872454434633255, -0.02172883413732052, -0.006056600250303745, -0.010947669856250286, 1.943094321177341e-05, -0.018259990960359573, -0.009129995480179787, -0.018398744985461235, 0.029193785041570663, 0.017704976722598076, 0.01845424622297287, -0.00011588104825932533, -0.0066601792350411415, -0.005036760587245226, -0.021562330424785614, 0.02292211726307869, 0.024184776470065117, -0.015013153664767742, -0.0019477555761113763, 0.01093379408121109, 0.03338414803147316, -0.0011421166127547622, -0.029832052066922188, 0.002882608911022544, -0.004877193830907345, -0.020188668742775917, 0.01123905275017023, -0.005047167185693979, 0.0007067768019624054, 0.027473239228129387, -0.0021125255152583122, -0.0037741016130894423, -0.01292491052299738, -0.015720797702670097, 0.012251954525709152, 0.02632158249616623, 0.03421667218208313, 0.0028305761516094208, 0.016983456909656525, -0.025780443102121353, -0.022034093737602234, 0.010399592109024525, -0.025794319808483124, -0.014076566323637962, 0.032607126981019974, -0.003075129585340619, 0.02752874046564102, 0.009740511886775494, -0.025433558970689774, 0.007971402257680893, -0.03527119755744934, 0.028971780091524124, -0.013916999101638794, -0.015693048015236855, -0.03585396334528923, 0.009733574464917183, 0.03338414803147316, 0.006060069426894188, 0.041459616273641586, -0.008359912782907486, 0.045455724000930786, 0.031552597880363464, 0.03929505869746208, 0.00012953962141182274, 0.03774101659655571, -0.0021836368832737207, -0.004544184543192387, 0.004030795767903328, -0.02375463955104351, 0.006989719346165657, -0.010441218502819538, 0.0028184351976960897, -0.003338761627674103, 0.009421378374099731, -0.01620643585920334, 0.0915219634771347, 0.03316214308142662, -0.010704850777983665, 0.023837892338633537, -0.01563754491508007, 0.007589829154312611, 0.009601758792996407, 0.027792373672127724, -0.01705283299088478, -0.007201318629086018, 0.008117093704640865, -0.0155265424400568, -0.002596429316326976, -0.021215446293354034, -0.005047167185693979, 0.007603704463690519, -0.0067954640835523605, 0.0392395555973053, 0.0010103005915880203, -0.0017231479287147522, 0.042847152799367905, -0.009261812083423138, -0.006580395624041557, -0.013493800535798073, -0.02458716183900833, -0.0031219590455293655, 0.020604928955435753, 0.00018840155098587275, -0.012702904641628265, -0.023782389238476753, 0.0066358973272144794, 0.01599830575287342, -0.038268279284238815, -0.017913106828927994, -0.013597865588963032, -0.0151657834649086, 0.013639491982758045, -0.007010532543063164, 0.006087820045650005, 0.017482969909906387, 0.011981384828686714, 0.004946570377796888, 0.014971528202295303, -0.033689405769109726, 0.0006569122197106481, 0.001965099712833762, -0.01764947548508644, -0.007242945022881031, -0.025544561445713043], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='5e67a423-4a88-42ed-bcdb-8fb46f782974', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='631a60e02733787de56c4a84109db92a87c93fa432b7f28232c7f05bbf6fb852'), : RelatedNodeInfo(node_id='29c0a5c0-8e86-48f6-bca4-8f05d19dcad0', node_type=, metadata={}, hash='95ea7f3e3541bdf41836e9b4c3d262fafaac13ac4eb83ce972f1429a993f0b35')}, hash='df6be48587cea1b02e6b10804da29f65e52b228e95c139d4796cfd604ea8cf5b', text=\"an access fee. One of the key features of DreamStudio is its support for negative prompting. It also allows users to overpaint, copy, modify, and distribute images for commercial purposes. 2. Audio Generation: Whisper AudioGen AudioLM Whisper, developed by OpenAI, is a versatile automatic speech recognition system that supports multilingual speech recognition, speech translation, and language identification. It has been trained on 680,000 hours of multilingual and multitask supervised data using Python 3.9.9 and PyTorch 1.10.1, and the codebase is expected to be compatible with Python 3.83.10 and recent PyTorch versions. It deploys an encoder-decoder transformer model that uses 30-second chunks of input audio converted to log-Mel spectrograms, which are then passed to an encoder. The decoder predicts the corresponding text caption and intermixes special tokens to perform various tasks. Whisper provides an open-source model and inference codes for speech processing research and new application development. With nearly one-third of its dataset being non-English, Whisper outperforms the supervised state-of-the-art on CoVoST2 to English translation zero-shot. Google's AudioLM is a pure audio model that uses language modeling to generate high-quality audio without annotated data. It generates speech continuations that preserve the identity, prosody, and accent of the speaker and recording conditions, and can also generate coherent piano music continuations. The model demonstrates long-term consistency in syntax, harmony, rhythm, and melody, and has the potential for extension to multilingual speech, polyphonic music, and audio events. AudioLM uses a hybrid tokenization scheme and a SoundStream neural codec to improve fidelity. The model achieved a 51.2% success rate from human raters and an audio classifier with 98.6% accuracy was trained to detect synthetic speech generated by AudioLM. Currently, AudioLM is only available for research purposes and is not publicly available. Meta's AudioGen AI converts text prompts into audio files. It is the audio parallel of image-generating AI like DALL-E. It uses a language AI model and approximately 4000 hours of training data to generate ambient sounds, sound events,\", start_char_idx=39654, end_char_idx=41897, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='29c0a5c0-8e86-48f6-bca4-8f05d19dcad0', embedding=[-0.018383586779236794, -0.016884848475456238, -0.005953697022050619, -0.026867259293794632, 0.0017556874081492424, 0.013069258071482182, -0.019043579697608948, -0.0027207569219172, -0.03134971857070923, -0.03140471875667572, 0.021559808403253555, 0.030414728447794914, -0.005719949025660753, -0.015386112965643406, 0.0022807607892900705, -0.0013131132582202554, 0.00954928994178772, -0.0020177944097667933, 0.014739868231117725, -0.01356425415724516, -9.968660742742941e-05, 0.02814599871635437, -0.008985544554889202, -0.01566111110150814, -0.009624914266169071, 0.008353050798177719, 0.010477406904101372, -0.033357203006744385, -0.01711859740316868, 0.01370862778276205, 0.02543727308511734, 0.012251140549778938, -0.028764743357896805, -0.002624507760629058, 0.0044446480460464954, 0.002705288352444768, -0.0023787287063896656, -0.013193007558584213, 0.027101008221507072, -0.01067677978426218, 0.008194927126169205, 0.014973616227507591, -0.005118391942232847, -0.021202310919761658, -0.03786716237664223, 0.011508647352457047, 0.0029785672668367624, -0.0010355376871302724, 0.01350237987935543, 0.029232239350676537, 0.013763627037405968, 0.027238506823778152, -0.019992321729660034, 0.010821153409779072, -0.012347389943897724, -0.00035556324291974306, -0.014059249311685562, 0.022756047546863556, 0.004100901074707508, 0.014698619022965431, -0.023429790511727333, 0.0006969469250179827, -0.023938536643981934, 0.025643521919846535, 0.005644324701279402, -0.022384800016880035, -0.01739359460771084, 0.025684770196676254, 0.023251041769981384, -0.035282183438539505, 0.015069865621626377, 0.02759600430727005, -0.0030370040331035852, -0.0033274702727794647, 0.007445558439940214, -0.010126784443855286, 0.005482763517647982, -0.0027602878399193287, -0.00750743318349123, 0.006709940265864134, 0.006225256714969873, -0.013206756673753262, -0.015207364223897457, 0.02892974205315113, 0.025506021454930305, 0.003272470785304904, 0.007349309511482716, -0.009453040547668934, 0.0005852291360497475, -0.02019857056438923, 0.009563039988279343, -0.0002709155378397554, 0.03409969434142113, 0.015468612313270569, -0.025918519124388695, 0.019414827227592468, -0.00034288756432943046, -0.0026262265164405107, -0.003387626027688384, -0.021559808403253555, 0.0003968128585256636, 0.004932768642902374, -0.02837974578142166, -0.00803680345416069, -0.017668591812253, 0.011261149309575558, -0.011350523680448532, 0.009659288451075554, 0.0038499655202031136, 0.02824224717915058, -0.004712770227342844, 0.019799822941422462, 0.007589932065457106, -0.025492273271083832, -0.011316148564219475, -0.020927313715219498, 0.037812162190675735, -0.015482361428439617, -0.024997277185320854, 0.0009324135608039796, 0.020446067675948143, 0.02470852993428707, 0.013756752014160156, -0.002304823137819767, 0.025918519124388695, 0.016843600198626518, -0.01357112918049097, -0.022206051275134087, -0.02584976889193058, -0.01324800681322813, 0.021614806726574898, -0.024914776906371117, 0.025904769077897072, 0.029039740562438965, -0.03148721903562546, 0.02837974578142166, -0.025781020522117615, 0.007555557414889336, -0.012478013522922993, -0.019456075504422188, -0.001595845096744597, 0.021724805235862732, -0.015399862080812454, -0.0030180979520082474, -0.022893546149134636, 0.04174462705850601, -6.746033614035696e-05, 0.00527995266020298, 0.02355353906750679, 0.015757359564304352, 0.013832376338541508, 0.0003368720063008368, -0.01780609041452408, 0.004317461512982845, 0.014794867485761642, 0.028682243078947067, 0.006699627730995417, 0.03148721903562546, -0.010085535235702991, 0.02534102462232113, -0.015523611567914486, 0.01501486636698246, -0.0035955929197371006, -0.00785117968916893, 0.015592360869050026, 0.020418567582964897, 0.02745850570499897, -0.04122213274240494, -0.015757359564304352, -0.026179766282439232, -0.019071079790592194, 0.02598726749420166, -0.03154221922159195, 0.01198301836848259, -0.009597414173185825, -0.00235294783487916, 0.022701047360897064, 0.01450612023472786, -0.01638985425233841, -0.027981000021100044, 0.017888590693473816, 0.0025110712740570307, -0.005792135838419199, 0.004850269295275211, -0.006871500983834267, 0.0034460630267858505, 0.014478621073067188, -0.012031142599880695, -0.004262461792677641, -0.00982428714632988, -0.004850269295275211, 0.013351131230592728, 0.010759279131889343, -0.019112329930067062, -0.6217144727706909, -0.011996767483651638, 0.02461227960884571, -0.0004464413214009255, -0.022921046242117882, 0.006452129688113928, -0.007693056482821703, -0.0017402188386768103, -0.005056517198681831, 0.03456719219684601, -0.02208230271935463, -0.013000508770346642, -0.0010587405413389206, 0.01317925751209259, -0.009281166829168797, -0.011776769533753395, -0.008999294601380825, -0.04201962426304817, 0.027623502537608147, 0.0003684537368826568, -0.01579860970377922, 0.00922616757452488, -0.01404549926519394, -0.0038980902172625065, -0.024227283895015717, 0.003071378916501999, 0.00427964935079217, 0.0036987168714404106, -0.016142355278134346, -0.0037915287539362907, -0.005063392221927643, 0.0016181886894628406, -0.005898697301745415, -0.0075693074613809586, 0.052964527159929276, 0.0025248213205486536, 0.008930545300245285, 0.02443353272974491, -0.005609950050711632, 0.012368015013635159, -0.04661208391189575, -0.00026640386204235256, 0.006964312866330147, 0.005238703452050686, 0.004657770972698927, 0.024364782497286797, 0.032614707946777344, 0.013351131230592728, -0.00774805573746562, -0.0387471541762352, 0.01583985798060894, 0.005451826378703117, 0.015633611008524895, -0.0027138821315020323, -0.013784252107143402, 0.02791225165128708, 0.038307156413793564, -0.018796082586050034, 0.0007003843784332275, 0.024117285385727882, 0.002050450537353754, -0.017971089109778404, -0.02149105817079544, -0.021614806726574898, -0.037482164800167084, 0.025767270475625992, 0.018754832446575165, 0.0036849670577794313, -0.0035440309438854456, -0.018947331234812737, -0.01042240671813488, 0.026234766468405724, -0.0016525633400306106, -0.02851724624633789, 0.019112329930067062, 0.008298050612211227, 0.024584781378507614, 0.01311050821095705, -0.02318229340016842, 0.035969678312540054, 0.024364782497286797, -0.023581039160490036, -0.008139926940202713, -0.015633611008524895, 0.03552968427538872, -0.02969973534345627, -0.019167328253388405, -0.012849260121583939, 0.004702458158135414, -0.007060561794787645, 0.020226068794727325, 0.038637153804302216, -0.023072294890880585, -0.040287140756845474, -0.01200364250689745, 0.009968660771846771, -0.01607360690832138, 0.024873528629541397, 0.020858563482761383, -0.022054802626371384, -0.0008477658848278224, -0.024254783987998962, 0.00877242162823677, -0.004008089192211628, 0.040424637496471405, 0.01689859852194786, -0.014492370188236237, 0.006517441943287849, 0.03291720524430275, -0.024186033755540848, -0.009349916130304337, -0.006063695996999741, 0.01119927503168583, -0.030634727329015732, -0.006242444273084402, -0.017641091719269753, 0.009274291805922985, -0.00771368108689785, 0.007693056482821703, -0.017984839156270027, 0.012794260866940022, -0.01997857168316841, 0.015056115575134754, -0.0036952795926481485, 0.015784859657287598, 0.03176221624016762, 0.006813064217567444, -0.012684261426329613, -0.020652316510677338, -0.008786171674728394, -0.005493076052516699, -0.02928723767399788, 0.017324846237897873, -0.01191426906734705, 0.026894759386777878, 0.01464361883699894, 0.020446067675948143, -0.0016156105557456613, -0.0005259328172542155, -0.013241131789982319, -0.014781118370592594, -0.002084825187921524, -0.0029768485110253096, 0.015688609331846237, -0.028159748762845993, 0.009301791898906231, -0.016169855371117592, -0.009611164219677448, -0.0007201498374342918, -0.0059365094639360905, -0.020267318934202194, 0.0099411616101861, -0.020446067675948143, 0.026372265070676804, 0.0037124669179320335, -0.012161766178905964, -0.02589101903140545, -0.019483575597405434, -0.01754484325647354, -0.020968561992049217, 0.02983723394572735, 0.008194927126169205, -0.010236783884465694, 0.018397334963083267, 0.00461308378726244, -0.017572343349456787, 0.0026434138417243958, 0.02892974205315113, -0.03907715156674385, -0.020721064880490303, -0.0006299162632785738, -0.024213533848524094, 0.006273381412029266, 0.04232212156057358, 0.019483575597405434, 0.005059954710304737, -0.014836117625236511, -0.0021106060594320297, 0.007486808113753796, -0.015523611567914486, -0.016884848475456238, 0.013557379133999348, -0.001436862163245678, -0.025451023131608963, 0.012732386589050293, 0.00764493178576231, 0.03902215138077736, 0.014753618277609348, -0.02121606096625328, 0.01154302153736353, -0.0070021250285208225, 0.008153676986694336, -0.01919482834637165, 0.014492370188236237, -0.02308604307472706, 0.008071177639067173, 0.007555557414889336, -0.009920536540448666, 0.014464871026575565, 0.023031044751405716, -0.008263676427304745, 0.013509253971278667, -0.020487317815423012, -0.0020934187341481447, -0.0005538622499443591, -0.013261756859719753, 0.0010656154481694102, -0.027472253888845444, 0.006589628756046295, 0.025272274389863014, 0.013124258257448673, -0.00897179450839758, -0.012106766924262047, -0.012285515666007996, -0.008387424983084202, 0.020954813808202744, 0.02465352974832058, -0.004836519248783588, -0.0006746033322997391, 0.004434335511177778, 0.002956223674118519, -0.0026141954585909843, 0.01391487568616867, -0.013021133840084076, -0.01707734726369381, 0.014244873076677322, -0.009260542690753937, 0.02934223785996437, 0.004688708111643791, -0.043779607862234116, 0.008050553500652313, -0.00039036761154420674, 0.01172864530235529, -0.004063088912516832, 0.0054621389135718346, 0.003336064051836729, 0.04201962426304817, 0.0011738957837224007, 0.0018510771915316582, -0.0017565467860549688, -0.01306238304823637, 0.0012443638406693935, 0.015894858166575432, -0.020597316324710846, 0.0322297140955925, 0.0017651404486969113, 0.028489746153354645, -0.015509861521422863, -0.013866751454770565, 0.00778243038803339, -0.03024972975254059, 0.02066606469452381, -0.005444951355457306, -0.01900232955813408, 0.010669904761016369, -0.02565727010369301, 0.005094329360872507, -0.00890992023050785, 0.011233650147914886, 0.015234864316880703, -0.011433023028075695, -0.003908402752131224, -0.0014256903668865561, -0.0006681581144221127, 0.009212417528033257, -0.015647361055016518, 0.02386978641152382, 0.012354264967143536, 0.026661012321710587, -0.006307756062597036, -0.014519870281219482, -0.01711859740316868, 0.026111016049981117, -0.0114811472594738, 0.028407245874404907, 0.005551512818783522, -0.007864929735660553, 0.01933232694864273, 0.011646145954728127, 0.008655548095703125, -0.018122337758541107, -0.03272470831871033, 0.02309979312121868, -0.005132141523063183, -0.009246792644262314, -0.01629360392689705, -0.004300273954868317, -0.013419880531728268, -0.029672235250473022, 0.013254881836473942, -0.0020349817350506783, 0.024034785106778145, 0.003623092547059059, 0.03214721381664276, -0.00796805415302515, 0.00877242162823677, 0.015454862266778946, -0.010594280436635017, -0.002555758459493518, -0.012319889850914478, 0.015853608027100563, 0.01161864586174488, -0.017091097310185432, -0.012038017623126507, 0.021133560687303543, -0.04039714112877846, -0.016953598707914352, 0.011281774379312992, 0.0003244111721869558, -0.014533620327711105, -0.00862804800271988, 0.012429889291524887, 0.008614297956228256, -0.027994750067591667, 0.013584878295660019, 0.010828028433024883, -0.006857751403003931, -0.027651002630591393, 0.006679002661257982, 0.031184721738100052, 0.009095543995499611, -0.03407219424843788, -0.00778243038803339, 0.024914776906371117, 0.0678693950176239, 0.0019095141906291246, 0.007995553314685822, 0.009659288451075554, -0.012670512311160564, 0.0038602780550718307, -0.04196462407708168, 0.001559751690365374, 0.007624306716024876, 0.019799822941422462, -0.04256961867213249, 0.0026623199228197336, 0.016843600198626518, -0.014107374474406242, 0.02047356776893139, -0.0009590539266355336, -0.004554647020995617, -0.021656056866049767, -0.020143570378422737, -0.006878376007080078, -0.0024337281938642263, 0.021037312224507332, 0.009789912961423397, -0.008435550145804882, 0.011082401499152184, -0.014959866181015968, 0.03844465687870979, 0.022893546149134636, 0.002021231921389699, -0.017063597217202187, -0.0024096660781651735, -0.014616119675338268, 0.0016353760147467256, 0.005634012166410685, -0.002217167755588889, 0.030002232640981674, 0.01726984605193138, 0.017984839156270027, 0.003040441544726491, -0.003980589564889669, 0.0011962393764406443, 0.04168962687253952, 0.0027448192704468966, 0.008793046697974205, 0.013873626478016376, -0.022838545963168144, -9.345619764644653e-05, 0.022879796102643013, -0.015482361428439617, -0.026867259293794632, 0.0038774653803557158, -0.001218582852743566, -0.04232212156057358, -0.011158025823533535, 0.005974321626126766, 0.013722377829253674, -0.007803055457770824, 0.006256194319576025, -0.0011713176500052214, -0.006527754012495279, 0.0008301488123834133, -0.025148525834083557, -0.006359318271279335, -0.004224649630486965, -0.008944295346736908, -0.024131035432219505, -0.001276160473935306, 0.025231024250388145, -0.02314104326069355, 0.03646467626094818, 0.01285613514482975, 0.003485593944787979, -0.06577941030263901, -0.004812457133084536, -0.0088342959061265, 0.009178043343126774, 0.013083008117973804, 0.003468406619504094, 0.008188052102923393, 0.020404817536473274, -0.0014755337033420801, -0.031019723042845726, -0.006854313891381025, -0.00441714795306325, 0.002526539843529463, -0.004083713516592979, -0.020129820331931114, -0.019813572987914085, 0.00345981284044683, -0.0009796787053346634, 0.018328586593270302, -0.005623699631541967, 0.014602369628846645, 0.002339197788387537, 0.0178198404610157, 0.015606110915541649, 0.030277229845523834, 0.015111114829778671, 0.005503388587385416, -0.021697307005524635, -0.00778243038803339, -0.037757162004709244, -0.023429790511727333, -0.029809733852744102, 0.023814788088202477, -0.008669297210872173, 0.0269085094332695, 0.014712369069457054, 0.0007820242899470031, -0.021147310733795166, 3.373016807017848e-05, 0.015729859471321106, 0.011941768229007721, -0.005049642641097307, 0.010779904201626778, -0.003140128217637539, 0.00503933010622859, 0.006555254105478525, -0.003908402752131224, -0.026688512414693832, 0.027334755286574364, -0.04430210590362549, 0.023801038041710854, -0.0007394856074824929, -0.006410880479961634, 0.03189971670508385, -0.0005405420670285821, 0.0181773379445076, -0.0027826314326375723, 0.03819715976715088, -0.007761805783957243, 0.0017840465297922492, -0.00524557800963521, -0.016169855371117592, -0.022206051275134087, -0.03948964923620224, -0.013667377643287182, 0.003929027356207371, -0.008655548095703125, -0.006929938215762377, -0.013818626292049885, -0.0023306042421609163, -0.014533620327711105, -0.008222426287829876, 0.021009812131524086, -0.02066606469452381, 0.0036849670577794313, 0.009934286586940289, -0.002803256269544363, 0.014059249311685562, -0.026881009340286255, 0.03522718697786331, -0.02612476609647274, -0.028269747272133827, -0.011653020977973938, -0.04232212156057358, -0.013605503365397453, 0.008366799913346767, 0.027747252956032753, 0.0035130935721099377, 0.03618967533111572, 0.013488629832863808, 0.017146097496151924, 0.025134775787591934, 0.02162855677306652, -0.01744859479367733, -0.00764493178576231, 0.0031590342987328768, -0.009274291805922985, -0.0023271667305380106, 0.00010446683882037178, 0.030772225931286812, 0.007864929735660553, -0.02190355397760868, 0.008793046697974205, 0.0004967143177054822, -0.007411183789372444, -0.021518558263778687, -0.017984839156270027, -0.0346221923828125, -0.02565727010369301, 0.008607422932982445, -0.015276113525032997, 0.013193007558584213, -0.03401719778776169, -0.0018596708541736007, 0.03305470570921898, 0.009171168319880962, 0.036382175981998444, -0.001486705499701202, 0.019909821450710297, -0.005352139938622713, 0.013144882395863533, 0.022467300295829773, 0.008325550705194473, -0.027664752677083015, 0.003640280105173588, -0.03393469750881195, -0.007259935140609741, -0.008463049307465553, -0.005359014496207237, 0.025354772806167603, 0.019442327320575714, 0.022797295823693275, 0.01251238863915205, 0.02351229079067707, -0.00791992899030447, -0.02023981884121895, -0.011123650707304478, -0.019401077181100845, -0.0024509155191481113, -0.016953598707914352, -0.023677289485931396, -0.002854818245396018, -0.02121606096625328, 0.0019902947824448347, 0.009741787798702717, 0.017379844561219215, -0.03844465687870979, -0.02496977709233761, 0.011433023028075695, 0.024763528257608414, 0.027527254074811935, 0.006256194319576025, 0.028627244755625725, 0.020721064880490303, 0.00704681221395731, -0.016101107001304626, 0.0010527250124141574, 0.008153676986694336, -0.016513602808117867, 0.021779805421829224, 0.021793555468320847, -0.001735921949148178, 0.0038259034045040607, 0.029809733852744102, -0.0001629575272090733, -0.03649217262864113, -0.028269747272133827, 0.006562129128724337, 0.003305126680061221, 0.024722279980778694, -0.016403604298830032, -0.036794669926166534, 0.002254979917779565, 0.035749681293964386, -0.022426050156354904, 0.028118498623371124, -0.007383684162050486, -0.006517441943287849, -0.012945509515702724, 0.02029481902718544, -0.002469821600243449, 0.01768234185874462, 0.01402487512677908, 0.01418987289071083, 0.02010232023894787, -0.01285613514482975, -0.013612378388643265, 0.00851804856210947, 0.0032415336463600397, 0.02630351483821869, 0.005823072977364063, 0.0025660707615315914, -0.0015700641088187695, -0.01402487512677908, 0.007548682391643524, 0.003757153870537877, 0.014863617718219757, 0.026922259479761124, -0.03030472993850708, 8.953533688327298e-05, -0.001201395527459681, -0.02594601921737194, -0.006431505084037781, -0.018754832446575165, -0.016032356768846512, 0.011501772329211235, 0.006156507413834333, -0.008710547350347042, 0.0008310081902891397, -0.005554950330406427, -0.021972304210066795, -0.001419674837961793, -0.004695583134889603, -0.02437853254377842, -0.011116775684058666, 0.013014258816838264, 0.02098231203854084, -0.024447280913591385, 0.011756145395338535, 0.008738047443330288, -0.005503388587385416, 0.01140552293509245, -0.004018401727080345, -0.001220301608555019, -0.010986152105033398, 0.006417755037546158, -0.013399255461990833, 0.013268631882965565, 0.007369934115558863, -0.006802751682698727, -0.004389648325741291, 0.013942375779151917, 0.011969268321990967, 0.0005697605665773153, 0.009233042597770691, -0.026606012135744095, -0.023539789021015167, 0.007974929176270962, -0.026523513719439507, 0.0075005581602454185, 0.0029321613255888224, 0.011295524425804615, -0.005334952380508184, 0.0051355790346860886, -0.011570521630346775, 0.007204935885965824, -0.0011979580158367753, 0.02300354465842247, 0.004506522323936224, -0.005991509184241295, 0.03189971670508385, -0.02859974466264248, 0.019772322848439217, -0.0014222529716789722, -0.004025276750326157, -0.003794966032728553, -0.05813448131084442, -0.020088570192456245, 0.00246810307726264, 0.0030816912185400724, 0.016706101596355438, -0.011488022282719612, -0.012031142599880695, 0.017833590507507324, -0.0274172555655241, 0.013234256766736507, 0.01443737093359232, 0.009707413613796234, 0.00714993616566062, 0.017104847356677055, 0.012010517530143261, 0.021174810826778412, -0.021449808031320572, 0.0027104446198791265, -0.009542414918541908, -0.00789930485188961, -0.05780448392033577, -0.01693984866142273, -0.005915884859859943, 0.04276211932301521, -0.004228087142109871, -0.036382175981998444, -0.03558468073606491, -0.021326059475541115, -0.05477951094508171, 0.0044652726501226425, -0.012677386403083801, 0.01772359199821949, 0.009796787984669209, 0.02443353272974491, 0.0059708841145038605, 0.02551977150142193, -0.021917304024100304, 0.0031005972996354103, -0.020583566278219223, -0.0010312407976016402, -0.01570235937833786, -0.02267354726791382, -0.012024267576634884, 0.0019438888411968946, -0.036024678498506546, -0.006624003406614065, 0.009514914825558662, -0.006032758858054876, -0.013234256766736507, 0.024254783987998962, -0.02355353906750679, -0.02649601362645626, 0.014946116134524345, 0.004094026051461697, 0.003691842081025243, 0.01370175275951624, 0.027513504028320312, -0.025079775601625443, 0.009906786493957043, -0.0018510771915316582, -0.004870893899351358, -0.029864734038710594, -0.0018407647730782628, 0.01666485145688057, 0.0028273186180740595, -0.0054415138438344, -0.0031693466007709503, -0.005881510209292173, -0.012196141295135021, -0.010587405413389206, 0.033137205988168716, 0.010766154155135155, -0.0047883945517241955, 0.03731716796755791, -0.005077142268419266, -0.02722475677728653, -0.017558593302965164, 0.008194927126169205, 0.0033498138654977083, 7.3583328230597544e-06, 0.025217274203896523, -0.03750966489315033, -0.0020074821077287197, -0.011178649961948395, 0.0193735770881176, -0.015097364783287048, -0.017874840646982193, -0.015647361055016518, 0.007961179129779339, -0.02837974578142166, 0.0058333855122327805, 0.014258623123168945, -0.037729661911726, 0.012491763569414616, -0.0027774751652032137, 0.007961179129779339, 0.00016048684483394027, -0.000563315290492028, 0.005434638820588589, -0.0229622945189476, -0.019263578578829765, 0.019854823127388954, -0.018974831327795982, -0.031844716519117355, 0.03189971670508385, 0.002406228566542268, -0.01652735285460949, 0.0178198404610157, 0.19491825997829437, -0.02327854186296463, -0.012959259562194347, 0.03066222555935383, -0.0036677797324955463, -0.01754484325647354, 0.03858215734362602, 0.014217372983694077, -0.009136793203651905, -0.0009358510142192245, -0.0031280971597880125, 0.02804975025355816, -0.018342336639761925, -0.005345264915376902, 0.008593672886490822, -0.041799627244472504, -0.035832181572914124, -0.03401719778776169, -0.01996482163667679, -0.006190882064402103, 0.003239814890548587, 0.0016310792416334152, -0.006668690592050552, -0.01762734353542328, 0.025492273271083832, -0.003504500025883317, -0.021504808217287064, -0.0038499655202031136, 0.01549611147493124, 0.0063318186439573765, -0.022054802626371384, -0.0016946723917499185, 0.006575878709554672, 0.0015107677318155766, -0.014657368883490562, 0.010793653316795826, 0.006692752707749605, -0.00020162905275356025, 0.008098677732050419, 0.036519672721624374, -0.0024165408685803413, 0.0054621389135718346, -0.006159944925457239, -0.02759600430727005, -2.7741451049223542e-05, 0.027486003935337067, -0.013351131230592728, 0.0007098374189808965, -0.01933232694864273, -0.008208677172660828, 0.00033708682167343795, 0.004121525678783655, 0.00732180941849947, 0.015908608213067055, -0.011288649402558804, 0.02135355956852436, -0.024089785292744637, 0.016032356768846512, 0.026413513347506523, 0.023017294704914093, -0.030909724533557892, 0.007548682391643524, -0.0029974733479321003, 0.018012339249253273, -0.006345568224787712, -0.008325550705194473, 0.020446067675948143, -0.022192301228642464, 0.034457191824913025, -0.015372362919151783, 0.004712770227342844, -0.0018974830163642764, -0.027898501604795456, -0.005187141243368387, -0.02355353906750679, -0.0308547243475914, 0.04691458120942116, 0.03745466470718384, 0.01402487512677908, 0.018218588083982468, 0.015331112779676914, 0.0029304425697773695, -0.003554343245923519, -0.005431201308965683, 0.006751189939677715, -0.042349621653556824, 0.006046508438885212, -0.0342646948993206, -0.011164899915456772, -0.020624816417694092, -0.0178198404610157, -0.012251140549778938, -0.008655548095703125, 0.0028513807337731123, -0.00876554660499096, -0.009624914266169071, 0.03352219983935356, -0.016142355278134346, 0.0026485701091587543, 0.0012349108001217246, 0.0014016281347721815, 0.03921464830636978, 0.029259739443659782, 0.022096052765846252, -0.00838054995983839, 0.009521789848804474, -0.0108830276876688, 0.004317461512982845, -0.00283591216430068, -1.2762947335431818e-05, 0.0004210899933241308, -0.01264988724142313, 0.02253604866564274, -0.01108927559107542, 0.003274189541116357, 0.012588012963533401, -0.005661511793732643, -0.01402487512677908, 0.025863518938422203, 0.0015881108120083809, -0.026193516328930855, -0.002220605267211795, -0.018438585102558136, 0.02653726376593113, -0.012251140549778938, -0.028847241774201393, -0.021518558263778687, 0.015509861521422863, -0.03209221363067627, -0.0029820045456290245, 0.012629262171685696, -0.001622485462576151, 0.02539602294564247, 0.013337381184101105, 0.005795573350042105, 0.002371853915974498, 0.02129855938255787, -0.007493683136999607, -0.012966134585440159, 0.006300881039351225, 0.002504196483641863, 0.004919018596410751, 0.024901026859879494, -0.004888081457465887, 0.02276979759335518, 0.0016620163805782795, 0.007913053967058659, 0.017599843442440033, -0.029369737952947617, -0.015111114829778671, -0.0036471548955887556, 0.01685735024511814, 0.025492273271083832, 0.0045443344861269, 0.030964722856879234, 0.021738555282354355, -0.04482460021972656, -0.003140128217637539, 0.0032346586231142282, 0.006596503779292107, -0.04606208950281143, -0.003922152332961559, 0.013550504110753536, -8.46476832521148e-05, -0.01799858920276165, -0.028434745967388153, -0.1761084347963333, -0.005685574375092983, 0.017874840646982193, -0.041662126779556274, -0.003324032761156559, 0.030882224440574646, 0.0053555769845843315, 0.0006453848909586668, -0.018191087990999222, -0.00711556151509285, 0.013736126944422722, -0.002935598837211728, -0.01984107308089733, -0.023952286690473557, -0.0031641905661672354, 0.011013651266694069, 0.003325751516968012, 0.009954910725355148, 0.017709841951727867, 0.013193007558584213, 0.02047356776893139, -0.022563548758625984, 0.0023770099505782127, -0.02023981884121895, 0.02961723506450653, 0.007479933090507984, 0.0031779403798282146, 0.014396121725440025, -0.0017367813270539045, -0.015647361055016518, -0.003140128217637539, -0.00954928994178772, 0.014616119675338268, 0.00725306011736393, 0.014072999358177185, 0.027059758082032204, 0.026111016049981117, -0.004310586489737034, -0.010752404108643532, 0.03319220244884491, 0.029452236369252205, 0.012691136449575424, 0.027802251279354095, 0.004169650375843048, -0.006046508438885212, 0.014134873636066914, 0.021738555282354355, -0.025313524529337883, -0.006661815568804741, -0.01412112358957529, 0.011123650707304478, -0.012828635051846504, 0.0018442022847011685, -0.007878679782152176, 0.019717324525117874, 0.017709841951727867, 0.01748984307050705, 0.003226064844056964, 0.019016079604625702, -0.020789815112948418, -0.020074820145964622, -0.009948036633431911, 0.01165989600121975, -0.013756752014160156, -0.004214337561279535, -0.003726216731593013, -0.019634824246168137, 0.020968561992049217, -0.022288551554083824, 0.00732180941849947, -0.01141239795833826, 0.011893643997609615, -0.00855929870158434, -0.011261149309575558, 0.01671985164284706, -0.0035302808973938227, -0.03167971596121788, -0.002923567546531558, 0.023072294890880585, -0.004695583134889603, -0.011144275777041912, 0.021931054070591927, -0.0023924787528812885, 0.023127293214201927, 0.0004528865683823824, -0.0105392811819911, 0.03731716796755791, 0.007445558439940214, -0.0291497390717268, 6.015571125317365e-05, 0.0238285381346941, -0.006032758858054876, -0.016706101596355438, -0.01634860411286354, 0.01758609339594841, 0.006905875634402037, 0.026784760877490044, 0.0030730976723134518, -0.008710547350347042, 0.0036815295461565256, -0.00503933010622859, -0.0016835005953907967, -0.008098677732050419, 0.002270448487251997, 0.04303711652755737, -0.00223779259249568, -0.029314737766981125, 0.03220221400260925, 0.0169810988008976, -0.020047321915626526, -0.013529879041016102, 0.00849742442369461, 0.020322319120168686, 0.01768234185874462, -0.03214721381664276, 0.028077248483896255, -0.006397130433470011, -0.04925205931067467, 0.03761966526508331, -0.0007369074737653136, 0.03387969732284546, 0.010319283232092857, -0.0198823232203722, 0.012223640456795692, -0.016472352668642998, -0.013144882395863533, -0.07991428673267365, -0.023938536643981934, 0.010518656112253666, 0.022096052765846252, -0.017022348940372467, 0.0240072850137949, -0.001011475338600576, 0.046639584004879, -0.018534835427999496, 0.032532211393117905, -0.019538575783371925, -0.02088606357574463, -0.004850269295275211, 0.0023460728116333485, 0.02754100412130356, -0.0145748695358634, -0.005627137143164873, -0.0038259034045040607, -0.028407245874404907, 0.02755475416779518, -0.003654029918834567, -0.006001821253448725, 0.03352219983935356, -0.019387327134609222, -0.008139926940202713, -0.0012383483117446303, -0.043367113918066025, -0.007761805783957243, 0.01443737093359232, -0.004537459462881088, -0.008937420323491096, -0.03943464905023575, 0.015234864316880703, -0.024626029655337334, -0.017008598893880844, -0.002349510323256254, 0.001134364865720272, -0.012203016318380833, -0.004482460208237171, -0.0397646464407444, -0.005486201029270887, 0.0025162275414913893, 0.023498540744185448, -0.015248613432049751, -0.017668591812253, -0.014396121725440025, 0.01317925751209259, 0.012106766924262047, -0.013440504670143127, -0.03943464905023575, -0.027211006730794907, -0.007191185839474201, -0.0339621976017952, -0.021546058356761932, 0.04347711056470871, -0.007294309791177511, -0.0011412397725507617, -0.011907394044101238, -0.0076036821119487286, -0.01786109060049057, -0.025959767401218414, -0.005812760442495346, -0.023498540744185448, 0.0006191741558723152, -0.009301791898906231, -0.00038693012902513146, -0.026069767773151398, -0.008958045393228531, 0.01317925751209259, -0.006122132763266563, -0.005059954710304737, 0.01721484586596489, 0.0068990010768175125, 0.015578610822558403, -0.016472352668642998, -0.011873018927872181, -0.011811144649982452, -0.044604603201150894, 0.014836117625236511, 0.006703065242618322, -0.02865474484860897, -0.027651002630591393, -0.016541102901101112, -0.0008903045672923326, -0.002199980430305004, -0.006328381132334471, -0.012278640642762184, 0.0011953799985349178, -0.0058883847668766975, -0.04735457897186279, -0.011364273726940155, 0.020597316324710846, 0.0028273186180740595, -0.02213730290532112, -0.008126177825033665, -0.009033669717609882, -0.003592155408114195, 0.005231828428804874, 0.01813608780503273, 0.0012838947586715221, 0.00023675570264458656, -0.0100305350497365, -0.07292935252189636, 0.022742297500371933, -0.0030318479984998703, -0.01239551417529583, 0.019318576902151108, -0.019717324525117874, 0.0003456805134192109, -0.0032174712978303432, 0.00537276454269886, 0.016376104205846786, -0.030607227236032486, 0.007335559464991093, -0.014409871771931648, 0.002638257807120681, 0.00010102937085321173, 0.018534835427999496, 0.045567091554403305, -0.0011060057440772653, 0.017049847170710564, -0.007033062167465687, 0.014258623123168945, 0.007060561794787645, 0.005238703452050686, 0.017379844561219215, 0.0006002680747769773, -0.01744859479367733, -0.027444755658507347, 0.0014738149475306273, 0.0027465380262583494, 0.004609646275639534, 0.002004044596105814, -0.026688512414693832, 0.016706101596355438, -5.8812951465370134e-05, -0.001092255930416286, -0.0020710753742605448, 0.0022756047546863556, 0.023333542048931122, 0.0027156006544828415, 0.04303711652755737, -0.023072294890880585, -0.04298211634159088, 0.0008499142713844776, -0.016183605417609215, -0.005689011886715889, 0.0013217069208621979, -0.02015732042491436, -0.00863492302596569, 0.03709716722369194, 0.016458602622151375, 0.037537164986133575, 0.011824894696474075, -0.02649601362645626, -0.0181773379445076, -0.033137205988168716, -0.002423415891826153, 0.03833465650677681, 0.010264283046126366, 0.015619860962033272, 0.01352300401777029, 0.033687200397253036, 0.016774849966168404, 0.029452236369252205, 0.0016869381070137024, -0.0020006070844829082, -0.007562432438135147, -0.004743707831948996, 0.014684868976473808, 0.005094329360872507, -0.015303613618016243, -0.0062836939468979836, -0.011859268881380558, 0.03011223115026951, 0.011625520884990692, 0.008236176334321499, 0.005829948000609875, -0.00855929870158434, -0.0007583916885778308, -0.01946982555091381, 0.023017294704914093, 0.023746037855744362, -0.015001116320490837, 0.0029132552444934845, 0.026179766282439232, 0.03819715976715088, 0.017008598893880844, -0.023677289485931396, 0.002873724326491356, 0.0042933993972837925, -0.01735234446823597, 0.0007446418167091906, -0.005063392221927643, -0.0010810841340571642, 0.01429987233132124, -0.007528057787567377, 0.010181783698499203, -0.013894250616431236, -0.0025626334827393293, 0.0014127999311313033, 0.021587306633591652, 0.02873724326491356, 0.0017720154719427228, 0.011907394044101238, -0.03264220803976059, -0.014423620887100697, 0.014492370188236237, -0.050077054649591446, -0.01278738584369421, 0.0240072850137949, 0.0009238198981620371, 0.020679814741015434, 0.004169650375843048, -0.030497226864099503, 0.01246426347643137, -0.008861795999109745, 0.017503593116998672, -0.003007785649970174, -0.013055508024990559, -0.03847215697169304, 0.025423523038625717, 0.022288551554083824, 0.005386514589190483, 0.03668467327952385, -0.012814885936677456, 0.04573209211230278, 0.027843501418828964, 0.03957214578986168, -0.011859268881380558, 0.024859778583049774, 0.0014119405532255769, -0.010828028433024883, -0.013406130485236645, -0.018218588083982468, -0.01095177698880434, -0.005331514868885279, -0.0090886689722538, 0.014059249311685562, -0.0029321613255888224, -0.012629262171685696, 0.08755921572446823, 0.03442969173192978, -0.0005890962784178555, 0.008469924330711365, -0.01416237372905016, 0.014018000103533268, 0.011288649402558804, 0.019139830023050308, -0.025052275508642197, -0.003389344783499837, -0.00033407905721105635, -0.025011027231812477, 0.013076133094727993, -0.045209597796201706, -0.010133659467101097, 0.0036127802450209856, -0.010786778293550014, 0.0325872078537941, -0.010518656112253666, -0.0027946624904870987, 0.05024205148220062, -0.006448692642152309, 0.005988071672618389, -0.011701145209372044, -0.017874840646982193, 0.02351229079067707, 0.006991812493652105, -0.0005181984743103385, -0.011790519580245018, -0.027197256684303284, 0.011873018927872181, 0.004802144598215818, -0.02166980691254139, -0.020446067675948143, -0.022013554349541664, -0.01872733235359192, 0.011749270372092724, 0.0044308979995548725, 0.004320899024605751, 0.013584878295660019, 0.018067339435219765, 0.008600547909736633, -0.0028651307802647352, -0.02580851875245571, 0.011604896746575832, 0.00043849219218827784, -0.028022250160574913, -0.008607422932982445, -0.037124667316675186], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='8f00342d-de84-4a6e-8242-8804cdbc132c', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='df6be48587cea1b02e6b10804da29f65e52b228e95c139d4796cfd604ea8cf5b'), : RelatedNodeInfo(node_id='8a8633bd-d714-4862-916d-3a4074f2cfd7', node_type=, metadata={}, hash='5f2831433d228d19c88617ba7efd932c69ecc2981ec5fbbf3dbab3f24a95a425')}, hash='95ea7f3e3541bdf41836e9b4c3d262fafaac13ac4eb83ce972f1429a993f0b35', text=\"music, and audio events. AudioLM uses a hybrid tokenization scheme and a SoundStream neural codec to improve fidelity. The model achieved a 51.2% success rate from human raters and an audio classifier with 98.6% accuracy was trained to detect synthetic speech generated by AudioLM. Currently, AudioLM is only available for research purposes and is not publicly available. Meta's AudioGen AI converts text prompts into audio files. It is the audio parallel of image-generating AI like DALL-E. It uses a language AI model and approximately 4000 hours of training data to generate ambient sounds, sound events, and their composition. Additionally, it can extend existing audio to create rudimentary music. The quality of the audio output has been rated at 70% via Amazon's Mechanical Turk platform. However, AudioGen currently cannot sequence sounds through time, and the ownership rights of the generated audio are unclear. 3. Search Engines: Neeva You Neeva is an AI-powered search engine that provides ad-free and private searches. It achieves this through its in-house LLMs and search stack, while also blocking third-party website trackers and not sharing user information. Neeva's unique feature is its AI summaries, which provide synthesized answers backed by cited authority. It also allows users to search personal email accounts, calendars, and cloud storage platforms. This feature combines the best aspects of LLMs, like ChatGPT, with authority and timeliness. However, it only functions with question queries and has limitations on the free version (the premium plan is priced at $4.95/mo). Neeva has over 2 million users and local language versions in Germany, France, and Spain. You.com is a California-based search engine that uses multimodal conversational AI to group web results into website categories sorted by user preferences. It was launched for public beta in November 2021 with a focus on privacy and personalization. It offers YouWrite, a text generator, and YouChat, a chatbot with community-built apps and blended LLMs. You.com does not collect users' personal information and offers personal and private search modes. The search results allow users to create content directly from the search results,\", start_char_idx=41290, end_char_idx=43519, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='8a8633bd-d714-4862-916d-3a4074f2cfd7', embedding=[-0.01668431982398033, -0.01318157184869051, -0.003554157679900527, 0.0015405919402837753, 0.0019278819672763348, 0.0035267388448119164, -0.02057778462767601, -0.008835697546601295, -0.017328660935163498, -0.029447754845023155, 0.01726011373102665, 0.024224480614066124, -0.012537230737507343, -0.008307886309921741, -0.0023785780649632215, 0.00226718932390213, 0.0077800750732421875, -0.005103318020701408, 0.016081105917692184, -0.010802993550896645, -0.0029715087730437517, 0.021331800147891045, -0.001393216080032289, -0.003110316349193454, -0.016437551006674767, 0.027473604306578636, 0.01220820564776659, -0.032326724380254745, -0.00838328804820776, 0.0013589425943791866, 0.018055258318781853, 0.016177071258425713, 0.002887538867071271, -0.009445765055716038, -0.004308173432946205, 0.023593848571181297, 0.008314740844070911, -0.01510774064809084, 0.015614987351000309, -0.0036638325545936823, 0.023634975776076317, 0.007265972904860973, -0.014504527673125267, -0.01869959942996502, -0.02050923742353916, 0.008026843890547752, -0.0038900375366210938, -0.0015508739743381739, -0.006635341327637434, 0.018548795953392982, 0.019810058176517487, 0.03962011635303497, -0.015409346669912338, -0.008479253388941288, 0.005634556524455547, -0.004345874302089214, -0.02204468846321106, 0.02818649262189865, 0.011186856776475906, 0.019385067746043205, 0.004366438370198011, 0.0019450187683105469, -0.019412485882639885, 0.02244226075708866, -0.013126734644174576, -0.01584804616868496, -0.01623190939426422, 0.025526871904730797, 0.028597773984074593, -0.03339605778455734, 0.02580105885863304, 0.021222125738859177, 0.007821203209459782, -0.007581288926303387, 0.005905316676944494, -0.008732876740396023, -0.004321882966905832, -0.0013143870746716857, -0.02493736706674099, 0.010919523425400257, 0.0010916095925495028, -0.012064256705343723, -0.012749725952744484, 0.019371358677744865, 0.01876814477145672, -0.014038408175110817, 0.0004192072374280542, -0.0021300953812897205, -0.010371148586273193, -0.029338080435991287, 0.004626916721463203, -0.0017488031880930066, 0.03484925255179405, 0.026705877855420113, -0.02248338796198368, 0.007622417062520981, 0.0011558723635971546, 0.01631416566669941, -0.01672544702887535, -0.02255193516612053, 0.010789284482598305, 0.008671185001730919, -0.02818649262189865, -0.01531338132917881, -0.02392287366092205, 0.008424416184425354, 0.00429103709757328, 0.007002067286521196, 0.021907594054937363, 0.03835885226726532, 0.011077181436121464, 0.0335879884660244, 0.00041363778291270137, -0.04008623585104942, -0.00405455008149147, -0.02724054455757141, 0.025718802586197853, -0.020015699788928032, -0.026020409539341927, 9.900477380142547e-06, 0.016163362190127373, 0.028351005166769028, 0.020797133445739746, -0.006474256049841642, 0.024800274521112442, 0.020235048606991768, -0.007149443496018648, 0.0010787571081891656, -0.01338721252977848, -0.01436743326485157, 0.012393282726407051, -0.007608707528561354, 0.01723269373178482, 0.024183351546525955, -0.023662395775318146, 0.029831618070602417, -0.026582494378089905, 0.005802496336400509, -0.014792424626648426, -0.01270859781652689, 0.003715242724865675, 0.01726011373102665, -0.006258333567529917, 0.008355868980288506, -0.004760583397001028, 0.02146889455616474, -0.0032062819227576256, 0.0038077812641859055, 0.028433261439204216, 0.025540580973029137, 0.014271467924118042, 0.0012518380535766482, -0.027076032012701035, 0.014819842763245106, 0.01963183656334877, 0.014806133694946766, 0.0177947785705328, 0.03983946889638901, -0.00958971306681633, 0.02107132226228714, -0.0002534093800932169, 0.02876228652894497, -0.017013344913721085, -0.01241384632885456, 0.021688243374228477, 0.025540580973029137, 0.01056307926774025, -0.019316520541906357, -0.019453614950180054, -0.01512144971638918, -0.004414421506226063, 0.02101648412644863, -0.035123441368341446, 0.015683533623814583, -0.008767150342464447, 0.0009887892520055175, 0.022140653803944588, 0.007745801471173763, -0.030078386887907982, -0.011413061060011387, 0.0012175645679235458, 0.003041769377887249, 0.00018057828128803521, 0.016039978712797165, -0.004325310233980417, -0.021235834807157516, 0.02098906598985195, -0.00468518165871501, -0.020029408857226372, -0.008006279356777668, 0.016382712870836258, 0.025252683088183403, 0.007211135700345039, -0.016506098210811615, -0.6312896609306335, -0.022798703983426094, 0.008266758173704147, -0.028488097712397575, 0.012564649805426598, 0.0011387356789782643, 0.0021095313131809235, 0.00012327735021244735, 0.005895034875720739, 0.034739576280117035, -0.008013134822249413, -0.008554655127227306, -0.008938517421483994, 0.006261760834604502, -0.016012558713555336, -0.02824132889509201, 0.011920308694243431, -0.02588331513106823, 0.01338035799562931, 0.008294177241623402, -0.0035712942481040955, 0.003504461143165827, -0.013702528551220894, -0.004740019328892231, -0.027679244056344032, 0.0024282746016979218, -0.0016151367453858256, 0.0062240599654614925, -0.0031086027156561613, 0.013092461042106152, -0.009877610951662064, 0.007786929607391357, 0.003622704418376088, -0.03317670896649361, 0.03983946889638901, 0.002894393401220441, 0.011570719070732594, 0.011968291364610195, 0.00019728658662643284, 0.036192771047353745, -0.040963638573884964, 0.005089608486741781, 0.019535871222615242, 0.0064913928508758545, 0.015436765737831593, -0.009288107044994831, 0.027953432872891426, -0.006553085055202246, -0.02443012036383152, -0.022113235667347908, 0.002651051850989461, 0.00810224562883377, 0.008328449912369251, -0.018521375954151154, -0.01769881322979927, 0.01318157184869051, 0.03737177699804306, -0.023868035525083542, 0.01775365136563778, -0.001190145849250257, 0.004044267814606428, 0.011282822117209435, -0.029804198071360588, -0.025184137746691704, -0.02107132226228714, 0.03207995742559433, 0.02397771179676056, 0.011872326023876667, -0.010501387529075146, -0.03608309477567673, -0.00038064958062022924, 0.01413437444716692, -0.014449689537286758, -0.032326724380254745, 0.01124169398099184, 0.02868003025650978, 0.026198631152510643, 0.004147088620811701, -0.0016828267835080624, 0.023305950686335564, 0.01623190939426422, -0.00776636553928256, -0.02534865029156208, -0.013003350235521793, 0.020865680649876595, -0.012441265396773815, -0.019083460792899132, -0.0064811110496521, 0.004839412402361631, -0.008143373765051365, 0.037207264453172684, 0.015560150146484375, -0.033752501010894775, -0.045734502375125885, 0.0005925024161115289, 0.009411491453647614, -0.013256973586976528, 0.01124169398099184, 0.014271467924118042, -0.03630244731903076, -0.01576578989624977, -0.009528021328151226, 0.018781855702400208, 0.005586573854088783, 0.02445754036307335, 0.00978849921375513, -0.0248551107943058, 0.012125949375331402, 0.013969860970973969, -0.022647900506854057, -0.0016588353319093585, -0.008657475002110004, -0.00985019188374281, -0.020920518785715103, 0.004195071291178465, -0.021263252943754196, 0.016958506777882576, -0.008047407492995262, -0.00810224562883377, -0.027939721941947937, 0.005805923603475094, -0.01554644014686346, -0.008849406614899635, -0.01005583256483078, 0.026239760220050812, 0.024238189682364464, 0.011982000432908535, -0.020714877173304558, -0.009048192761838436, -0.005826487671583891, -0.010144943371415138, -0.012927948497235775, 0.008739732205867767, -0.0075401607900857925, 0.017931872978806496, -0.011796924285590649, 0.012160222977399826, 0.0025927871465682983, -0.000982791418209672, -0.014449689537286758, -0.009240124374628067, 0.0032833972945809364, 0.009466328658163548, 0.014518236741423607, -0.0243889931589365, -0.009260687977075577, -0.012324735522270203, 0.006984930485486984, -0.008040552958846092, -0.022826122120022774, -0.014024699106812477, 0.014257758855819702, -0.0031908589880913496, 0.036631472408771515, 0.001059906673617661, -0.00013216702791396528, -0.009308671578764915, -0.03627502918243408, -0.027459895238280296, -0.033779919147491455, 0.023580139502882957, 0.018535086885094643, -0.0012235624017193913, 0.0015277393395081162, 0.006998640019446611, -0.016643190756440163, -0.0003410209028515965, 0.0325186550617218, -0.03877013549208641, -0.0259244441986084, -0.013325520791113377, -0.024731727316975594, 0.01413437444716692, 0.025252683088183403, -0.005816205870360136, 0.019467324018478394, -0.0297219417989254, -0.00599442794919014, 0.02351159229874611, -0.017424626275897026, -0.023648686707019806, 0.01682141236960888, 0.006381717976182699, -0.02492365799844265, 0.007478468585759401, 0.014915809035301208, 0.048202190548181534, 0.029968710616230965, -0.011090890504419804, -0.0029509447049349546, -0.008959081955254078, 0.027405057102441788, -0.024101095274090767, 0.02876228652894497, -0.009473184123635292, 0.00887682568281889, 0.008842552080750465, 0.021756790578365326, 0.009980430826544762, 0.027871176600456238, 0.00811595469713211, 0.019823767244815826, -0.005288394633680582, -0.004482968244701624, -0.006666187662631273, -0.02107132226228714, 0.0018541940953582525, -0.03364282473921776, 0.008568364195525646, 0.0067518712021410465, 0.02626717835664749, -0.0014103527646511793, -0.015162577852606773, -0.008924808353185654, -0.0016982498345896602, 0.005141018889844418, 0.019316520541906357, 0.010885249823331833, -0.017123019322752953, 0.002354586496949196, 0.006398854777216911, 0.010885249823331833, 0.005250693764537573, -0.010309455916285515, -0.012441265396773815, 0.022730156779289246, -0.0062274872325360775, 0.0035507301799952984, -0.005829915404319763, -0.051492441445589066, 0.003574721748009324, 0.008417561650276184, 0.0003887895436491817, -0.0051204548217356205, 0.025554290041327477, 0.0065805041231215, 0.023374497890472412, -0.009171577170491219, 0.024526085704565048, -0.006004709750413895, -0.01968667469918728, 0.0007707243785262108, 0.023799488320946693, -0.030983205884695053, 0.04123782366514206, 0.006426273379474878, 0.04447323828935623, -0.014696458354592323, -0.017534300684928894, 0.00468518165871501, -0.02580105885863304, 0.027377638965845108, 0.0021866466850042343, 0.0006259190267883241, 0.004873685538768768, -0.012736016884446144, 0.015148868784308434, -0.008287321776151657, 0.016917379572987556, 0.023621266707777977, 0.006158940494060516, -0.01534079946577549, 0.011632411740720272, 0.0141617925837636, -0.0010693318909034133, -0.004376720637083054, 0.0011156010441482067, -0.006484538316726685, 0.009281252510845661, -0.0022963215596973896, -0.014504527673125267, -0.020701168105006218, 0.02914614789187908, -0.019837478175759315, 0.0234567541629076, 0.002627060515806079, -0.028652610257267952, 0.031888026744127274, 0.00910302996635437, 0.027583278715610504, -0.005353514105081558, -0.04548773169517517, 0.03262833133339882, -0.0008765436941757798, 0.0020923945121467113, -0.004544660449028015, -0.021797919645905495, -0.020468108355998993, -0.011104600504040718, 0.0167939942330122, -0.008088535629212856, 0.025951862335205078, -0.012379572726786137, 0.014244048856198788, -0.0023408771958202124, 0.010158653371036053, 0.01171466801315546, -0.01924797333776951, -0.003824917832389474, -0.0177947785705328, 0.02390916459262371, 0.009308671578764915, -0.00958971306681633, -0.015642406418919563, 0.04178620129823685, -0.026911519467830658, -0.027926012873649597, 0.011275967583060265, -0.00955544039607048, -0.044747427105903625, -0.023785779252648354, 0.01573837175965309, 0.008287321776151657, -0.021935012191534042, 0.014956937171518803, -0.004301318898797035, 0.003252551192417741, -0.03542504459619522, 0.008349014446139336, 0.009747371077537537, 0.0034976063761860132, -0.014614202082157135, -0.0038283453322947025, 0.019014913588762283, 0.07287908345460892, 0.010960651561617851, -0.02151002176105976, 0.009932448156177998, -0.011810633353888988, 0.0012946798233315349, -0.01923426426947117, 0.001969010103493929, 0.009041338227689266, 0.003838627366349101, -0.03334122151136398, 0.00113702192902565, 0.031339649111032486, -0.018836691975593567, 0.009432055987417698, -0.005212992895394564, -7.224202272482216e-05, -0.02244226075708866, -0.008198210969567299, -0.028433261439204216, -0.001912458916194737, 0.004136806353926659, 0.004325310233980417, -0.021400347352027893, 0.029036473482847214, -0.011968291364610195, 0.034273456782102585, 0.039565280079841614, -0.015217415057122707, -0.017931872978806496, -0.007087751291692257, 0.006134949158877134, -0.00429103709757328, 0.007176862098276615, -0.010659045539796352, 0.021770499646663666, 0.015203705988824368, 0.015354509465396404, -0.009980430826544762, -0.0022963215596973896, -0.004661190323531628, 0.03654921427369118, -0.003067474579438567, 0.007238554302603006, 0.0064639742486178875, -0.024580923840403557, -0.0016468396643176675, 0.015957722440361977, -0.02344304509460926, -0.0421152263879776, -0.010864686220884323, 0.0027504449244588614, -0.026322016492486, 0.009658260270953178, -0.010117524303495884, 0.02397771179676056, -0.003694678656756878, 0.0036809693556278944, -0.009959867224097252, -0.02585589699447155, -0.014024699106812477, -0.028515517711639404, -0.016602063551545143, -0.011426771059632301, -0.013819058425724506, -0.026966355741024017, 0.008040552958846092, -0.0007527308189310133, -0.017808489501476288, 0.018123803660273552, 0.013208990916609764, -0.014586783945560455, -0.046776413917541504, -0.007375648245215416, -0.0041162422858178616, 0.008259903639554977, 0.01006954163312912, 0.0020803988445550203, 0.005332950036972761, 0.0069917854852974415, -0.005240411497652531, -0.04170394316315651, -0.005099890753626823, -0.01971409283578396, 0.004273900296539068, -0.01026832778006792, -0.010487678460776806, -0.03202511742711067, 0.007588143460452557, 0.031367067247629166, 0.0015405919402837753, -0.017506882548332214, 0.002363154897466302, 0.012167077511548996, 0.021427765488624573, 0.020001990720629692, 0.018110094591975212, 0.006385145243257284, 0.005250693764537573, -0.024210771545767784, 0.003331380197778344, -0.037673383951187134, -0.009521166794002056, -0.032271888107061386, 0.019357649609446526, -0.01270859781652689, 0.014902099035680294, 0.02735021896660328, -0.011145728640258312, -0.015409346669912338, 0.003931165672838688, 0.0157932098954916, 0.01776736043393612, 0.003931165672838688, -0.004832557402551174, 0.005823060404509306, -0.0002089609915856272, -0.0007295962423086166, -0.0006696176715195179, -0.03364282473921776, -0.0016211345791816711, -0.050971485674381256, 0.040524937212467194, 0.014463399536907673, -0.0023083174601197243, 0.03597342222929001, 0.0035473029129207134, -0.011488462798297405, -0.014381143264472485, 0.025554290041327477, -0.011550155468285084, 0.008417561650276184, -0.013435195200145245, -0.014244048856198788, -0.016177071258425713, -0.020728588104248047, -0.0004275613755453378, 0.006638768594712019, -0.005641411058604717, -0.0033793628681451082, -0.01465533021837473, -0.0017839334905147552, -0.0009005350875668228, 0.008760295808315277, 0.011769505217671394, -0.02292208932340145, 0.006868401076644659, 0.005576291587203741, 0.005566009785979986, 0.0181923508644104, -0.02395029179751873, 0.015985140576958656, -0.017561720684170723, -0.030270317569375038, -0.019988279789686203, -0.0323815643787384, -0.008294177241623402, -0.001787360874004662, 0.034739576280117035, 0.014915809035301208, 0.030928367748856544, 0.004760583397001028, 0.012749725952744484, 0.02008424699306488, 0.009130449034273624, -0.014723877422511578, -0.000783576921094209, 0.01726011373102665, -0.001129310461692512, -0.00983648281544447, 0.007732091937214136, 0.015217415057122707, 0.013846476562321186, -0.01868588849902153, 0.019398776814341545, 0.009130449034273624, 0.0003834343224298209, -0.021427765488624573, -0.011365078389644623, -0.04258134588599205, -0.030818693339824677, 0.01667061075568199, -0.013298101723194122, 0.0103300204500556, -0.04343132674694061, -0.0033193842973560095, 0.04751672223210335, 0.002241484122350812, 0.04063461348414421, 0.007190571632236242, 0.008767150342464447, 0.006165795028209686, 0.019796349108219147, 0.018589923158288002, 0.008849406614899635, -0.030023548752069473, 0.009233269840478897, -0.03460248187184334, -0.005730522330850363, 0.006659332662820816, 0.010782429948449135, 0.03792015463113785, 0.00012317023356445134, 0.019439905881881714, 0.009432055987417698, 0.017931872978806496, -0.009493747726082802, -0.0006726165884174407, 0.006217205431312323, -0.01922055520117283, 0.004482968244701624, -0.028378423303365707, 0.005922453477978706, -0.0009656546753831208, -0.02488253079354763, 0.013455759733915329, -0.001311816624365747, 0.030763855203986168, -0.03292993828654289, -0.0177262332290411, 0.006320025771856308, 0.027884885668754578, 0.04403453692793846, 0.013318665325641632, 0.026445399969816208, 0.021235834807157516, 0.02256564423441887, -0.0009605136583559215, 0.0053843604400753975, 0.007211135700345039, -0.01249610260128975, 0.009342944249510765, 0.03408152610063553, 0.02053665556013584, -0.012050547637045383, 0.010960651561617851, -0.0012732589384540915, -0.03734435886144638, -0.03986688703298569, 0.0028721156995743513, -0.011392497457563877, 0.027117159217596054, -0.028844542801380157, -0.027651825919747353, -0.012249333783984184, 0.020385852083563805, -0.01587546616792679, 0.016958506777882576, -0.011118309572339058, -0.004949087277054787, -0.005905316676944494, 0.005823060404509306, 0.016492387279868126, 0.006368008442223072, 0.025472033768892288, 0.015971431508660316, 0.006782717537134886, -0.01587546616792679, -0.007704673334956169, 0.014216630719602108, 0.006412563845515251, 0.019439905881881714, 0.0016219913959503174, 0.0015500171575695276, -1.7484819181845523e-05, -0.003480469575151801, 0.005740804132074118, 0.006182931829243898, 0.00958971306681633, 0.03260091319680214, -0.020001990720629692, -0.012105385772883892, -0.005113599821925163, -0.003561012214049697, 0.0001685825700405985, -0.034739576280117035, -0.0037906444631516933, 0.00792402308434248, -0.01338035799562931, -0.0059155989438295364, 0.012235624715685844, -0.014956937171518803, -0.03260091319680214, 0.008815133012831211, 0.006347444374114275, -0.03493150696158409, -0.006086966022849083, 0.004051122814416885, 0.0037666531279683113, -0.042800694704055786, -0.0008632627432234585, 0.02251080796122551, -0.006851264275610447, 0.008424416184425354, 0.008671185001730919, -0.0033485167659819126, -0.0016545511316508055, 0.01123483944684267, -0.0072316997684538364, 0.00479142926633358, 0.02395029179751873, 0.001177293248474598, -0.0025876460131257772, 0.02441641129553318, 0.0036638325545936823, 0.009164722636342049, 0.034218620508909225, -0.029968710616230965, -0.01817864179611206, 0.012585213407874107, -0.0012843977892771363, 0.011289676651358604, 0.013003350235521793, 0.0028686884324997663, -0.005555727519094944, 0.002676757052540779, -0.017465753480792046, 0.005305531434714794, -0.004942232742905617, 0.010000995360314846, 0.016163362190127373, 0.008362723514437675, 0.028351005166769028, -0.028899379074573517, 0.0306541807949543, -0.018548795953392982, 0.003824917832389474, 0.012379572726786137, -0.047269951552152634, -0.036713726818561554, -0.0017522305715829134, -0.005661975126713514, 0.017109310254454613, 0.000893680437002331, -0.018452830612659454, 0.008458689786493778, -0.030736437067389488, 0.01731495000422001, 0.018795564770698547, 0.008705458603799343, 0.0014437694335356355, 0.021797919645905495, 0.0052644032984972, 0.015162577852606773, -0.014435980468988419, -0.01270859781652689, -0.018123803660273552, -0.006278897635638714, -0.051985979080200195, -0.0045480877161026, -0.0148609708994627, 0.028844542801380157, -0.00033480883575975895, -0.04060719162225723, -0.03841369226574898, -0.04060719162225723, -0.026212340220808983, -0.0011344514787197113, -0.01007639616727829, 0.015135158784687519, 0.015244834125041962, 0.03509601950645447, 0.003513029543682933, 0.03578149154782295, -0.004174507223069668, 0.014285176992416382, -0.01505290251225233, 0.0011215988779440522, -0.020317306742072105, -0.0006032128585502505, -0.009747371077537537, -0.0031411624513566494, -0.04027816653251648, -0.010494532994925976, 0.014490817673504353, -0.011337660253047943, -0.018425410613417625, 0.010117524303495884, -0.017040763050317764, -0.00694380234926939, 0.012386427260935307, -0.010521951131522655, -0.0037049606908112764, 0.028351005166769028, 0.03830401599407196, -0.04987473413348198, 0.002890966134145856, 0.005548872984945774, -0.007396212313324213, -0.00396201154217124, -0.01218764204531908, -0.0020581211429089308, 0.010686464607715607, 0.004736592061817646, -0.0003480898158159107, -0.015916593372821808, -0.01909716986119747, 0.013915023766458035, 0.0273228008300066, 0.003924311138689518, -0.009973576292395592, 0.026678459718823433, -0.004633771721273661, -0.01621820032596588, -0.012132803909480572, 0.013359793461859226, 0.00810224562883377, -0.00791716855019331, 0.03383475914597511, -0.038550786674022675, 0.00017383068916387856, -0.024197060614824295, 0.014984355308115482, -0.02104390226304531, -0.009534875862300396, -0.016355294734239578, 0.005014206748455763, -0.010850977152585983, 0.0072591183707118034, 0.013455759733915329, -0.0273228008300066, 0.021935012191534042, 0.001202141516841948, 0.010898959822952747, -0.010693319141864777, -0.005284967366605997, 0.013140443712472916, -0.03125739470124245, -0.012379572726786137, 0.01864476129412651, -0.01510774064809084, -0.02294950745999813, 0.034739576280117035, 0.01673915609717369, -0.011810633353888988, 0.005576291587203741, 0.18557021021842957, -0.02109874039888382, -0.004640626255422831, 0.018452830612659454, 0.007457904517650604, -0.01365454588085413, 0.03833143413066864, 0.008568364195525646, -0.0037906444631516933, 0.00938407238572836, -0.012180786579847336, 0.017109310254454613, -0.015930302441120148, -0.007745801471173763, 0.014065827243030071, -0.024347864091396332, -0.025663964450359344, -0.02252451702952385, -0.013565435074269772, 0.0027195988222956657, 0.0009039624710567296, 0.003471901174634695, -0.020934227854013443, -0.013695674017071724, 0.01465533021837473, -0.0041230968199670315, -0.014929518103599548, -0.0051718647591769695, 0.01630045659840107, 0.0007540160440839827, -0.02489623986184597, 0.018014129251241684, 0.0022346293553709984, 0.007149443496018648, -0.01875443570315838, 0.0035884310491383076, 0.011330804787576199, 0.0020169930066913366, 0.01717785745859146, 0.03586374595761299, -0.0011661543976515532, -0.010316310450434685, -0.014065827243030071, -0.02299063466489315, -0.004966224078088999, 0.014902099035680294, -0.008760295808315277, -0.019508453086018562, -0.01961812749505043, 0.0049148136749863625, -0.00860949233174324, 0.015628697350621223, 0.011104600504040718, 0.02773408219218254, -0.011947727762162685, 0.01968667469918728, -0.01222191471606493, 0.0161907821893692, 0.025595419108867645, 0.014531945809721947, -0.016108525916934013, 0.005082753952592611, -0.018562505021691322, 0.01764397695660591, -0.006117812357842922, 0.0005852192989550531, 0.005038198083639145, -0.009171577170491219, 0.020797133445739746, -0.00839014258235693, -0.012311026453971863, -0.00986390095204115, -0.01270174328237772, -0.0049079591408371925, -0.02151002176105976, -0.03449280932545662, 0.034300874918699265, 0.02107132226228714, 0.0177947785705328, 0.034766994416713715, 0.021715663373470306, 0.007594998460263014, -0.007183716632425785, -0.01620449125766754, -0.0019912878051400185, -0.04918926581740379, 0.013332375325262547, -0.02395029179751873, -0.01436743326485157, -0.014271467924118042, -0.020879389718174934, -0.003050337778404355, -0.007505887188017368, -0.006882110144942999, 0.004239626694470644, -0.00030246327514760196, 0.020221339538693428, 0.014765005558729172, 0.006854691542685032, -0.013490033335983753, -0.002387146232649684, 0.053329501301050186, 0.016999635845422745, 0.013777930289506912, -0.0197278019040823, 0.004781147465109825, -0.00986390095204115, 0.010645336471498013, 0.0014283463824540377, 0.0015954294940456748, -0.005312385968863964, -0.0036638325545936823, 0.021633407101035118, -0.005243839230388403, -0.004863403737545013, 0.01337350346148014, 0.0006182075012475252, -0.014792424626648426, 0.01620449125766754, -0.009240124374628067, -0.022634191438555717, -0.015354509465396404, -0.028131654486060143, 0.017835907638072968, -0.014586783945560455, -0.032299306243658066, -0.01338721252977848, -0.002537949476391077, -0.04488452151417732, 0.007677254732698202, 0.014120664447546005, -0.004243053961545229, 0.025019623339176178, 0.01583433710038662, 0.003622704418376088, -0.00788975041359663, -0.0036843966227024794, -0.011303386650979519, -0.019494742155075073, 0.014531945809721947, -0.013585998676717281, 0.0014857543865218759, 0.025540580973029137, -0.015985140576958656, 0.009514312259852886, -0.005891607608646154, 0.013503742404282093, -0.0003056763962376863, -0.011803778819739819, -0.01505290251225233, -0.014545655809342861, 0.01864476129412651, 0.024293027818202972, 0.020303595811128616, 0.039510443806648254, 0.010240909643471241, -0.03386217728257179, -0.0075195967219769955, 0.017438335344195366, -0.0027110304217785597, -0.0489150807261467, 0.008506672456860542, 0.0263905618339777, 0.003065760713070631, -0.020810844376683235, -0.014244048856198788, -0.17537042498588562, -0.008444979786872864, 0.004417848773300648, -0.042307157069444656, 0.015998849645256996, 0.02148260362446308, -0.0021180997136980295, -0.005884752608835697, 0.01505290251225233, -0.010919523425400257, 0.020317306742072105, -0.0012389854528009892, -0.021852755919098854, -0.011927163228392601, -0.0036055678501725197, 0.022264039143919945, -0.02449866756796837, -0.00099050288554281, 0.04461033269762993, 0.007293391972780228, 0.02873486652970314, -0.02448495849967003, 0.02395029179751873, -0.01124169398099184, 0.009130449034273624, 0.011584429070353508, -0.007800639141350985, 0.015710953623056412, -0.003598713083192706, -0.029118729755282402, -0.007992570288479328, -0.012468683533370495, 0.016560934484004974, -0.011166292242705822, 0.02203097939491272, 0.0083969971165061, 0.020810844376683235, 0.013236409053206444, -0.01768510416150093, 0.018973786383867264, 0.028515517711639404, 0.005086181219667196, 0.018850401043891907, -0.0065119569189846516, -0.013126734644174576, 0.013791639357805252, 0.024320445954799652, -0.021619698032736778, 0.006868401076644659, -0.01773994229733944, 0.01575208082795143, -0.014518236741423607, 0.00788975041359663, -0.013208990916609764, 0.032271888107061386, 0.011570719070732594, 0.02111244946718216, 0.0029577994719147682, 0.01248239353299141, -0.0187270175665617, -0.012927948497235775, -0.020399563014507294, 0.012441265396773815, -0.012653760612010956, -0.005137591157108545, -0.016560934484004974, -0.02974936179816723, 0.02721312642097473, -0.030983205884695053, 0.012825127691030502, 0.00020585495803970844, 0.017877034842967987, -0.011118309572339058, 0.005853906739503145, 0.002347731962800026, -0.00029046754934825003, -0.0181923508644104, 0.007471613585948944, 0.03260091319680214, -0.004897677339613438, -0.0007698675617575645, 0.007053477689623833, -0.01457307394593954, 0.021235834807157516, 0.0117283770814538, 0.0012878251727670431, 0.026212340220808983, 0.0033536578994244337, -0.026130083948373795, -0.005497462581843138, 0.020207630470395088, -0.0020615484099835157, -0.014298886992037296, 0.014093246310949326, 0.003824917832389474, -0.0030983206816017628, 0.02304547280073166, -0.0015294530894607306, -0.007245408836752176, -0.010151797905564308, 0.014998065307736397, 0.0005055334768258035, -0.007581288926303387, -0.01532709039747715, 0.04540547728538513, 0.0005582289304584265, -0.021359218284487724, 0.017027053982019424, 0.02582847699522972, -0.012160222977399826, -0.005319240503013134, 0.006532520987093449, 0.008465544320642948, 0.01153644546866417, -0.019755221903324127, 0.030791275203227997, -0.010220345109701157, -0.031421907246112823, 0.03643954172730446, 0.013620272278785706, 0.042855530977249146, 0.01338035799562931, -0.004037413280457258, 0.0012981072068214417, -0.01201627403497696, -0.018822982907295227, -0.08976904302835464, -0.0187270175665617, 0.00021635119628626853, 0.03057192452251911, -0.006919811014086008, 0.03501376509666443, -0.01339406706392765, 0.046173203736543655, -0.03175093233585358, 0.012091675773262978, -0.0162593275308609, -0.017602847889065742, 0.006854691542685032, -0.01074130181223154, 0.021290672942996025, -0.008074826560914516, -0.021866466850042343, -0.0075470153242349625, -0.014943227171897888, 0.017808489501476288, 0.00600128248333931, -0.004664617590606213, 0.026459109038114548, -0.010131234303116798, -0.008369578048586845, -0.008301031775772572, -0.026527656242251396, -0.005291821900755167, 0.010282037779688835, -0.011070326901972294, 0.008712313137948513, -0.029612267389893532, 0.006114385090768337, -0.03114771842956543, -0.01413437444716692, 0.0026253468822687864, -0.004023703746497631, -0.021180996671319008, 0.008225630037486553, -0.04027816653251648, -0.014600493013858795, -0.00021474463574122638, 0.022894669324159622, -0.021866466850042343, -0.029009055346250534, -0.012461828999221325, 0.013243264518678188, 0.02292208932340145, -0.017506882548332214, -0.0355895571410656, -0.029557429254055023, -0.011488462798297405, -0.02726796269416809, -0.029859036207199097, 0.016437551006674767, 0.015258543193340302, 0.013147298246622086, -0.008458689786493778, -0.005511172115802765, -0.023114020004868507, -0.025595419108867645, -0.01053566113114357, -0.030352573841810226, -0.00935665424913168, 0.0035507301799952984, 0.005819633137434721, -0.041457176208496094, -0.0239914208650589, 0.00838328804820776, -0.006535948254168034, 9.553726704325527e-05, 0.025691384449601173, -0.008362723514437675, 0.005871043540537357, -0.03210737556219101, -0.006398854777216911, -0.003110316349193454, -0.013558579608798027, 0.01627303846180439, 0.008465544320642948, -0.02208581566810608, -0.01876814477145672, 0.003694678656756878, -0.012338444590568542, 0.005456334445625544, -0.00371181545779109, 0.005799069069325924, -0.008328449912369251, 0.013716237619519234, -0.03786531463265419, -0.0038934648036956787, 0.013147298246622086, -0.005113599821925163, -0.017630266025662422, -0.0018833265639841557, -0.018973786383867264, -0.010316310450434685, 0.004585788585245609, 0.006919811014086008, 0.01075501088052988, -0.009315526112914085, -0.0018953222315758467, -0.06459861248731613, 0.02591073326766491, 0.00406140461564064, -0.017918163910508156, 0.014017844572663307, -0.020289886742830276, -0.0016742583829909563, -0.013325520791113377, 0.004112815018743277, 0.00934979971498251, -0.03778306022286415, 0.00585733400657773, -0.011303386650979519, -0.008520381525158882, -0.0037735076621174812, 0.025280103087425232, 0.0355895571410656, -0.003643268486484885, 0.006864973809570074, -0.017616556957364082, 0.006422846112400293, -0.004037413280457258, 0.01268117967993021, 0.00575794093310833, -0.006292606703937054, 0.0023100310936570168, -0.03205253928899765, 0.017849616706371307, 0.014010989107191563, -0.013894460164010525, 0.008040552958846092, -0.019906023517251015, 0.0009450906072743237, 0.0014489104505628347, 0.0032594057265669107, 0.018918948248028755, -0.004794856533408165, 0.030517086386680603, 0.0062309144996106625, 0.05116341635584831, -0.022305166348814964, -0.036686308681964874, 0.023374497890472412, -0.020358433946967125, -0.010213490575551987, 6.104959902586415e-05, -0.026034118607640266, -0.010487678460776806, 0.015587568283081055, 0.02640427276492119, 0.02729538269340992, 0.008136519230902195, -0.03583632782101631, -0.03457506373524666, -0.012297316454350948, -0.02351159229874611, 0.037179846316576004, 0.008938517421483994, 0.009877610951662064, 0.0014223485486581922, 0.039976559579372406, 0.02155115082859993, 0.007732091937214136, 0.00019878605962730944, 0.0162593275308609, -0.022620482370257378, -0.025746220722794533, 0.016629481688141823, 0.012818273156881332, -0.017904454842209816, -0.017931872978806496, -0.01864476129412651, 0.014874680899083614, 0.011927163228392601, 0.008657475002110004, -0.0040922509506344795, -0.001969010103493929, 0.01631416566669941, -0.01771252229809761, 0.01963183656334877, 0.006669614929705858, -0.01826089806854725, -0.012146513909101486, 0.017918163910508156, 0.02826874889433384, 0.007615562528371811, -0.02146889455616474, -0.010494532994925976, -0.01624561846256256, -0.014765005558729172, 0.015587568283081055, -0.009719952940940857, -0.009610277600586414, 0.03117513656616211, 0.004171079955995083, -0.004839412402361631, -0.023785779252648354, 0.0030143505427986383, -0.021660825237631798, 0.021276962012052536, 0.015176286920905113, 0.006217205431312323, 0.0048873950727283955, -0.016355294734239578, -0.012461828999221325, 0.00036822547554038465, -0.03010580502450466, -0.03216221183538437, 0.013126734644174576, 0.010467113927006721, 0.01915200799703598, 0.007690963800996542, -0.009754226543009281, -0.002262048190459609, -0.007101460359990597, 0.02966710552573204, -0.010110669769346714, -0.014682749286293983, -0.031229974702000618, 0.039483021944761276, 0.02355271950364113, -0.004390430171042681, 0.03915399685502052, -0.037563711404800415, 0.044253889471292496, 0.022812413051724434, 0.035123441368341446, -0.021619698032736778, 0.02304547280073166, -0.009973576292395592, -0.009411491453647614, -0.007930878549814224, -0.004846266936510801, -0.003398213302716613, -0.01573837175965309, -0.011289676651358604, 0.006683324463665485, 0.017397206276655197, -0.011810633353888988, 0.09190770238637924, 0.028104236349463463, -0.009322380647063255, 0.0069952127523720264, -0.02053665556013584, 0.020221339538693428, 0.007786929607391357, 0.010405422188341618, -0.005130736622959375, -0.02198985032737255, -0.0013220986584201455, 0.007478468585759401, 0.0048805405385792255, -0.03553472086787224, 0.004044267814606428, -9.023558959597722e-05, -0.009644551202654839, 0.028652610257267952, 0.001644269097596407, 0.01960441842675209, 0.04115556925535202, -0.0062549058347940445, 0.004126524552702904, 0.0007865758379921317, -0.04214264452457428, 0.012660615146160126, 0.028378423303365707, -0.01627303846180439, -0.003602140350267291, -0.02726796269416809, 0.012112240307033062, 0.0012338444357737899, -0.019933443516492844, -0.009719952940940857, -0.0117283770814538, -0.0006991785485297441, 0.013318665325641632, -0.0004044267989229411, -0.0008876825449988246, 0.009699388407170773, 0.022675320506095886, 0.010782429948449135, 0.004969651345163584, -0.040908798575401306, 0.009205850772559643, 0.009953011758625507, -0.002591073513031006, -0.003394786035642028, -0.03246381878852844], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='29c0a5c0-8e86-48f6-bca4-8f05d19dcad0', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='95ea7f3e3541bdf41836e9b4c3d262fafaac13ac4eb83ce972f1429a993f0b35'), : RelatedNodeInfo(node_id='e90924f2-d65f-4b4c-a7d0-b8ebac3f9627', node_type=, metadata={}, hash='eeebb99888b26463ef311205cc1852563325c9476bef45735487c2202e96b242')}, hash='5f2831433d228d19c88617ba7efd932c69ecc2981ec5fbbf3dbab3f24a95a425', text=\"Neeva has over 2 million users and local language versions in Germany, France, and Spain. You.com is a California-based search engine that uses multimodal conversational AI to group web results into website categories sorted by user preferences. It was launched for public beta in November 2021 with a focus on privacy and personalization. It offers YouWrite, a text generator, and YouChat, a chatbot with community-built apps and blended LLMs. You.com does not collect users' personal information and offers personal and private search modes. The search results allow users to create content directly from the search results, building trust and reliability. 4. Code Generation: Copilot Codex GitHub Copilot is a tool that assists developers in programming by using AI to convert natural language into coding suggestions. It is powered by OpenAI Codex, which allows it to understand the developer's coding style and suggest context-specific solutions. When developers input their desired logic into the system, GitHub Copilot can generate code suggestions automatically. However, it is important to note that these suggestions are just that, suggestions, and it is up to the developer to decide whether to use them or not. OpenAI Codex is a natural language processing model that is based on GPT-3 and can generate working code in multiple programming languages such as Python, JavaScript, and Ruby, among others. To train Codex, billions of lines of source code from public sources, as well as natural language data, including code from GitHub repositories, were used. It has a memory of 14KB for Python code and is a powerful, transformer-driven system that can effectively and efficiently fulfill developers' tasks. 5. Text Generation: Jasper Jasper.AI is a subscription-based text generation model that requires minimal input from the user and searches the web to generate the desired output. It is particularly useful for generating short copy text where character limitations are important. The platform offers over 50 templates, including product descriptions, email subject lines, and Facebook headlines, among others. Additionally, it can help with generating ideas for blog posts and creating better outlines. However, Jasper.AI does have some drawbacks, such as the absence of fact-checking and citation of sources, which can lead to\", start_char_idx=42893, end_char_idx=45240, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='e90924f2-d65f-4b4c-a7d0-b8ebac3f9627', embedding=[-0.01870231330394745, -0.010342325083911419, -0.009686103090643883, 0.027301549911499023, 0.001864421064965427, 0.000600681931246072, -0.026043791323900223, 0.00663398951292038, -0.01214009802788496, -0.04098650440573692, 0.01599540002644062, 0.038881126791238785, -0.01596805639564991, -0.0042483508586883545, -0.0035716223064810038, 0.005902575794607401, 0.030486958101391792, 0.006849312223494053, 0.00752604054287076, -0.010103077627718449, -0.014997395686805248, 0.008537715300917625, -0.01717112958431244, -0.02106744423508644, -0.006828805431723595, 0.022133804857730865, 0.02691875398159027, -0.03341261297464371, -0.009740788489580154, 0.008168591186404228, -0.003103381022810936, 0.01599540002644062, 0.005526615772396326, -0.01036966685205698, -0.0004609785391949117, 0.009604074992239475, 0.014409530907869339, -0.008455688133835793, 0.004388481378555298, -0.0020882883109152317, 0.02731522172689438, 0.0036331431474536657, -0.00799770001322031, -0.019672974944114685, -0.017567597329616547, 0.02470400556921959, 0.004022774752229452, -0.009993706829845905, -0.014054077677428722, 0.020753005519509315, 0.027000781148672104, 0.03860769793391228, -0.021299857646226883, -0.020725663751363754, -0.003072620602324605, -0.003756184596568346, -0.02337789162993431, 0.026002777740359306, 0.016651621088385582, 0.013555075973272324, 0.006654496304690838, -0.003831376787275076, -0.020274510607123375, 0.018114447593688965, -0.028737034648656845, -0.001349184662103653, -0.00874962005764246, 0.022338874638080597, 0.030268218368291855, -0.025264529511332512, 0.025770366191864014, 0.01963196136057377, 0.0058854869566857815, -0.007457684259861708, 0.0005571047076955438, -0.005143819842487574, 0.01190085057169199, -0.01692504622042179, -0.029092486947774887, 0.016337182372808456, 0.0036160540767014027, -0.002448868239298463, 0.003725424176082015, 0.0074235061183571815, 0.01083449088037014, -0.004084295593202114, -0.0131175946444273, -0.008612907491624355, 0.004514941014349461, -0.01986437290906906, -0.01767696812748909, -0.021354541182518005, 0.02131352759897709, 0.025073131546378136, -0.024991102516651154, 0.005331799853593111, 0.003144394839182496, -0.0008963234140537679, -0.012851004488766193, -0.026522286236286163, 0.005694088991731405, 0.003612636122852564, -0.010123584419488907, -0.018264831975102425, -0.029721366241574287, 0.0004426077357493341, 0.007792630698531866, 0.02277635596692562, 0.02289939671754837, 0.024895403534173965, 0.005075463559478521, 0.014614599756896496, -0.01551690511405468, -0.02689141035079956, 0.0048293801955878735, -0.01710277423262596, 0.0262351892888546, -0.010540558025240898, -0.007943014614284039, -0.013144937343895435, 0.016829347237944603, 0.00858556479215622, 0.029912764206528664, 0.004754188004881144, 0.025893406942486763, 0.00760806817561388, -0.010718285106122494, 0.010854997672140598, -0.020780347287654877, -0.012830497696995735, -0.0015252024168148637, -0.0023292445112019777, 0.007068052422255278, 0.020821362733840942, -0.02028818242251873, 0.02437589503824711, -0.019317520782351494, 0.006681839004158974, -0.004839633591473103, -0.023282192647457123, 0.006473351735621691, 0.01328164990991354, -0.010943860746920109, 0.004784948658198118, -0.0014201044104993343, 0.010328653268516064, -0.01352089736610651, 0.01687036082148552, 0.013753309845924377, 0.021135801449418068, 0.003557950956746936, -0.018360530957579613, -0.023569289594888687, 0.013876350596547127, 0.010451694950461388, 0.007580725941807032, 0.004655071534216404, 0.026057463139295578, -0.02641291543841362, 0.017362527549266815, 0.025496941059827805, 0.00679120933637023, -0.015011067502200603, -0.006186254788190126, 0.026194175705313683, 0.026030119508504868, 0.0074850269593298435, -0.010239790193736553, -0.013807994313538074, -0.018620286136865616, -0.0012500678421929479, 0.034533657133579254, -0.027862071990966797, 0.00993218645453453, -0.002990592969581485, 0.002486464334651828, 0.01800507865846157, 0.0026283038314431906, -0.02289939671754837, -0.016815677285194397, 0.0024847553577274084, 0.0008066056179814041, 0.004600386135280132, 0.03469771146774292, -0.007409834768623114, -0.013404691591858864, 0.030541643500328064, -0.003745931200683117, -0.014942711219191551, -0.023418905213475227, 0.016050085425376892, 0.0279987845569849, 0.017335185781121254, -0.009986870922148228, -0.6308476328849792, -0.021901393309235573, 0.0056906710378825665, -0.033932119607925415, 0.016036413609981537, -0.0020267674699425697, 0.0043953172862529755, -0.0014534281799569726, 0.01830584555864334, 0.021381884813308716, -0.0009689520811662078, -0.004268857650458813, -0.001809735898859799, -0.008421509526669979, 9.14266929612495e-05, -0.02242090180516243, -0.0013654192443937063, -0.02767067402601242, 0.019426891580224037, 0.018141791224479675, -0.009077731519937515, 0.01641920953989029, -0.02955731190741062, -0.0070953951217234135, -0.021149473264813423, 0.010540558025240898, 0.0042107547633349895, 0.015134109184145927, 0.0079088369384408, 0.021860379725694656, -0.009802308864891529, 0.009234950877726078, -0.004596968647092581, -0.011442862451076508, 0.04232628643512726, -0.008113905787467957, 0.003443454159423709, 0.005796623416244984, 0.005311293061822653, 0.04186146333813667, -0.025551626458764076, -0.008517208509147167, 0.01983702927827835, 0.017034417018294334, 0.009385335259139538, -0.008982032537460327, 0.03349464014172554, -0.005041284952312708, -0.014546243473887444, -0.025879736989736557, -0.00484646949917078, 0.006780955940485001, 0.006439173594117165, -0.015927042812108994, -0.01052005123347044, 0.01114893052726984, 0.02767067402601242, -0.030350245535373688, 0.03324855864048004, -0.008332646451890469, 0.0033562995959073305, 0.008448852226138115, -0.027096480131149292, -0.02332320623099804, -0.025743022561073303, 0.03341261297464371, 0.025114145129919052, 0.01300822477787733, -0.013903693296015263, -0.032975129783153534, -0.0012663024244830012, 0.02422551065683365, -0.016350852325558662, -0.03267436474561691, 0.022284189239144325, 0.016610607504844666, 0.003588711377233267, -0.0017430884763598442, 0.0010774679249152541, 0.02644025906920433, 0.031170522794127464, -0.007498697843402624, -0.007396163418889046, -0.006811716128140688, 0.024034112691879272, -0.014669285155832767, 0.00019065030210185796, -0.021108459681272507, -0.005557375960052013, -0.006182837300002575, 0.02827220968902111, 0.01993272826075554, -0.031143179163336754, -0.06698928028345108, -0.005396738648414612, -0.003875808324664831, 0.0018114448757842183, 0.024922747164964676, -0.0013807994546368718, -0.024471594020724297, -0.024061456322669983, -0.008284796960651875, 0.01905776746571064, 0.01566728949546814, 0.02455362118780613, 0.01842888817191124, -0.018620286136865616, 0.002242090180516243, 0.027082808315753937, -0.04232628643512726, -0.010349160060286522, 0.008954689837992191, -0.02094440348446369, -0.0014850429724901915, 0.005772698670625687, -0.014518900774419308, 0.016460223123431206, -0.012960375286638737, -0.00018071725207846612, -0.01953626237809658, 0.02653595805168152, 0.0009535719291307032, 0.006261446978896856, -0.02746560424566269, 0.01116260141134262, 0.023295864462852478, 0.013438870199024677, -0.0273699052631855, -0.010472201742231846, 0.01335684210062027, -0.00397834274917841, -0.01950891874730587, 0.004778112750500441, -0.00234804255887866, 0.006968935951590538, -0.012645935639739037, 0.026371901854872704, 0.006651078350841999, -0.003000846365466714, -0.02149125561118126, -0.011094245128333569, -0.002623177133500576, 0.009337485767900944, 0.018210146576166153, -0.0477127730846405, -0.0156946312636137, 0.00045926962047815323, 0.009583568200469017, 0.0036399788223206997, -0.026782041415572166, -0.03603749722242355, 0.00784731563180685, -0.0071432446129620075, 0.0421895757317543, 0.0005318982875905931, -0.001466244924813509, -0.008141248486936092, -0.032127510756254196, -0.005772698670625687, -0.02950262650847435, 0.030350245535373688, 0.0169523898512125, 0.002113922033458948, 0.013274814933538437, 0.0003622889635153115, -0.023582961410284042, -0.008448852226138115, 0.023186493664979935, -0.045880820602178574, -0.03696714714169502, -0.006066631060093641, -0.03937328979372978, 0.01430016104131937, 0.03877175599336624, -0.010875504463911057, 0.04060370847582817, -0.02086237631738186, -0.0026009613648056984, 0.02440323866903782, -0.018087105825543404, -0.024813376367092133, 0.01077296957373619, 0.01848357357084751, -0.01205123495310545, -0.0022215833887457848, 0.013069745153188705, 0.039810772985219955, 0.021149473264813423, -0.005314710550010204, 0.0027308384887874126, -0.004713174421340227, 0.02689141035079956, -0.005270279012620449, 0.007061216980218887, -0.014915368519723415, 0.009959529154002666, -0.003735677804797888, 0.0014790617860853672, 0.002228418830782175, 0.017841022461652756, 0.006845894269645214, 0.006859565619379282, 0.00510280579328537, -0.008865825831890106, 0.005888904444873333, -0.02851829305291176, 0.003446871880441904, -0.024662991985678673, 0.001915688393637538, 0.006743359845131636, 0.03130723536014557, -0.002430070424452424, -0.015175122767686844, -0.02091706171631813, 0.0006784373545087874, 0.027657002210617065, 0.018989410251379013, 0.016460223123431206, -0.01734885573387146, 0.005632568150758743, 0.011032724753022194, 0.025018446147441864, 0.0005878651281818748, -0.015749316662549973, -0.010479037649929523, 0.024512607604265213, -0.01938587799668312, 0.003814287716522813, -0.014382188208401203, -0.04661906883120537, -0.001493587507866323, 0.01755392551422119, 0.005489019677042961, 0.0009151214035227895, 0.02596176415681839, 0.010089405812323093, 0.01077296957373619, -0.007895165123045444, 0.02716483734548092, -0.013534569181501865, -0.0025120980571955442, 0.00027791151660494506, 0.011135258711874485, -0.020520593971014023, 0.033658694475889206, 0.014327502809464931, 0.049900177866220474, -0.008401002734899521, -0.009262293577194214, -0.003436618484556675, -0.011381342075765133, 0.03371338173747063, 0.00014429610746446997, 0.004668742883950472, 0.020397553220391273, -0.014081420376896858, 0.02257128618657589, -0.01629616692662239, 0.019126122817397118, 0.01092335395514965, 0.012058070860803127, 0.010629421100020409, 0.00014173274394124746, -0.002959832549095154, -0.004802037496119738, 0.007703767158091068, -0.005868397653102875, 0.017212143167853355, 0.0034007313661277294, 0.008025042712688446, -0.0033050323836505413, -0.018046092242002487, 0.037021830677986145, -0.0396740585565567, 0.012085412628948689, 0.0050481208600103855, -0.0030298978090286255, 0.027807386592030525, -0.0011612045345827937, 0.030787726864218712, -0.00851037260144949, -0.0439395010471344, 0.021764680743217468, -0.002255761530250311, 0.005058374255895615, -0.01993272826075554, -0.009399006143212318, -0.01764962449669838, -0.017280500382184982, -0.0010774679249152541, 0.004812291357666254, 0.0185792725533247, -0.005940171889960766, 0.017581269145011902, 0.006610064767301083, 0.004802037496119738, 0.015735644847154617, -0.005827383603900671, -0.00606321357190609, -0.026809383183717728, 0.02242090180516243, 0.010971203446388245, -0.006169165950268507, -0.005301039665937424, 0.02857297845184803, -0.03182674199342728, -0.03015884757041931, 0.028490951284766197, -0.015899701043963432, -0.049380671232938766, -0.014970053918659687, 0.006480187643319368, 0.01414977665990591, -0.01602274179458618, 0.011128423735499382, -0.00694842915982008, 0.0079088369384408, -0.02136821299791336, 0.0018456230172887444, 0.013992557302117348, -0.006750195287168026, -0.016760991886258125, 0.0013987430138513446, 0.027739031240344048, 0.08558222651481628, 0.005160908680409193, -0.029694024473428726, 0.015065752901136875, -0.017485570162534714, -0.016665292903780937, -0.008503537625074387, -0.011039559729397297, 0.001421813271008432, -0.0031478125602006912, -0.032756391912698746, 0.015147780068218708, 0.023241179063916206, -0.011360835283994675, 0.014026734977960587, 0.0018473319942131639, -0.00015732654719613492, -0.02289939671754837, -0.0331391878426075, -0.013233800418674946, 0.008865825831890106, 0.005321546457707882, 0.01212642714381218, -0.007061216980218887, 0.015626275911927223, -0.02563365362584591, 0.0371585451066494, 0.03622889518737793, -0.020958075299859047, -0.01043118815869093, -0.0038621369749307632, 0.00012133262498537078, -0.0021668982226401567, 0.015762988477945328, -0.01188717968761921, 0.01654225029051304, 0.017266828566789627, 0.0009894589893519878, 0.0009809144539758563, -0.0062341042794287205, 0.008776962757110596, 0.0374046266078949, 0.0035306084901094437, -0.002430070424452424, -0.001692675519734621, -0.0341508612036705, -0.002177151618525386, 0.02380170114338398, -0.03286576271057129, -0.023897400125861168, -0.009241786785423756, 0.0030367334838956594, -0.03776007890701294, 0.0034383274614810944, -0.01222896110266447, 0.026631657034158707, -0.0028248284943401814, 0.005711177829653025, -0.006087138317525387, -0.016993403434753418, -0.012044399045407772, -0.03234625235199928, -0.02551061101257801, -0.014368517324328423, -0.005222429521381855, -0.014013064093887806, -0.0031119254417717457, 0.00867442786693573, -0.021778352558612823, 0.02887374721467495, 0.009207608178257942, -0.02689141035079956, -0.04120524227619171, -0.006056377664208412, 0.01446421630680561, 0.005649656988680363, 0.018921053037047386, -0.0013645647559314966, -0.00149700534529984, 0.011798315681517124, 0.006678421050310135, -0.04095916077494621, -0.015749316662549973, -0.01060891430824995, 0.003293070010840893, -0.012557072564959526, -0.01594071462750435, -0.037322599440813065, 0.002860715612769127, 0.027739031240344048, -0.0003526763466652483, -0.012926196679472923, 9.82623350864742e-06, 0.0173215139657259, 0.002076325938105583, 0.016063755378127098, 0.0032042067032307386, -0.007977193221449852, 0.00335800857283175, -0.03166268765926361, -0.0027855236548930407, -0.014491559006273746, -0.01617312617599964, -0.022612299770116806, 0.020042099058628082, -0.0010800312738865614, 0.014327502809464931, 0.00712957326322794, 0.010178268887102604, -0.008612907491624355, -0.0015739062801003456, 0.011060066521167755, 0.028135497123003006, -0.005967514589428902, 0.001592704327777028, -0.002987175015732646, 0.031498633325099945, -0.014163447543978691, 0.012734798714518547, -0.019700316712260246, -0.003927075769752264, -0.03037758730351925, 0.036119528114795685, 0.0064289201982319355, -0.0008125868043862283, 0.027657002210617065, 0.015339178033173084, 0.0006510947714559734, -0.020042099058628082, 0.012898853980004787, 0.002245508134365082, 0.02553795464336872, -0.001929359626956284, -0.01903042383491993, -0.0128031549975276, -0.011613753624260426, -0.0008852154714986682, 0.010499544441699982, 0.005321546457707882, -0.012933032587170601, -0.01722581498324871, -0.0016294459346681833, 0.009604074992239475, 0.007840479724109173, 0.02139555662870407, -0.02500477433204651, 0.008503537625074387, 0.025127815082669258, 0.012461373582482338, 0.011955535970628262, -0.034232888370752335, 0.01077296957373619, -0.02520984411239624, -0.024991102516651154, -0.01719847321510315, -0.03193611279129982, -0.010943860746920109, -0.000957844196818769, 0.03311184421181679, 0.012898853980004787, 0.034861769527196884, 0.005249772220849991, 0.004979764577001333, 0.039209235459566116, -0.007505533751100302, -0.013397855684161186, 0.012413524091243744, 0.015093094669282436, -0.014682956971228123, -0.003995432052761316, 0.0002894466742873192, 0.008107069879770279, 0.002375385258346796, -0.01687036082148552, 0.026877740398049355, -0.0013201331021264195, -0.012194783426821232, -0.01965930312871933, -0.023282192647457123, -0.041068531572818756, -0.02689141035079956, 0.016979731619358063, -0.007122737821191549, 0.001146678696386516, -0.03141660615801811, -0.005509526468813419, 0.06255978345870972, 0.003381933318451047, 0.03625623881816864, 0.0158176738768816, 0.027930429205298424, 0.007936178706586361, 0.0028077394235879183, 0.020001085475087166, 0.012078577652573586, -0.038553014397621155, -0.0028948939871042967, -0.03970140218734741, -0.008640250191092491, 0.01352089736610651, -0.0023941833060234785, 0.029885422438383102, 0.003231549169868231, -0.004388481378555298, 0.010875504463911057, 0.009720281697809696, 0.0013910529669374228, 0.0020387298427522182, -0.0020694902632385492, -0.018538257107138634, 0.010212447494268417, -0.025893406942486763, 0.011606917716562748, -0.011702616699039936, -0.01900308206677437, -0.002905147382989526, -0.011982878670096397, 0.01872965507209301, -0.027889415621757507, -0.025702008977532387, 0.03015884757041931, 0.04208020493388176, 0.025715680792927742, 0.0024693752638995647, 0.024116141721606255, 0.015093094669282436, 0.012461373582482338, -0.01024662610143423, -0.0014252311084419489, 0.012892019003629684, -0.009357992559671402, 0.00445683766156435, 0.009207608178257942, -0.001002275850623846, -0.014655614271759987, 0.01584501564502716, -0.007102231029421091, -0.02950262650847435, -0.05495855212211609, 0.010861833579838276, -0.003752766875550151, 0.010465365834534168, -0.026481272652745247, -0.0331391878426075, -0.013274814933538437, 0.02304978109896183, -0.022666985169053078, 0.03226422518491745, -0.008318974636495113, -0.003797198412939906, -0.00283679086714983, 0.001932777464389801, 0.02151859737932682, 0.013397855684161186, -0.0008467650040984154, 0.01888003945350647, 0.0055676293559372425, -0.006005110684782267, -0.01624148339033127, 0.00509597035124898, 0.0016149200964719057, 0.01963196136057377, -0.0018131537362933159, 0.002742800861597061, 0.0020301854237914085, -0.011019052937626839, -0.001180856954306364, -0.008592400699853897, 0.00411847373470664, 0.03871706873178482, -0.01993272826075554, -0.016009069979190826, 0.0012586123775690794, -0.005034449510276318, -0.0019720823038369417, -0.03707651421427727, 0.0024659575428813696, 0.002153226872906089, -0.0016063755610957742, -0.00123639649245888, 0.012748470529913902, -0.006859565619379282, -0.021108459681272507, 0.009986870922148228, 0.005536869168281555, -0.041588038206100464, 0.0043098716996610165, -0.0006916814018040895, 0.0128031549975276, -0.030541643500328064, -0.0011962371645495296, 0.030651014298200607, -0.022707998752593994, -0.0027598899323493242, 0.010725120082497597, -0.01968664489686489, -0.01591337099671364, 0.012933032587170601, -0.030842412263154984, -0.0076764244586229324, 0.025168830528855324, -0.011087409220635891, 0.0072047654539346695, 0.012885183095932007, 0.003347755176946521, 0.0038928973954170942, 0.02031552419066429, -0.034561000764369965, -0.02026083879172802, 0.0031426858622580767, -0.012611757032573223, -0.0028795136604458094, -0.008558222092688084, 0.01536652073264122, -0.00324180256575346, -0.006326385773718357, -0.003906568977981806, 0.009091402404010296, -0.0034895946737378836, 0.01659693568944931, 0.013062909245491028, 0.010321817360818386, 0.029748709872364998, -0.02179202251136303, 0.020342867821455002, -0.01785469427704811, 0.011729959398508072, -0.0025770366191864014, -0.03844364359974861, -0.024416908621788025, -0.007320971228182316, -0.0017311261035501957, 0.0005195087287575006, 0.003264018567278981, -0.0033973134122788906, 0.018469901755452156, -0.02776637300848961, 0.01659693568944931, 0.0076764244586229324, -0.0008903422276489437, 0.009829651564359665, 0.014491559006273746, 0.01044485904276371, 0.006992860697209835, -0.014190790243446827, -0.012809990905225277, -0.013719131238758564, -0.006134987808763981, -0.042271602898836136, -0.012099084444344044, -0.020958075299859047, 0.0369124598801136, -0.0024198167957365513, -0.03010416217148304, -0.020643634721636772, -0.027151165530085564, -0.04492383077740669, 0.0011424064869061112, 0.0006241794326342642, 0.01644655130803585, 0.007184258662164211, 0.028354238718748093, 0.0010518342023715377, 0.031252551823854446, -0.0004767859645653516, 0.007690095808357, -0.0021002506837248802, 0.01359608955681324, -0.015557918697595596, -0.010048392228782177, -0.019741330295801163, -0.012919360771775246, -0.04462306201457977, -0.02139555662870407, 0.013425198383629322, -0.006432338152080774, -0.0036946639884263277, 0.012522893957793713, -0.024198168888688087, 0.01173679530620575, 0.006736523937433958, 0.0024847553577274084, -0.009412677027285099, 0.03354932367801666, 0.018169132992625237, -0.04013888165354729, 0.004576461389660835, -0.009638253599405289, -0.021682653576135635, -0.008483029901981354, -0.0042005013674497604, 0.00222500110976398, 0.012727963738143444, 0.012598086148500443, 0.010458530858159065, -0.018811684101819992, -0.019645631313323975, 0.0016431171679869294, 0.027684345841407776, 0.010185104794800282, -0.0014286489458754659, 0.019590945914387703, 0.00147649843711406, -0.016200467944145203, -0.0028145750984549522, 0.006620318163186312, 0.011360835283994675, -0.0039544184692204, 0.02116314321756363, -0.04079510644078255, -0.005502691026777029, -0.02013779804110527, 0.01175046619027853, -0.006155494600534439, 0.0025548208504915237, -0.013500390574336052, 0.01414977665990591, -0.024020442739129066, 0.020192483440041542, -0.005755609832704067, -0.015598932281136513, 0.0015380191616714, -0.008838484063744545, -0.0021241754293441772, -0.0106704356148839, -0.012194783426821232, 0.01629616692662239, -0.02854563668370247, 0.0059333364479243755, 0.007717438507825136, -0.02076667733490467, -0.005803458858281374, 0.030787726864218712, 0.0100415563210845, -0.02385638654232025, 0.0024830466136336327, 0.19052298367023468, -0.01833318918943405, -0.013220129534602165, 0.005277114920318127, -0.002891476033255458, -0.014559915289282799, 0.04691983759403229, 0.004193665459752083, -0.018798012286424637, 0.022051777690649033, -0.011606917716562748, 0.013650774955749512, -0.029721366241574287, -0.008277961052954197, 0.027574975043535233, -0.02377435937523842, -0.045634739100933075, -0.010800312273204327, -0.004754188004881144, 0.0009920223383232951, 0.00622726883739233, 0.00776528799906373, -0.02131352759897709, -0.02646760083734989, 0.02001475729048252, -0.01963196136057377, -0.003868972649797797, -0.0035545332357287407, 0.0031888263765722513, 0.011641096323728561, -0.024061456322669983, 0.009576733224093914, 0.008230111561715603, 0.008113905787467957, -0.021627968177199364, 0.0009535719291307032, 0.021805694326758385, -0.0046824137680232525, 0.006442591547966003, 0.025647323578596115, 0.017936721444129944, 0.0034656699281185865, -0.00024672391009517014, -0.030049476772546768, -7.300250581465662e-05, 0.03696714714169502, -0.00930330716073513, -0.011613753624260426, -0.026549629867076874, -0.0007664462318643928, -0.0041253091767430305, 0.007813137955963612, 0.011299313977360725, 0.01425914652645588, -0.011408684775233269, 0.020780347287654877, -0.005806876812130213, 0.011483876965939999, 0.03013150580227375, 0.005239518824964762, -0.022065449506044388, -0.006907415110617876, -0.018196476623415947, 0.016487564891576767, -0.0015234934398904443, 0.01245453767478466, -0.002551402896642685, 0.014081420376896858, 0.018292175605893135, -0.012625428847968578, -0.02013779804110527, -0.007580725941807032, -0.030049476772546768, 0.005560793913900852, -0.02443058043718338, -0.017294172197580338, 0.03513519465923309, 0.0279987845569849, 0.022653313353657722, 0.01905776746571064, -0.001308170729316771, 0.01473764143884182, -0.011271972209215164, -0.032400935888290405, 0.0003584439109545201, -0.03877175599336624, 0.011880343779921532, -0.012974046170711517, -0.010663599707186222, 0.003534026211127639, -0.029010459780693054, 0.011531726457178593, 0.011914522387087345, -0.010253461077809334, 0.009569897316396236, 0.002406145678833127, 0.026809383183717728, -0.0030880006961524487, 0.033631354570388794, -0.015749316662549973, 0.0013508935226127505, 0.048970531672239304, 0.019098781049251556, 0.011695781722664833, -0.004808873403817415, 0.022024434059858322, -0.006487023085355759, 0.011743631213903427, 0.006374235264956951, -0.009405842050909996, -0.023104466497898102, -0.02854563668370247, 0.020356537774205208, -0.012926196679472923, -0.004166323225945234, 0.012263139709830284, 0.01110791601240635, -0.020055770874023438, 0.00295299687422812, -0.006206762045621872, -0.021450240164995193, -0.01392420008778572, -0.012994552962481976, 0.007710603065788746, -0.017594939097762108, -0.03508050739765167, -0.004415824078023434, 0.003858719253912568, -0.041588038206100464, -2.7796491849585436e-05, 0.015475890599191189, -0.013233800418674946, 0.016077427193522453, 0.009713445790112019, -0.010287639684975147, -0.009898007847368717, 0.013069745153188705, -0.01123779360204935, -0.025551626458764076, 0.0004297909326851368, -0.026125818490982056, 0.0017140369163826108, 0.018811684101819992, -0.002303611021488905, 0.016760991886258125, -0.0032366758678108454, 0.011798315681517124, 0.005892322398722172, -0.0005536869284696877, -0.016815677285194397, -0.009850158356130123, 0.0062101795338094234, 0.010499544441699982, -0.0011962371645495296, 0.019850701093673706, 0.011565904133021832, -0.026864068582654, -7.049254782032222e-05, 0.017841022461652756, 0.013138101436197758, -0.0326470211148262, 0.029393255710601807, 0.015434877015650272, -0.007567054592072964, -0.022174818441271782, -0.01181198749691248, -0.17378933727741241, -0.0018387873424217105, 0.015257150866091251, -0.037978820502758026, 0.017143787816166878, 0.011894014663994312, 0.005273696966469288, -0.007197930011898279, 0.0008365115500055254, -0.014942711219191551, 0.02109478786587715, -0.00469608511775732, -0.012987717986106873, -0.01389685831964016, 0.0011142094153910875, -0.0019584111869335175, -0.023405233398079872, 0.024034112691879272, 0.031143179163336754, 0.01365761086344719, 0.027533961459994316, -0.03281107544898987, 0.009262293577194214, -0.009788637980818748, 0.006938175298273563, 0.010294475592672825, -0.01221529021859169, 0.023364219814538956, -0.015954386442899704, -0.018770670518279076, -0.00728679308667779, -0.028955774381756783, 0.021327199414372444, -0.0036707392428070307, 0.02761598862707615, 0.005817130208015442, 0.011894014663994312, 0.013814830221235752, -0.03663903474807739, 0.011121587827801704, 0.029584653675556183, 0.021600624546408653, 0.020206155255436897, 0.0047063385136425495, -0.013274814933538437, 0.012974046170711517, 0.02455362118780613, -0.02028818242251873, 0.0019515755120664835, -0.02854563668370247, 0.025127815082669258, -0.022051777690649033, -0.011210450902581215, -0.0026693176478147507, 0.04082244634628296, 0.013965214602649212, 0.02581137977540493, 0.0027137494180351496, 0.021272514015436172, -0.016432881355285645, -0.012345167808234692, -0.010581571608781815, 0.01244086679071188, -0.007751616649329662, -0.006555379368364811, -0.013363678008317947, -0.007382492069154978, 0.020452236756682396, -0.018169132992625237, 0.02304978109896183, -0.018811684101819992, 0.02659064345061779, -0.01521613635122776, 0.015762988477945328, 0.020753005519509315, -0.0005220720777288079, -0.02109478786587715, 0.00476444186642766, 0.023569289594888687, -0.013131266459822655, 0.0026590642519295216, 0.008524044416844845, -0.029940107837319374, 0.008817976340651512, 0.003848465858027339, -0.004460255615413189, 0.032428279519081116, 0.010807148180902004, -0.031799402087926865, -0.0023941833060234785, 0.04202552139759064, -0.01308341696858406, -0.004518358502537012, 0.002715458394959569, -0.004590132739394903, -0.0002623177133500576, 0.028791720047593117, -0.005010524764657021, -0.008578728884458542, 0.00115351437125355, 0.007826808840036392, 0.009043552912771702, 0.01116260141134262, -0.01077296957373619, 0.02518250048160553, 0.013179115951061249, -0.016405537724494934, 0.007553383242338896, 0.02445792220532894, -0.014600928872823715, -0.012851004488766193, -0.005970932077616453, -0.004470509011298418, 0.006654496304690838, -0.02854563668370247, 0.0213408712297678, -0.014327502809464931, -0.0234735906124115, 0.02983073703944683, 0.015380191616714, 0.04910724237561226, 0.011395012959837914, 0.003175155259668827, 0.006780955940485001, -0.007512369193136692, -0.02797144278883934, -0.10280803591012955, -0.030022135004401207, -0.0006750195170752704, 0.03751399740576744, -0.025948092341423035, 0.027000781148672104, -0.004949003923684359, 0.028026128187775612, -0.028764376416802406, 0.009898007847368717, -0.04150601103901863, -0.025100473314523697, 0.0011706034420058131, -0.020780347287654877, 0.014532572589814663, -0.016610607504844666, -0.024198168888688087, 6.312286859611049e-05, -0.025114145129919052, 0.01626882515847683, 0.005752191878855228, -0.000556250277440995, 0.013978885486721992, -0.02488173358142376, -0.012058070860803127, -0.011846165172755718, -0.02739724889397621, -0.0012167440727353096, 0.008100233972072601, -0.0055437046103179455, 0.02307712286710739, -0.02224317565560341, -0.007348313927650452, -0.030541643500328064, 0.00573168508708477, -0.021149473264813423, 0.0035852936562150717, -0.009023046121001244, 0.0008817976922728121, -0.03499848023056984, -0.010554229840636253, 0.009624582715332508, 0.02676836960017681, -0.012181111611425877, -0.029611995443701744, -0.01762228272855282, -0.00039903054130263627, 0.019126122817397118, -0.009597240015864372, -0.03568204492330551, -0.042244259268045425, -0.01043118815869093, -0.04030293971300125, -0.012017056345939636, 0.02952996827661991, 0.01019194070249796, 0.0042859469540417194, -0.0014312122948467731, -0.0007147517171688378, -0.018688641488552094, -0.019549932330846786, 0.004870394244790077, -0.02884640358388424, -0.0072526149451732635, 0.011907686479389668, 0.021627968177199364, -0.03527190536260605, -0.018866369500756264, -0.009282800368964672, -0.012249468825757504, 0.004279111046344042, 0.017786337062716484, -0.009850158356130123, 0.006613482721149921, -0.03158066049218178, -0.021682653576135635, -0.014764984138309956, -0.019249165430665016, 0.01609109900891781, 0.009986870922148228, -0.014341174624860287, -0.017964065074920654, 0.015612604096531868, -0.010314982384443283, 0.0166926346719265, -0.002898311708122492, -0.020452236756682396, -0.025524282827973366, 0.004326960537582636, -0.038525670766830444, 0.002551402896642685, 0.025866065174341202, -0.004600386135280132, -0.016501236706972122, -3.5032659070566297e-05, -0.005471930373460054, -0.008524044416844845, 0.00843518041074276, 0.017458226531744003, 0.02445792220532894, -0.014327502809464931, 0.0035306084901094437, -0.05616162344813347, 0.030240874737501144, -0.004726845771074295, -0.022817369550466537, 0.0031666106078773737, -0.015270821750164032, 0.003534026211127639, -0.014710298739373684, -0.0018251161091029644, -0.005564211867749691, -0.020876046270132065, -0.002520642476156354, 0.008421509526669979, -0.0012175985611975193, -0.01319278683513403, 0.005338635295629501, 0.02691875398159027, 0.005007106810808182, -0.007977193221449852, -0.012960375286638737, 0.007902001030743122, 0.009945857338607311, 0.013555075973272324, 0.007320971228182316, -0.01893472485244274, 0.005875233095139265, -0.024963760748505592, 0.015612604096531868, 0.017758995294570923, -0.016637949272990227, 0.005089134443551302, -0.013965214602649212, -0.006999696139246225, 0.01214009802788496, -0.012707456015050411, -0.002812866121530533, 0.0008706897497177124, 0.03849833086133003, 0.017294172197580338, 0.059770844876766205, -0.025469597429037094, -0.03620155528187752, 0.024594636633992195, -0.016678962856531143, 0.013295321725308895, -0.001366273732855916, -0.017485570162534714, -0.011367671191692352, 0.01671997830271721, 0.03420554846525192, 0.0374046266078949, 0.027260536327958107, -0.033959463238716125, -0.02824486792087555, -0.005348889157176018, 0.004832798149436712, 0.02890108898282051, 0.005984603427350521, 0.010089405812323093, 0.009925350546836853, 0.039209235459566116, 0.013302156701683998, 0.014095091260969639, -0.00046226021368056536, -0.003903151024132967, -0.029065145179629326, -0.031115837395191193, 0.017458226531744003, 0.007013367488980293, -0.015257150866091251, -0.01734885573387146, -0.014505229890346527, 0.014847012236714363, 0.008059220388531685, 0.022338874638080597, 0.00760123273357749, -0.011948700062930584, 0.00526686105877161, -0.005560793913900852, 0.011176273226737976, 0.010841326788067818, -0.01993272826075554, -0.012673278339207172, 0.0033699709456413984, 0.027561303228139877, -0.002035312121734023, -0.0256063099950552, -0.01237934548407793, -0.008934183046221733, -0.029365913942456245, 0.016610607504844666, 0.003120470093563199, -0.014997395686805248, 0.03067835606634617, 0.006275118328630924, -0.005974350031465292, -0.022557614371180534, 0.004149233922362328, -0.007874658331274986, 0.03491645306348801, 0.018223818391561508, 0.019016752019524574, 0.015858687460422516, -0.006469934247434139, -0.019850701093673706, -0.004559372551739216, -0.028764376416802406, -0.024170825257897377, 0.022024434059858322, 0.011524890549480915, 0.013213293626904488, 0.014682956971228123, 0.0013825083151459694, -0.0047917841002345085, -0.01996007189154625, 0.037951476871967316, -0.0033152857795357704, -0.010943860746920109, -0.02668634243309498, 0.03106115199625492, 0.034260232001543045, -0.006446009501814842, 0.03431491553783417, -0.01770430989563465, 0.049599409103393555, 0.030951781198382378, 0.025319213047623634, -0.012584415264427662, 0.016555922105908394, -0.009733952581882477, -0.013787487521767616, 0.006678421050310135, -0.007826808840036392, 0.011080574244260788, -0.024745019152760506, -0.016350852325558662, 0.006015364080667496, 0.01860661432147026, -0.02179202251136303, 0.06715333461761475, 0.027725359424948692, 0.00042423696140758693, 0.01579033024609089, -0.007744781207293272, 0.013890022411942482, 0.01762228272855282, 0.03248296678066254, -0.015954386442899704, -0.009822815656661987, 0.008934183046221733, -0.0024693752638995647, -0.006199926137924194, -0.023938413709402084, -0.0009740788373164833, 0.009952693246304989, -0.010561064817011356, 0.033959463238716125, 0.007068052422255278, 0.00795668549835682, 0.03601015731692314, 0.002812866121530533, 0.007430341560393572, 0.01092335395514965, -0.03311184421181679, -0.011853001080453396, 0.020684650167822838, -0.01689770445227623, 0.0005383067182265222, -0.008879497647285461, 0.014929039403796196, 0.011839330196380615, -0.029666680842638016, -0.004501269664615393, -0.007532876450568438, -0.0035989650059491396, 0.005126730538904667, -0.01472397055476904, -0.0064904410392045975, -0.00013970340660307556, 0.025592640042304993, 0.016337182372808456, 0.008633414283394814, -0.031744714826345444, -0.009385335259139538, 0.005793205462396145, -0.012167440727353096, 0.0017909378511831164, -0.005772698670625687], metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='3ae528c7-4c7b-433f-b6f8-15995849dc32', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5c84c918fc8f6325e6fb7cec255639583fd6d9ff679da803c2cd48b9bdf5d04f'), : RelatedNodeInfo(node_id='8a8633bd-d714-4862-916d-3a4074f2cfd7', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='5f2831433d228d19c88617ba7efd932c69ecc2981ec5fbbf3dbab3f24a95a425'), : RelatedNodeInfo(node_id='9949182b-a52d-4f1b-a6d7-69b4adf5664e', node_type=, metadata={}, hash='babada11b1724ae8334791f86e907737e32c69d05ffbfba0587464cfdeb07c22')}, hash='eeebb99888b26463ef311205cc1852563325c9476bef45735487c2202e96b242', text=\"transformer-driven system that can effectively and efficiently fulfill developers' tasks. 5. Text Generation: Jasper Jasper.AI is a subscription-based text generation model that requires minimal input from the user and searches the web to generate the desired output. It is particularly useful for generating short copy text where character limitations are important. The platform offers over 50 templates, including product descriptions, email subject lines, and Facebook headlines, among others. Additionally, it can help with generating ideas for blog posts and creating better outlines. However, Jasper.AI does have some drawbacks, such as the absence of fact-checking and citation of sources, which can lead to hallucinations. Additionally, learning the command input to achieve the desired output may take some time. Conclusion Generative AI is a revolutionary technology that has the ability to transform many aspects of our lives. Keep in mind that there are still challenges in developing these models such as massive datasets, compute power, high training cost, and accessibility. Studies have revealed that many large language models are not adequately trained. Additionally, smaller datasets are still crucial for enhancing LLM performance in domain-specific tasks. Compute cost optimization is also essential since generative models, especially large language models, are still expensive to both train and serve for inference. Big players in the industry are working on optimizing compute costs at every level. Safety and security remain pressing concerns in the development of generative AI, and key players are incorporating human feedback to make the models safer from the outset. Open-source alternatives are also necessary to increase access to the next-generation LLM models for practitioners and independent scientists to push the boundaries forward.\", start_char_idx=44524, end_char_idx=46396, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='9949182b-a52d-4f1b-a6d7-69b4adf5664e', embedding=[-0.018643449991941452, 0.010180747136473656, 0.006274883635342121, -0.004174307454377413, 0.017287807539105415, -0.012596745043992996, 0.004563551861792803, 0.009710969403386116, -0.014683898538351059, -0.04370271787047386, 0.007892260327935219, 0.037206366658210754, -0.040159255266189575, 0.0066507053561508656, 0.0037280190736055374, 0.0037179524078965187, 0.026575976982712746, 0.02241509221494198, 0.019153494387865067, -0.023381490260362625, -0.03715267777442932, -0.007549993693828583, -0.026401488110423088, -0.03932707756757736, -0.0032733415719121695, -0.0042783296667039394, 0.02583775483071804, -0.03940761089324951, -0.027569221332669258, -0.0043789963237941265, 0.005835305899381638, 0.013321544043719769, -0.017515985295176506, 0.00412061857059598, 0.007382215932011604, 0.005680950824171305, 0.010039813816547394, -0.01718042977154255, 0.012596745043992996, 0.006878883112221956, 0.03495143726468086, 0.029958374798297882, -0.0038320410531014204, -0.03138113021850586, -0.0036239968612790108, 0.020791005343198776, -0.006798349786549807, -0.016428785398602486, -0.006268172524869442, 0.024951890110969543, 0.03019997477531433, 0.034629303961992264, -0.025193490087985992, -0.007865415886044502, -0.042038362473249435, 0.0013992654858157039, -0.01679118536412716, 0.011261234991252422, 0.037501655519008636, -0.006714460905641317, 0.009865324944257736, 0.016522740945219994, -0.018012607470154762, 0.006546683143824339, 0.0033991748932749033, -0.015596608631312847, -0.020992336794734, 0.03554201498627663, 0.00393941905349493, -0.006476216483861208, -0.0013304766034707427, 0.03175695240497589, -0.002748197643086314, -0.02794504351913929, 0.026267265900969505, -0.0007411576807498932, -0.0048521291464567184, -0.022361403331160545, -0.041340410709381104, 0.008637192659080029, 0.0042313518933951855, -0.011093457229435444, -0.004033374134451151, 0.023515712469816208, -0.006466149818152189, -0.02194531448185444, 0.0115900794044137, -0.017032785341143608, 0.005946039222180843, 0.007811726536601782, -0.0024948534555733204, -0.0029814084991812706, 0.031649574637413025, 0.017287807539105415, 0.015328164212405682, 0.018093140795826912, -0.0096841249614954, 0.01593216322362423, 0.0030048973858356476, -0.019878294318914413, -0.002741486532613635, 0.010939101688563824, -0.024696867913007736, -0.019220605492591858, -0.015516075305640697, 0.009395547211170197, 0.01881793886423111, 0.00710706040263176, 0.011019635014235973, 0.017771007493138313, 0.004701129160821438, 0.02418682351708412, -0.013610121794044971, -0.019811183214187622, -0.0014126877067610621, -0.004597106948494911, 0.025797488167881966, -0.005241373088210821, 0.002239831490442157, -0.01716700755059719, 0.025784065946936607, 0.0065030609257519245, 0.014710742980241776, 0.009402258321642876, 0.033689748495817184, 0.009543191641569138, 0.0029646307229995728, -0.006590305361896753, -0.01841527223587036, -0.008570081554353237, -0.002889130963012576, 0.015583186410367489, 0.00959688052535057, 0.014147009700536728, -0.01778442971408367, 0.032589126378297806, 0.007301682606339455, -0.006496349815279245, -0.03900494426488876, -0.0031206640414893627, 0.014093320816755295, 0.009153948165476322, -0.025394823402166367, -0.004315240774303675, -0.008375459350645542, 0.0382532998919487, 0.0028085976373404264, 0.033206548541784286, 0.022831181064248085, -0.00579503970220685, 0.018952161073684692, -0.022146647796034813, -0.01599927432835102, 0.0029293973930180073, 0.016885140910744667, 0.02232113666832447, 0.01786496303975582, 0.012435678392648697, -0.02248220331966877, -0.014455720782279968, 0.006838616449385881, 0.003828685497865081, 0.006647349800914526, -0.0007709382334724069, 0.010167324915528297, 0.026723621413111687, 0.015744253993034363, 0.005506461951881647, -0.00046222738455981016, -0.021985581144690514, -0.0076976376585662365, 0.018361585214734077, -0.05001115798950195, 0.01112030167132616, -0.009972702711820602, 0.0008439215016551316, 0.01771731860935688, -0.005459484178572893, -0.03846805542707443, -0.01073776837438345, 0.017690474167466164, 0.010455901734530926, 0.005412506405264139, 0.011610212735831738, -0.010630390606820583, -0.018401850014925003, 0.01654958538711071, -0.006630572024732828, -0.012422256171703339, -0.016146918758749962, -0.007140615954995155, 0.006912438664585352, -0.026106199249625206, -0.025032423436641693, -0.6365349292755127, -0.025555890053510666, 0.043058451265096664, -0.013891988433897495, -0.000355478870915249, 0.005050106905400753, -0.005566861946135759, -0.02538140118122101, -0.009422391653060913, 0.03511250391602516, -0.00757012702524662, -0.03207908198237419, -0.0022482203785330057, 0.002962952945381403, 0.0024562645703554153, -0.016844874247908592, -0.008818392641842365, -0.020254116505384445, 0.012543056160211563, 0.01370407734066248, -0.021797670051455498, 0.006627216469496489, -0.022925136610865593, -0.01773074083030224, -0.016898563131690025, 0.011496123857796192, -0.0018505873158574104, 0.01393225509673357, 0.013207455165684223, 0.009435813874006271, -0.024159979075193405, 0.014173854142427444, 0.016120074316859245, -0.002843830967321992, 0.04823942482471466, 0.006187639199197292, -0.01748914085328579, 0.031327441334724426, 0.016643540933728218, 0.024159979075193405, -0.018549494445323944, -0.03248174861073494, -0.0007570965681225061, 0.009536480531096458, -0.012053145095705986, 0.008066748268902302, 0.01695225201547146, -0.0023438534699380398, -0.0010502879740670323, -0.029528863728046417, 0.015516075305640697, -0.0072949714958667755, 0.003815263509750366, -0.0034528637770563364, 0.012932299636304379, 0.0009169047698378563, 0.01826762966811657, -0.015583186410367489, 0.015475808642804623, -0.011851811781525612, 0.01460336521267891, -0.013744344003498554, -0.026656510308384895, -0.019703805446624756, -0.013522877357900143, 0.0068923053331673145, 0.010710923932492733, 0.010187458246946335, -0.0234217569231987, -0.030334196984767914, 0.015489230863749981, 0.029716774821281433, 0.008321770466864109, -0.02538140118122101, -0.013811455108225346, 0.002221375936642289, 0.010684079490602016, -0.007113771513104439, -0.012227633967995644, 0.025112956762313843, -0.011757856234908104, -0.00775132654234767, 0.0023388201370835304, -0.021274203434586525, 0.022388247773051262, -0.0013220877153798938, 0.011496123857796192, -0.003724663518369198, 0.008113726042211056, 0.013442344032227993, -0.008321770466864109, 0.01748914085328579, -0.024938467890024185, -0.05809132754802704, -0.015126831829547882, 0.009509636089205742, -0.010355236008763313, -0.002065342618152499, 0.022106381133198738, -0.018227363005280495, 0.023703623563051224, -0.002558609005063772, 0.017073052003979683, 0.018361585214734077, 0.02324726991355419, 0.00767079321667552, 0.0041373963467776775, 0.005727928597480059, 0.021368158981204033, -0.031810641288757324, -0.00249820901080966, 0.00635877251625061, 0.0022666759323328733, -0.0009219381026923656, -6.045237751095556e-05, -0.016522740945219994, -0.008180837146937847, -0.014697320759296417, 0.019072961062192917, -0.018093140795826912, 0.020804427564144135, -0.009965991601347923, -0.002120709279552102, 0.0002904650173150003, 0.00038106495048850775, 0.0021894981618970633, -0.0043789963237941265, -0.009737813845276833, -0.007281549274921417, 0.011657189577817917, -0.005167551338672638, -0.021408425644040108, 0.01982460543513298, -0.01974407210946083, 0.023770734667778015, 0.013334966264665127, 0.025555890053510666, 0.016898563131690025, -0.004321951884776354, -0.014039632864296436, -0.02389153465628624, -0.017193851992487907, 0.007617104798555374, 0.00653997203335166, -0.048507869243621826, -0.001984809525310993, -0.022428514435887337, 0.002504920121282339, -0.011932345107197762, 0.005519884172827005, -0.01460336521267891, -0.010200880467891693, -0.009435813874006271, 0.021502381190657616, -0.0035333968698978424, -0.016979096457362175, 0.0027985309716314077, -0.03296494856476784, -0.006513127591460943, -0.03701845556497574, -0.01256990060210228, 0.042736317962408066, 0.003536752425134182, 0.016536163166165352, 0.0066507053561508656, -0.009663991630077362, -0.009227769449353218, 0.026012243703007698, -0.017515985295176506, -0.030038908123970032, 0.015744253993034363, -0.033770281821489334, -0.0026273976545780897, 0.022656692191958427, -0.003110597375780344, 0.012522922828793526, -0.009543191641569138, 0.0021475537214428186, 0.016294563189148903, -0.009328436106443405, -0.013247721828520298, 0.0072949714958667755, 0.001996553735807538, -0.023998912423849106, 0.0237438902258873, 0.015395275317132473, 0.03304548189043999, 0.0072479937225580215, -0.03559570387005806, 0.006529905367642641, 0.002874030964449048, 0.021730558946728706, -0.020670205354690552, 0.012784656137228012, -0.009731102734804153, 0.016348252072930336, 0.02202584780752659, -0.013784610666334629, -0.002491497900336981, 0.029153041541576385, -0.011415590532124043, -0.00017008457507472485, 0.005264861974865198, -0.009180792607367039, -0.009771369397640228, -0.029797308146953583, 0.006231261417269707, -0.033072326332330704, -0.0025619645603001118, -0.008482837118208408, 0.008912348188459873, -0.005586995277553797, -0.013287988491356373, -0.025649845600128174, -0.019314561039209366, 0.0457160510122776, -0.0007759715663269162, 0.015959007665514946, -0.01841527223587036, -0.005019906908273697, 0.0076976376585662365, 0.011187412776052952, 0.005842017009854317, -0.007576838135719299, -0.0028606087435036898, 0.03170326352119446, -0.017703896388411522, 0.02624042145907879, -0.008898925967514515, -0.04799782484769821, 0.01556976418942213, 0.01959642767906189, 0.014858387410640717, 0.013865143992006779, 0.012985988520085812, -0.001986487302929163, 0.021139981225132942, -0.0005394050967879593, 0.03951498866081238, -0.010549857281148434, -0.012153811752796173, 0.010905546136200428, -0.01377118844538927, -0.03207908198237419, 0.04185045138001442, -0.014925498515367508, 0.02577064372599125, -0.0043789963237941265, -0.013536299578845501, -0.009408969432115555, -0.012858478352427483, 0.028374552726745605, -0.02497873455286026, 0.0007084410754032433, 0.01616034097969532, -0.023529134690761566, 0.02411971241235733, -0.005691017489880323, 0.03951498866081238, 0.0015309709124267101, -0.0031290529295802116, -0.0025166645646095276, 0.015516075305640697, -0.007643949240446091, 0.008677459321916103, -0.011187412776052952, 0.03747481107711792, -0.00020500329264905304, -0.011241101659834385, 0.010710923932492733, 0.00419779634103179, -0.024549223482608795, 0.014764431864023209, -0.025153223425149918, 0.045769739896059036, 0.015516075305640697, 0.014818120747804642, 0.019032694399356842, 0.018683716654777527, 0.03554201498627663, -0.009200925007462502, -0.018388427793979645, 0.012381989508867264, 0.012207500636577606, -0.013261144049465656, -0.02615988813340664, -0.030334196984767914, 0.0031206640414893627, -0.004566907417029142, -0.02848193049430847, -0.01401278842240572, 0.0023690201342105865, -0.006486283149570227, -0.002979730721563101, -0.02233455888926983, -0.0055500841699540615, 0.017368340864777565, 0.008200970478355885, -0.006778216455131769, -0.016831452026963234, 0.01393225509673357, 0.018697138875722885, -0.034629303961992264, -0.018321318551898003, 0.029931530356407166, -0.018401850014925003, -0.03881703317165375, 0.0030988529324531555, -0.0007868771208450198, -0.021126559004187584, 0.026025665923953056, 0.0055031063966453075, 0.0095230583101511, -0.017596518620848656, 0.01990513876080513, -0.0012616878375411034, 0.017972340807318687, 0.007758037652820349, 0.005238017532974482, 0.01718042977154255, -0.004056863021105528, -0.03277703747153282, -0.005885639227926731, 0.025019001215696335, 0.0666278526186943, 0.011918922886252403, -0.02256273664534092, 0.012845056131482124, -0.037823788821697235, -0.021650025621056557, -0.03277703747153282, -0.020737316459417343, 0.008952614851295948, 0.007556704804301262, -0.002075409283861518, 0.010630390606820583, 0.005315195303410292, 0.004868906922638416, 0.014294654130935669, 0.007919104769825935, 0.02146211452782154, -0.017220696434378624, -0.01685829646885395, -0.014589942991733551, -0.0054494175128638744, -0.0028220198582857847, 0.018321318551898003, 0.013496032916009426, 0.027757132425904274, -0.012516211718320847, 0.010932390578091145, 0.022777492180466652, -0.020723894238471985, -0.0337165929377079, -0.0005595384282059968, 0.0018321317620575428, 0.011019635014235973, -0.009576747193932533, -0.021421847864985466, 0.01935482770204544, -0.0036172857508063316, 0.023945223540067673, 0.020321227610111237, -0.001421076594851911, 0.016844874247908592, 0.017287807539105415, 0.008429148234426975, -0.020334649831056595, -0.014482565224170685, -0.04091089963912964, 0.023327801376581192, 0.013730921782553196, -0.0032968304585665464, -0.03122006170451641, 0.008677459321916103, 0.00877812597900629, -0.036105748265981674, -0.01514025405049324, 0.016911985352635384, -0.0073889270424842834, -0.0028538976330310106, 0.011133723892271519, 0.004519929643720388, -0.018549494445323944, -0.01911322772502899, -0.02794504351913929, 0.0007734548998996615, -0.0004263649170752615, 0.0014311432605609298, -0.008073459379374981, -0.0008313381695188582, 0.01747571863234043, -0.015811365097761154, 0.002191175939515233, -0.001736498554237187, -0.025649845600128174, -0.0663057193160057, -0.004362218547612429, 0.009408969432115555, -0.004727973602712154, 0.02240166999399662, 0.006466149818152189, -0.01385172177106142, 0.030790550634264946, -0.003909219056367874, -0.031032150611281395, 0.003983040805906057, -0.03202539309859276, 0.005422573070973158, -0.007979503832757473, -0.015663720667362213, -0.0003689010627567768, 0.0014881875831633806, 0.005835305899381638, 0.001971387304365635, -0.015193942934274673, -0.003583730198442936, 0.01763678528368473, 0.0050702402368187904, 0.039461299777030945, 0.01982460543513298, -8.855513442540541e-05, 0.030495263636112213, -0.03846805542707443, -0.026025665923953056, -0.020348072052001953, -0.005707795266062021, -0.036884233355522156, 0.011764567345380783, -0.0007247994071803987, 0.026522288098931313, 0.030307352542877197, -0.003231397131457925, -0.01943536102771759, 0.024415001273155212, 0.00733523815870285, 0.020884959027171135, 0.01248936727643013, -0.01393225509673357, 0.01591874286532402, 0.02598539926111698, 0.013449055142700672, 0.010160613805055618, -0.038602277636528015, 0.0034042082261294127, -0.023368068039417267, 0.03285757079720497, 0.003691107966005802, -0.02130104787647724, 0.007207727059721947, 0.01112701278179884, -0.004570262972265482, -0.030226819217205048, 0.00363070797175169, -0.006003083661198616, 0.03210592642426491, -0.001210515620186925, -0.0338776595890522, -0.017059629783034325, -0.020589672029018402, -0.028938286006450653, 0.011798122897744179, -0.028132954612374306, -0.012616878375411034, 0.006392328068614006, 0.006446016486734152, -0.008811681531369686, -8.771624561632052e-05, 0.02085811458528042, -0.02505926787853241, -0.009120392613112926, 0.0022113092709332705, 0.022616425529122353, 0.02762291021645069, -0.013281277380883694, 0.028052421286702156, -0.03717952221632004, -0.0213144700974226, 0.01323429960757494, -0.0190461166203022, 0.003748152405023575, 0.010798168368637562, 0.035085659474134445, 0.01990513876080513, 0.04072298854589462, 0.0026273976545780897, 0.024025756865739822, 0.026871265843510628, -0.006063483655452728, 0.009489502757787704, 0.011496123857796192, 0.01401278842240572, -0.01765020750463009, -0.0010737768607214093, 0.003654196858406067, -0.003223008243367076, 0.024012334644794464, -0.005654106382280588, 0.015180520713329315, 0.016522740945219994, 0.010402213782072067, -0.006154083646833897, -0.00726141594350338, -0.029716774821281433, -0.013663810677826405, 0.0340387262403965, -0.017623363062739372, 0.026817576959729195, -0.026253843680024147, -0.008341903798282146, 0.009268036112189293, 0.0064795720390975475, 0.016911985352635384, 0.00285725318826735, 0.015985852107405663, -0.011093457229435444, -0.008435859344899654, 0.007724482100456953, 0.029367797076702118, -0.0299852192401886, 0.010556568391621113, -0.04947426915168762, 0.0019193760817870498, 0.020025938749313354, -0.002687797648832202, 0.02084469236433506, 0.0027448420878499746, 0.009482791647315025, -0.0031928084790706635, -0.0024797534570097923, -0.001030154642648995, -0.004694418050348759, -0.010999501682817936, -0.016026118770241737, -0.012341722846031189, -0.026575976982712746, -0.016724074259400368, 0.001202126732096076, 0.0014437265926972032, 0.014428876340389252, 0.01833474077284336, 0.024159979075193405, -0.034548770636320114, -0.0020636648405343294, 0.030334196984767914, 0.00749630481004715, 0.02958255261182785, -0.009455947205424309, 0.023086203262209892, 0.0002191595413023606, 0.0035736635327339172, -0.010033102706074715, -9.479436266701669e-05, 0.013502744026482105, -5.468502422445454e-05, 0.013985943980515003, -0.0008246270590461791, 0.0031458307057619095, -0.029153041541576385, -0.0006006439216434956, 0.002254931489005685, 0.0010267990874126554, -0.032132770866155624, 0.019072961062192917, 0.021099714562296867, 0.0035065526608377695, -0.01656300760805607, -0.043756406754255295, -0.007610393688082695, 0.008851948194205761, -0.00816070381551981, 0.014482565224170685, -0.0025871312245726585, -0.00532861752435565, 0.005241373088210821, 0.010234436020255089, 0.013650388456881046, 0.02577064372599125, -0.014536254107952118, 0.02551562339067459, 0.024629756808280945, 0.0014571486972272396, -0.023596245795488358, 0.012871899642050266, 0.012133678421378136, 0.023462023586034775, -0.016428785398602486, 0.014589942991733551, 0.024777401238679886, -0.014683898538351059, 0.005026618018746376, 0.004660862497985363, -0.014106743037700653, 0.02958255261182785, -0.01778442971408367, -0.010932390578091145, 0.0027381309773772955, -0.01873740553855896, 0.018375005573034286, -0.02473713457584381, 0.0058151730336248875, -0.012616878375411034, -0.02005278319120407, -0.012670567259192467, 0.02522033452987671, 0.007543282583355904, -0.007254704833030701, 0.02092522569000721, -0.0007403187919408083, -0.02311304770410061, -0.0025015645660459995, -0.009724391624331474, 0.008898925967514515, -0.030790550634264946, -0.029099352657794952, -0.011006212793290615, -0.006523194257169962, 0.006325216963887215, -0.01778442971408367, -0.021596336737275124, -0.02232113666832447, 0.03699161112308502, -0.011764567345380783, 0.004385707434266806, 0.0004823606868740171, 0.009825058281421661, -0.001320409937761724, 0.005365528631955385, -0.007690926548093557, 0.014106743037700653, 0.015328164212405682, -0.037045300006866455, -0.02246878109872341, 0.01037536934018135, 0.00021936926350463182, 0.009549902752041817, -0.008174126036465168, -0.00893248151987791, 0.007469460368156433, 0.01120083499699831, 0.002946175169199705, -0.00885865930467844, -0.005610484164208174, 0.0023404979147017, 0.004452818538993597, -0.010516301728785038, 0.028213486075401306, -0.018858205527067184, 0.005140706896781921, -0.0006954382988624275, -0.006308439187705517, -0.000879154831636697, -0.04786360263824463, -0.009281458333134651, 0.0061473725363612175, 0.01346247736364603, 0.0009101936593651772, -0.010133769363164902, -0.0007721965666860342, 0.006660772021859884, -0.0213144700974226, 0.005187684670090675, -0.0013766154879704118, -0.004134040791541338, 0.002122387057170272, 0.006422528065741062, 0.011147146113216877, 0.00095884915208444, -0.03417294844985008, -0.0050232624635100365, -0.014428876340389252, -0.019099805504083633, -0.018697138875722885, -0.007469460368156433, -0.03207908198237419, 0.04520600661635399, 0.019153494387865067, -0.014053055085241795, -0.003254886018112302, -0.017515985295176506, -0.0458771176636219, 0.004221285227686167, 0.0017062985571101308, 0.0018791095353662968, 0.011737722903490067, 0.024253934621810913, 0.0035568857565522194, 0.01601269654929638, -0.0006006439216434956, 0.02264326997101307, -0.002788464305922389, 0.009939147159457207, -0.004499796312302351, 0.00434879632666707, -0.007838571444153786, -0.008731148205697536, -0.02786451019346714, -0.0030216751620173454, 0.016643540933728218, -0.01632140763103962, 0.0011996100656688213, 0.010784746147692204, -0.02834770828485489, -0.014267809689044952, 0.024643179029226303, 0.0033823971170932055, 0.0039897519163787365, -0.007093638181686401, 0.02770344354212284, -0.027918199077248573, -0.008455992676317692, 0.001123271300457418, -0.012113545089960098, 0.00221466482616961, -0.003590441308915615, 0.017059629783034325, 0.018938738852739334, -0.004640729166567326, -0.02068362757563591, -0.011502834968268871, -0.0006589466356672347, -0.009724391624331474, 0.05036013573408127, -0.007905682548880577, -0.0015720764640718699, 0.019327983260154724, 0.011113590560853481, 0.01135519053786993, -0.02202584780752659, 0.002192853717133403, -0.006499705370515585, -0.005090373568236828, 0.03607890382409096, -0.028857752680778503, 0.002051920397207141, -0.0025720312260091305, 0.027421576902270317, -0.028830908238887787, -0.0030501973815262318, -0.010207591578364372, 0.015730831772089005, -0.027112865820527077, 0.018240785226225853, -0.00191769830416888, -0.017623363062739372, 0.01771731860935688, -0.015019454061985016, 0.030897928401827812, -0.025274023413658142, -0.014482565224170685, 0.002687797648832202, -0.009798213839530945, 0.004721262492239475, 0.026253843680024147, 0.0009462658781558275, -0.013120210729539394, 0.0004932662704959512, 0.013757766224443913, -0.01460336521267891, -0.0020552759524434805, 0.18243469297885895, -0.03519303724169731, 0.007858704775571823, -0.00185394287109375, -0.019140072166919708, 0.006919149775058031, 0.025555890053510666, 0.027032332494854927, -0.012965855188667774, -0.0013724210439249873, 0.00885865930467844, 0.016415363177657127, -0.03707214444875717, -0.004412551876157522, 0.018952161073684692, -0.022146647796034813, -0.0298241525888443, -0.04448120668530464, 0.0031777084805071354, -0.0029193307273089886, -0.023207003250718117, 0.0003124858485534787, 0.0010175713105127215, -0.010469323955476284, 0.023300956934690475, 0.014200698584318161, 0.00749630481004715, -0.004365574102848768, 0.02669677697122097, 0.0059057725593447685, -0.012811500579118729, 0.010757901705801487, 0.01217394508421421, -0.013032966293394566, 0.0015603320207446814, -0.003025030717253685, 0.01771731860935688, 0.009382124990224838, -0.003368974896147847, 0.009335147216916084, 0.026012243703007698, 0.013744344003498554, 0.014898654073476791, -0.03575677052140236, 0.012838345021009445, 0.013945677317678928, -0.01030825823545456, -0.010200880467891693, 0.0017079763347283006, 0.012153811752796173, -0.01679118536412716, -0.006415816955268383, 0.017932074144482613, 0.032669659703969955, 2.4668555852258578e-05, 0.017448874190449715, -0.024938467890024185, 0.005439350847154856, 0.02762291021645069, 0.02232113666832447, -0.029555708169937134, 0.005731284152716398, 0.009046570397913456, 0.039917655289173126, 0.019878294318914413, 0.00936870276927948, 0.0014865098055452108, 0.006805060897022486, 0.010516301728785038, -0.0013229266041889787, -0.013945677317678928, -0.002382442355155945, -0.02896513044834137, -0.005758128594607115, -0.035488326102495193, -0.028911441564559937, 0.050923869013786316, 0.016643540933728218, 0.01867029443383217, 0.03645472601056099, -0.011408879421651363, -0.007979503832757473, -0.0013506099348887801, -0.009140525944530964, 0.0015578153543174267, -0.03234752640128136, 0.022777492180466652, -0.03803854435682297, 0.008825103752315044, -0.015610030852258205, 0.013173899613320827, -0.008563370443880558, -0.007596971467137337, 0.008677459321916103, 0.015073142945766449, -0.014308076351881027, 0.037367433309555054, -0.024804245680570602, -0.0027700087521225214, 0.012657145038247108, -0.03076370619237423, 0.04676298052072525, 0.03100530616939068, 0.030495263636112213, 0.005180973559617996, -0.00229184259660542, 0.023918379098176956, 0.007711059879511595, -0.001523420913144946, -0.0053554619662463665, -0.01073105726391077, -0.027918199077248573, 0.02045544981956482, 0.0003311510954517871, -0.008341903798282146, 0.01201958954334259, -0.007617104798555374, -0.01385172177106142, 0.019703805446624756, -0.006821838673204184, -0.0045736185275018215, -0.013180610723793507, -0.0127242561429739, 0.004372285213321447, -0.004892395809292793, -0.02654913254082203, -0.022603003308176994, 0.001984809525310993, -0.020119894295930862, 0.011569946072995663, 0.0058587947860360146, -0.03379712626338005, 0.011650478467345238, 0.01669722981750965, -0.005392373073846102, -0.00991901382803917, 0.009435813874006271, -0.016818029806017876, 0.0041608852334320545, 0.011851811781525612, -0.01989171653985977, -0.008610348217189312, -0.01460336521267891, 0.001941187190823257, 0.015959007665514946, -0.017972340807318687, -0.008281503804028034, 0.017140163108706474, -0.006133950315415859, -0.01818709634244442, 0.009811636060476303, 0.006959416437894106, 0.009744524955749512, -0.005590350832790136, 0.020267538726329803, 0.02194531448185444, -0.0190461166203022, 0.0023002312518656254, 0.0034830637741833925, -0.005808461923152208, -0.038441210985183716, -0.01850922778248787, 0.020804427564144135, -0.017985763028264046, -0.007301682606339455, -0.025730377063155174, -0.16933460533618927, -0.006563460920006037, 0.011026346124708652, -0.018307896330952644, 0.024025756865739822, 0.025193490087985992, 0.012898744083940983, 0.008999592624604702, -0.015381853096187115, -0.0013254432706162333, -0.005080306902527809, -0.018281051889061928, -0.01248265616595745, -0.03269650414586067, -0.01271754503250122, 0.021878203377127647, -0.001758309663273394, 0.02489820122718811, 0.01514025405049324, 0.002253253711387515, 0.028132954612374306, -0.04544760659337044, 0.018710561096668243, 0.010959235019981861, 0.009375413879752159, 0.0216366034001112, 0.01037536934018135, 0.022844603285193443, 0.0013086654944345355, -0.04287054017186165, -0.007704348769038916, -0.022844603285193443, 0.02060309424996376, 1.5532539691776037e-05, 0.03304548189043999, 0.02030780538916588, 0.021207092329859734, -0.008737859316170216, -0.03288441523909569, 0.014026210643351078, 0.020710472017526627, 0.02201242558658123, 0.004476307425647974, -0.0013229266041889787, -0.013838299550116062, -0.003738085739314556, 0.011288079433143139, -0.02309962548315525, -0.00042154130642302334, 0.0057145063765347, 0.016885140910744667, -0.014938920736312866, 0.004422618541866541, -0.006097039207816124, 0.009321724995970726, 0.00893919263035059, -0.003936063498258591, -0.005439350847154856, 0.0037078857421875, -0.01989171653985977, 0.0013212488265708089, -0.0070533715188503265, 0.011267946101725101, 0.006737949792295694, 0.007945949211716652, -0.030978461727499962, -0.016442207619547844, 0.004201151896268129, -0.03476352617144585, 0.01193905621767044, -0.01514025405049324, -0.006560105364769697, -0.006469505373388529, -0.021891625598073006, 0.01865687221288681, 0.02130104787647724, -0.014898654073476791, 0.003212941810488701, 0.01718042977154255, 0.0117914117872715, -0.007932526990771294, 0.01773074083030224, -0.009858613833785057, 0.0057681952603161335, 0.006862105336040258, -0.03113952837884426, 0.0167777631431818, 0.009999547153711319, -0.024159979075193405, -0.018361585214734077, 0.023207003250718117, -0.028508774936199188, -0.014952342957258224, -0.012858478352427483, 0.012214211747050285, -0.009724391624331474, 0.03296494856476784, -0.011227679438889027, 0.013261144049465656, -0.01377118844538927, 0.011670611798763275, 0.0033656193409115076, -0.004959506914019585, -0.011690745130181313, 0.02513980120420456, 0.008838525973260403, -0.013999366201460361, 0.007858704775571823, 0.031730107963085175, -0.00038316217251122, -0.015435541979968548, -0.018831361085176468, 0.015448964200913906, 0.026025665923953056, 0.006999683100730181, 0.010697501711547375, 0.0003699496737681329, -0.01944878324866295, 0.022911714389920235, -0.010449190624058247, 0.0463603176176548, -0.001822065096348524, -0.009945858269929886, 0.019945405423641205, -0.025072690099477768, -0.03253543749451637, -0.12219581007957458, -0.047192491590976715, 0.003150864038616419, 0.03723321110010147, -0.021905047819018364, 0.0207507386803627, 3.1065078474057373e-06, 0.028132954612374306, -0.03151535242795944, 0.03645472601056099, -0.03521988168358803, -0.008643903769552708, 0.013972521759569645, -0.012932299636304379, -0.0007042466313578188, -0.010274702683091164, 0.006818483117967844, -0.01103976834565401, -0.02022727206349373, 0.032589126378297806, 0.0009781436529010534, -0.005278284195810556, 0.0010360268643125892, -0.010697501711547375, -0.004627306945621967, 0.01393225509673357, -0.016589852049946785, 0.02326069213449955, 0.019019272178411484, -0.015865053981542587, 0.013147055171430111, -0.025636423379182816, 0.013422210700809956, -0.0390586331486702, 0.02575722150504589, -0.017811274155974388, 0.0017146874452009797, -0.006234616972506046, 0.01632140763103962, -0.00916737038642168, -0.018562916666269302, 0.010321680456399918, 0.020737316459417343, 0.005540017504245043, -0.010408924892544746, -0.014589942991733551, -0.02818664163351059, 0.03232068195939064, -0.014187276363372803, -0.020549405366182327, -0.00928816944360733, -0.02475055679678917, -0.04115249961614609, 0.003956196829676628, 0.030790550634264946, 0.0028387976344674826, -0.004130685236304998, -0.005533306393772364, 0.005610484164208174, -0.03269650414586067, -0.008610348217189312, -0.01842869445681572, -0.011918922886252403, 0.021878203377127647, 0.02747526578605175, 0.012965855188667774, -0.021448692306876183, -0.024321045726537704, 0.007778170984238386, -0.028535619378089905, 0.02193189226090908, 0.01452283188700676, -0.01413358747959137, 0.02271038107573986, -0.02483109012246132, 0.0001585498685017228, -0.005835305899381638, -0.019247449934482574, 0.010825012810528278, 0.006593660917133093, -0.012241056188941002, -0.024025756865739822, 0.006348705850541592, -0.009939147159457207, -0.010207591578364372, -0.0005532467621378601, 0.00018549914238974452, -0.02108629234135151, -0.010402213782072067, -0.031810641288757324, 0.007080215960741043, 0.02123393677175045, 0.004214574117213488, -0.0022817759308964014, -0.002520020119845867, 0.007154038175940514, -0.01585163176059723, -0.013798032887279987, 0.020415183156728745, 0.021032603457570076, -0.02061651647090912, -0.009355280548334122, -0.04356849566102028, 0.012610167264938354, -0.004821929149329662, -0.0023304312489926815, 0.005429284181445837, -0.006506416480988264, 0.007825149223208427, -0.019153494387865067, 0.0035468190908432007, 0.014254387468099594, -0.02661624364554882, 0.015435541979968548, 0.0011048157466575503, -0.015287898480892181, -0.02241509221494198, -0.01058341283351183, 0.01577109843492508, -0.019770916551351547, -0.001163537846878171, -0.0020921870600432158, 0.01241554506123066, -0.0024143201299011707, 0.026092777028679848, 0.01935482770204544, 0.004670929163694382, -0.021113136783242226, -0.018938738852739334, 0.01865687221288681, -0.001783476211130619, 0.003238108241930604, 0.006029928103089333, -0.023448601365089417, 0.01669722981750965, 0.005456128623336554, -0.004670929163694382, -0.016603274270892143, 0.0166166964918375, 0.02405260130763054, 0.00605006143450737, 0.04810520261526108, -0.03567623719573021, -0.03556885942816734, 0.006150728091597557, -0.0011173990787938237, -0.011294790543615818, -0.010194169357419014, -0.0022498981561511755, -0.026965221390128136, 0.015610030852258205, 0.004318596329540014, 0.028938286006450653, 0.028696686029434204, -0.0258511770516634, -0.04770253598690033, -0.015797942876815796, 0.020710472017526627, 0.03215961530804634, 0.0027465198654681444, 8.146390428009909e-06, 0.014777854084968567, 0.02262984775006771, 0.012945721857249737, 0.004741395823657513, 0.0012709156144410372, -0.019878294318914413, -0.012616878375411034, -0.009717680513858795, 0.023166736587882042, -0.0007235410739667714, -0.017207274213433266, 0.009073414839804173, 0.014106743037700653, -0.0023052645847201347, 0.01817367412149906, 0.021488958969712257, 0.0017172041116282344, 0.0016551263397559524, 0.008878792636096478, -0.021569492295384407, 0.013167188502848148, 0.026294110342860222, 0.0008682492771185935, -0.0009496214333921671, 0.01569056510925293, 0.02271038107573986, -0.005845372565090656, -0.01444229856133461, -0.004795084707438946, -0.004868906922638416, -0.0036273524165153503, 0.0021341315004974604, 0.00044503016397356987, 0.0011912211775779724, 0.019032694399356842, 0.004033374134451151, 0.002632430987432599, -0.002246542600914836, -0.007529860362410545, 0.007623815909028053, 0.015261054039001465, 0.03449508175253868, -0.00450986297801137, 0.006714460905641317, -0.01413358747959137, -0.015247631818056107, -0.004399129655212164, -0.028240330517292023, -0.017771007493138313, 0.0213144700974226, 0.009482791647315025, 0.007429193705320358, -0.008576792664825916, -0.004989706911146641, -0.00830834824591875, -0.009140525944530964, 0.032589126378297806, 0.014334920793771744, -0.01646905206143856, -0.03575677052140236, 0.011556523852050304, 0.015489230863749981, -0.007308393716812134, 0.046091873198747635, -0.011382034979760647, 0.021663447842001915, 0.02373046800494194, 0.029099352657794952, -0.02442842349410057, 0.02246878109872341, 0.007066793739795685, -0.013449055142700672, -0.003330386010929942, -0.0031592529267072678, -0.014428876340389252, -0.031112683936953545, -0.018710561096668243, 0.010616968385875225, 0.012818211689591408, 0.0031760307028889656, 0.07629184424877167, 0.010851857252418995, -0.000514657876919955, 0.0053789508529007435, -0.014093320816755295, -0.001984809525310993, 2.339711500098929e-06, 0.014240965247154236, -0.005553439725190401, 0.0015888542402535677, -0.0005666689830832183, 0.0003726760623976588, -0.013945677317678928, -0.03210592642426491, -0.010314969345927238, 0.0012038045097142458, -0.01143572386354208, 0.028455086052417755, -0.012710833922028542, -0.00830834824591875, 0.026012243703007698, 0.016965674236416817, -0.0023136534728109837, -0.004030018579214811, -0.001806965097784996, -0.007617104798555374, 0.01867029443383217, 0.0011039768578484654, 0.0006484605837613344, -0.02802557684481144, 0.025636423379182816, 0.02091180346906185, -0.0415014773607254, -0.015489230863749981, -0.015368430875241756, 0.00095884915208444, -0.003801841288805008, -0.03084423951804638, 0.00435215188190341, 0.015032876282930374, 0.025502201169729233, 0.050709113478660583, -0.009543191641569138, -0.03199854865670204, -0.01299941074103117, 0.013657099567353725, -0.028535619378089905, -0.029233574867248535, -0.03068317286670208], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='e90924f2-d65f-4b4c-a7d0-b8ebac3f9627', node_type=, metadata={'title': 'The Generative AI Revolution: Exploring the Current Landscape', 'url': 'https://pub.towardsai.net/the-generative-ai-revolution-exploring-the-current-landscape-4b89998fcc5f#7d83', 'source_name': 'towards_ai'}, hash='eeebb99888b26463ef311205cc1852563325c9476bef45735487c2202e96b242'), : RelatedNodeInfo(node_id='eb7253d1-eeea-41bc-8a94-cc1ab5d756fa', node_type=, metadata={}, hash='3e92526001dfb0a5875c987e190200fcba78d7c21fac400314516e63213b59e5')}, hash='babada11b1724ae8334791f86e907737e32c69d05ffbfba0587464cfdeb07c22', text='Neural Networks LLMs like ChatGPT are trained on huge amounts of publicly accessible text data from the internet using artificial neural networks. Artificial neural networks are machine learning algorithms that are designed to mimic in an abstract way, our brain\\'s structure and learning process. They are made up of layers of interconnected nodes or \"neurons,\" and through repeated training iterations on massive amounts of text data, the network learns the patterns in the texts and the nuances of the language - enough to generate coherent words, sentences, or whole documents by itself. The artificial neural network is the main feature of a subset of machine learning called deep learning. It is very important in the field of AI due to its ability to capture intricate patterns and dependencies in data and generalize from these patterns to make predictions on new, unseen data. In the context of language modeling, this means predicting what word should come next given a sequence of a preceding word or words. Compared to conventional machine learning algorithms like linear regression, neural networks are able to represent and model non-linear relationships between different features present in large amounts of data through the use of nonlinear mathematical functions (the activation function) in the neurons of the network\\'s hidden layers. Neural networks have produced consumer tech that you\\'ve probably interacted with (and they are not necessarily exclusive to language tasks) such as unlocking your phone using facial recognition, the augmented reality feature in your Pokemon game, or the show suggestions in Netflix home screens. Andrej Karpathy even argues that it can be a new and better way of writing software: For example, instead of hand coding the logic of a program (- if condition A is met, do x; if condition A is not met, do y) the neural network instead learns through examples from the training data that if it encounters \\'condition A\\' in production it should do x. These conditions/logic are not defined by its creators, rather the neural network adjusts itself (by tweaking its billions or even trillions of parameters - the weights and biases) to conform to this desired behavior. Nobody knows what each individual weight and bias does specifically or how a single weight contributes to a specific change in the behavior', start_char_idx=0, end_char_idx=2355, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='eb7253d1-eeea-41bc-8a94-cc1ab5d756fa', embedding=[-0.008244933560490608, 0.006867325399070978, 0.005189336370676756, -0.004074129741638899, 0.016420815140008926, -0.0020146225579082966, 0.007775372825562954, 0.0014224927872419357, -0.012671234086155891, -0.038476359099149704, 0.01785711757838726, 0.039608828723430634, -0.04698369279503822, 0.0011152067454531789, 0.002073317766189575, -0.002371972193941474, 0.023326119408011436, 0.02947184070944786, 0.01473592035472393, -0.008327797055244446, -0.02085402049124241, -0.006915662437677383, -0.017290882766246796, -0.03646000847220421, 0.008341607637703419, -0.007236759178340435, 0.02788362093269825, -0.041652798652648926, -0.03413982689380646, 0.017097534611821175, 0.004944198299199343, 0.015357397496700287, -0.021889815106987953, -0.012243105098605156, -0.013927999883890152, 0.004426300060003996, 0.017691390588879585, -0.015647420659661293, 0.023933785036206245, 0.0019196746870875359, 0.03273114562034607, 0.01463924627751112, -0.005365421529859304, -0.0295547042042017, -0.003500989405438304, 0.024845285341143608, -0.0015916727716103196, -0.011607817374169827, -0.01181497611105442, 0.011690680868923664, 0.016835132613778114, 0.026143483817577362, -0.03599044680595398, 0.006138816010206938, -0.03027285635471344, 0.004516069311648607, 0.0010124902473762631, 0.02230413444340229, 0.04098988696932793, 0.0011626806808635592, 0.0007013200083747506, 0.017677579075098038, -0.02183457277715206, 0.010758464224636555, -0.005082304123789072, -0.010206039994955063, -0.01825762540102005, 0.024872906506061554, -0.003608021652325988, -0.012395021505653858, -0.004288194235414267, 0.03112911246716976, 0.004270930774509907, -0.03413982689380646, 0.03430555388331413, -0.006238942965865135, -0.007222948595881462, -0.017235640436410904, -0.04170804098248482, 0.016641784459352493, 0.00883188471198082, -0.016503678634762764, -0.014694488607347012, 0.02661304362118244, 0.0008644578047096729, -0.02204173244535923, 0.030963385477662086, -0.013064836151897907, 0.009722668677568436, 0.015426450408995152, 0.008279460482299328, -0.0007824573549441993, 0.04071367532014847, 0.026571612805128098, 0.015426450408995152, 0.01247788593173027, -0.025328656658530235, 0.019597254693508148, -0.001301649957895279, -0.03245493024587631, -0.0017435894114896655, 0.010765369981527328, -0.034692250192165375, -0.02198649011552334, -0.019887277856469154, 0.00403269799426198, 0.023919975385069847, 0.017235640436410904, 0.0013094183523207903, 0.01487402617931366, 0.01141446828842163, 0.02350565791130066, -0.0060352361761033535, -0.01998395100235939, 0.00029282807372510433, -0.011442089453339577, 0.01032343041151762, 0.005824624560773373, -0.002939933445304632, -0.019638685509562492, 0.02960994653403759, 0.007029599975794554, 0.011890934780240059, 0.009266918525099754, 0.03347691521048546, 0.016503678634762764, -0.01633795164525509, -0.004450468812137842, -0.01918293721973896, -0.007865142077207565, -0.00035907584242522717, 0.010130082257091999, 0.008003247901797295, 0.010247471742331982, -0.03397409990429878, 0.024334292858839035, -0.0013741556322202086, -0.015550745651125908, -0.03839349374175072, -0.012132620438933372, 0.013631070964038372, 0.015164049342274666, -0.018492406234145164, -0.0020646860357373953, -0.01171830203384161, 0.032178718596696854, -0.007236759178340435, 0.02688925713300705, 0.014501139521598816, -0.011524953879415989, 0.019155314192175865, -0.022677021101117134, -0.016476057469844818, 0.006242395378649235, 0.008424472063779831, 0.02781456708908081, 0.017166586592793465, 0.015191670507192612, -0.02211078628897667, -0.005897130351513624, 0.013133889064192772, 0.0038635178934782743, 0.012319063767790794, 0.0035303370095789433, 0.015164049342274666, 0.03215109929442406, 0.026723528280854225, -0.000118792821012903, -0.005748665891587734, -0.021406443789601326, -0.02037064917385578, 0.024734800681471825, -0.051292601972818375, 0.01705610193312168, -0.005707234144210815, 0.01207737810909748, 0.022138407453894615, -0.004619648680090904, -0.023809490725398064, -0.019003398716449738, 0.017649957910180092, 0.005565675441175699, 0.021019747480750084, 0.015053563751280308, -0.009108096361160278, -0.02661304362118244, 0.010330336168408394, -0.005192789249122143, -0.011234930716454983, -0.012035946361720562, -0.010779180563986301, 0.008514240384101868, -0.010862044058740139, -0.013396291062235832, -0.6249024271965027, -0.026046808809041977, 0.04480161517858505, -0.024914339184761047, -0.009184055030345917, 0.0004091392911504954, -0.0037392224185168743, -0.027842188253998756, -0.003904949873685837, 0.03897354006767273, -0.01487402617931366, -0.028781309723854065, 0.0038945917040109634, 0.0017712106928229332, 0.0009753743070177734, -0.02322944439947605, -0.006846609525382519, -0.02470717951655388, 0.019431527704000473, 0.01885148137807846, -0.018478594720363617, 0.007602740544825792, -0.01773282140493393, -0.014487328939139843, -0.003295556642115116, 0.0034906314685940742, -0.00796872191131115, 0.024389535188674927, 0.010295809246599674, 0.010875854641199112, -0.020163489505648613, 0.02422380819916725, 0.013624166138470173, -0.0006089615635573864, 0.04016125202178955, 0.0017729370156303048, -0.011290173046290874, 0.032372068613767624, 0.014211117289960384, 0.02807696908712387, -0.017166586592793465, -0.042122356593608856, 0.00047689760685898364, 0.008155165240168571, -0.003238587873056531, 0.016365572810173035, 0.01673845760524273, 0.001581314718350768, -0.004077582620084286, -0.017042292281985283, 0.005703781731426716, 0.010924192145466805, 0.008818074129521847, 0.005917846225202084, 0.018906723707914352, 0.006121552549302578, 0.02064686082303524, -0.006169889587908983, 0.01592363230884075, -0.01218095701187849, 0.010572021827101707, -0.010896570980548859, -0.02933373488485813, -0.012830056250095367, -0.028366992250084877, 0.018810050562024117, -0.0008713631541468203, 0.014597813598811626, -0.019818224012851715, -0.029195627197623253, 0.013997052796185017, 0.024679558351635933, 0.0005554454401135445, -0.015882201492786407, -0.01573028415441513, 0.0033559780567884445, 0.004923482425510883, -0.01307864673435688, -0.004937293007969856, 0.036819085478782654, -0.018299058079719543, -0.009211676195263863, -0.005738308187574148, -0.0141075374558568, 0.030825279653072357, -0.006680882070213556, 0.016282707452774048, 0.005883319769054651, -0.005700328852981329, 0.011966892518103123, -0.005127188749611378, 0.011193498969078064, -0.02688925713300705, -0.05013251304626465, -0.009128812700510025, 0.01387966237962246, -0.0062044160440564156, -0.0022804769687354565, 0.0209092628210783, -0.02045351266860962, 0.014024673961102962, -0.011255646124482155, 0.022483671084046364, 0.014597813598811626, 0.027704082429409027, 0.004229499027132988, 0.0026809845585376024, -0.0016564099350944161, 0.027704082429409027, -0.01513642817735672, 0.002126833889633417, 0.013679408468306065, -0.0026533633936196566, -0.0077546569518744946, 0.005831529852002859, -0.023547088727355003, -0.011614722199738026, -0.012533128261566162, 0.009260013699531555, -0.012926730327308178, 0.01175282895565033, -0.01566123031079769, -0.0004604975110851228, -0.0032541248947381973, 0.01222238875925541, 0.02251129224896431, 0.006611829157918692, -0.008286365307867527, 0.00032800197368487716, 0.021489307284355164, -0.01919674687087536, -0.012104999274015427, 0.020412079989910126, -0.012705761007964611, 0.030493825674057007, 0.01058583240956068, 0.02456907369196415, -0.0022321396972984076, 0.008824978955090046, -0.011932366527616978, -0.026516370475292206, -0.014860215596854687, 0.015592178329825401, 0.008728304877877235, -0.05065731331706047, -0.017442800104618073, -0.019210558384656906, -0.0007587203290313482, -0.008997611701488495, -0.0008782684453763068, 0.002750037470832467, -0.017705200240015984, -0.014984510838985443, 0.014791162684559822, -0.02568773366510868, -0.022483671084046364, -0.006131910718977451, -0.04029935970902443, -0.004709417931735516, -0.03342167288064957, -0.004574764519929886, 0.03215109929442406, -0.0073127178475260735, 0.01149042695760727, -0.003185071749612689, -0.007519876584410667, -0.01271266583353281, 0.026323020458221436, -0.01911388337612152, -0.025190550833940506, 0.002038791310042143, -0.032372068613767624, 0.0032092402689158916, 0.019832035526633263, -0.011890934780240059, 0.0074024866335093975, -0.012574560008943081, 0.0026395528111606836, 0.003911855164915323, -0.0004747397033497691, -0.010530589148402214, 0.019003398716449738, -0.0022545820102095604, -0.009978164918720722, 0.030162369832396507, 0.008307081647217274, 0.03093576431274414, 0.0002123381127603352, -0.02980329468846321, 0.0017185576725751162, 0.004864787217229605, 0.021434064954519272, -0.004595480393618345, 0.012505507096648216, -0.00743701308965683, 0.014722109772264957, 0.026930687949061394, -0.004336531274020672, -0.013865851797163486, 0.04151469096541405, -0.0034319364931434393, 0.006435743998736143, 0.0045644063502550125, -0.017511852085590363, -0.000302107073366642, -0.027193089947104454, 0.01225001085549593, -0.034222688525915146, -0.0024323936086148024, 0.0026240157894790173, -0.000826047093141824, -0.00843137688934803, -0.007005431689321995, -0.017898550257086754, -0.007395581342279911, 0.038614463061094284, -0.005237673409283161, 0.022732263430953026, -0.02244224026799202, -0.01198760885745287, 0.013803703710436821, 0.011228024959564209, 0.010378672741353512, -0.0010720485588535666, -0.0077546569518744946, 0.014556381851434708, -0.012457169592380524, 0.017042292281985283, -0.003317998955026269, -0.039194509387016296, 0.012947446666657925, 0.018437163904309273, 0.020011572167277336, 0.00910119153559208, 0.017028480768203735, -0.006832798942923546, 0.023091338574886322, 0.0005342979566194117, 0.04209473729133606, -0.010910381563007832, -0.006518607493489981, 0.005624370649456978, -0.0030625027138739824, -0.02867082506418228, 0.0404927060008049, -0.017567094415426254, 0.03692957013845444, 0.007692509330809116, -0.020287785679101944, 0.006052499637007713, -0.018285246565937996, 0.022207459434866905, -0.014266359619796276, 0.005645086523145437, 0.01437684427946806, -0.024651937186717987, 0.023602331057190895, -0.0036701695062220097, 0.04195662960410118, 0.005075398832559586, -0.01477735210210085, -0.011821881867945194, 0.012208578176796436, -0.009757195599377155, 0.00946717243641615, -0.00833470281213522, 0.018547648563981056, 0.002484183292835951, -0.022124595940113068, 0.005576033610850573, -0.005572580732405186, -0.020798778161406517, 0.004812997300177813, -0.02249748259782791, 0.042591918259859085, 0.01952820084989071, 0.006487533915787935, 0.01586838997900486, 0.017608527094125748, 0.025660112500190735, -0.016103170812129974, -0.019956329837441444, 0.014956889674067497, 0.0035424213856458664, -0.01195308193564415, -0.023381361737847328, -0.021613603457808495, -0.007609645836055279, 0.008500429801642895, -0.025646300986409187, -0.02059161849319935, 0.0015070827212184668, -0.0007077937480062246, -0.008873316459357738, -0.020660672336816788, -0.0017125156009569764, 0.015688851475715637, -0.0037910123355686665, -0.009480983018875122, -0.011435184627771378, 0.01600649580359459, 0.015481692738831043, -0.041404206305742264, -0.014556381851434708, 0.023947596549987793, -0.018091898411512375, -0.037205781787633896, -0.011759733781218529, -0.004626553971320391, -0.01977679319679737, 0.012395021505653858, 0.00896308571100235, 0.018754808232188225, -0.01009555533528328, 0.0121188098564744, -0.0037702962290495634, 0.008679968304932117, 0.0009624268277548254, 0.018492406234145164, 0.01497070025652647, -0.01614460162818432, -0.028505098074674606, -0.01853383705019951, 0.024071892723441124, 0.062313467264175415, 0.024859096854925156, -0.019638685509562492, 0.011925460770726204, -0.029830915853381157, -0.008852600120007992, -0.015191670507192612, -0.01477735210210085, 0.01122112013399601, 0.0005157399573363364, 0.006912210024893284, 0.0020905809942632914, 0.005127188749611378, 0.0003895023255608976, 0.016945617273449898, 0.005123735871165991, 0.017235640436410904, -0.024458589032292366, -0.003481999970972538, -0.008956179954111576, 0.0002472962369211018, -0.01055130548775196, 0.016172222793102264, 0.01918293721973896, 0.02151692844927311, 6.217471764102811e-06, 0.013154605403542519, 0.01911388337612152, -0.023091338574886322, -0.03350453823804855, -0.006763746030628681, -0.0020681386813521385, 0.005061588250100613, -0.00665326090529561, -0.020218731835484505, 0.01175282895565033, -0.0034543785732239485, 0.023616142570972443, 0.008141353726387024, -0.00479918671771884, 0.012754097580909729, 0.020356837660074234, 0.008631630800664425, -0.025452952831983566, -0.001954201143234968, -0.03121197782456875, 0.015605988912284374, 0.001167859649285674, -0.00468179676681757, -0.03226158395409584, 0.022538915276527405, 0.014459707774221897, -0.026999741792678833, -0.005576033610850573, 0.03557613119482994, -0.002900227904319763, 0.0026240157894790173, 0.0010470168199390173, 0.0020370648708194494, -0.02702736295759678, -0.022083165124058723, -0.04386249557137489, 0.005196241661906242, -0.0027638482861220837, 0.002882964676246047, -0.001167859649285674, -0.0010504694655537605, 0.0159374438226223, -0.014584003016352654, 0.009011422283947468, -0.006725766696035862, -0.023395171388983727, -0.062368713319301605, -0.009032138623297215, 0.010751559399068356, 0.004260573070496321, 0.015688851475715637, 0.004543690476566553, 0.00012256915215402842, 0.02847747690975666, 0.0003372809733264148, -0.04005076736211777, 0.010040313005447388, -0.03140532597899437, 0.015094995498657227, -0.007098653353750706, -0.006870778277516365, -0.009287634864449501, -0.015053563751280308, 0.006760293152183294, -0.0023529825266450644, -0.0015226196264848113, -0.0012386390008032322, 0.013852041214704514, 0.009128812700510025, 0.02628158964216709, 0.01665559411048889, 0.005731402896344662, 0.024776233360171318, -0.03494084253907204, -0.01979060284793377, -0.02176552079617977, -0.00968814268708229, -0.03425031155347824, -0.0030555971898138523, 0.0028087326791137457, 0.02608824148774147, 0.026212535798549652, -0.008217312395572662, -0.023381361737847328, 0.024127135053277016, -0.009335971437394619, 0.017346125096082687, 0.01700085960328579, 3.5794295399682596e-05, 0.005520791281014681, 0.02933373488485813, 0.02043970115482807, 0.011255646124482155, -0.030217614024877548, 0.00042057622340507805, -0.032703522592782974, 0.03286924958229065, 0.006162984296679497, -0.032758764922618866, 0.008935464546084404, 0.019072450697422028, -0.011842597275972366, -0.03643238544464111, -0.0026947951409965754, -0.013631070964038372, 0.03806203976273537, -0.0005092662177048624, -0.02980329468846321, -0.02111642248928547, -0.012035946361720562, -0.023588521406054497, -0.006162984296679497, -0.02675114944577217, -0.008990706875920296, -0.0015053563984110951, -0.015329776331782341, -0.008051585406064987, -0.00959146860986948, 0.017608527094125748, -0.03181964531540871, -0.010295809246599674, 0.00476120738312602, 0.01977679319679737, 0.02570154331624508, -0.005130641162395477, 0.02144787646830082, -0.0411832369863987, -0.006314901169389486, 0.006107741966843605, -0.02727595344185829, 0.007996343076229095, 0.01261599175632, 0.029775673523545265, 0.014528760686516762, 0.03756485879421234, 0.007464634254574776, 0.02376805804669857, 0.033697888255119324, -0.0022891084663569927, 0.016821322962641716, 0.0016046201344579458, 0.00972957443445921, -0.015909822657704353, -6.096089418861084e-05, -0.00768560403957963, -0.006390859372913837, 0.029665188863873482, -0.006446101702749729, 0.01952820084989071, 0.020011572167277336, 0.004940745420753956, -0.00024686462711542845, -0.007443918380886316, -0.0418185256421566, -0.00807230081409216, 0.03477511554956436, -0.017967602238059044, 0.015012132003903389, -0.02842223457992077, -0.011393752880394459, 0.004944198299199343, 0.008376134559512138, 0.018961966037750244, 0.010751559399068356, 0.016959428787231445, -0.011594006791710854, -0.0038842337671667337, -0.0016469151014462113, 0.023422792553901672, -0.023671384900808334, 0.0007854783907532692, -0.0471218004822731, -1.1895465831912588e-05, 0.014984510838985443, -0.0011963440338149667, 0.02409951388835907, -0.001350850216113031, 0.00015256406913977116, -0.005113378167152405, -0.004878597799688578, -0.006715408992022276, -0.006342522334307432, -0.00452987989410758, -0.019597254693508148, -0.017290882766246796, -0.018409542739391327, -0.007091748062521219, -0.0038773284759372473, 0.010433915071189404, 0.014017768204212189, 0.019362473860383034, 0.03560375049710274, -0.038531601428985596, -0.011158972047269344, 0.044387299567461014, -1.2853037333115935e-05, 0.036073312163352966, -0.0116216279566288, 0.019169125705957413, 0.006031783763319254, 0.00491312425583601, -0.0195834431797266, 0.007809899747371674, 0.007077937480062246, 0.007519876584410667, 0.0083001758903265, 0.0012489969376474619, 0.0033646097872406244, -0.03425031155347824, 0.017705200240015984, 0.013265090063214302, -0.011904745362699032, -0.042260464280843735, 0.017415178939700127, 0.015454071573913097, 0.0033697886392474174, -0.01556455623358488, -0.03173677995800972, -0.016020307317376137, 0.002425488317385316, 0.0020664124749600887, 0.014542571268975735, -0.0031885243952274323, -0.006228584796190262, 0.0007673520012758672, 0.005651991814374924, 0.006449554581195116, 0.02356090024113655, -0.015840768814086914, 0.027911242097616196, 0.032952114939689636, 0.006107741966843605, -0.014363033697009087, 0.018547648563981056, 0.005199694540351629, 0.025977756828069687, -0.021074989810585976, 0.014915457926690578, 0.024486210197210312, -0.01244335900992155, 0.007706319913268089, 0.006463365163654089, -0.0111244460567832, 0.02941659837961197, -0.0199287086725235, -0.019680118188261986, -0.0038531599566340446, -0.02403046004474163, 0.01846478506922722, -0.03670860081911087, 0.012560749426484108, -0.009846964851021767, -0.021696466952562332, -0.016310330480337143, 0.022083165124058723, 0.0248867180198431, -0.013451533392071724, 0.011324699968099594, -0.008548767305910587, -0.015412639826536179, -0.013596544973552227, -0.01095871813595295, 0.009543131105601788, -0.041404206305742264, -0.016420815140008926, -0.010572021827101707, -0.004153540823608637, 0.020066814497113228, -0.013327238149940968, -0.030024264007806778, -0.019307231530547142, 0.043254829943180084, -0.010109365917742252, 0.006397764664143324, 0.0012593549909070134, 0.00016324571333825588, 0.008576388470828533, -0.0025912155397236347, -0.0035562319681048393, 0.01222238875925541, 0.026184914633631706, -0.039139267057180405, -0.015150238759815693, -0.007471539545804262, 0.017373746261000633, 0.015481692738831043, 0.0018419900443404913, 0.003828991437330842, 0.004630006849765778, 0.02183457277715206, 0.0036183795891702175, -0.0008294997387565672, 0.005779739934951067, -0.0041984254494309425, 0.012540033087134361, -0.005914393346756697, 0.04043746367096901, -0.02137882262468338, 0.010392483323812485, 0.000575298210605979, 0.010523684322834015, -7.040173659333959e-05, -0.056733984500169754, 0.00426402548328042, 0.005586391314864159, 0.007008884102106094, -0.008044679649174213, -0.01527453400194645, 0.002315003424882889, -0.01135232113301754, -0.024002838879823685, 0.0024548356886953115, -0.0032679354771971703, -0.011711396276950836, -0.001737547223456204, 0.00756821408867836, -0.005399948451668024, -0.0004993398324586451, -0.03259303793311119, -0.017622336745262146, -0.0068120830692350864, 6.1163195823610295e-06, -0.02875368855893612, -0.008320892229676247, -0.029913779348134995, 0.05369564890861511, 0.012629802338778973, -0.005859151016920805, 0.005417211446911097, -0.026323020458221436, -0.04706655815243721, -0.0067982724867761135, -0.004733586218208075, -0.006698145531117916, 0.010157703422009945, 0.013423912227153778, 0.0005610560183413327, 0.007008884102106094, 0.0037910123355686665, 0.01131779421120882, 0.008127543143928051, 0.015094995498657227, -0.012367400340735912, -0.006525512784719467, -0.006767198443412781, -0.007146990392357111, -0.02470717951655388, -0.007796089164912701, 0.009771006181836128, -0.02282893657684326, -0.006518607493489981, 0.01556455623358488, -0.018671942874789238, -0.00315399793908, 0.020260164514183998, -0.009170244447886944, 0.022594157606363297, -0.005807361099869013, 0.024928148835897446, -0.036819085478782654, -0.009115002118051052, 0.017111344262957573, -0.021558361127972603, -0.00428474135696888, -0.015536935068666935, 0.009819342754781246, 0.018271436914801598, -0.004540237598121166, -0.018602890893816948, -0.015702662989497185, -0.0004570448654703796, -0.009246203117072582, 0.059385620057582855, -0.006497891619801521, 0.005645086523145437, 0.007906573824584484, 0.00806539598852396, 0.0209230724722147, -0.02914038486778736, 0.005893677473068237, 0.006680882070213556, -0.004188067279756069, 0.03936023637652397, -0.026737339794635773, -0.0006486670463345945, -0.00478192325681448, 0.02184838429093361, -0.02284274809062481, -0.0011083013378083706, -0.004674891475588083, 0.026530180126428604, -0.035355158150196075, 0.027455491945147514, 0.012042851187288761, -0.02258034609258175, 0.014114442281425, -0.021475497633218765, 0.02012205682694912, -0.0195834431797266, -0.016627972945570946, 0.0020543280988931656, -0.01198760885745287, 0.004602385684847832, 0.01811951957643032, -0.0008523735450580716, -0.004215688444674015, -0.006694692652672529, 0.02476242184638977, -0.022414619103074074, -0.01666940562427044, 0.1879347711801529, -0.03756485879421234, 0.011228024959564209, 0.01773282140493393, -0.005241126287728548, 0.005016703624278307, 0.02296704240143299, 0.032758764922618866, -0.002145823324099183, 0.0048026395961642265, 5.052201231592335e-05, 0.017953792586922646, -0.04016125202178955, -0.005558770149946213, 0.019472958520054817, -0.025190550833940506, -0.024140944704413414, -0.046514131128787994, -0.005779739934951067, -0.0024669200647622347, -0.010033407248556614, -0.007257475052028894, 0.001674536382779479, -0.013582734391093254, 0.022331755608320236, -0.0005679613095708191, 0.011973798274993896, 0.00239786715246737, 0.024389535188674927, 0.0012550391256809235, -0.010827518068253994, 0.0026723528280854225, 0.01396943163126707, -0.005935109220445156, 0.00365981156937778, -0.0082932710647583, 0.025245793163776398, 0.001599441166035831, 0.003349072765558958, 0.010378672741353512, 0.032427310943603516, 0.009184055030345917, 0.016186034306883812, -0.03958120569586754, 0.004364152438938618, 0.016614163294434547, -0.015840768814086914, -0.011407563462853432, 0.008486619219183922, 0.012719571590423584, -0.02774551324546337, -0.007292001508176327, 0.014445897191762924, 0.031571052968502045, -0.0082932710647583, 0.01267813891172409, -0.024803854525089264, 0.005103019997477531, 0.023284686729311943, 0.00968814268708229, -0.03292449191212654, 0.010206039994955063, 0.0008411524468101561, 0.03093576431274414, 0.0141075374558568, 0.01473592035472393, 0.0003392231010366231, -0.003811728209257126, -0.0008225943893194199, -0.01626889780163765, -0.014584003016352654, -0.01437684427946806, -0.01387966237962246, 0.007091748062521219, -0.03306259959936142, -0.04038222134113312, 0.045906465500593185, 0.006905304733663797, 0.022276513278484344, 0.03496846184134483, -0.01131779421120882, -0.009943638928234577, -0.01633795164525509, -0.01698704995214939, -0.01198760885745287, -0.033753130584955215, 0.0292232483625412, -0.024389535188674927, -0.010758464224636555, -0.005506980232894421, 0.00452987989410758, -0.006729219574481249, -0.009370498359203339, 0.024803854525089264, 0.008217312395572662, -0.001016806112602353, 0.01477735210210085, -0.0031350082717835903, -0.003350798971951008, 0.0010116271441802382, -0.02914038486778736, 0.04993916302919388, 0.04546452686190605, 0.01301649957895279, -0.0032851987052708864, 0.003563137259334326, 0.022207459434866905, 0.009335971437394619, 0.004878597799688578, -0.009867680259048939, -0.014860215596854687, -0.020011572167277336, 0.017677579075098038, 0.018437163904309273, -0.010903475806117058, 0.008921653963625431, -0.005503527820110321, 0.002851890865713358, 0.022345565259456635, -0.00892855878919363, 0.0008528050966560841, -0.020950693637132645, -0.005990351550281048, 0.013927999883890152, 0.001346534350886941, -0.02403046004474163, -0.01752566359937191, 0.0025843102484941483, -0.02875368855893612, 0.0035907584242522717, -0.003929118160158396, -0.04074129834771156, 0.0032765669748187065, 0.005023608915507793, -0.010938002727925777, -0.012657423503696918, -0.005741760600358248, -0.017511852085590363, -0.0012981973122805357, 0.020066814497113228, -0.016227465122938156, -0.015702662989497185, -0.0029658284038305283, 0.00214064447209239, 0.014680678024888039, -0.021461686119437218, -0.005441380199044943, 0.018216192722320557, -0.009108096361160278, -0.01945914886891842, 0.006515155080705881, 0.009474078193306923, 0.015813147649168968, 0.0034491997212171555, 0.018671942874789238, 0.014100631698966026, -0.009246203117072582, -0.018961966037750244, 0.005779739934951067, -0.008500429801642895, -0.03027285635471344, 0.0027155110146850348, 0.021420255303382874, -0.02542533166706562, -0.0062182266265153885, -0.02582583948969841, -0.17567095160484314, -0.006553133949637413, 0.016752269119024277, -0.015164049342274666, 0.03806203976273537, 0.010965623892843723, 0.020260164514183998, 0.010440820828080177, -0.026985930278897285, -0.0004402131598908454, -0.001097080297768116, -0.016351761296391487, -0.010206039994955063, -0.026571612805128098, -0.010972528718411922, 0.019832035526633263, -0.007381770759820938, 0.01865813322365284, 0.021655036136507988, 0.0035027158446609974, 0.02230413444340229, -0.0464588887989521, 0.013278900645673275, 0.004764660261571407, -0.0031211976893246174, 0.029361356049776077, 0.003250672249123454, 0.016890374943614006, -0.0047370390966534615, -0.045243557542562485, -0.008003247901797295, -0.016627972945570946, 0.009432646445930004, -0.010496063157916069, 0.016116980463266373, 0.010703221894800663, 0.028035536408424377, -0.01351368147879839, -0.033697888255119324, 0.01433541253209114, 0.037205781787633896, 0.014832594431936741, 0.005769382230937481, -0.0060248784720897675, -0.021627414971590042, -0.004049960989505053, 0.006584207993000746, -0.014722109772264957, 0.00691911531612277, -0.003704695962369442, 0.014832594431936741, -0.010744653642177582, 0.008873316459357738, -0.005755571648478508, 0.0038324440829455853, 0.011925460770726204, -0.0033559780567884445, -0.0027155110146850348, 0.005054682958871126, -0.024403346702456474, 0.016186034306883812, -0.010875854641199112, 0.029637567698955536, 0.012339779175817966, 0.0046679857186973095, -0.029250871390104294, -0.011801165528595448, 0.007012336980551481, -0.03126721829175949, 0.011338510550558567, -0.016227465122938156, -0.006677429657429457, -0.02010824717581272, -0.023353740572929382, 0.021061178296804428, 0.0238923542201519, -0.015343586914241314, 0.0041431826539337635, 0.021157853305339813, 0.030714794993400574, -0.004640364553779364, 0.011165877804160118, -0.001804010826162994, 0.00579009810462594, 0.007298906799405813, -0.018174761906266212, 0.013120078481733799, 0.010986339300870895, -0.013403195887804031, -0.024928148835897446, 0.01965249702334404, -0.022732263430953026, -0.018879102542996407, -0.004788828548043966, 0.018036656081676483, 0.005572580732405186, 0.01825762540102005, -0.016034116968512535, 0.02010824717581272, -0.022801315411925316, 0.013334142975509167, 0.007098653353750706, -0.01298197265714407, -0.008023964241147041, 0.024748612195253372, 0.006131910718977451, -0.014860215596854687, 0.009322160854935646, 0.038614463061094284, -0.006601471453905106, -0.015094995498657227, -0.017553284764289856, 0.010544399730861187, 0.03013474866747856, -0.006843157112598419, 0.010972528718411922, -0.014680678024888039, -0.018174761906266212, 0.01912769302725792, -0.002577404957264662, 0.04806092008948326, -0.011007055640220642, -0.0017392736626788974, 0.018810050562024117, -0.005500074941664934, -0.03820014372467995, -0.127389058470726, -0.04129372164607048, 0.005572580732405186, 0.02256653644144535, -0.007367960177361965, 0.016158413141965866, -0.011407563462853432, 0.03400171920657158, -0.030107127502560616, 0.03808965906500816, -0.025673922151327133, -0.01633795164525509, 0.018602890893816948, 0.0035078946966677904, -0.005330895073711872, -0.009846964851021767, 0.011842597275972366, -0.018105708062648773, -0.02749692276120186, 0.04096226766705513, -0.0008385629043914378, -0.0032351352274417877, 0.015785526484251022, -0.0027880168054252863, -0.0014820509823039174, 0.018409542739391327, -0.013437722809612751, 0.017815686762332916, 0.016697026789188385, -0.006200963631272316, 0.011055393144488335, -0.02223508059978485, 0.014804973267018795, -0.03353215754032135, 0.02809077873826027, -0.02052256464958191, 0.005752118770033121, -0.016503678634762764, 0.026916878297924995, -0.005092662293463945, -0.006746482569724321, 0.001630515092983842, 0.007733941078186035, -0.003718506544828415, -0.020232543349266052, -0.012940540909767151, -0.01698704995214939, 0.04549214616417885, -0.013023404404520988, -0.02941659837961197, -0.018630512058734894, -0.019362473860383034, -0.039139267057180405, 0.0029209437780082226, 0.03079765848815441, -0.0023426245898008347, 0.004491900559514761, 0.004878597799688578, 0.01208428293466568, -0.017166586592793465, -0.004892408382147551, -0.023353740572929382, -0.021282149478793144, 0.02144787646830082, 0.026903066784143448, 0.011821881867945194, -0.025080066174268723, -0.028781309723854065, 0.023864733055233955, -0.024541452527046204, 0.02556343749165535, 0.014142063446342945, -0.0033438936807215214, 0.02988615818321705, -0.028049347922205925, -0.006138816010206938, -0.007354149594902992, -0.019638685509562492, 0.012395021505653858, -0.005983446259051561, -0.01247788593173027, -0.02104736864566803, 0.021751709282398224, -0.012595275416970253, -0.00032843355438672006, 0.003908402286469936, 0.00792729016393423, -0.026903066784143448, -0.012774813920259476, -0.018644321709871292, 0.008445187471807003, 0.016572730615735054, -0.0017228735378012061, -0.009667426347732544, 0.0017832949524745345, 0.010171514004468918, -0.01970773935317993, -0.014956889674067497, 0.020550185814499855, 0.029195627197623253, -0.0195834431797266, -0.006725766696035862, -0.04565787315368652, 0.023478034883737564, -0.007046863436698914, -0.012698855251073837, 0.015619799494743347, -0.004868239630013704, 0.009287634864449501, -0.007450823672115803, -0.010178418830037117, 0.027869809418916702, -0.02509387768805027, 0.03107387013733387, 0.005413759034126997, -0.023947596549987793, -0.011276362463831902, -0.017097534611821175, 0.0020905809942632914, -0.01726326160132885, 0.011400657705962658, 0.004232951905578375, 0.008555672131478786, 0.000972784764599055, 0.027317384257912636, 0.0292232483625412, 0.008666157722473145, -0.013320332393050194, -0.028366992250084877, 0.022607967257499695, -0.00022463819186668843, 0.0044849952682852745, 0.004336531274020672, -0.02463812753558159, 0.022027920931577682, 0.006729219574481249, -0.010482252575457096, -0.014749730937182903, 0.019210558384656906, 0.020467322319746017, 0.004609290976077318, 0.046569373458623886, -0.025812027975916862, -0.030383341014385223, -0.005969635676592588, -0.023616142570972443, -0.01005412358790636, -0.010634168982505798, -0.007133179809898138, -0.01423873845487833, 0.0209092628210783, 0.006214774213731289, 0.02648874931037426, 0.028864173218607903, -0.02230413444340229, -0.051485951989889145, -0.022014111280441284, 0.009701953269541264, 0.030825279653072357, 0.009584562852978706, 0.0028674276545643806, 0.016379382461309433, 0.016752269119024277, 0.002195886801928282, 0.0032851987052708864, 0.0015839042607694864, -0.00489586079493165, -0.013865851797163486, -0.007450823672115803, 0.022359376773238182, 0.0029295755084604025, -0.012153335846960545, 0.016517488285899162, 0.0030849447939544916, -0.00035950742312707007, 0.024085702374577522, 0.0030003548599779606, 0.0041190143674612045, 0.009536225348711014, 0.014280170202255249, -0.015757905319333076, 0.02655780129134655, 0.014224927872419357, 0.003172987373545766, -0.004719775635749102, 0.006017973180860281, 0.023326119408011436, 0.0038324440829455853, -0.004951103590428829, 0.003953286912292242, -0.008210407570004463, -0.006946736481040716, 0.0007526781992055476, 0.0026671739760786295, -0.005358516238629818, 0.012574560008943081, 0.0037392224185168743, 0.006066310219466686, -0.0009253108291886747, 0.010682506486773491, 0.020343028008937836, 0.00807230081409216, 0.03046620450913906, 0.0020232542883604765, -6.705697887809947e-05, -0.011863313615322113, -0.010841328650712967, -0.012602181173861027, -0.022207459434866905, -0.020094435662031174, 0.020273974165320396, 0.00365290604531765, -0.004730133805423975, -0.004975271876901388, -0.008921653963625431, -0.00113333307672292, -0.008624725043773651, 0.04098988696932793, -0.002879512030631304, -0.02914038486778736, -0.03604568913578987, 0.0106272641569376, 0.02734500728547573, 0.0005709824035875499, 0.04767422378063202, -0.013361764140427113, 0.022621778771281242, 0.01665559411048889, 0.02104736864566803, -0.0212545283138752, 0.023671384900808334, 0.013458439148962498, -0.0015951254172250628, 0.0007151305908337235, -0.005099567584693432, -0.016627972945570946, -0.030107127502560616, -0.0242376197129488, 0.005020156502723694, 0.006045594345778227, 0.004295099526643753, 0.08203501999378204, 0.011200403794646263, -0.0021026653703302145, 0.007727035786956549, -0.01646224595606327, 0.0032403143122792244, -0.003159176791086793, 0.013064836151897907, 0.00239786715246737, -0.00932906661182642, 0.004522974602878094, -0.003362883348017931, -0.024720991030335426, -0.03524467349052429, -0.018340488895773888, -0.00043093416024930775, -0.01633795164525509, 0.01852002739906311, -0.0111244460567832, -0.0097917215898633, 0.029582325369119644, 0.014183496125042439, 0.015909822657704353, -0.0008316576131619513, -0.012574560008943081, -0.008458998054265976, 0.012319063767790794, 0.0014250822132453322, -0.00315399793908, -0.01747042126953602, 0.016503678634762764, 0.02682020328938961, -0.046845585107803345, -0.016116980463266373, -0.015122617594897747, 0.0031108397524803877, -0.005872961599379778, -0.025591058656573296, 0.006031783763319254, -0.005814266391098499, 0.02331230789422989, 0.020964505150914192, -0.007271285634487867, -0.03971931338310242, -0.01225001085549593, 0.008880222216248512, -0.03060431033372879, -0.03126721829175949, -0.036349523812532425], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='9949182b-a52d-4f1b-a6d7-69b4adf5664e', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='babada11b1724ae8334791f86e907737e32c69d05ffbfba0587464cfdeb07c22'), : RelatedNodeInfo(node_id='88412a64-0491-4835-b439-38c93463a331', node_type=, metadata={}, hash='dcc228ac46469d45043d1157db2b488b22421c0f74ad9d9cc74616aaab61c823')}, hash='3e92526001dfb0a5875c987e190200fcba78d7c21fac400314516e63213b59e5', text=\"better way of writing software: For example, instead of hand coding the logic of a program (- if condition A is met, do x; if condition A is not met, do y) the neural network instead learns through examples from the training data that if it encounters 'condition A' in production it should do x. These conditions/logic are not defined by its creators, rather the neural network adjusts itself (by tweaking its billions or even trillions of parameters - the weights and biases) to conform to this desired behavior. Nobody knows what each individual weight and bias does specifically or how a single weight contributes to a specific change in the behavior of the artificial neural network. These parameters are changed en masse as a unit during training via gradient updates. (discussed in more detail later.) This is why you'll often hear machine learning models trained on neural networks as 'black boxes'. Their inputs and outputs can be observed, but the internal workings or how it does what it does is not easily understood. This is also the reason for discoveries of 'emergent' capabilities. As an LLM gets bigger and bigger (measured by its number of parameters), it starts coming out of training with unanticipated abilities. For example, GPT-2 was discovered to be good at language translation, GPT-3 was an excellent few-shot learner, and GPT-4 has shown sparks of artificial general intelligence or AGI. None of these were explicitly defined as a training goal - its main objective was to predict the next word in a sequence. Emergent behaviors are not unique to large neural networks. As a system gets bigger and more complex, the interaction between its individual components can lead to unexpected behaviors that cannot be fully explained by analyzing the properties of each individual component in isolation- a single ant is stupid, but a colony of ants can build very complex tunnel networks and wage war against other colonies. This phenomenon has been documented in systems like social insects (ants and bees), crowd behavior, and other biological ecosystems. Pretraining Foundation Models The first step in creating something like ChatGPT is pretraining a base model or a foundation model. The\", start_char_idx=1702, end_char_idx=3914, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='88412a64-0491-4835-b439-38c93463a331', embedding=[-0.007980436086654663, 0.0008314377628266811, 0.0014066542498767376, 0.0030080366414040327, 0.010358168743550777, -0.0005197019781917334, 0.0035973454359918833, 0.004970691166818142, -0.0023965220898389816, -0.04728135094046593, 0.01892620511353016, 0.040257472544908524, -0.05072496086359024, -0.001296479138545692, -0.0006328663439489901, -0.00966807920485735, 0.024392256513237953, 0.02033371292054653, 0.0160838570445776, -0.016329830512404442, -0.027904195711016655, -0.0077344635501503944, -0.018543580546975136, -0.02989930473268032, 0.004553904291242361, -0.012182462960481644, 0.02476121485233307, -0.03736046329140663, -0.04135068133473396, 0.008656859397888184, -0.0013451612321659923, 0.010843280702829361, -0.018256613984704018, -0.012455766089260578, -0.005179084371775389, 0.008766180835664272, 0.01661679707467556, -0.021112626418471336, 0.025307821109890938, -0.008192244917154312, 0.025786099955439568, 0.014922321774065495, -0.006132226902991533, -0.032386358827352524, -0.008294734172523022, 0.01837959885597229, -0.0016363993054255843, -0.016288835555315018, -0.006812067236751318, 0.0091556366533041, 0.01728639006614685, 0.030555229634046555, -0.036649879068136215, -0.0005935790832154453, -0.0338895209133625, 0.00847921334207058, -0.0029841226059943438, 0.02406429313123226, 0.027152612805366516, -0.0036315082106739283, -0.0031908077653497458, 0.016042862087488174, -0.018092632293701172, 0.00973640475422144, -0.009271790273487568, -0.007994101382791996, -0.021399592980742455, 0.028450800105929375, -0.0072288536466658115, -4.972292299498804e-05, -0.0007848909008316696, 0.028122836723923683, 0.002581001492217183, -0.019076520577073097, 0.03424481675028801, -0.0010274469386786222, -0.0015868631890043616, -0.013180017471313477, -0.023968636989593506, 0.016507476568222046, 0.002497302368283272, -0.013774450868368149, -0.01791498437523842, 0.027002297341823578, 0.009374278597533703, -0.017955981194972992, 0.027917860075831413, -0.015263950452208519, 0.004967274609953165, 0.008267403580248356, 0.014457707293331623, 0.0009403317235410213, 0.03282364085316658, 0.023763660341501236, 0.01687643490731716, 0.012353277765214443, -0.0195957962423563, 0.01939081959426403, 0.0033838278613984585, -0.029598671942949295, -0.006665166933089495, 0.009879888966679573, -0.0300359558314085, -0.023299045860767365, -0.013357664458453655, 0.012052644044160843, 0.02000574953854084, 0.011205406859517097, 0.004588067531585693, 0.015345940366387367, -0.0017013086471706629, 0.026769990101456642, -0.013145854696631432, -0.030746541917324066, -0.0036930013447999954, -0.00830839853733778, 0.016507476568222046, -0.0010752748930826783, -7.003379141679034e-05, -0.015755895525217056, 0.02842346951365471, 0.007078537251800299, 0.010727127082645893, -0.00669932970777154, 0.034080833196640015, 0.0024887616746127605, -0.006487520411610603, -0.008561204187572002, -0.021590905264019966, -0.011649522930383682, -0.006706162355840206, 0.011260067112743855, 0.00698629766702652, 0.022971082478761673, -0.03582996875047684, 0.03465477004647255, -0.0009334991918876767, -0.013180017471313477, -0.03667720779776573, -0.02469288930296898, 0.018010640516877174, 0.009996042586863041, -0.014403047040104866, -0.003915059845894575, -0.0009915760019794106, 0.024323930963873863, 0.0002762918302323669, 0.02625071443617344, 0.014280060306191444, -0.013624134473502636, 0.02407795935869217, -0.015646573156118393, -0.0069077229127287865, 0.0035153545904904604, 0.011068754829466343, 0.025471802800893784, 0.014075083658099174, 0.003474359167739749, -0.01918584294617176, -0.0045504882000386715, 0.018406929448246956, 0.0015313485637307167, 0.01007120031863451, 0.0022239999379962683, 0.023586014285683632, 0.031238486990332603, 0.021604569628834724, 0.0012221750803291798, -0.0030336587224155664, -0.031047174707055092, -0.01764168217778206, 0.024105288088321686, -0.04875718429684639, 0.010754456743597984, 0.000640552956610918, 0.014157074503600597, 0.017067747190594673, 0.00032134406501427293, -0.023586014285683632, -0.038289692252874374, 0.005571956746280193, 0.00939477700740099, 0.0156602393835783, 0.018065301701426506, -0.015386936254799366, -0.032932963222265244, 0.0029226297046989202, -0.001204239553771913, -0.01311852503567934, -0.012770064175128937, -0.0020343961659818888, 0.01410241425037384, 0.004567569587379694, -0.009914051741361618, -0.6314383149147034, -0.019896429032087326, 0.04575085639953613, -0.025950081646442413, 0.002673241076990962, -0.0010376957943663, 0.0009189799893647432, -0.025649448856711388, -0.015523587353527546, 0.03140246868133545, -0.002119803335517645, -0.03358888998627663, -0.0007349277730099857, 0.004707637242972851, 0.0038228200282901525, -0.014403047040104866, -0.0036075941752642393, -0.02962600067257881, 0.013241510838270187, 0.011909160763025284, -0.021864207461476326, 0.01529128011316061, -0.01844792440533638, -0.0018003808800131083, -0.0011401842348277569, 0.0015783224953338504, -0.0007404792122542858, 0.011526537127792835, 0.006460190284997225, 0.0025109676644206047, -0.023408368229866028, 0.021071629598736763, 0.013569474220275879, -5.636865898850374e-05, 0.04427501931786537, 0.0076319752261042595, -0.014703679829835892, 0.03470943123102188, 0.008868669159710407, 0.02989930473268032, -0.015209289267659187, -0.03446345776319504, 0.007707133423537016, 0.0024016464594751596, 0.0016466481611132622, 0.013965762220323086, 0.01653480716049671, -0.01024201512336731, -0.001413486897945404, -0.026687998324632645, 0.002321363892406225, 0.005797431338578463, 0.0015766143333166838, 0.002739858580753207, 0.013316668570041656, 0.0034077416639775038, 0.024583568796515465, -0.006637836806476116, 0.019951090216636658, -0.009811563417315483, 0.015195623971521854, -0.009442605078220367, -0.0245562382042408, -0.01689010113477707, -0.04066742584109306, 0.013788116164505482, 0.006781320553272963, 0.011663188226521015, -0.020456699654459953, -0.0412413626909256, 0.01325517613440752, 0.028505461290478706, -0.00047443623770959675, -0.027248268947005272, -0.0018379599787294865, 0.012148300185799599, -0.00023209369101095945, -0.01607019267976284, 0.004782795440405607, 0.036185264587402344, -0.009606585837900639, -0.009900386445224285, -0.01207314245402813, -0.0024836373049765825, 0.02216484025120735, -0.0007221166742965579, -0.0033172103576362133, 0.002553671132773161, -0.004434334579855204, 0.011704184114933014, -0.013296171091496944, 0.008971157483756542, -0.02645569108426571, -0.04624279960989952, -0.006480687763541937, 0.006675416138023138, -0.009080478921532631, 0.0024597232695668936, 0.02293008752167225, -0.014867661520838737, 0.012975040823221207, -0.007481658365577459, 0.026278045028448105, 0.013542143628001213, 0.030527900904417038, 0.0015091428067535162, 0.014225400052964687, 0.0007575606578029692, 0.019445478916168213, -0.0205386895686388, -0.011239569634199142, 0.011588030494749546, -0.01312535721808672, -0.006098064128309488, 4.224980511935428e-05, -0.01974611170589924, -0.005045849364250898, -0.010631470941007137, 0.015263950452208519, -0.01241477020084858, 0.008602199144661427, -0.013781283050775528, -0.00500143738463521, 0.0032113054767251015, 0.010665633715689182, 0.006948718335479498, 0.004991188645362854, -0.01057681068778038, 0.0010915022576227784, 0.015195623971521854, -0.010166856460273266, -0.019513804465532303, 0.023640675470232964, -0.008855003863573074, 0.028587451204657555, 0.006753990426659584, 0.02589542046189308, 0.006132226902991533, 0.005445554386824369, -0.008212743327021599, -0.039710868149995804, -0.014157074503600597, 0.007372337393462658, 0.0006422611186280847, -0.05799481272697449, -0.020579686388373375, -0.019513804465532303, -0.005332816857844591, -0.007597811985760927, 0.0036725036334246397, 0.01325517613440752, -0.016466481611132622, -0.013343999162316322, 0.011198573745787144, -0.013180017471313477, -0.020511358976364136, 0.006385032087564468, -0.038562994450330734, -0.002119803335517645, -0.034900739789009094, -0.009743237867951393, 0.03572065010666847, -0.007823286578059196, 0.0176280178129673, -0.00789844524115324, -0.007235686294734478, -0.008561204187572002, 0.022602124139666557, -0.017409374937415123, -0.03569331765174866, 0.008205910213291645, -0.045395560562610626, -0.0031446879729628563, 0.027480576187372208, -0.007918942719697952, 0.018420595675706863, -0.02693396992981434, 0.002095889300107956, 0.00767980283126235, -0.010289843194186687, -0.016698788851499557, 0.006487520411610603, -0.004256688058376312, -0.014853996224701405, 0.021126290783286095, 0.005561708007007837, 0.025376146659255028, 0.007399667985737324, -0.029926633462309837, 0.00725618377327919, 0.008841338567435741, 0.01203214656561613, -0.009510930627584457, 0.012305449694395065, -0.004318180959671736, 0.015632908791303635, 0.027289263904094696, 0.002985830884426832, -0.013241510838270187, 0.029817312955856323, -0.005582205485552549, 0.00901898555457592, 0.005797431338578463, -0.01721806265413761, -0.008759348653256893, -0.03572065010666847, 0.00037173423334024847, -0.031703099608421326, 0.00034525804221630096, -0.003945806063711643, 0.010590475983917713, -0.0077344635501503944, -0.013958930037915707, -0.006108312867581844, -0.004502660129219294, 0.036923181265592575, -0.0054899659007787704, 0.02122194692492485, -0.016029197722673416, -0.003286463674157858, 0.001262316363863647, 0.0025417141150683165, 0.01318685058504343, -0.004734967369586229, -0.01627516932785511, 0.018420595675706863, -0.008492877706885338, 0.005401142407208681, -0.00428743427619338, -0.040175482630729675, 0.025048183277249336, 0.010146358981728554, 0.010631470941007137, 0.006128810811787844, 0.016288835555315018, -0.013986260630190372, 0.026701664552092552, -0.0014672933612018824, 0.04340045154094696, -0.01641182042658329, -0.012175630778074265, 0.012783728539943695, -0.005165419075638056, -0.030937854200601578, 0.040257472544908524, -0.009907219558954239, 0.03290563076734543, 0.011260067112743855, -0.014116079546511173, 0.00321301375515759, -0.008130752481520176, 0.02223316580057144, -0.016056528314948082, 0.006019489839673042, 0.007160528097301722, -0.018188288435339928, 0.01993742398917675, 0.0017192441737279296, 0.046078816056251526, 0.008540705777704716, -0.00861586444079876, -0.0124079380184412, 0.01397259533405304, -0.004451415967196226, 0.013938432559370995, -0.007386002689599991, 0.0195957962423563, -0.005544626619666815, -0.027712883427739143, 0.010091698728501797, 0.002288909163326025, -0.015605578199028969, 0.006576343905180693, -0.01884421333670616, 0.0373058058321476, 0.017409374937415123, 0.013514813035726547, 0.010030205361545086, 0.016589468345046043, 0.0225064679980278, -0.020101405680179596, -0.022342486307024956, 0.016357161104679108, 0.010221516713500023, -0.015209289267659187, -0.03432680666446686, -0.023012079298496246, -0.005373812280595303, 0.00774812838062644, -0.028587451204657555, -0.021959863603115082, 0.006911139469593763, 0.010153191164135933, -0.021385928615927696, -0.014813000336289406, 0.0017448662547394633, 0.025485467165708542, 0.007522653788328171, -0.007133197970688343, -0.00193703209515661, 0.008212743327021599, 0.022328821942210197, -0.044930946081876755, -0.013343999162316322, 0.031238486990332603, -0.01708141155540943, -0.03255033865571022, 0.004598316270858049, -0.008451882749795914, -0.009702241979539394, 0.0160838570445776, 0.0020207311026751995, 0.005739354528486729, -0.011109750717878342, 0.014184405095875263, 0.004232774022966623, 0.01312535721808672, -0.0009838893311098218, 0.03287830203771591, 0.015263950452208519, -0.005551458802074194, -0.024310266599059105, -0.010187353938817978, 0.026414696127176285, 0.054824501276016235, 0.028122836723923683, -0.014785670675337315, 0.016507476568222046, -0.032577671110630035, 0.0018191704293712974, -0.024597233161330223, -0.00966807920485735, -0.0011205406626686454, 0.0038159876130521297, -0.010665633715689182, 0.0032932963222265244, 0.011772509664297104, -0.0016825190978124738, 0.008581701666116714, 0.0028679692186415195, 0.009510930627584457, -0.025485467165708542, -0.004570986144244671, -0.006511434447020292, -0.004762297961860895, -0.005226911976933479, 0.015468927100300789, 0.019992085173726082, 0.023900311440229416, -0.0014032380422577262, 0.013507980853319168, 0.031293146312236786, -0.015523587353527546, -0.039984170347452164, -0.008076091296970844, -0.0027911027427762747, -0.0016176097560673952, -0.010399163700640202, -0.020921314135193825, 0.012366942130029202, 0.003310377709567547, 0.02726193331182003, 0.010692964307963848, -0.010938936844468117, 0.011676853522658348, 0.02081199176609516, 0.012913547456264496, -0.025512797757983208, -0.015263950452208519, -0.02536248043179512, 0.01913118176162243, -0.0005414807819761336, -0.0032164298463612795, -0.031429797410964966, 0.010836447589099407, 0.013952097855508327, -0.03910960257053375, -0.011506039649248123, 0.0225064679980278, -0.005233744625002146, 0.005817928817123175, -0.003986801486462355, -0.004389923065900803, -0.031703099608421326, -0.025266824290156364, -0.04238923266530037, -0.00949043221771717, -0.005667612422257662, -0.007577314507216215, -0.006446524988859892, 0.00043344084406271577, 0.013719790615141392, -0.005872589536011219, 0.0014553363434970379, -0.005080012138932943, -0.023695334792137146, -0.05159952864050865, -0.008725184947252274, 0.012325947172939777, 0.005045849364250898, 0.015181959606707096, 0.007659305352717638, -0.003986801486462355, 0.015345940366387367, -0.0013263716828078032, -0.019896429032087326, 0.016179513186216354, -0.020975973457098007, 0.0069077229127287865, 0.0001757250283844769, -0.013856441713869572, -0.0037169153802096844, -0.0026134559884667397, -0.0041610319167375565, -0.013753953389823437, -0.0015655114548280835, -0.015919875353574753, 0.00493652792647481, 0.00022355298278853297, 0.03823503479361534, 0.020169731229543686, -0.0055002146400511265, 0.02040203846991062, -0.039765529334545135, -0.01771000772714615, -0.02305307425558567, 0.002311115153133869, -0.032659661024808884, 0.009135139174759388, -0.004916030447930098, 0.015195623971521854, 0.028122836723923683, 0.0016022364143282175, -0.0248158760368824, 0.015701234340667725, -0.008800343610346317, 0.01755969226360321, 0.02123561128973961, -0.002871385309845209, -0.0010556313209235668, 0.021618235856294632, 0.018352270126342773, 0.000788734236266464, -0.03162110969424248, -0.0013853025157004595, -0.0257587693631649, 0.03501006215810776, 0.009845726191997528, -0.030418578535318375, 0.021741220727562904, 0.005305486731231213, -0.0034624021500349045, -0.030637221410870552, 0.005199581850320101, -0.010911606252193451, 0.05263807997107506, -0.0006610506679862738, -0.03085586242377758, -0.02786319889128208, -0.008656859397888184, -0.01668512262403965, -0.007044374477118254, -0.032249707728624344, -0.004355760291218758, 0.007317677140235901, -0.01892620511353016, -0.008486045524477959, -0.0036725036334246397, 0.017737338319420815, -0.02286176197230816, -0.01714973710477352, 0.013043366372585297, 0.0193361584097147, 0.02163190022110939, -0.013719790615141392, 0.02346302755177021, -0.039710868149995804, -0.010733959265053272, 0.0023333209101110697, -0.019964754581451416, 0.0017610936192795634, 0.0153596056625247, 0.033670879900455475, 0.02435126155614853, 0.037524446845054626, 0.0011606819462031126, 0.022219501435756683, 0.03222237527370453, -0.0005931520136073232, 0.026906641200184822, -0.00952459592372179, 0.002104429993778467, -0.01494965236634016, 0.004533406812697649, -0.0034504453651607037, -0.005906752310693264, 0.023913977667689323, -0.01203214656561613, 0.03227703645825386, 0.022219501435756683, -0.0008604761678725481, 0.00767980283126235, -0.0038603991270065308, -0.02998129464685917, -0.00966807920485735, 0.034764088690280914, -0.02033371292054653, 0.018734892830252647, -0.027029626071453094, -0.012592417187988758, -0.00034205528208985925, 0.0005201289895921946, 0.015414266847074032, 0.008233240805566311, 0.025786099955439568, -0.017791999503970146, -0.006162973586469889, -0.016985755413770676, 0.028259487822651863, -0.01837959885597229, 0.006593425292521715, -0.04219792038202286, 0.0024648478720337152, 0.022000858560204506, -0.0010171980829909444, 0.020593350753188133, -0.0010223225690424442, 0.00761147728189826, -0.004588067531585693, -0.004717885982245207, -0.007153695449233055, -0.008895999751985073, -0.009278623387217522, -0.010672466829419136, -0.027453245595097542, -0.020593350753188133, -0.0176280178129673, 0.0009522887412458658, 0.00174657441675663, 0.014075083658099174, 0.007816454395651817, 0.03159378096461296, -0.032113056629896164, -0.003802322316914797, 0.02861478179693222, 0.0051346723921597, 0.03030925802886486, -0.013521646149456501, 0.009763735346496105, -0.0023828570265322924, 0.00783695187419653, -0.01723172888159752, 0.005619784817099571, 0.0008135022362694144, 0.014075083658099174, 0.018953535705804825, -0.002881634281948209, 0.011150745674967766, -0.03205839544534683, 0.020566020160913467, 0.009927717037498951, -0.017177067697048187, -0.040585435926914215, 0.024159949272871017, 0.014280060306191444, 0.015209289267659187, -0.009189799427986145, -0.03194907307624817, -0.018871543928980827, 0.007058039773255587, 0.0012324239360168576, 0.013487483374774456, -0.0044719139114022255, -0.005141505040228367, -0.004212276078760624, 0.011519704014062881, 0.00642602751031518, 0.026141393929719925, -0.018693897873163223, 0.024105288088321686, 0.031183825805783272, 0.011219071224331856, -0.018885210156440735, 0.016097523272037506, 0.01064513623714447, 0.036103274673223495, -0.024392256513237953, 0.0063918642699718475, 0.017737338319420815, -0.016589468345046043, -0.004649560432881117, 0.020169731229543686, -0.005756435915827751, 0.03246834874153137, -0.029352698475122452, -0.012831556610763073, 0.0022991581354290247, -0.010679299011826515, 0.011410383507609367, -0.02312139980494976, 0.005185916554182768, -0.019021861255168915, -0.03181242197751999, -0.021686561405658722, 0.015250285156071186, 0.020101405680179596, -0.02144058793783188, 0.0112532339990139, -0.009640748612582684, -0.013419157825410366, -0.018529916182160378, -0.014703679829835892, 0.006774487905204296, -0.036731868982315063, -0.028368810191750526, -0.012401104904711246, -0.000235509971389547, 0.025608453899621964, -0.023558683693408966, -0.01837959885597229, -0.016767114400863647, 0.04624279960989952, -0.010078033432364464, 0.0005393456085585058, -0.005045849364250898, 0.0012640245258808136, 0.004851120989769697, 0.0005410537123680115, -0.010877443477511406, 0.022192170843482018, 0.024979857727885246, -0.037059832364320755, -0.01872122846543789, 0.011130248196423054, 0.010501652024686337, 0.00655926251783967, -0.0015766143333166838, 0.003353081177920103, 0.01098676398396492, 0.020183397457003593, 0.010624638758599758, 0.0034624021500349045, -0.004646144341677427, -0.0006636128528043628, 0.01162902545183897, -0.00874568335711956, 0.031429797410964966, -0.017942314967513084, 0.011410383507609367, 0.002201793948188424, 0.0038194037042558193, 0.000561124412342906, -0.05777616798877716, 0.004130285698920488, 0.0009539969032630324, 0.010194187052547932, 0.0009411858045496047, -0.017067747190594673, -2.2285905288299546e-05, -0.01870756223797798, -0.020320048555731773, 0.004389923065900803, -0.0033257510513067245, -0.009640748612582684, 0.004803292918950319, 0.005589038133621216, 0.0034709430765360594, -0.006456773728132248, -0.03438146784901619, -0.013692460022866726, -0.009244460612535477, -0.0029670412186533213, -0.024843206629157066, -0.006945302244275808, -0.0332062654197216, 0.0537312887609005, 0.015619243495166302, -0.01098676398396492, -0.004396755713969469, -0.01601553149521351, -0.04659809172153473, -0.006914555560797453, 0.0007729338831268251, -0.004994604736566544, 0.007987268269062042, 0.010932103730738163, -0.005835010204464197, 0.019636791199445724, -0.00036383408587425947, 0.00790527742356062, -0.0016073609003797174, 0.023422032594680786, -0.013856441713869572, -0.01007120031863451, -0.017928650602698326, 0.0013425990473479033, -0.024173615500330925, -0.009176135063171387, 0.015277614817023277, -0.015482592396438122, 0.008000933565199375, 0.01906285621225834, -0.02264312095940113, -0.003863815451040864, 0.010351335629820824, 0.009244460612535477, 0.01870756223797798, 0.000494933919981122, 0.032850973308086395, -0.03656788915395737, -0.01298870611935854, 0.013139022514224052, -0.016794444993138313, -0.01682177558541298, -0.009879888966679573, 0.01220979355275631, 0.01607019267976284, -0.00486820237711072, -0.011403550393879414, -0.008472380228340626, 0.009244460612535477, -0.007672970183193684, 0.05594504252076149, -0.014047753065824509, -0.002640786347910762, 0.0029636251274496317, 0.015209289267659187, 0.011519704014062881, -0.022615790367126465, 0.008451882749795914, -0.006900890730321407, -0.009135139174759388, 0.03582996875047684, -0.019377153366804123, -0.006484104320406914, -0.010795452632009983, 0.02435126155614853, -0.030199937522411346, -0.01007120031863451, -0.0025109676644206047, 0.016794444993138313, -0.024187279865145683, 0.028915414586663246, 0.014498703181743622, -0.022697780281305313, 0.01220296137034893, -0.01906285621225834, 0.024446917697787285, -0.022889092564582825, -0.011506039649248123, 0.0017312010750174522, -0.006969216279685497, 0.007413332816213369, 0.018229283392429352, -0.0027928107883781195, -0.0034760674461722374, 0.0004842580237891525, 0.03416282311081886, -0.014211734756827354, 0.00048340397188439965, 0.1827847808599472, -0.04277185723185539, 0.016575802117586136, 0.008219575509428978, -0.003901394549757242, -0.0015236620092764497, 0.027439581230282784, 0.033124275505542755, -0.005302070174366236, 0.0022923254873603582, 0.010426494292914867, 0.016726119443774223, -0.028942745178937912, 0.001151287229731679, 0.028970075771212578, -0.023490358144044876, -0.02495252713561058, -0.04064009711146355, -0.0002297449973411858, -0.00676423916593194, -0.0019421565812081099, -0.009169301949441433, 0.0013272257056087255, -0.012134634889662266, 0.020033080130815506, -0.004717885982245207, 0.019377153366804123, -0.006156140938401222, 0.018816884607076645, 0.006316706072539091, -0.013890604488551617, 0.010371833108365536, 0.014717345125973225, -0.007071704603731632, -0.001791840186342597, -0.0015330567257478833, 0.01764168217778206, 0.005838426761329174, 0.003918475937098265, 0.004608565010130405, 0.051244236528873444, 0.0062791272066533566, 0.004335262347012758, -0.042088598012924194, 0.008294734172523022, 0.02094864472746849, -0.012592417187988758, -0.009333283640444279, 0.0007255329983308911, 0.01863923668861389, -0.02122194692492485, -0.005230328533798456, 0.013692460022866726, 0.024925196543335915, -0.00457781832665205, 0.01764168217778206, -0.019363489001989365, 0.008404054678976536, 0.019021861255168915, 0.013029701076447964, -0.03626725450158119, 0.011212239041924477, 0.0073655047453939915, 0.03596661984920502, 0.0076661380007863045, 0.006419194862246513, -0.003511938266456127, -0.002818433102220297, 0.0011342057259753346, -0.010371833108365536, -0.021481584757566452, -0.005951163824647665, -0.014129743911325932, -0.002439225558191538, -0.03572065010666847, -0.03796172887086868, 0.049057815223932266, 0.010119028389453888, 0.026414696127176285, 0.03511938452720642, -0.014539698138833046, 0.004970691166818142, 0.002008774084970355, -0.01947280950844288, -0.014539698138833046, -0.03883630037307739, 0.023025743663311005, -0.028778763487935066, -0.016780778765678406, -0.011034592054784298, 0.012811059132218361, -0.004075624980032444, -0.006323538720607758, 0.0183112733066082, 0.006747157778590918, -0.016917429864406586, 0.023025743663311005, -0.005937498994171619, 0.004458248615264893, -0.007884779945015907, -0.028587451204657555, 0.046953387558460236, 0.045258909463882446, 0.01694476045668125, 0.0007964208489283919, -0.0024494745302945375, 0.01586521603167057, 0.0006888079224154353, 0.008431385271251202, -0.009360614232718945, -0.0059477477334439754, -0.027070622891187668, 0.019882764667272568, 0.007386002689599991, -0.01601553149521351, 0.015509922057390213, -0.010542647913098335, 0.006412362214177847, 0.021672895178198814, -0.004461664706468582, 0.0011615360854193568, -0.022356152534484863, -0.002557087456807494, 0.021057965233922005, 0.0018003808800131083, -0.022738775238394737, -0.02726193331182003, 0.010563145391643047, -0.02081199176609516, 0.012257621623575687, 0.002495594322681427, -0.03823503479361534, 0.005606119520962238, 0.0044479998759925365, -0.012134634889662266, -0.013473818078637123, -0.009128306992352009, -0.0017713424749672413, -0.0025605037808418274, 0.022670449689030647, -0.005103926174342632, -0.019213171675801277, 0.0009027526248246431, -0.005548042710870504, 0.01755969226360321, -0.02733025886118412, -0.010453823953866959, 0.013692460022866726, -0.005486549809575081, -0.026701664552092552, 0.0021710474975407124, 0.014553363434970379, 0.013357664458453655, -0.007310844492167234, 0.0080419285222888, 0.009907219558954239, -0.014471372589468956, -0.018885210156440735, -0.007850617170333862, -0.012175630778074265, -0.029325367882847786, 0.0006029738578945398, 0.014894991181790829, -0.025130173191428185, -0.010925271548330784, -0.020852988585829735, -0.17338316142559052, -0.009893554262816906, 0.021208280697464943, -0.023162394762039185, 0.027699217200279236, 0.012934044934809208, 0.01798330992460251, 0.0040585435926914215, -0.010064368136227131, 0.002374316332861781, 0.00428743427619338, -0.023709001019597054, -0.02041570469737053, -0.03167577087879181, -0.003747661830857396, 0.03596661984920502, -0.015345940366387367, 0.013241510838270187, 0.01919950731098652, 0.01572856493294239, 0.028833424672484398, -0.046953387558460236, 0.01675345003604889, 0.012312281876802444, -0.0005888816667720675, 0.02421461045742035, 0.0032095974311232567, 0.019363489001989365, 0.002032688120380044, -0.04165131598711014, -0.016193179413676262, -0.021932533010840416, 0.013945264741778374, -0.010160024277865887, 0.020169731229543686, 0.020989639684557915, 0.029817312955856323, -0.009469934739172459, -0.026401029899716377, 0.025061847642064095, 0.0386723168194294, 0.022971082478761673, -0.0040482948534190655, 0.0004927987465634942, -0.02183687686920166, -0.005486549809575081, 0.005107342265546322, -0.010365000925958157, 0.005264491308480501, -0.0032642579171806574, 0.018393265083432198, 0.00394922262057662, 0.0003965022915508598, -0.010016540065407753, -0.0072971791960299015, 0.010078033432364464, -0.003532435977831483, -0.00854753889143467, 0.008486045524477959, -0.017546026036143303, 0.021044299006462097, -0.009920883923768997, 0.03162110969424248, 0.0038501503877341747, 0.000590162817388773, -0.02765822224318981, -0.009620251134037971, 0.006579759996384382, -0.03235902637243271, 0.011861332692205906, -0.017600687220692635, -0.0026766574010252953, -0.01488132681697607, -0.023545019328594208, 0.017067747190594673, 0.036376576870679855, -0.016179513186216354, 0.008486045524477959, 0.0077549610286951065, 0.02082565799355507, -0.016220510005950928, 0.01755969226360321, -0.01542793121188879, 0.004038045648485422, 0.014471372589468956, -0.022465473040938377, 0.0153596056625247, 0.014157074503600597, -0.014744674786925316, -0.021959863603115082, 0.012811059132218361, -0.027685552835464478, -0.008855003863573074, 0.002639078302308917, 0.020019415766000748, 0.011601694859564304, 0.007980436086654663, -0.013453320600092411, 0.023176060989499092, -0.015140963718295097, 0.008076091296970844, -0.0025041350163519382, -0.00868418999016285, 0.0017183900345116854, 0.027220938354730606, 0.018529916182160378, -0.014608023688197136, 0.01305703166872263, 0.0354200154542923, -0.0019336158875375986, -0.01403408870100975, -0.019978418946266174, 0.021672895178198814, 0.017518697306513786, 0.0022649953607469797, 0.016562137752771378, -0.01216879766434431, -0.00993454921990633, 0.02406429313123226, -0.0013784699840471148, 0.04793727397918701, -0.007105867378413677, -0.012127802707254887, 0.023845652118325233, -0.006039987318217754, -0.038481004536151886, -0.1292174607515335, -0.03582996875047684, 0.001931907725520432, 0.017928650602698326, -0.012783728539943695, 0.019650457426905632, -0.00327109033241868, 0.029953964054584503, -0.028942745178937912, 0.031429797410964966, -0.02828681841492653, -0.02075733244419098, 0.0153596056625247, 0.0025741688441485167, -0.014020423404872417, 0.0006845375755801797, 0.013036534190177917, -0.006938469596207142, -0.020921314135193825, 0.0431271493434906, -0.006395280826836824, -0.006251797080039978, 0.0015228078700602055, -0.0015885713510215282, -0.0018960367888212204, 0.02033371292054653, -0.016042862087488174, 0.010112196207046509, 0.014758340083062649, -0.011601694859564304, 0.009005320258438587, -0.018215617164969444, 0.016835439950227737, -0.03859032690525055, 0.019349824637174606, -0.014539698138833046, -0.011553866788744926, -0.008861836977303028, 0.020497694611549377, -0.013501148670911789, -0.006658334285020828, -0.001156411599367857, 0.0015279323561117053, 0.008164915256202221, -0.015701234340667725, -0.006238131783902645, -0.019992085173726082, 0.03700517117977142, -0.012688073329627514, -0.029134057462215424, -0.014662683941423893, -0.014225400052964687, -0.04148733243346214, 0.009647581726312637, 0.03222237527370453, -0.0012768355663865805, -0.005479717161506414, -0.006316706072539091, 0.008971157483756542, -0.012886217795312405, -0.018010640516877174, -0.02108529582619667, -0.022547464817762375, 0.019705116748809814, 0.021249277517199516, 0.00908731110394001, -0.022629454731941223, -0.027357589453458786, 0.021686561405658722, -0.031566448509693146, 0.020033080130815506, 0.009312786161899567, -0.005664196331053972, 0.0245562382042408, -0.0307192113250494, -0.007372337393462658, 0.0035051058512181044, -0.009449437260627747, 0.022820767015218735, -0.0059682452119886875, -0.01268124021589756, -0.026414696127176285, 0.026906641200184822, -0.0083015663549304, -0.005090260878205299, 0.002985830884426832, 0.014075083658099174, -0.02672899328172207, -0.013439655303955078, -0.023039408028125763, 0.009572423063218594, 0.022602124139666557, -0.0014066542498767376, -0.012052644044160843, 0.0005683840136043727, 0.0073655047453939915, -0.018953535705804825, -0.01702675223350525, 0.020648011937737465, 0.022123845294117928, -0.008253738284111023, -0.006637836806476116, -0.03451811894774437, 0.01687643490731716, -0.005097093526273966, -0.013583138585090637, 0.00946310255676508, -0.001714973826892674, -0.0025041350163519382, -0.0022769521456211805, -0.011929658241569996, 0.027576232329010963, -0.023435696959495544, 0.02441958710551262, -0.00011433870531618595, -0.018557246774435043, -0.019759777933359146, -0.0062688784673810005, 0.006251797080039978, -0.014293725602328777, 0.006453357636928558, 0.0009762027184478939, 0.0012819599360227585, 0.005206414498388767, 0.01810629665851593, 0.02998129464685917, -0.003580264048650861, -0.021727556362748146, -0.012387440539896488, 0.03397151082754135, 0.0026612840592861176, 0.002948251785710454, 0.005650531034916639, -0.02108529582619667, 0.011369387619197369, 0.008342561312019825, -0.007215188350528479, -0.006009240634739399, 0.027972521260380745, 0.016985755413770676, 0.012722236104309559, 0.04476696625351906, -0.029871974140405655, -0.021003304049372673, -0.009722739458084106, -0.01906285621225834, -0.0067949858494102955, -0.014334721490740776, -0.006914555560797453, -0.01620684377849102, 0.018557246774435043, 0.0027518155984580517, 0.03375286981463432, 0.032441020011901855, -0.00803509633988142, -0.045122258365154266, -0.02820482850074768, 0.01850258558988571, 0.032441020011901855, 0.010747624561190605, -0.002408479107543826, 0.01261291466653347, 0.02272511087357998, 0.009135139174759388, 0.0016030905535444617, 0.003781824605539441, -0.010542647913098335, -0.017409374937415123, -0.004314764868468046, 0.02068900689482689, 0.0007857449818402529, -0.01735471561551094, 0.005759852007031441, 0.002039520535618067, -0.003925308585166931, 0.02074366621673107, 0.004683723207563162, 0.0051107583567500114, 0.00549338199198246, 0.007584147155284882, -0.01007120031863451, 0.02590908668935299, 0.014553363434970379, -0.0010991889284923673, 0.0040927063673734665, 0.007413332816213369, 0.0300359558314085, 0.0010197602678090334, 0.00041721350862644613, 0.0005756436148658395, -0.014184405095875263, -0.004191778600215912, 0.0016287126345559955, 0.006378199439495802, -0.0029021319933235645, 0.020156066864728928, 0.004816958215087652, 0.005585621576756239, 0.006258629262447357, 0.018611906096339226, 0.02726193331182003, 0.008499710820615292, 0.03700517117977142, 0.001024030614644289, -0.0009454561513848603, -0.020019415766000748, -0.009346948936581612, -0.015892546623945236, -0.023709001019597054, -0.016111187636852264, 0.02103063464164734, 0.011581197381019592, -0.0069077229127287865, 0.00030575727578252554, -0.00457781832665205, -0.0029414191376417875, -0.014348385855555534, 0.04271719604730606, -8.465974678983912e-05, -0.026619672775268555, -0.036649879068136215, 0.014963316731154919, 0.021467918530106544, 0.0021027219481766224, 0.04673474282026291, -0.021823212504386902, 0.0287514328956604, 0.01810629665851593, 0.014321056194603443, -0.023449363186955452, 0.024105288088321686, 0.010494819842278957, 0.0010411121184006333, 0.009230795316398144, -0.0031481042969971895, -0.014621688984334469, -0.024925196543335915, -0.02637370117008686, 0.00010942779772449285, 0.01913118176162243, 0.01783299446105957, 0.08188145607709885, 0.024979857727885246, 0.002188128884881735, 0.00841088779270649, -0.01925416849553585, 0.005804263986647129, -0.0011529952753335238, 0.01850258558988571, -0.00973640475422144, -0.0012503593461588025, 0.01600186713039875, -0.0014493578346446157, -0.025075513869524002, -0.03145712986588478, -0.0068154833279550076, 0.005107342265546322, -0.0132620083168149, 0.013166352175176144, -0.02047036401927471, -0.004495827481150627, 0.03607594221830368, 0.001537327072583139, 0.019308827817440033, -0.0014391089789569378, -0.009415274485945702, -0.0013878647005185485, 0.007584147155284882, 0.00038860211498104036, -0.007549984380602837, -0.019008195027709007, 0.02495252713561058, 0.023107733577489853, -0.04668008163571358, -0.017873989418148994, -0.01648014597594738, 0.0005726543604396284, -0.01200481690466404, -0.02435126155614853, 0.003440196393057704, -0.0017662179889157414, 0.02183687686920166, 0.023422032594680786, -0.009955046698451042, -0.03695050999522209, -0.018352270126342773, 0.015168294310569763, -0.018201952800154686, -0.034272145479917526, -0.03443612530827522], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='eb7253d1-eeea-41bc-8a94-cc1ab5d756fa', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='3e92526001dfb0a5875c987e190200fcba78d7c21fac400314516e63213b59e5'), : RelatedNodeInfo(node_id='8fd01407-e2fa-4311-8ae2-2c4979c0ed46', node_type=, metadata={}, hash='828e289263324cd368c65d14044d232bfb3820eede50caecce3007355871468a')}, hash='dcc228ac46469d45043d1157db2b488b22421c0f74ad9d9cc74616aaab61c823', text='the next word in a sequence. Emergent behaviors are not unique to large neural networks. As a system gets bigger and more complex, the interaction between its individual components can lead to unexpected behaviors that cannot be fully explained by analyzing the properties of each individual component in isolation- a single ant is stupid, but a colony of ants can build very complex tunnel networks and wage war against other colonies. This phenomenon has been documented in systems like social insects (ants and bees), crowd behavior, and other biological ecosystems. Pretraining Foundation Models The first step in creating something like ChatGPT is pretraining a base model or a foundation model. The goal of this step is to create a machine learning model that is able to autonomously generate a coherent word structure or generate human-like text (phrase, sentence, paragraph) by generating words in sequence based on its prediction of what word should come next given the preceding words. It\\'s called pretraining as the output of this step - the base model is still a raw product that has limited practical applications and is usually only of interest to researchers. Base models are \\'trained\\' further via the fine-tuning stages for specific tasks with a real-world utility like text translation, summarization, classification, etc. At the start of pretraining, the parameters of the neural network are set with random numerical values. The words in the massive internet text data are converted into numerical representations in the form of tokens (as an integer) and embeddings (as vectors)- before being fed to the neural network. Tokens and embeddings will be discussed in detail in the next part of this series but for now, think of a token as the unique ID of a word in the model\\'s vocabulary and the embedding as the meaning of that word. The model is given a word or words and is asked to predict the next word based on those preceding word/s. Then, it is tested on unseen data and evaluated on the accuracy of its predictions based on the \\'ground truth\\' next word from a hidden dataset previously unseen by the model. Consider the example sentence in the training dataset: \"I have to go to the store\". This sentence might be used', start_char_idx=3209, end_char_idx=5454, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='8fd01407-e2fa-4311-8ae2-2c4979c0ed46', embedding=[-0.0050794752314686775, 0.000485635653603822, 0.008838485926389694, -0.003924898337572813, 0.006569144781678915, -0.0009156989981420338, 0.00391494482755661, -0.00284165283665061, -0.008931382559239864, -0.048757653683423996, 0.015248378738760948, 0.02593153342604637, -0.04307766631245613, 0.002912984462454915, -0.00802231952548027, -0.0027902277652174234, 0.02346312813460827, 0.020251546055078506, 0.01108128484338522, -0.029381994158029556, -0.029196199029684067, -0.023993967100977898, -0.021326497197151184, -0.024936208501458168, 0.004279897548258305, -0.017239028587937355, 0.03577861562371254, -0.041299350559711456, -0.032885536551475525, 0.005049615167081356, 0.00461167236790061, 0.01416015625, -0.028214145451784134, -0.015925198793411255, 0.001944201416336, 0.006861106958240271, 0.018526315689086914, -0.02700648456811905, 0.021326497197151184, -0.01824762485921383, 0.023383501917123795, 0.01845996081829071, -0.0037789172492921352, -0.04007842019200325, 0.0019226360600441694, 0.020225003361701965, -0.00750475050881505, -0.02067621797323227, -4.8444333515362814e-05, 0.007637460250407457, 0.009097270667552948, 0.03349600359797478, -0.04196289926767349, -0.003520132740959525, -0.031744230538606644, 0.005205549765378237, -0.008911476470530033, 0.010225305333733559, 0.026236766949295998, 0.0018811642657965422, 0.0007858920143917203, 0.013204644434154034, -0.006459658965468407, 0.0013312471564859152, 0.0009629768901504576, -0.018353791907429695, -0.015885386615991592, 0.02887769602239132, 0.007902880199253559, -0.003841954516246915, 0.003735786536708474, 0.03447805717587471, 0.0034670487511903048, -0.01519529428333044, 0.028851153329014778, 0.003908309619873762, -0.002830040641129017, -0.030284421518445015, -0.022627053782343864, 0.026382748037576675, 0.0030042226426303387, -0.018592670559883118, -0.014783893711864948, 0.036627959460020065, 0.006632182281464338, -0.013503242284059525, 0.02013210579752922, -0.004999849013984203, 0.003128638258203864, 0.006091388873755932, 0.0029395264573395252, 0.0015435831155627966, 0.021114161238074303, 0.015951741486787796, 0.012653898447751999, 0.014929874800145626, -0.010649977251887321, 0.030072085559368134, 0.00750475050881505, -0.029169658198952675, -0.013178102672100067, 0.019269492477178574, -0.03447805717587471, -0.016150806099176407, -0.014465389773249626, 0.011373247019946575, 0.013078570365905762, 0.01715940237045288, 0.00727250799536705, 0.011724928393959999, -0.0019060473423451185, 0.038273561745882034, -0.004621625877916813, -0.018751922994852066, -0.004999849013984203, -0.004767606500536203, 0.014465389773249626, -0.010231941007077694, -0.003360880771651864, -0.018858090043067932, 0.012786608189344406, 0.004266626201570034, 0.015221836976706982, -0.007252601440995932, 0.03301824629306793, 0.0017716784495860338, 0.0032812547869980335, -0.017477907240390778, -0.02124687097966671, -0.014677725732326508, -0.0038618608377873898, 0.018406877294182777, 0.007929421961307526, 0.01865902543067932, -0.02143266424536705, 0.037185341119766235, -0.0011620419099926949, -0.0026276579592376947, -0.03453114256262779, -0.01165193784981966, 0.007498114835470915, 0.009336148388683796, -0.010703061707317829, 0.0010741215664893389, -0.011539134196937084, 0.0268472321331501, 0.01731865480542183, 0.025639571249485016, 0.008347459137439728, -0.00967455841600895, 0.019879957661032677, -0.022865932434797287, -0.018884632736444473, 0.0008116045501083136, 0.014332680031657219, 0.02270667999982834, 0.019733976572752, 0.001609938102774322, -0.014757351949810982, -0.001332076615653932, 0.013091840781271458, 0.01936238817870617, 0.0018214447190985084, -0.005553913302719593, 0.019707433879375458, 0.029939375817775726, 0.02183079533278942, -0.001116422819904983, -0.005849193315953016, -0.016283515840768814, -0.01556688267737627, 0.02704629674553871, -0.05223465338349342, 0.01845996081829071, 0.0025596441701054573, 0.026223495602607727, 0.01880500651896, 0.0075644697062671185, -0.03293862193822861, -0.01991976983845234, 0.003785552689805627, 0.014823706820607185, 0.019840145483613014, 0.017836224287748337, -0.01751771941781044, -0.030523300170898438, 0.005636857356876135, -0.0074914791621267796, 0.0017136178212240338, -0.018738651648163795, -0.0025430552195757627, 0.02160518802702427, 0.005305082071572542, -0.007610918488353491, -0.6327612400054932, -0.012229226529598236, 0.04058271646499634, -0.0018927763449028134, 0.006121248472481966, 0.004230130929499865, -0.0011769718257710338, -0.014266325160861015, -0.019242949783802032, 0.03944141045212746, -0.004372794181108475, -0.029222741723060608, -0.010875584557652473, 0.010225305333733559, 0.0029793393332511187, -0.010935303755104542, -0.0016580455703660846, -0.02461770363152027, 0.005560548976063728, -0.002665812149643898, -0.01916332356631756, 0.028771527111530304, -0.012633991427719593, -0.0009057457209564745, -0.008214748464524746, 0.0039116269908845425, -0.005235409364104271, 0.006615593563765287, 0.014452118426561356, -0.0004931006114929914, -0.022958829998970032, 0.007391946855932474, 0.01847323216497898, 0.0049202232621610165, 0.03636253997683525, 0.008765495382249355, -0.027285175397992134, 0.021193787455558777, -0.00046448499779216945, 0.024750415235757828, -0.0249892920255661, -0.03193002566695213, 0.0034239180386066437, 0.006529331672936678, 0.01397436298429966, 0.027072839438915253, 0.015354546718299389, -0.0027072839438915253, 0.0006805534358136356, -0.023702004924416542, 0.003287890227511525, 0.002796863205730915, 0.01463791262358427, 0.001753430813550949, 0.019110240042209625, 0.0031866987701505423, 0.021366309374570847, -0.013118383474647999, 0.03169114887714386, -0.0025596441701054573, 0.014345950447022915, -0.003193334210664034, -0.028054893016815186, -0.02031790092587471, -0.03949449583888054, 0.010935303755104542, 0.01128034945577383, 0.0145450159907341, -0.013868195004761219, -0.035672448575496674, 0.010849041864275932, 0.02797526679933071, -0.0038917206693440676, -0.022268736734986305, 0.002723872661590576, 0.016694918274879456, 0.006854471284896135, -0.014199969358742237, 0.006187603808939457, 0.029753580689430237, 0.005706530064344406, -0.007922787219285965, -0.009156989865005016, -0.013078570365905762, 0.030523300170898438, -0.001420826418325305, -0.0009505353518761694, -0.007425124291330576, -0.0026940128300338984, 0.0249892920255661, -0.004037701524794102, 0.02333041839301586, -0.03238124027848244, -0.055632032454013824, -0.0038021414075046778, 0.019495097920298576, -0.01899079978466034, 0.012733524665236473, 0.036787211894989014, -0.025068918243050575, 0.01808837242424488, -0.008599608205258846, 0.024684060364961624, 0.02741788513958454, 0.02607751451432705, 0.007869702763855457, 0.026356205344200134, 0.010922032408416271, 0.011751470156013966, -0.023383501917123795, -0.014505202881991863, -0.006658724043518305, 0.0017882671672850847, -0.008500074967741966, -0.01342361606657505, -0.018526315689086914, 0.00750475050881505, -0.011990347877144814, 0.022215653210878372, -0.008393906988203526, 0.006184285972267389, -0.003563263453543186, 0.0019325893372297287, -0.0038618608377873898, -0.00045038454118184745, 0.004953400697559118, 0.0013254410587251186, 0.0006735032075084746, 0.012919317930936813, 0.01490333303809166, -0.002416980918496847, -0.03824702277779579, 0.0201188363134861, -0.019442014396190643, 0.023569295182824135, 0.0034139647614210844, 0.030974512919783592, 0.0029644095338881016, 0.007119891233742237, -0.008327552117407322, -0.0405561737716198, -0.013430251739919186, 0.004717840347439051, -0.00024178103194572031, -0.05552586168050766, -0.008500074967741966, -0.02755059488117695, -0.004830644000321627, -0.008267832919955254, -0.0021681496873497963, -0.0075578344985842705, -0.021299954503774643, 0.0067582568153738976, 0.007690544240176678, -0.021870607510209084, -0.02420630306005478, 0.006967274937778711, -0.03378796577453613, -0.007418488617986441, -0.03989262506365776, -0.014478661119937897, 0.04605036973953247, 0.0027056250255554914, 0.012507917359471321, 0.002549690892919898, -0.025865178555250168, 0.0038386366795748472, 0.03360217064619064, -0.0244451817125082, -0.03482310473918915, 0.01043764129281044, -0.03766309842467308, -0.0035499923396855593, 0.033257126808166504, 0.007657366804778576, 0.01619062013924122, -0.01972070522606373, -0.0044723269529640675, 0.0061013419181108475, -0.016522394493222237, -0.017663700506091118, -0.0003245174011681229, -0.008679233491420746, -0.00568330567330122, 0.015354546718299389, 0.000717048707883805, 0.024073593318462372, 0.00013074008165858686, -0.03768963739275932, 0.0027222137432545424, 0.004545317497104406, 0.00838063657283783, -0.026329662650823593, 0.005119288340210915, -0.0035765343345701694, 0.027125922963023186, 0.022109486162662506, -0.005553913302719593, -0.016628563404083252, 0.019070426002144814, -0.0025629617739468813, -0.0034305534791201353, 0.00018496456323191524, -0.012428291141986847, -0.024684060364961624, -0.029700497165322304, 0.0026575177907943726, -0.025254713371396065, -0.0028831246308982372, -0.008792037144303322, 0.015248378738760948, -0.014677725732326508, -0.026342933997511864, -0.01192399300634861, -0.006900920066982508, 0.022998642176389694, -0.011578947305679321, 0.0283203125, -0.013655859045684338, -0.0018629166297614574, -0.00911717675626278, 0.01127371471375227, 0.01883154921233654, -0.0016945407260209322, -0.010311567224562168, 0.02439209818840027, -0.005543960258364677, -0.006273865234106779, -0.009083999320864677, -0.04124626889824867, 0.028001809492707253, 0.011751470156013966, 0.01137988269329071, 0.015301462262868881, 0.014651183970272541, -0.023954154923558235, 0.028665360063314438, 0.0002260217152070254, 0.045758407562971115, -0.019428743049502373, 0.003453777637332678, 0.025387423112988472, -0.00721942400559783, -0.03877786174416542, 0.04559915512800217, -0.01453174464404583, 0.02479022741317749, 0.011147639714181423, -0.014783893711864948, 0.010590258054435253, -0.009064093232154846, 0.026595083996653557, -0.017769869416952133, -0.015619967132806778, 0.009528578259050846, -0.027179008349776268, 0.016548937186598778, -0.0018960940651595592, 0.04411280155181885, 0.003768963972106576, -0.0016207208391278982, -0.007750263903290033, 0.02366219274699688, -0.005600362084805965, 0.023157894611358643, -0.006230734288692474, 0.024126676842570305, -0.012813149951398373, -0.02760368026793003, 0.008393906988203526, 0.00725923664867878, -0.018393605947494507, 0.008798672817647457, -0.0044723269529640675, 0.048571858555078506, 0.019322576001286507, 0.0029096666257828474, 0.020941637456417084, 0.01624370366334915, 0.026940129697322845, -0.025453777983784676, -0.022268736734986305, 0.022136026993393898, 0.010590258054435253, -0.008931382559239864, -0.030629467219114304, -0.016880711540579796, 0.0011288643581792712, -0.0009397526737302542, -0.02590499073266983, -0.018884632736444473, -0.0027222137432545424, 0.0014904991257935762, -0.014372493140399456, -0.01674800179898739, 0.008519981987774372, 0.022056400775909424, 0.009840446524322033, -0.002839993918314576, 0.013669129461050034, 0.0075578344985842705, 0.013416980393230915, -0.03368179872632027, -0.01568632200360298, 0.04079505428671837, -0.003477002028375864, -0.020649675279855728, 0.0024866536259651184, -0.0029594330117106438, -0.01824762485921383, 0.008354093879461288, 0.004107374232262373, 0.001276504248380661, -0.017199216410517693, 0.03145226836204529, 0.013722213916480541, 0.023038456216454506, 0.004505504388362169, 0.024644246324896812, 0.028399938717484474, -0.0028001810424029827, -0.03299170359969139, -0.0010027899406850338, 0.028453024104237556, 0.04193636029958725, 0.027444427832961082, -0.01660202071070671, 0.016084451228380203, -0.04031729698181152, 0.004760971292853355, -0.03702608868479729, -0.0037888705264776945, 0.0037822348531335592, 0.017398281022906303, -0.021353038027882576, -0.008433720096945763, -0.005723118782043457, 0.0005428668227978051, 0.015593424439430237, 0.0025745739694684744, 0.020915094763040543, -0.008818578906357288, 0.005769567098468542, -0.004999849013984203, -0.0024086865596473217, -0.007119891233742237, -0.0016124264802783728, 0.00750475050881505, 0.014093801379203796, 0.002796863205730915, 0.011340069584548473, 0.031186848878860474, -0.010696426033973694, -0.04804101958870888, -0.008493440225720406, -0.0031651335302740335, -0.006993816699832678, -0.014797165058553219, -0.03283245489001274, 0.017239028587937355, 0.01676127314567566, 0.01674800179898739, 0.010623435489833355, -0.016084451228380203, 0.009820539504289627, 0.02199004590511322, 0.015221836976706982, -0.0016754637472331524, -0.026714522391557693, -0.02459116280078888, 0.022494344040751457, 0.006389986258000135, 0.012441562488675117, -0.021857336163520813, 0.007046900689601898, 0.011286985129117966, -0.05316362529993057, -0.018167998641729355, 0.017995474860072136, 0.0025115367025136948, 0.002174785127863288, -0.0005980244022794068, -0.00452209310606122, -0.00977409165352583, -0.02554667368531227, -0.04045000672340393, -0.0056468104012310505, -0.002856582636013627, -0.001998944440856576, -0.015434172935783863, 0.006008445285260677, 0.007809983566403389, -0.017809681594371796, 0.002073593670502305, -0.0076772733591496944, -0.03323058411478996, -0.05427838861942291, -0.013158196583390236, 0.0073255919851362705, 0.004449102561920881, 0.006224099081009626, -0.004266626201570034, -0.009482129476964474, 0.019309304654598236, -0.012434926815330982, -0.010649977251887321, 0.011359975673258305, -0.0240603219717741, -0.006771527696400881, 0.0012449856149032712, -0.0065492382273077965, 0.007617553696036339, -0.0028798070270568132, -0.0019392247777432203, -0.012607449665665627, 0.01641622744500637, -0.014611370861530304, 0.004273261874914169, 0.012182777747511864, 0.0420956127345562, 0.016694918274879456, 0.00479083089157939, 0.012302217073738575, -0.03092142939567566, -0.016482582315802574, -0.015447443351149559, -0.005889005959033966, -0.04026421159505844, 0.018154727295041084, 0.003948122262954712, 0.01717267371714115, 0.024538079276680946, 0.0076042828150093555, -0.020570049062371254, 0.008898205123841763, -0.003261348232626915, 0.00652269646525383, 0.018738651648163795, -0.0028234052006155252, -0.0022544111125171185, 0.02326406165957451, 0.01558015402406454, 0.003105413867160678, -0.03508852422237396, -0.012753430753946304, -0.02778947353363037, 0.034398432821035385, 0.008048861287534237, -0.01770351454615593, 0.02126014232635498, 0.0038253655657172203, 0.011247172020375729, -0.02609078586101532, 0.018380334600806236, -0.004734429065138102, 0.0492088682949543, -0.003772281575948, -0.019893229007720947, -0.01958799548447132, -0.0150095010176301, -0.006894284393638372, -0.007066807243973017, -0.020755844190716743, 0.0042400844395160675, 0.00727250799536705, -0.008984467014670372, -0.008851757273077965, -0.009747548960149288, 0.021299954503774643, -0.02797526679933071, -0.022852661088109016, 0.01879173517227173, 0.02497602067887783, 0.030257878825068474, 0.0012922636233270168, 0.029700497165322304, -0.04467018321156502, -0.013682400807738304, 0.012076609767973423, -0.0249892920255661, -0.008194842375814915, 0.017265571281313896, 0.017053235322237015, 0.031213391572237015, 0.04514794051647186, -0.0026475645136088133, 0.02294555865228176, 0.020039210096001625, -0.0027736390475183725, 0.023741818964481354, 0.004714522510766983, -0.00414718734100461, -0.023794902488589287, 0.001274845446459949, -0.0023240838199853897, -0.011963806115090847, 0.031001055613160133, -0.002956115175038576, 0.00554064242169261, 0.02943507768213749, 0.0023804856464266777, 0.009707735851407051, -0.0014581511495634913, -0.03880440443754196, -0.023609109222888947, 0.033257126808166504, -0.02106107585132122, 0.029302367940545082, -0.030231337994337082, -0.01258090790361166, -0.0022709998302161694, 0.002275976352393627, 0.01900407113134861, 0.000680138764437288, 0.030125169083476067, -0.014372493140399456, -0.00029714597621932626, -0.009017644450068474, 0.018353791907429695, -0.019893229007720947, 0.006967274937778711, -0.03864515200257301, 0.011346704326570034, 0.015938470140099525, -0.003437188919633627, 0.015274920500814915, 0.0006295430357567966, 0.01128034945577383, 0.0009737596265040338, -0.0031103906221687794, -0.007949328981339931, -0.010470818728208542, -0.004253355320543051, -0.020463882014155388, -0.020649675279855728, -0.022998642176389694, -0.013476700522005558, 0.008128487505018711, 0.006947368383407593, 0.011930628679692745, 0.012653898447751999, 0.02271995134651661, -0.036097120493650436, -0.017982205376029015, 0.024538079276680946, -0.001990649849176407, 0.027630221098661423, 0.0037026088684797287, 0.014850248582661152, -0.00014359636406879872, 0.012945860624313354, -0.018605941906571388, 0.00978072639554739, 0.007484843954443932, -0.0017667018109932542, 0.0062539586797356606, 0.004565224051475525, 0.011346704326570034, -0.0272320918738842, 0.02387452870607376, 0.0056468104012310505, -0.0136160459369421, -0.026979941874742508, 0.017066504806280136, 0.013589504174888134, 0.0010085959220305085, -0.006114613264799118, -0.027125922963023186, -0.024086864665150642, 0.011432966217398643, -0.003613029606640339, 0.004173729568719864, -0.012189413420855999, -0.008327552117407322, 0.006681948434561491, 0.012713617645204067, 0.011340069584548473, 0.018871361389756203, -0.015288191847503185, 0.00745166651904583, 0.032885536551475525, 0.010663248598575592, -0.019707433879375458, 0.01735846698284149, 0.02847956493496895, 0.024511536583304405, -0.02532106824219227, 0.010119137354195118, 0.020450610667467117, -0.02587844990193844, 0.0005648469086736441, 0.02180425263941288, -0.00903091486543417, 0.029408534988760948, -0.023715276271104813, -0.021153973415493965, 0.0007158045191317797, -0.0240603219717741, -0.0023987332824617624, -0.02238817699253559, 0.009502035565674305, -0.021711355075240135, -0.014120344072580338, -0.015301462262868881, 0.027869099751114845, 0.014253053814172745, -0.03039058856666088, 0.005597044248133898, 0.0014938169624656439, -0.027470968663692474, -0.013310812413692474, -0.0075644697062671185, 0.012733524665236473, -0.028001809492707253, -0.04116664081811905, -0.010537173599004745, 0.0024269339628517628, 0.01624370366334915, -0.02666143886744976, -0.019508369266986847, -0.006539285182952881, 0.04161785542964935, -0.010384556837379932, -0.00037843085010536015, -0.014810435473918915, 0.0005818504141643643, 0.004950082860887051, -0.005384708289057016, -0.004216860048472881, 0.005769567098468542, 0.019309304654598236, -0.03617674484848976, -0.021724626421928406, 0.008805308490991592, 0.013503242284059525, -0.01120072416961193, 0.00521882064640522, -0.004412607289850712, 0.011525862850248814, 0.011612124741077423, 0.008977831341326237, 0.006267229560762644, -0.008354093879461288, 0.005898959469050169, 0.002594480523839593, -0.010749509558081627, 0.027497511357069016, -0.01536781806498766, -0.0014000905212014914, 0.0076042828150093555, 0.0030523298773914576, -0.005849193315953016, -0.04713859036564827, -0.00895128957927227, 0.006283818278461695, 0.00857970118522644, -0.004386065527796745, -0.012089881114661694, -0.009163625538349152, -0.0009322877158410847, -0.014146885834634304, 0.013383802957832813, 0.011061377823352814, -0.0033525864128023386, 0.008420449681580067, -0.004047655034810305, 0.014836977235972881, 0.012016890570521355, -0.03328366577625275, -0.007670637685805559, -0.005955361295491457, -0.0034172823652625084, -0.015805760398507118, -0.018340522423386574, -0.029673954471945763, 0.03750384598970413, 0.013264364562928677, -0.019468557089567184, -0.011897451244294643, -0.008466897532343864, -0.03654833137989044, -0.008181571029126644, 0.00721942400559783, 0.00029092520708218217, 0.006960639264434576, 0.022773034870624542, -0.024498265236616135, 0.0362032875418663, -0.014107072725892067, 0.020782385021448135, -0.0023804856464266777, 0.02589172124862671, -0.0026160457637161016, -0.007352133747190237, 0.002927914261817932, 0.016655104234814644, -0.02348966896533966, -0.011585582979023457, 0.009866988286376, -0.008267832919955254, 0.020954908803105354, 0.02853265032172203, -0.04543990269303322, -0.017079776152968407, 0.003934851381927729, 0.015328004956245422, 0.009707735851407051, -0.006008445285260677, 0.015036042779684067, -0.02906348928809166, -0.014465389773249626, 0.003040717914700508, -0.025772280991077423, -0.010484090074896812, 0.0037623285315930843, 0.01565977931022644, 0.013410345651209354, -0.006827929522842169, -0.014598099514842033, 0.002042075153440237, 0.004565224051475525, -0.011957170441746712, 0.05738380178809166, -0.013350625522434711, -0.01091539766639471, 0.009083999320864677, 0.014598099514842033, 0.006827929522842169, -0.01621716096997261, 0.0005047126905992627, -0.0021382898557931185, -0.010795958340168, 0.029143115505576134, -0.01773005537688732, -0.015925198793411255, -0.01045091263949871, 0.014836977235972881, -0.04079505428671837, -0.004608354531228542, -0.0006154426373541355, 0.011943900026381016, -0.028028352186083794, 0.019521640613675117, 0.004780877847224474, -0.035115066915750504, 0.012342030182480812, -0.020649675279855728, 0.02666143886744976, -0.014651183970272541, -0.01753099076449871, 0.005066204350441694, -0.00646961247548461, -0.0006714296177960932, 0.01303212158381939, 0.0005843387334607542, -0.006920826155692339, -0.006539285182952881, 0.023224249482154846, -0.015128939412534237, -0.005089428275823593, 0.19014687836170197, -0.03994571045041084, 0.005882370751351118, 0.00405760807916522, 0.00018569031090009958, 0.0010741215664893389, 0.030231337994337082, 0.040529634803533554, -0.012043432332575321, 0.0028499471955001354, 0.0027935453690588474, 0.01791585050523281, -0.022056400775909424, 0.000731978565454483, 0.01556688267737627, -0.022228924557566643, -0.029328908771276474, -0.04496214538812637, -0.005932136904448271, -0.008546523749828339, -0.007245965767651796, -0.0057496605440974236, -0.0003112464037258178, -0.017929119989275932, 0.01991976983845234, -0.007471573073416948, 0.02031790092587471, 0.00020124226284679025, 0.022627053782343864, 0.016469310969114304, -0.014279595576226711, 0.008088674396276474, 0.014611370861530304, -0.007624189369380474, -0.000499736110214144, 0.0020669582299888134, 0.01976051926612854, 0.004369476810097694, 0.016456039622426033, 0.003964710980653763, 0.0439535528421402, 0.00968782976269722, -0.01770351454615593, -0.022799577564001083, 0.02424611710011959, 0.020410798490047455, -0.013562961481511593, -0.0031701100524514914, 0.012421655468642712, 0.011890815570950508, -0.01053053792566061, 0.0020221685990691185, 0.011811189353466034, 0.02553340420126915, -0.010683154687285423, 0.00950867123901844, -0.01581903174519539, -0.0018463277956470847, 0.014677725732326508, 0.0019359070574864745, -0.034743476659059525, 0.0051989140920341015, 0.007809983566403389, 0.050403255969285965, 0.010371286422014236, -0.00661227572709322, 0.007245965767651796, -0.0029544562567025423, -0.0019375659758225083, 0.005238727200776339, -0.012109787203371525, -0.004979942459613085, -0.014372493140399456, -0.014836977235972881, -0.020370984449982643, -0.030337505042552948, 0.043873924762010574, 0.017079776152968407, 0.02010556496679783, 0.024551348760724068, -0.025082189589738846, 0.005696576554328203, 0.005524053703993559, -0.025586487725377083, -0.012149600312113762, -0.03092142939567566, 0.015619967132806778, -0.036415621638298035, -0.0011189111974090338, -0.005606997292488813, 0.008420449681580067, -0.01007932424545288, -0.01641622744500637, 0.02256069891154766, -0.001755089731886983, -0.01583230309188366, 0.0335756279528141, 0.006552556063979864, 0.003639571601524949, -0.011977077461779118, -0.036813754588365555, 0.038273561745882034, 0.03638908267021179, 0.029727039858698845, 0.0076042828150093555, -0.001189413364045322, 0.003888402832672, -0.012726888991892338, -0.004130598623305559, -0.008407178334891796, -0.002737143775448203, -0.032885536551475525, 0.016018096357584, 0.006914190948009491, -0.015314733609557152, 0.00855979509651661, -0.00922334473580122, 0.01249464601278305, 0.0067084901966154575, 0.00698718149214983, -0.0020686171483248472, -0.011572311632335186, -0.0022096214815974236, 0.011492685414850712, 0.016084451228380203, -0.024630974978208542, -0.028585733845829964, 0.0028930779080837965, -0.01604463905096054, 0.009588297456502914, 0.004488915670663118, -0.042944956570863724, 0.02664816752076149, 0.00959493312984705, -0.004634896758943796, -0.0029113255441188812, 0.008911476470530033, -0.007066807243973017, -0.018964258953928947, 0.016270246356725693, 0.0018662343500182033, -0.007577741052955389, -0.008765495382249355, -0.003480319632217288, 0.02271995134651661, -0.02049042284488678, 0.003480319632217288, 0.01584557443857193, -0.008360729552805424, -0.02327733300626278, 0.006303724832832813, -0.010324837639927864, 0.007146433461457491, -0.01463791262358427, 0.01536781806498766, 0.023224249482154846, -0.026714522391557693, -0.01416015625, -0.008440355770289898, -0.006847836077213287, -0.03768963739275932, -0.017013421282172203, 0.014836977235972881, -0.008320916444063187, -0.012534459121525288, -0.02383471466600895, -0.16700226068496704, -0.005109334830194712, 0.012998944148421288, -0.035115066915750504, 0.014624641276896, 0.018340522423386574, 0.01786276511847973, 0.014704267494380474, -0.015606695786118507, 0.007464937400072813, 0.00503966212272644, -0.01806182973086834, -0.028214145451784134, -0.028585733845829964, -0.00704026548191905, 0.02124687097966671, -0.009302970953285694, 0.0017749961698427796, 0.014266325160861015, 0.007245965767651796, 0.021299954503774643, -0.04830643907189369, 0.020424067974090576, 0.012076609767973423, -0.009561755694448948, 0.011705021373927593, -0.006801387295126915, 0.028851153329014778, -0.01556688267737627, -0.03859206661581993, -0.0018247624393552542, -0.012202683836221695, 0.015168752521276474, -0.005752978380769491, 0.02144593559205532, 0.0372915081679821, 0.029541244730353355, -0.0036627959925681353, -0.01661529205739498, 0.02534760907292366, 0.021578645333647728, 0.02311808243393898, -0.015036042779684067, -0.0004914416931569576, -0.01034474465996027, 0.0017783140065148473, 0.008062132634222507, -0.013416980393230915, 0.008015683852136135, -0.008500074967741966, 0.016456039622426033, 0.00039895944064483047, 0.012076609767973423, -0.009296335279941559, -0.001927612698636949, 0.010119137354195118, -0.011751470156013966, -0.008506710641086102, 0.0024684059899300337, -0.021180516108870506, 0.0038751319516450167, -0.016164077445864677, 0.01693379506468773, -0.0021764440461993217, 0.002217915840446949, -0.027125922963023186, -0.006874377839267254, 0.0004628261085599661, -0.03407992795109749, 0.0073255919851362705, -0.015062584541738033, -0.004714522510766983, -0.0013287588953971863, -0.006638817489147186, 0.029249282553792, 0.037211883813142776, -0.006927461829036474, 0.005059568677097559, 0.010742873884737492, 0.010636705905199051, -0.014770622365176678, 0.0202780868858099, -0.026714522391557693, 0.008015683852136135, 0.013257728889584541, -0.028957322239875793, 0.012282310053706169, 0.007073442917317152, -0.018698839470744133, -0.025029106065630913, 0.01770351454615593, -0.02014537714421749, -0.011864273808896542, 0.004508822225034237, 0.018672296777367592, -0.00527190463617444, 0.01750444807112217, -0.005799426697194576, 0.019123511388897896, -0.00967455841600895, -0.0015585130313411355, 0.0013129995204508305, -0.006592369172722101, 0.0018031970830634236, 0.014478661119937897, 0.025453777983784676, -0.013171466998755932, 0.013669129461050034, 0.026767605915665627, 0.003845272120088339, -0.021379580721259117, -0.02569265477359295, 0.036654502153396606, 0.02015864849090576, -0.0032148996833711863, 0.015328004956245422, 0.0033741516526788473, -0.015500527806580067, 0.027869099751114845, 0.00811521615833044, 0.047457095235586166, -0.0031369326170533895, -0.009575026109814644, 0.023025184869766235, -0.012415019795298576, -0.028453024104237556, -0.11508610844612122, -0.05050942674279213, -0.00021669054694939405, 0.024259386584162712, -0.020769113674759865, 0.019614538177847862, 0.00877213105559349, 0.02067621797323227, -0.018048560246825218, 0.03415955230593681, -0.03208927810192108, -0.019415471702814102, 0.012839692644774914, -0.014266325160861015, -0.012421655468642712, -0.006681948434561491, 0.023927612230181694, -0.01417342759668827, -0.023516211658716202, 0.035698987543582916, 0.004797466564923525, -0.008692504838109016, -0.010417735204100609, -0.011240536347031593, -0.010464183054864407, 0.019322576001286507, -0.023171165958046913, 0.010205399245023727, 0.013125019147992134, -0.021658271551132202, 0.010112501680850983, -0.024511536583304405, 0.013762027025222778, -0.032142359763383865, 0.017610616981983185, -0.010484090074896812, -0.011996983550488949, -0.010882220230996609, 0.016854168847203255, -0.014465389773249626, -0.0031850398518145084, 0.005746342707425356, -0.0021084300242364407, 0.007411853410303593, -0.007352133747190237, -0.013204644434154034, -0.017106318846344948, 0.02704629674553871, -0.013125019147992134, -0.02196350507438183, -0.005261951591819525, -0.018751922994852066, -0.03875131905078888, 0.009641380980610847, 0.03137264400720596, 0.013118383474647999, -0.011698386631906033, -0.008931382559239864, 0.005583772901445627, -0.017026692628860474, -0.022282008081674576, -0.028957322239875793, -0.013881465420126915, 0.02106107585132122, 0.027165737003087997, 0.02256069891154766, -0.029143115505576134, -0.021366309374570847, 0.027165737003087997, -0.026873774826526642, 0.014306137338280678, 0.009302970953285694, -0.007080078125, 0.016137534752488136, -0.021299954503774643, -0.004767606500536203, 0.014611370861530304, -0.011213994584977627, 0.016137534752488136, -0.01510239765048027, -0.005175689700990915, -0.030443673953413963, 0.009515306912362576, -0.02253415808081627, 0.0032729601953178644, 0.004196953494101763, 0.008161664940416813, -0.023755090311169624, -0.0038519075606018305, -0.029939375817775726, 0.01940220221877098, 0.019614538177847862, 0.006900920066982508, -0.023914340883493423, -0.010776051320135593, 0.011068013496696949, -0.013071934692561626, -0.0253741517663002, 0.015606695786118507, 0.006947368383407593, -0.014120344072580338, -0.024524807929992676, -0.028612274676561356, 0.01013904344290495, -0.011632030829787254, -0.017849493771791458, 0.005441110115498304, -0.0058226510882377625, 0.0031402502208948135, -0.004707887303084135, 0.0037590106949210167, 0.017278840765357018, -0.013947820290923119, 0.01417342759668827, -0.0061577437445521355, -0.0140805309638381, -0.015726134181022644, -0.004259990993887186, 0.0154739860445261, -0.006443070247769356, 0.0002380485530011356, -0.002071934752166271, -0.007186246570199728, 0.002100135665386915, 0.014584829099476337, 0.0300190020352602, 0.0007274166564457119, -0.02477695606648922, -0.012945860624313354, 0.0290900319814682, 0.0009156989981420338, -0.007962599396705627, 0.030178252607584, -0.020782385021448135, 0.013503242284059525, 0.019070426002144814, -0.002025486435741186, -0.00942240934818983, 0.016296787187457085, 0.0076772733591496944, 0.026687979698181152, 0.042042527347803116, -0.021353038027882576, -0.026369476690888405, -0.005291811190545559, -0.00840054266154766, -0.008705776184797287, -0.02421957440674305, -0.0140805309638381, -0.01697360910475254, 0.018964258953928947, -0.0002855338389053941, 0.02797526679933071, 0.03572553023695946, -0.013131653890013695, -0.02419303171336651, -0.02234836295247078, 0.015938470140099525, 0.035698987543582916, 0.011598853394389153, -0.014505202881991863, 0.011718292720615864, 0.030974512919783592, 0.01285296306014061, 0.01827416568994522, 0.0015701251104474068, 0.004160458222031593, -0.00942240934818983, -0.003060624236240983, 0.026422560214996338, 0.005746342707425356, -0.017822952941060066, -0.004950082860887051, 0.0054311566054821014, 0.0033426331356167793, 0.015619967132806778, 0.015991555526852608, -0.00275207357481122, 0.006778162904083729, -0.0033559040166437626, -0.011114462278783321, 0.03267320245504379, 0.01203016098588705, -0.01844668947160244, 0.0002635537530295551, 0.011811189353466034, 0.02348966896533966, 0.007305685430765152, -0.006283818278461695, -0.00039999623550102115, -0.00652269646525383, 0.0015137234004214406, -0.0068212938494980335, 0.003261348232626915, 0.0035267681814730167, 0.01621716096997261, 0.00530839990824461, 0.004465691279619932, 0.0070999846793711185, -0.005434474442154169, 0.0231313519179821, 0.011738198809325695, 0.031107222661376, -0.0039116269908845425, 0.0022859296295791864, -0.018194541335105896, -0.01277997251600027, -0.007863067090511322, -0.03370833769440651, -0.017995474860072136, 0.018924444913864136, 0.01016558613628149, -0.0022361634764820337, 0.006847836077213287, -0.005606997292488813, -0.007192881777882576, -0.02143266424536705, 0.03224853053689003, 0.015805760398507118, -0.02571919746696949, -0.03376142308115959, 0.012753430753946304, 0.021313225850462914, -0.0033011611085385084, 0.04721821844577789, -0.0219767764210701, 0.02739134430885315, 0.023343687877058983, 0.02103453502058983, -0.03224853053689003, 0.0281610619276762, 0.011791283264756203, -0.011306892149150372, 0.005388025660067797, 0.002219574758782983, -0.007372040301561356, -0.01937565952539444, -0.01751771941781044, 0.0037457395810633898, 0.009760820306837559, 0.004498868715018034, 0.08392579853534698, 0.017783138900995255, -0.005908912513405085, 0.0005138365086168051, -0.029010405763983727, 0.0054709697142243385, 0.007106620352715254, 0.025652842596173286, -0.007133162580430508, -0.003938169218599796, 0.0012847986072301865, -0.0008066279697231948, -0.012129693292081356, -0.03137264400720596, -0.01641622744500637, -0.012235862202942371, -0.004439149517565966, 0.015089126303792, -0.023927612230181694, 0.002244457835331559, 0.03970682993531227, -0.006688583642244339, 0.012806514278054237, 0.000478585425298661, 0.0011620419099926949, -0.005072839558124542, 0.016509123146533966, 0.0040708789601922035, -5.58833489776589e-05, -0.025387423112988472, 0.03129301592707634, 0.018924444913864136, -0.031584978103637695, -0.0174911767244339, -0.007936057634651661, -0.006914190948009491, -0.005563866812735796, -0.023781631141901016, 0.010557080619037151, -0.0049600363709032536, 0.019614538177847862, 0.027683304622769356, 0.0021946916822344065, -0.04045000672340393, -0.02217584103345871, 0.016150806099176407, -0.007086713798344135, -0.027165737003087997, -0.02701975591480732], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='88412a64-0491-4835-b439-38c93463a331', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='dcc228ac46469d45043d1157db2b488b22421c0f74ad9d9cc74616aaab61c823'), : RelatedNodeInfo(node_id='005df4ca-4ed0-41d2-965a-294bf587b1a6', node_type=, metadata={}, hash='dd34a25010a28eedec85ecb9674d20caf04c530c338b5099ffe3a28ddde619f9')}, hash='828e289263324cd368c65d14044d232bfb3820eede50caecce3007355871468a', text='network. Tokens and embeddings will be discussed in detail in the next part of this series but for now, think of a token as the unique ID of a word in the model\\'s vocabulary and the embedding as the meaning of that word. The model is given a word or words and is asked to predict the next word based on those preceding word/s. Then, it is tested on unseen data and evaluated on the accuracy of its predictions based on the \\'ground truth\\' next word from a hidden dataset previously unseen by the model. Consider the example sentence in the training dataset: \"I have to go to the store\". This sentence might be used as follows: The model is given \"I have\" and is expected to predict \"to\".Then it\\'s given \"I have to\" and is expected to predict \"go\".Then \"I have to go\" and is expected to predict \"to\".Finally, \"I have to go to the\" and is expected to predict \"store\". Going through the whole corpus of the training dataset like this, the model will be able to learn which words tend to appear after different sets of words. It learns the dependencies between \"I\" and \"have\", \"have\" and \"to\", and so on. In the testing step, the process is similar, but the sentences or texts used are the ones that the model has not been trained on. It\\'s a way to check how well the model generalizes its language understanding to unseen data. Let\\'s consider the unseen sentence from the test set: \"She needs to head to the ___\" Even though this exact sentence was not part of the training dataset, the model can use its understanding of similar contexts it encountered to make an educated prediction. For example, it has been seen in the training sentence \"I have to go to the store\" that the phrase \"to go to the\" or \"to head to the\" is often followed by a location or a destination. Based on this, the model might predict \"market\", \"store\", \"office\", or other similar words, as they are common destinations in this kind of context. So, while the model', start_char_idx=4841, end_char_idx=6775, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='005df4ca-4ed0-41d2-965a-294bf587b1a6', embedding=[-0.010432100854814053, 0.006996973883360624, 0.008308691903948784, -0.0004910382558591664, -0.005085906013846397, -0.0016910209087654948, 0.009308748878538609, 0.004305039532482624, -0.0031645637936890125, -0.042276378720998764, 0.022439634427428246, 0.03361835330724716, -0.035810258239507675, 0.003983103670179844, -0.0021353955380618572, 0.00574005302041769, 0.023905470967292786, 0.016644783318042755, 0.010295107029378414, -0.019494259729981422, -0.029946910217404366, -0.015192645601928234, -0.014384380541741848, -0.03660482540726662, 0.008664877153933048, -0.01876819133758545, 0.030440088361501694, -0.03071407787501812, -0.030412690714001656, 0.014384380541741848, 0.0012577770976349711, 0.027344021946191788, -0.030275696888566017, -0.008582680486142635, 0.0025617897044867277, -0.00023224781034514308, 0.016973569989204407, -0.01594611257314682, 0.024371251463890076, -0.02152177318930626, 0.018247613683342934, 0.018466804176568985, -0.005171527154743671, -0.03002910688519478, 0.008986813016235828, 0.0262069720774889, -0.007246987894177437, -0.015041952021420002, -0.005051657557487488, 0.010856782086193562, 0.020371023565530777, 0.04309834539890289, -0.029727719724178314, -0.00012308063742239028, -0.025864485651254654, -0.001960728084668517, 0.008856669068336487, 0.0013862090418115258, 0.031042862683534622, -0.004305039532482624, -0.0013570977607741952, 0.013945999555289745, -0.017261257395148277, 0.006873678881675005, -0.0023734227288514376, -0.021754663437604904, -0.020329924300312996, 0.017740735784173012, 0.007109994068741798, -0.007925109006464481, 0.00511330459266901, 0.025754891335964203, -0.004911238327622414, -0.023699980229139328, 0.0199874397367239, 0.0054797641932964325, -0.010884181596338749, -0.028193386271595955, -0.02485072985291481, 0.021014895290136337, 0.01152805332094431, -0.011308862827718258, -0.017781835049390793, 0.03356355428695679, 0.00878132227808237, -0.020782005041837692, 0.02460413984954357, -0.0034745128359645605, 0.003303270321339369, 0.00613048579543829, 0.0010968090500682592, -0.0025909009855240583, 0.03364575281739235, 0.02302870899438858, 0.013295277953147888, 0.011144470423460007, -0.015480333007872105, 0.03191962465643883, 0.007466178387403488, -0.03348135948181152, -0.009541639126837254, 0.010870481841266155, -0.03342656046152115, -0.012836347334086895, -0.014302183873951435, 0.005657856352627277, 0.004585877526551485, 0.012952792458236217, -0.0006948169320821762, 0.003750213421881199, -0.007911409251391888, 0.03465950861573219, -0.013439121656119823, -0.014041895046830177, -0.0071510919369757175, -0.014562472701072693, 0.017357151955366135, 0.0007123693358153105, -0.008856669068336487, -0.02009703405201435, 0.013987097889184952, 0.0021730689331889153, 0.012863745912909508, -0.002402534009888768, 0.030193500220775604, 0.00209258496761322, -0.0019487410318106413, -0.002736457157880068, -0.011110221967101097, -0.005034533329308033, -0.004483132157474756, 0.012706202454864979, 0.008431986905634403, 0.015055651776492596, -0.03057708404958248, 0.04044065997004509, -0.0009632397559471428, -0.005514012649655342, -0.03655002638697624, -0.006219532340764999, 0.011596550233662128, 0.00765112042427063, -0.014206288382411003, -0.0017432499444112182, -0.012856896035373211, 0.0375363826751709, 0.003801586339250207, 0.017672238871455193, 0.0012526398058980703, -0.010329355485737324, 0.01378160621970892, -0.0297551192343235, -0.016850274056196213, 0.0019316168036311865, 0.01304868794977665, 0.03128945454955101, 0.017288655042648315, 0.007041496690362692, -0.02231633849442005, -0.010959528386592865, 0.013377473689615726, 0.014398080296814442, 0.006219532340764999, 0.009288200177252293, 0.0062606302089989185, 0.026179572567343712, 0.02717963047325611, -0.0058941710740327835, -0.00675723422318697, -0.023891771212220192, -0.009644384495913982, 0.022727321833372116, -0.06175694242119789, 0.023001309484243393, -0.005466064438223839, 0.018822990357875824, 0.03213881701231003, 0.0069901240058243275, -0.02727552503347397, -0.028522171080112457, 0.005921570118516684, 0.012514411471784115, 0.006325702648609877, 0.01980934664607048, -0.02023402787744999, -0.01952165924012661, 0.01412409171462059, -0.015672124922275543, -0.003928306046873331, -0.012932242825627327, -0.006743534468114376, 0.014370680786669254, -0.007534675765782595, -0.007719617802649736, -0.6273233890533447, -0.017850331962108612, 0.03128945454955101, -0.008664877153933048, -0.002681659534573555, 0.010288257151842117, -0.018001025542616844, -0.024083562195301056, -0.020686108618974686, 0.04383811354637146, -0.008103201165795326, -0.025795988738536835, -0.0034864998888224363, 0.004116672556847334, -0.0004970317240804434, -0.023905470967292786, -0.0065414682030677795, -0.017685938626527786, -0.005428391043096781, -0.0010411551920697093, -0.01805582270026207, 0.015000853687524796, -0.022069750353693962, -0.0026902216486632824, -0.005918145179748535, 0.012130827642977238, 0.0018973683472722769, 0.010754036717116833, 0.011130770668387413, -0.003359780414029956, -0.022905413061380386, 0.005466064438223839, 0.018110619857907295, 0.011329412460327148, 0.049756258726119995, 0.008856669068336487, -0.022014951333403587, 0.025576798245310783, 0.0076374211348593235, 0.027987895533442497, -0.028659166768193245, -0.027439918369054794, 0.005859922617673874, 0.011021175421774387, 0.00856213178485632, 0.01848050393164158, 0.02509731985628605, -0.00043388601625338197, 0.004250241909176111, -0.020836802199482918, 0.012110278941690922, 0.0011841427767649293, 0.01152805332094431, 0.006476396229118109, 0.012274671345949173, 0.006257205735892057, 0.030166100710630417, -0.010774586349725723, 0.030385291203856468, -0.007794964127242565, 0.010911580175161362, -0.011302012950181961, -0.029453732073307037, -0.01187053881585598, -0.03435812145471573, 0.0020240878220647573, 0.01730235479772091, 0.0017877729842439294, -0.021247785538434982, -0.031810030341148376, 0.008336091414093971, 0.027289224788546562, 0.00013688707258552313, -0.018959984183311462, -0.01040470227599144, 0.013932299800217152, 0.006000341847538948, -0.01605570875108242, 0.0038187105674296618, 0.03350875899195671, 0.005630457773804665, -0.004801643081009388, -0.0003634624881669879, -0.008521033450961113, 0.018959984183311462, -0.0076374211348593235, 0.011240365915000439, -0.003657742403447628, -0.011589701287448406, 0.01845310628414154, 0.001984701957553625, 0.015096750110387802, -0.02556309849023819, -0.05098920315504074, 0.003983103670179844, 0.012767850421369076, -0.015713224187493324, 0.004428334534168243, 0.02396026812493801, -0.02098749577999115, 0.015507732518017292, -0.006616814993321896, 0.020398421213030815, 0.03271419182419777, 0.03167303651571274, 0.012514411471784115, 0.02167246676981449, 0.006041439715772867, 0.018247613683342934, -0.02874136157333851, -0.01040470227599144, -0.005099605303257704, -0.0012338031083345413, 0.003464238252490759, 0.001138763502240181, -0.01783663220703602, -0.0049934349954128265, -0.02460413984954357, 0.015740621834993362, -0.0077127679251134396, 0.018042122945189476, -0.002549802651628852, 0.011500654742121696, 0.0024795932695269585, -0.0002759146736934781, 0.00913750659674406, 0.010904730297625065, 0.00011837146303150803, 0.010288257151842117, 0.026001479476690292, -0.008658027276396751, -0.02691934071481228, 0.02316570281982422, -0.020576514303684235, 0.020247727632522583, 0.011349961161613464, 0.03372794762253761, 0.005664706230163574, 0.014274785295128822, -0.000914435600861907, -0.04433128982782364, -0.018905185163021088, -0.004462582990527153, 0.0014221699675545096, -0.045893024653196335, -0.019357265904545784, -0.02278211899101734, -0.00840458832681179, -0.0031491518020629883, -0.0012997315498068929, -0.015494032762944698, -0.025165816769003868, -0.007096294313669205, 0.008281293325126171, -0.024480845779180527, -0.02782350219786167, 0.004370111972093582, -0.037563782185316086, -0.015329640358686447, -0.04750955477356911, -0.0028597519267350435, 0.040029674768447876, 0.005188651382923126, 0.02771390601992607, 0.004722871817648411, -0.021795760840177536, 0.004370111972093582, 0.03326216712594032, -0.030083904042840004, -0.019083278253674507, -0.00014159624697640538, -0.036988407373428345, -0.0019829897210001945, 0.020138133317232132, 0.006966149900108576, 0.013308976776897907, -0.006548318080604076, -0.006448997184634209, 0.0072812363505363464, -0.016206402331590652, -0.009473142214119434, 0.012740451842546463, -0.0002564358292147517, -0.002445344813168049, 0.007370282430201769, 0.012932242825627327, 0.021371079608798027, 0.0037159649655222893, -0.02506992034614086, 0.00663393922150135, -0.0005338488845154643, 0.01506935153156519, -0.015274842269718647, 0.00344540155492723, -0.0024042464792728424, 0.021494373679161072, 0.015891315415501595, -0.0072332886047661304, -0.02409726195037365, 0.018576400354504585, -0.008678575977683067, -0.00029068434378132224, 0.005568810272961855, -0.010432100854814053, -0.01528854202479124, -0.023905470967292786, 0.011123920790851116, -0.03550887107849121, -0.008952564559876919, -0.004575603175908327, 0.005431815981864929, -0.01756264455616474, -0.026124775409698486, -0.017891429364681244, -0.018370909616351128, 0.03728979453444481, 0.0018511328380554914, 0.026933040469884872, -0.012329469434916973, -0.0031097661703824997, 0.001568582491017878, 0.01530224084854126, 0.022617725655436516, 0.0017175634857267141, -0.013445970602333546, 0.019686052575707436, -0.01887778751552105, -0.0056886798702180386, -0.008555281907320023, -0.03471430391073227, 0.02409726195037365, 0.015439235605299473, 0.016822876408696175, 0.01834351010620594, 0.014452877454459667, -0.010137563571333885, 0.024686336517333984, 0.0006768364692106843, 0.038741931319236755, -0.010329355485737324, 0.004435183946043253, 0.01669958047568798, -0.009521090425550938, -0.036056846380233765, 0.043920308351516724, -0.019151775166392326, 0.028056392446160316, 0.00511330459266901, -0.00615788483992219, 0.008856669068336487, -0.019001081585884094, 0.03161823749542236, -0.015370737761259079, -0.008890917524695396, 0.013158283196389675, -0.031837429851293564, 0.020754605531692505, 0.0025806264020502567, 0.042495571076869965, 0.001667046919465065, -0.014329583384096622, -0.015494032762944698, 0.030056506395339966, -0.01019236072897911, 0.014973455108702183, -0.011185568757355213, 0.02907014824450016, -0.005938694346696138, -0.01934356614947319, -0.0017192759551107883, 0.004195444285869598, -0.018028423190116882, 0.008267593570053577, -0.014767964370548725, 0.04411210119724274, 0.019658653065562248, 0.0079388078302145, 0.012596607208251953, 0.020179230719804764, 0.025727491825819016, -0.03427592292428017, -0.030166100710630417, 0.032412804663181305, 0.008479935117065907, -0.01294594258069992, -0.02478223294019699, -0.013589815236628056, 0.0005214337725192308, -0.0011353385634720325, -0.02498772367835045, -0.01934356614947319, -0.0010591356549412012, -0.00732918456196785, -0.008589530363678932, -0.007377132307738066, -0.0019127801060676575, 0.023302696645259857, -0.00014116814418230206, 0.00520235113799572, 0.0038426844403147697, 0.0075894733890891075, 0.011815741658210754, -0.04356412589550018, -0.020658710971474648, 0.0293167382478714, -0.007130542770028114, -0.03630343824625015, -0.0018562700133770704, -0.004096123855561018, -0.014630969613790512, 0.0001672826474532485, 0.0019829897210001945, 0.014219988137483597, -0.011945885606110096, 0.026522057130932808, 0.006205832585692406, 0.01856270059943199, 0.008808720856904984, 0.023973967880010605, 0.019398365169763565, -0.014836461283266544, -0.024932926520705223, -0.01019236072897911, 0.018439406529068947, 0.043892908841371536, 0.03307037428021431, -0.028330380097031593, 0.013884352520108223, -0.034522514790296555, 0.0038495343178510666, -0.028165986761450768, -0.010432100854814053, 0.012021232396364212, 0.026371363550424576, -0.009014211595058441, 0.004325588699430227, -0.009062159806489944, 0.0017637989949434996, 0.025302810594439507, -0.00220389268361032, 0.02824818342924118, -0.015110448934137821, -0.004068724811077118, 0.0038563839625567198, -0.003924881108105183, 0.0004512243322096765, -0.0036748668644577265, 0.02278211899101734, 0.008952564559876919, 0.003787886817008257, 0.01637079566717148, 0.026823444291949272, -0.016672182828187943, -0.037947364151477814, -0.0018905185861513019, -0.005880471784621477, 0.003161138854920864, -0.007253837771713734, -0.018316110596060753, 0.014672067947685719, 0.005356469191610813, 0.00992522295564413, 0.019713450223207474, -0.008192247711122036, 0.0075894733890891075, 0.015192645601928234, 0.013726809062063694, -0.007137392647564411, -0.015110448934137821, -0.02067241072654724, 0.02302870899438858, 0.008205946534872055, 0.002131970599293709, -0.02506992034614086, 0.009432043880224228, -0.004726296290755272, -0.044194296002388, -0.016617383807897568, 0.01752154529094696, -0.002072035800665617, 0.007377132307738066, 0.003010445274412632, 0.005966092925518751, -0.011569151654839516, -0.02059021405875683, -0.040139272809028625, 0.008390888571739197, 0.0009195728925988078, -0.0017689362866804004, 0.0005505450535565615, -0.011165019124746323, 0.018192816525697708, -0.02038472145795822, 0.009274500422179699, -0.015315940603613853, -0.023001309484243393, -0.05775671452283859, -0.001238084165379405, 0.009890974499285221, -0.0006164734368212521, 0.01453507412225008, 0.00029410922434180975, -0.005990067031234503, 0.024932926520705223, -0.012808948755264282, -0.01891888491809368, 0.0012406528694555163, -0.019425762817263603, -0.0026337115559726954, -0.005609908606857061, -0.013096636161208153, 0.005229749716818333, -0.018932584673166275, -0.004531079903244972, -0.0013271303614601493, 0.020960098132491112, -0.004370111972093582, 0.006808606907725334, 0.007363433018326759, 0.03013870306313038, 0.016220102086663246, -0.0018031848594546318, 0.017425648868083954, -0.03868713229894638, -0.012165076099336147, -0.025056220591068268, -0.0040276264771819115, -0.036632221192121506, 0.00767851946875453, -0.0032090868335217237, 0.025522001087665558, 0.01417888980358839, 0.0009700894588604569, -0.02524801343679428, 0.02989211305975914, -0.010158112272620201, 0.029261939227581024, 0.017261257395148277, -0.0043084644712507725, 0.0022312914952635765, 0.031234655529260635, 0.0274262186139822, 0.023480789735913277, -0.03800216317176819, -0.012356868013739586, -0.04564643278717995, 0.03624863922595978, -0.005007134284824133, -0.018384607508778572, 0.00911695696413517, 0.014507675543427467, 0.0035378725733608007, -0.03613904491066933, 0.010110164992511272, -0.011295164003968239, 0.03994747996330261, 0.005510587710887194, -0.022151947021484375, -0.01745304837822914, -0.011473256163299084, -0.02109709195792675, -0.001244077691808343, -0.021795760840177536, -0.001965865259990096, 0.011308862827718258, 0.0016405043425038457, -0.010980077087879181, -0.010069066658616066, 0.03246760368347168, -0.024727435782551765, -0.013398023322224617, 0.010137563571333885, 0.03367314860224724, 0.034166328608989716, 0.0011113646905869246, 0.02542610466480255, -0.059729427099227905, -0.020371023565530777, 0.020480617880821228, -0.022151947021484375, 0.0030498311389237642, 0.014493975788354874, 0.01834351010620594, 0.024878129363059998, 0.036522626876831055, 0.005483188666403294, 0.015576229430735111, 0.01272675208747387, -0.0030823673587292433, 0.009500540792942047, 0.012719902209937572, -0.005972942803055048, -0.01830241270363331, -0.003390603931620717, 0.0009401220013387501, -0.00961698591709137, 0.03233060613274574, 0.007548375055193901, 0.01260345708578825, 0.03244020417332649, 0.003918031230568886, 0.00015251296281348914, 0.0064935204572975636, -0.03326216712594032, -0.012267821468412876, 0.023083506152033806, -0.019329868257045746, 0.021398479118943214, -0.03139904886484146, -0.016329696401953697, 0.006575716659426689, 0.0007628859020769596, 0.011863688938319683, -0.0017826356925070286, 0.01648038998246193, -0.013487068936228752, -0.008932015858590603, 0.00190421799197793, 0.02285061590373516, -0.025576798245310783, 0.002907699905335903, -0.03644043207168579, 0.005435240920633078, 0.01006221678107977, -0.010445800609886646, 0.010260858573019505, 0.0013673723442479968, 0.0006190420826897025, -0.006421598605811596, -0.00460300175473094, -0.008664877153933048, -0.006007191259413958, -0.007507276721298695, -0.01583651825785637, -0.016384495422244072, -0.017000967636704445, 0.004822192247956991, 0.005085906013846397, 0.010014268569648266, 0.013082936406135559, 0.006154459901154041, 0.02524801343679428, -0.04433128982782364, -0.017617441713809967, 0.02016553096473217, -0.003279296215623617, 0.03326216712594032, -0.002183343516662717, 0.019891543313860893, -0.0009880699217319489, 0.0053290706127882, -0.023754777386784554, 0.00612363638356328, 0.015548830851912498, 0.0011233516270294785, 0.004990010056644678, -0.003073805244639516, 0.013158283196389675, -0.02185055986046791, 0.011397909373044968, 0.010144413448870182, -0.013124034740030766, -0.040166668593883514, 0.013843254186213017, 0.026467259973287582, 0.00242650811560452, -0.006921627093106508, -0.02313830330967903, -0.00845253560692072, 0.01084993313997984, 0.004935212433338165, 0.013863802887499332, -0.010000569745898247, -0.015165247023105621, -0.0034145780373364687, 0.013966548256576061, 0.016507789492607117, 0.025330210104584694, -0.006688736844807863, 0.016617383807897568, 0.04293395206332207, 0.004668074194341898, -0.01139105949550867, 0.023179402574896812, 0.01142530795186758, 0.026686450466513634, -0.026083676144480705, 0.013315826654434204, 0.009658084250986576, -0.022795818746089935, 0.0013725096359848976, 0.010610193014144897, -0.008747073821723461, 0.027618011459708214, -0.02045321837067604, -0.013987097889184952, -0.009322448633611202, -0.0330977737903595, 0.006664763204753399, -0.029344135895371437, 0.011206117458641529, -0.017384551465511322, -0.01905587874352932, -0.018576400354504585, 0.030522285029292107, 0.01417888980358839, -0.023357493802905083, 0.011041724123060703, -0.0063428268767893314, -0.024193158373236656, -0.00472972122952342, -0.007185340393334627, 0.015480333007872105, -0.02824818342924118, -0.030851071700453758, -0.014672067947685719, 0.0013922025682404637, 0.012343168258666992, -0.021042294800281525, -0.03326216712594032, -0.0028631766326725483, 0.030549684539437294, -0.02882355824112892, 0.00956218782812357, -0.008911466225981712, 0.004096123855561018, 0.00539756752550602, 0.005353044718503952, -0.003948854748159647, 0.0055756596848368645, 0.01648038998246193, -0.03915291279554367, -0.02367258071899414, -0.0008373764576390386, 0.016685880720615387, -0.004558478482067585, -0.008034704253077507, -0.007931958884000778, 0.0008767622639425099, 0.011856839060783386, 0.007212739437818527, 0.0026542607229202986, -0.013541867025196552, -0.0004366686916910112, 0.009877274744212627, -0.017261257395148277, 0.02942633256316185, -0.009432043880224228, 0.00926080159842968, 0.012576058506965637, -0.009014211595058441, -0.0015283403918147087, -0.051290590316057205, 0.004681773483753204, 0.005486613605171442, -0.0037570632994174957, 0.0012286658165976405, -0.012391116470098495, -0.0021559447050094604, -0.003986528143286705, -0.0146583691239357, 7.384838227153523e-06, 0.0008767622639425099, -0.0018340084934607148, 0.007808663882315159, 0.005103030242025852, -0.002589188516139984, 0.011576001532375813, -0.029700320214033127, -0.016315996646881104, 0.0010026255622506142, -0.007897709496319294, -0.022001253440976143, -0.02707003429532051, -0.02005593664944172, 0.047893136739730835, 0.016822876408696175, -0.014302183873951435, 0.0043564122170209885, -0.014973455108702183, -0.034878697246313095, 0.000581796804908663, 0.003972828853875399, 0.0007560361991636455, 0.008979963138699532, 0.026754947379231453, -0.025645295158028603, 0.02756321243941784, -0.00802785437554121, 0.01272675208747387, 0.00441463477909565, 0.01040470227599144, 0.001444431603886187, 0.00021983272745274007, -0.005493463482707739, 0.00653461879119277, -0.0296455230563879, -0.015959812328219414, 0.009418344125151634, -0.0010796847054734826, 0.017425648868083954, 0.015411836095154285, -0.026878243312239647, -0.011356811039149761, 0.014685767702758312, 0.008171698078513145, 0.013719959184527397, -0.015863917768001556, 0.012918544001877308, -0.02849477343261242, -0.010980077087879181, 0.009644384495913982, -0.027289224788546562, -0.009130656719207764, 0.0008296705200336874, 0.013411722145974636, 0.010986926965415478, -0.01563102751970291, -0.011377359740436077, -0.005020833574235439, 0.00802785437554121, -0.011377359740436077, 0.06181173771619797, -0.0027210453990846872, 0.005914720240980387, 0.0069079273380339146, 0.011028025299310684, 0.01256920862942934, -0.015521431341767311, -0.002407671418040991, -0.006058563943952322, -0.009822476655244827, 0.02882355824112892, -0.02585078775882721, -0.00685655465349555, 0.0027330322191119194, 0.01748044788837433, -0.025261711329221725, -0.013541867025196552, -0.012678803876042366, 0.015685824677348137, -0.03986528515815735, 0.027111131697893143, 0.0008437980432063341, -0.0252069141715765, 0.018138019368052483, -0.021645067259669304, 0.01941206492483616, -0.01221302431076765, -0.0207683052867651, 0.014617270790040493, -0.009411495178937912, -0.007726467214524746, 0.002608025213703513, -0.007473028264939785, -0.014685767702758312, -0.015672124922275543, 0.01412409171462059, -0.016494089737534523, -0.004099548328667879, 0.1945316195487976, -0.03482390195131302, -0.00425366684794426, 0.019480561837553978, -0.0064558470621705055, 0.013288428075611591, 0.022768419235944748, 0.03720759600400925, -0.023398593068122864, 0.0008913178462535143, 0.0058085499331355095, 0.005394142586737871, -0.028042692691087723, 0.002053199103102088, 0.019507959485054016, -0.02360408380627632, -0.02169986627995968, -0.045427244156599045, -0.011343111284077168, -0.0011070836335420609, 0.0033512182999402285, 0.013158283196389675, -0.0028871507383883, -0.02049431763589382, 0.02234373800456524, -0.000631457194685936, 0.026330266147851944, 0.011322562582790852, 0.022097148001194, 0.0069079273380339146, -0.016562586650252342, 0.020151833072304726, 0.013096636161208153, -0.0018751067109405994, 0.0001627875171834603, 0.002880300860852003, 0.014713166281580925, -0.0050790561363101006, 0.01019236072897911, 0.011877388693392277, 0.0506330206990242, -0.0049283625558018684, 0.0006931045209057629, -0.025576798245310783, 0.007486727554351091, 0.02145327627658844, -0.007890860550105572, 0.0023169126361608505, 0.012103429064154625, 0.005698954686522484, -0.033344365656375885, 0.0019487410318106413, 0.017973626032471657, 0.030083904042840004, -0.008733374066650867, 0.018247613683342934, -0.016398193314671516, 0.003371767234057188, 0.013911751098930836, 0.01022660918533802, -0.033919740468263626, -0.002584051340818405, 0.013809005729854107, 0.042824357748031616, 0.0177681352943182, 0.00012682657688856125, -0.0022484157234430313, -0.0011224953923374414, 0.0019333292730152607, -0.0034899248275905848, -0.008479935117065907, -0.0030686678364872932, -0.017357151955366135, -0.005657856352627277, -0.02556309849023819, -0.03578285872936249, 0.04767394810914993, 0.014904958195984364, 0.01763114146888256, 0.03786516934633255, -0.026467259973287582, -0.012528110295534134, -0.003073805244639516, -0.0292071420699358, -0.005109880119562149, -0.034549910575151443, 0.014233686961233616, -0.030193500220775604, 0.002870026510208845, -0.013699410483241081, 0.005671555642038584, -0.00650721974670887, -0.01759004220366478, 0.026371363550424576, -0.0009307036525569856, -0.01780923269689083, 0.035097889602184296, -0.00669558672234416, 0.0030018831603229046, -0.0061270613223314285, -0.03939950466156006, 0.04276955872774124, 0.03704320639371872, 0.02574119158089161, 0.006794907618314028, -0.014082993380725384, 0.01745304837822914, 0.0032587472815066576, -0.006829156074672937, -0.014096693135797977, 0.004339287988841534, -0.03320737183094025, 0.020288826897740364, 0.008425137028098106, -0.010822533629834652, 0.011219817213714123, -0.01730235479772091, 3.403447044547647e-05, 0.00970603246241808, 0.008514183573424816, 0.006921627093106508, -0.022371137514710426, 0.008692275732755661, 0.015494032762944698, 0.010774586349725723, -0.018466804176568985, -0.019713450223207474, 0.006925052031874657, -0.024905527010560036, 0.005716078914701939, 0.007192190270870924, -0.04666019231081009, 0.016398193314671516, 0.005123579408973455, -0.008842969313263893, -0.005431815981864929, 0.007157941814512014, -0.014685767702758312, -0.0212066862732172, 0.010432100854814053, -0.013445970602333546, -0.005291397217661142, -0.005092755891382694, -0.0071031441912055016, 0.019439462572336197, -0.013665162026882172, -0.0006032021483406425, 0.01780923269689083, -0.018083222210407257, -0.022247841581702232, 0.0014958042884245515, -0.009897823445498943, 0.007897709496319294, -0.002979621756821871, 0.014288485050201416, 0.02116558887064457, -0.026727549731731415, -0.008938864804804325, 0.0022741020657122135, -0.006435297895222902, -0.02249443158507347, -0.001188423833809793, 0.00818539783358574, -0.01133626140654087, -0.009671783074736595, -0.02502882294356823, -0.17425650358200073, -0.012932242825627327, 0.022371137514710426, -0.022508131340146065, 0.01494605652987957, 0.02989211305975914, 0.02320680022239685, 0.014713166281580925, -0.03444031625986099, 0.014644669368863106, -0.004082424100488424, -0.010411551222205162, -0.02380957454442978, -0.021466976031661034, -0.025905584916472435, 0.020713508129119873, 0.0020429245196282864, 0.01345967035740614, 0.00872652418911457, 0.006565442308783531, 0.02049431763589382, -0.045208051800727844, 0.012062330730259418, 0.010219760239124298, -0.00691820215433836, 0.02123408578336239, -0.012103429064154625, 0.02296021208167076, -0.0054420907981693745, -0.051044002175331116, -0.006068838760256767, -0.011096522212028503, 0.016535187140107155, -0.007130542770028114, 0.016179002821445465, 0.027796102687716484, 0.01351446844637394, -0.007692218758165836, -0.02385067380964756, 0.02542610466480255, 0.016617383807897568, 0.02069980837404728, -0.016288598999381065, -0.003260459518060088, -0.02145327627658844, 0.007836062461137772, 0.00765112042427063, -0.022617725655436516, 0.0084388367831707, -0.009178604930639267, 0.017384551465511322, -0.009781379252672195, 0.00999371986836195, -0.003483074950054288, -0.0026046002749353647, 0.013637762516736984, -0.00362006900832057, -0.002719332929700613, -0.006836005486547947, -0.02041212096810341, 0.0003182972432114184, -0.017973626032471657, 0.02023402787744999, -0.004829042125493288, -0.00016482103092130274, -0.03285118564963341, -0.0057743014767766, -0.003596095135435462, -0.04104343429207802, 0.00809635128825903, -0.013637762516736984, -0.010343054309487343, -0.00606198888272047, -0.012254122644662857, 0.02717963047325611, 0.04446828365325928, -0.009322448633611202, 0.016494089737534523, 0.013171982951462269, 0.019083278253674507, -0.011576001532375813, 0.01663108356297016, -0.024864429607987404, 0.005455790087580681, 0.0039899530820548534, -0.02145327627658844, 0.0008056965307332575, 0.017932528629899025, -0.018549000844359398, -0.01959015615284443, 0.02413836121559143, -0.01848050393164158, -0.01923397183418274, -0.0009187167161144316, 0.01905587874352932, 0.0030892170034348965, 0.02216564491391182, -0.008774472400546074, 0.010288257151842117, -0.00396940391510725, 0.007753866259008646, 0.00271248328499496, -0.011678746901452541, -0.008678575977683067, 0.024713736027479172, 0.026398763060569763, -0.016918770968914032, 0.008959414437413216, 0.02234373800456524, 0.009219703264534473, -0.018603798002004623, -0.02882355824112892, 0.01985044591128826, 0.01034990418702364, -0.0013956273905932903, 0.0058462233282625675, 0.011021175421774387, -0.015548830851912498, 0.02396026812493801, 0.002359723439440131, 0.05403047427535057, -0.014904958195984364, -0.014315883629024029, 0.01658998616039753, -0.011466406285762787, -0.02127518318593502, -0.11518464237451553, -0.048002734780311584, -0.0029282488394528627, 0.013576115481555462, -0.02223414182662964, 0.01272675208747387, 0.00013528167619369924, 0.026974137872457504, -0.025946682319045067, 0.035097889602184296, -0.03950909897685051, -0.016179002821445465, 0.009404645301401615, 0.0007881441852077842, -0.009151206351816654, -0.008253894746303558, 0.013329526409506798, -0.01441177912056446, -0.01759004220366478, 0.040742047131061554, 0.0038152856286615133, -0.002455619163811207, -0.00878132227808237, -0.01037045381963253, -0.005514012649655342, 0.0037296644877642393, -0.016110505908727646, 0.014754264615476131, 0.0079936059191823, -0.0063702259212732315, 0.01723385788500309, -0.026302866637706757, 0.016096806153655052, -0.01952165924012661, 0.027371421456336975, -0.019494259729981422, -0.007788114715367556, -0.013651462271809578, 0.03249499946832657, -0.011055423878133297, -0.010781435295939445, 0.02156287059187889, -0.006705861072987318, -0.0013922025682404637, -0.010178661905229092, -0.018507903441786766, -0.019576456397771835, 0.04271475970745087, -0.0057229287922382355, -0.02574119158089161, 0.003695415798574686, -0.014672067947685719, -0.04827672243118286, 0.015041952021420002, 0.029097547754645348, -0.0044214846566319466, -0.004883839748799801, -0.001511216163635254, 0.00025879041641019285, -0.00987042486667633, -0.008603229187428951, -0.01712426356971264, -0.012877445667982101, 0.028412576764822006, 0.038276150822639465, 0.014630969613790512, -0.016576286405324936, -0.0333169661462307, 0.03526228293776512, -0.026371363550424576, 0.011192417703568935, 0.019001081585884094, -0.007699068635702133, 0.023617783561348915, -0.0297551192343235, -0.0034060159232467413, 0.011589701287448406, -0.00958273746073246, 0.014356981962919235, -0.006281179375946522, -0.006637364160269499, -0.020069636404514313, 0.0010985214030370116, -0.020480617880821228, -0.009726581163704395, -0.0009563900530338287, 0.009815627709031105, -0.020535415038466454, -0.011891087517142296, -0.02102859504520893, 0.012288371101021767, 0.017891429364681244, 0.00656886724755168, -0.015535131096839905, -0.0034916370641440153, 0.013980248011648655, -0.01652148924767971, -0.018535301089286804, 0.024302752688527107, 0.004613276571035385, -0.012918544001877308, -0.009308748878538609, -0.03057708404958248, 0.017973626032471657, -0.013925449922680855, -0.016617383807897568, 0.012699353508651257, -0.005726353265345097, 0.016850274056196213, -0.009123806841671467, -0.0017209884244948626, 0.02835777960717678, -0.028686564415693283, 0.024700036272406578, -0.008144299499690533, -0.018384607508778572, -0.02098749577999115, -0.001238084165379405, 0.011610249988734722, -0.010432100854814053, -0.005791425704956055, 0.0016310859937220812, -0.003900907002389431, -0.0146583691239357, 0.01816541701555252, 0.021466976031661034, 0.003179975552484393, -0.030768875032663345, -0.012932242825627327, 0.03471430391073227, 0.0037193899042904377, -0.0028289281763136387, 0.01683657430112362, -0.019316168501973152, 0.013124034740030766, 0.016220102086663246, -0.010082765482366085, -0.010788285173475742, 0.014973455108702183, 0.014329583384096622, 0.02345339022576809, 0.040742047131061554, -0.021179288625717163, -0.026549456641077995, -0.005592784378677607, -0.001605399651452899, -0.002655973192304373, -0.016973569989204407, -0.007048346567898989, -0.015343339182436466, 0.028768761083483696, 0.0021353955380618572, 0.03512528911232948, 0.03879673033952713, -0.012719902209937572, -0.03696100786328316, -0.025289110839366913, 0.011384209617972374, 0.027453618124127388, 0.002352873794734478, -0.0014709741808474064, 0.017685938626527786, 0.01874079369008541, 0.011343111284077168, 0.00571265397593379, -0.0035926701966673136, -0.011774643324315548, -0.015480333007872105, 0.003421427682042122, 0.024330152198672295, -0.00961698591709137, -0.018507903441786766, 0.003924881108105183, 0.00954848900437355, -0.00034933496499434114, 0.020686108618974686, 0.0059695178642869, 0.007020947523415089, -0.009233402088284492, -0.0007821507169865072, -0.011377359740436077, 0.028796160593628883, 0.018028423190116882, -0.009014211595058441, -0.001587419188581407, 0.012754150666296482, 0.023480789735913277, -0.003359780414029956, -0.017727036029100418, -0.003229636000469327, -0.0062948791310191154, -0.001293738023377955, 0.00891831610351801, 0.0007975625339895487, 0.009075859561562538, 0.011671897023916245, 0.0026782345958054066, 0.009719731286168098, 0.005144128575921059, -0.010740337893366814, 0.007870310917496681, 0.008445686660706997, 0.023645181208848953, -0.0048804148100316525, -0.005082481075078249, -0.019480561837553978, -0.021371079608798027, -0.0021610818803310394, -0.02331639640033245, -0.01400079671293497, 0.02956332638859749, 0.011569151654839516, 0.006219532340764999, -0.00022818079742137343, 0.00040862770401872694, 0.0034385519102215767, -0.021001195535063744, 0.028905754908919334, 0.018713394179940224, -0.013877502642571926, -0.03589245304465294, 0.021425876766443253, 0.020508017390966415, -0.008000455796718597, 0.0415366105735302, -0.004739996045827866, 0.022220443934202194, 0.03200182318687439, 0.03260459750890732, -0.038632337003946304, 0.017864031717181206, 0.005531136877834797, -0.004154345951974392, 0.007274386938661337, 3.563987047527917e-05, -0.01535703893750906, -0.02174096368253231, -0.013445970602333546, 0.019329868257045746, 0.01605570875108242, -0.007884010672569275, 0.08181287348270416, 0.004404360428452492, -0.0006147610256448388, -0.005496888421475887, -0.02953592874109745, 0.009445743635296822, -0.00025022830232046545, 0.024823330342769623, 0.0027450192719697952, -0.020946398377418518, 0.005966092925518751, 0.0037570632994174957, -0.010123863816261292, -0.04183799773454666, -0.018850388005375862, -0.008959414437413216, 0.0006862548179924488, 0.01298019103705883, -0.020549114793539047, 0.0021730689331889153, 0.04134482145309448, 0.015891315415501595, 0.011877388693392277, 5.477088416228071e-05, 0.0005171527154743671, -0.010034818202257156, 0.009760829620063305, 0.007507276721298695, 0.010596493259072304, -0.022261541336774826, 0.024974023923277855, 0.0208779014647007, -0.0404132604598999, -0.01874079369008541, -0.006791482679545879, 0.0016636220971122384, -0.00811690092086792, -0.03107026219367981, 0.015178946778178215, 0.0037981614004820585, 0.022686222568154335, 0.024768533185124397, 0.005031108390539885, -0.05592099204659462, -0.026549456641077995, 0.007794964127242565, 0.0024282203521579504, -0.027933096513152122, -0.029152344912290573], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='8fd01407-e2fa-4311-8ae2-2c4979c0ed46', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='828e289263324cd368c65d14044d232bfb3820eede50caecce3007355871468a'), : RelatedNodeInfo(node_id='e8129b6d-e641-48c3-acdc-1a57fe75b0df', node_type=, metadata={}, hash='c9cc17c54a5a79b71d5113fe884d9fffc26e9ad3dee13e60416e7eff4c64b416')}, hash='dd34a25010a28eedec85ecb9674d20caf04c530c338b5099ffe3a28ddde619f9', text='from the test set: \"She needs to head to the ___\" Even though this exact sentence was not part of the training dataset, the model can use its understanding of similar contexts it encountered to make an educated prediction. For example, it has been seen in the training sentence \"I have to go to the store\" that the phrase \"to go to the\" or \"to head to the\" is often followed by a location or a destination. Based on this, the model might predict \"market\", \"store\", \"office\", or other similar words, as they are common destinations in this kind of context. So, while the model was trained on \"I have to go to the store\" and variations of this text with similar meaning, it\\'s able to generalize from that to understand that \"She needs to head to the...\" is likely to be followed by a similar type of word, even though this exact sentence was not part of its training data. How Models \\'Learn\\' At the start of pretraining, the model would usually output nonsensical sequences of words when asked to make a prediction as it hasn\\'t \\'learned\\' anything yet. In our example sentence earlier, it might generate the word \\'apple\\' instead of the ground truth next word - \\'store\\'. Since LLMs are probabilistic, \\'wrong\\' in this context means the model is assigning a higher probability (to be selected) to the word \\'apple\\' compared to the expected word - \\'store\\'. The ultimate goal is to have the model output \\'store\\' every time it\\'s asked to predict the next word that comes next after the sequence \"She needs to head to the ___\". The difference in the actual and the expected or ground truth next word is calculated using a \\'loss function\\' where the greater the difference, the higher the \\'loss\\' value. The loss is a single number that \\'averages\\' the loss or error of all the predictions you asked the model to make. Through several iterations of these steps, the aim is to minimize the value of this \\'loss\\' through processes called backpropagation and gradient descent optimization. The model', start_char_idx=6200, end_char_idx=8181, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='e8129b6d-e641-48c3-acdc-1a57fe75b0df', embedding=[-0.012550600804388523, 0.006564452778548002, 0.01908407174050808, -0.0032753418199718, 0.012399139814078808, -0.011084183119237423, 0.020006606355309486, 0.008123811334371567, -0.00546980369836092, -0.03508384898304939, 0.015049705281853676, 0.03971029072999954, -0.05034009367227554, 0.009872496128082275, 0.004419904202222824, 0.0033562358003109694, 0.023972129449248314, 0.01919422671198845, 0.015889624133706093, -0.020502297207713127, -0.03896675631403923, -0.004571365192532539, -0.02259521186351776, -0.031090790405869484, 0.0005503366119228303, -0.009507613256573677, 0.03288078308105469, -0.03538677096366882, -0.018175307661294937, 0.003265014849603176, 0.0031359288841485977, 0.02459174208343029, -0.017376694828271866, -0.005328669678419828, -0.0009991255355998874, 0.0012091054813936353, 0.00604466674849391, -0.02724919095635414, 0.03329385817050934, -0.017046235501766205, 0.027827497571706772, 0.024798279628157616, -0.005208189133554697, -0.023462669923901558, 0.0032959955278784037, 0.023779360577464104, -0.0047193835489451885, -0.01623385399580002, -0.010478340089321136, 0.020309528335928917, 0.015779471024870872, 0.03354170173406601, -0.026684654876589775, -0.006667721550911665, -0.01980006881058216, 0.0017323339125141501, 0.009824303910136223, 0.0018416267121210694, 0.026684654876589775, -0.004006829112768173, -0.00246468186378479, 0.010843222960829735, -0.01448516920208931, 0.004024040419608355, -0.006454299204051495, -0.022388674318790436, -0.011758873239159584, 0.023366285488009453, 0.005201304797083139, 0.005146228242665529, 0.0039379834197461605, 0.03522154316306114, -0.012151294387876987, -0.028185496106743813, 0.02256767265498638, 0.007889735512435436, -0.00872277095913887, -0.023242361843585968, -0.01452647615224123, 0.030016794800758362, 0.01495332084596157, -0.00486051756888628, -0.005672899074852467, 0.025514276698231697, 0.007046374026685953, -0.02943849004805088, 0.020529836416244507, -0.008846692740917206, -0.0051083629950881, -0.0012684849789366126, 0.013769172132015228, -0.00048708447138778865, 0.035607077181339264, 0.011710681021213531, 0.008447387255728245, 0.010526532307267189, -0.022677825763821602, 0.031806789338588715, 0.009149614721536636, -0.017624540254473686, -0.0032168228644877672, 0.003077409928664565, -0.02946602739393711, -0.020364604890346527, -0.018574614077806473, 0.003728003241121769, 0.020213143900036812, 0.009714150801301003, -0.005948282312601805, 0.00597582058981061, -0.011180567555129528, 0.0330735519528389, -0.015586703084409237, -0.013899979181587696, -0.010058380663394928, -0.012612561695277691, 0.02404097467660904, 0.012777791358530521, 0.00019524255185388029, -0.018271692097187042, 0.008275272324681282, -0.0022013464476913214, 0.025459198281168938, -0.002462960546836257, 0.02982402592897415, 0.00690868217498064, 0.007366506848484278, -0.0036488305777311325, -0.024633048102259636, -0.011414643377065659, -0.0035490042064338923, 0.01093960739672184, 0.0069362204521894455, 0.02431635744869709, -0.025789659470319748, 0.040536440908908844, 0.009776112623512745, -0.00851623248308897, -0.03434031456708908, 0.0017779443878680468, 0.011373336426913738, 0.010602262802422047, -0.027318038046360016, -0.01082945428788662, -0.015063473954796791, 0.03904937207698822, -0.0031496980227530003, 0.03497369587421417, 0.011304490268230438, -0.009011923335492611, 0.008949961513280869, -0.01927684061229229, -0.018794920295476913, -0.005063612945377827, 0.0055765146389603615, 0.03301847353577614, 0.02196182869374752, 0.0015120272291824222, -0.018120231106877327, -0.004815767984837294, 0.014113401062786579, 0.0016316468827426434, 0.00664018327370286, 0.0008089388720691204, 0.01952468603849411, 0.020488528534770012, 0.01711508072912693, -0.002812353428453207, -0.007042931392788887, -0.020502297207713127, -0.007442237343639135, 0.026960039511322975, -0.03863629698753357, 0.02404097467660904, -0.007263238076120615, 0.015875855460762978, 0.020226914435625076, -0.00480544101446867, -0.041307516396045685, -0.022471288219094276, 0.0047193835489451885, 0.012729599140584469, 0.006216781213879585, 0.016412852331995964, -0.015146089717745781, -0.015393934212625027, 0.020626218989491463, -0.011400874704122543, -0.004664306994527578, -0.009080768562853336, -0.011476605199277401, 0.007676313631236553, -0.015146089717745781, -0.005053285975009203, -0.6278742551803589, -0.019373225048184395, 0.03271555155515671, -0.00723569979891181, -0.0037865224294364452, 0.007187508046627045, -0.01733538694679737, -0.019731223583221436, -0.023269901052117348, 0.04502519220113754, -0.0002900131803471595, -0.030512485653162003, -0.002542133443057537, 0.003022333374246955, 0.007435353007167578, -0.025349045172333717, -0.008440502919256687, -0.01886376552283764, -0.0062718577682971954, 0.0043441737070679665, -0.020929140970110893, 0.01872607320547104, -0.03420262411236763, -0.00624431949108839, -0.0009466306073591113, 0.01370721124112606, 0.0030860155820846558, 0.007738274522125721, 0.010588493198156357, -0.00265572895295918, -0.019676147028803825, 0.004254674073308706, 0.01117368321865797, 0.007277007680386305, 0.050973474979400635, 0.010437032207846642, -0.020350836217403412, 0.024908432736992836, 0.004994767252355814, 0.02686365507543087, -0.02746949903666973, -0.041114747524261475, 0.01128383632749319, 0.007524852640926838, -0.0025438545271754265, 0.005679783411324024, 0.016853466629981995, -0.011862142011523247, 0.008233965374529362, -0.027992727234959602, 0.014870706014335155, 0.00426500104367733, 0.006075647193938494, 0.009989534504711628, 0.016412852331995964, -0.010430147871375084, 0.03312862664461136, -0.00877784751355648, 0.027097729966044426, -0.011566104367375374, 0.014168478548526764, -0.018326768651604652, -0.02927326038479805, -0.009211576543748379, -0.03004433400928974, -0.006430203560739756, 0.012233909219503403, 0.006003358867019415, -0.013149559497833252, -0.03544184938073158, 0.009066999889910221, 0.025927351787686348, 0.007366506848484278, -0.020832756534218788, -0.003931098617613316, 0.014058324508368969, 0.011917218565940857, -0.02390328235924244, 0.006292511709034443, 0.03778260946273804, 0.003717676503583789, -0.006877701263874769, -0.005820917431265116, -0.005056728608906269, 0.017679616808891296, 0.0035145811270922422, 0.005270150490105152, 0.0004879450425505638, 0.0014294121647253633, 0.018230384215712547, 0.006636741105467081, 0.022939439862966537, -0.02349020726978779, -0.05436069145798683, 0.006024012807756662, 0.012633215636014938, -0.01482939813286066, -0.00739404559135437, 0.011813949793577194, -0.018175307661294937, 0.005308015737682581, -0.0024405857548117638, 0.01736292615532875, 0.02921818383038044, 0.03340401127934456, 0.016578083857893944, 0.00858507864177227, 0.007277007680386305, 0.025775890797376633, -0.03486354276537895, -0.013603942468762398, -0.009659074246883392, -0.005407842341810465, -0.0006320910761132836, 0.004330404568463564, -0.01722523383796215, 0.0015266569098457694, -0.009831189177930355, 0.005655687302350998, -0.00241993204690516, 0.009961996227502823, -0.009411228820681572, 0.004571365192532539, -0.002010299125686288, -0.002055048942565918, 0.018202845007181168, 0.0001485564571339637, 0.0029689776711165905, 0.006264973431825638, 0.012013603001832962, -0.01142152864485979, -0.022856825962662697, 0.018133999779820442, -0.015352627262473106, 0.015903394669294357, 0.00835100281983614, 0.020929140970110893, 0.0013287251349538565, 0.009266653098165989, -0.009996418841183186, -0.035854924470186234, -0.016027316451072693, 0.011008452624082565, 0.001024942728690803, -0.045438267290592194, -0.00714620016515255, -0.016798390075564384, -0.008495579473674297, 0.010733069851994514, 0.005387188401073217, -0.01670200563967228, -0.01339051965624094, -0.0063338191248476505, 0.009418114088475704, -0.002197904046624899, -0.016357775777578354, -0.004543826915323734, -0.03296339884400368, -0.00730454595759511, -0.04477734863758087, -0.008681463077664375, 0.04012336581945419, 0.0060515510849654675, 0.022953210398554802, -0.00029194948729127645, -0.02168644592165947, -0.0102167259901762, 0.01700492762029171, -0.018450690433382988, -0.019648607820272446, 0.002147990744560957, -0.026602040976285934, 0.0006686653941869736, 0.013369865715503693, 0.009211576543748379, 0.01243356242775917, -0.005628149025142193, -0.003807176137343049, 0.001922520692460239, -0.012048025615513325, -0.0033665625378489494, 0.011552335694432259, -0.015462780371308327, -0.01290859840810299, 0.015297549776732922, 0.016467930749058723, 0.016495468094944954, 0.009135846048593521, -0.02248505875468254, 0.021479908376932144, -0.0011247692164033651, 0.01880868896842003, -0.01719769649207592, 0.0007749462383799255, -0.011869026347994804, 0.022636519744992256, 0.031063253059983253, -0.01195164117962122, -0.018436921760439873, 0.040619056671857834, -0.0017323339125141501, 0.001977597363293171, 0.009893150068819523, -0.01447139959782362, -0.009190922603011131, -0.027855034917593002, 0.011628066189587116, -0.025018585845828056, -0.004079117439687252, -0.0024491914082318544, 0.0006746894214302301, -0.007277007680386305, -0.028020264580845833, -0.02174152247607708, -0.02119075506925583, 0.03502877429127693, -0.001187591115012765, 0.025748351588845253, -0.005820917431265116, -0.0058243595995008945, 0.00980365090072155, 0.0169498510658741, 0.023077132180333138, 0.004629883915185928, -0.0068088555708527565, 0.02445404976606369, -0.022278521209955215, -0.0015886182663962245, -0.0034646678250283003, -0.0386638343334198, 0.030429869890213013, 0.01098091434687376, 0.011834603734314442, 0.009927572682499886, 0.01894638128578663, 0.001917357207275927, 0.022030675783753395, 0.0024164896458387375, 0.051193781197071075, -0.008481809869408607, 0.002681546378880739, 0.015228704549372196, -0.013342327438294888, -0.03266047686338425, 0.027373114600777626, -0.017239004373550415, 0.02459174208343029, 0.012798445299267769, -0.01115991361439228, -0.0024939412251114845, -0.011807065457105637, 0.022636519744992256, -0.02472943253815174, -0.00721504632383585, 0.019400764256715775, -0.032357554882764816, 0.021397292613983154, 0.0048467484302818775, 0.03957260027527809, 0.003690138226374984, -0.006061878055334091, -0.005369977094233036, 0.025431660935282707, -0.008357887156307697, 0.01683969795703888, -0.005273593124002218, 0.0170875433832407, -0.005841571372002363, -0.018230384215712547, 0.005545534193515778, 0.005173766519874334, -0.022223444655537605, -0.0007973211468197405, -0.02393082156777382, 0.03764491528272629, 0.019676147028803825, 0.021562524139881134, 0.01093960739672184, 0.023132208734750748, 0.026960039511322975, -0.023173516616225243, -0.030154487118124962, 0.03833337500691414, 0.0018863765290006995, -0.015201166272163391, -0.018574614077806473, -0.011531681753695011, 0.008846692740917206, -0.005349323153495789, -0.012715830467641354, -0.008165119215846062, -0.0002162190357921645, -0.003265014849603176, -0.008984385058283806, -0.013803594745695591, -0.001629925798624754, 0.015504087321460247, -0.00414107833057642, 0.005242612212896347, 0.002774488180875778, 0.0176383089274168, 0.014581553637981415, -0.03376201167702675, -0.00877784751355648, 0.024495357647538185, 0.0007284752791747451, -0.03400985524058342, 0.001295162714086473, -0.002099798759445548, -0.018849996849894524, 0.009535151533782482, -0.00883292406797409, 0.008674578741192818, -0.013576403260231018, 0.031200943514704704, 0.005487015005201101, 0.014278631657361984, -0.0022684710565954447, 0.01135268248617649, 0.031063253059983253, -0.012922368012368679, -0.023214824497699738, -0.013149559497833252, 0.020832756534218788, 0.051661934703588486, 0.031366173177957535, -0.020089222118258476, 0.01465039886534214, -0.03858121857047081, 0.003504254389554262, -0.027235422283411026, -0.00980365090072155, 0.007070469669997692, 0.01069176197052002, -0.002547296928241849, 0.010368186980485916, -0.004519730806350708, 0.0008855299092829227, 0.00810315739363432, 0.00023622735170647502, 0.02694626897573471, -0.021727753803133965, -0.00341991800814867, 0.004292539320886135, 0.0010516204638406634, -0.003437129547819495, 0.006795086432248354, 0.01714261993765831, -0.0002040634281001985, 0.008702117018401623, 0.006726240739226341, 0.024054743349552155, -0.0213009100407362, -0.02957618236541748, -0.01466416846960783, -0.001989645417779684, 0.002662613755092025, -0.012206370942294598, -0.018037615343928337, 0.024991046637296677, 0.005273593124002218, 0.024137359112501144, 0.020405912771821022, -0.014333708211779594, 0.005779610015451908, 0.01363836508244276, 0.008688347414135933, -0.010230494663119316, -0.017899923026561737, -0.025073662400245667, 0.025266431272029877, 0.011724449694156647, 0.003965521696954966, -0.0243714340031147, 0.007951697334647179, 0.006925893481820822, -0.04251920431852341, -0.01741800270974636, 0.015311319380998611, -0.015077243559062481, 0.007855312898755074, -0.004884613677859306, 0.007848427630960941, -0.017018696293234825, -0.02371051348745823, -0.03571723401546478, 0.0031858421862125397, -0.0037761954590678215, 0.005982705391943455, -0.008915538899600506, 0.003910444676876068, 0.015311319380998611, -0.015751933678984642, 0.005166881717741489, -0.005225400906056166, -0.020805219188332558, -0.05466361343860626, -0.007827774621546268, 0.006330376956611872, 0.0008132416987791657, 0.022553903982043266, -0.0018123672343790531, -0.013418057933449745, 0.02847464755177498, 0.001469859154894948, -0.02207198366522789, 0.003614407731220126, -0.019070303067564964, 0.005845013540238142, -4.278662527212873e-05, -0.015077243559062481, 0.007999888621270657, -0.016467930749058723, -0.006454299204051495, -0.012825983576476574, 0.009239114820957184, -0.0076005831360816956, 0.0070291622541844845, 0.009727920405566692, 0.021094372496008873, 0.010409493930637836, -0.003376889508217573, 0.025197584182024002, -0.036295536905527115, -0.010065264999866486, -0.0238206684589386, -0.004061905667185783, -0.0426018200814724, 0.005125574301928282, -0.0017985980957746506, 0.032440170645713806, 0.008502463810145855, 0.010381955653429031, -0.020171837881207466, 0.017404234036803246, -0.007800235878676176, 0.024963509291410446, 0.008571309968829155, -0.00714620016515255, 0.007070469669997692, 0.03486354276537895, 0.02595488913357258, 0.01459532231092453, -0.02360036037862301, -0.005793379154056311, -0.03794783726334572, 0.036323074251413345, -0.006671163719147444, -0.011504143476486206, 0.011559220030903816, 0.00606532022356987, -0.008061850443482399, -0.02916310727596283, 0.009397460147738457, 0.0088880006223917, 0.036185383796691895, 0.002297730650752783, -0.026849886402487755, -0.020777679979801178, -0.009204691275954247, -0.023889513686299324, 0.0028192379977554083, -0.02603750489652157, -0.004595461301505566, 0.00846115592867136, -0.003817502874881029, 0.00042211118852719665, -0.0037211186718195677, 0.03285324573516846, -0.022829286754131317, -0.016963619738817215, 0.007875966839492321, 0.03260539844632149, 0.035799846053123474, -0.005122132133692503, 0.03282570466399193, -0.06609202921390533, -0.023173516616225243, 0.012715830467641354, -0.018299229443073273, -0.0036212923005223274, 0.01916668750345707, 0.01728031039237976, 0.03513892740011215, 0.04268443211913109, -0.0031238808296620846, 0.018230384215712547, 0.018450690433382988, -0.003807176137343049, 0.023559054359793663, 0.015628010034561157, -0.00019642584084067494, -0.01872607320547104, -0.002037837402895093, 0.0013536817859858274, -0.005817475263029337, 0.024192435666918755, -0.012591907754540443, 0.018368074670433998, 0.023035824298858643, 0.007469776086509228, -0.0016256228554993868, -0.00669525982812047, -0.027937650680541992, -0.010361301712691784, 0.03731445595622063, -0.011304490268230438, 0.025927351787686348, -0.02924572117626667, -0.01423732377588749, -0.006543798837810755, -0.010202956385910511, 0.011201221495866776, -0.001635089167393744, 0.019510917365550995, -0.007662544492632151, -0.0004027482937090099, 0.009383690543472767, 0.02376559190452099, -0.021039294078946114, -0.006891470402479172, -0.041555359959602356, -0.00429942412301898, 0.013239058665931225, -0.01664692908525467, 0.021121909841895103, -0.0032736207358539104, 0.006956874392926693, -0.010657339356839657, -0.00840607937425375, -0.017899923026561737, -0.015146089717745781, 0.0002469845348969102, -0.018326768651604652, -0.026326656341552734, -0.016068624332547188, -0.0037211186718195677, 0.022636519744992256, 0.0034440141171216965, 0.02428882010281086, 0.004488749895244837, 0.022925671190023422, -0.04227135702967644, -0.012681407853960991, 0.015655549243092537, 0.006877701263874769, 0.025541814044117928, 0.0032512457109987736, 0.030953098088502884, 0.005845013540238142, 0.010120341554284096, -0.02018560655415058, 0.0012822541175410151, 0.01908407174050808, 0.007277007680386305, 0.01758323237299919, -0.0006914706318639219, 0.003958636894822121, -0.0131702134385705, 0.0020791450515389442, 0.0013364702463150024, -0.009060115553438663, -0.035965077579021454, 0.006233992520719767, 0.01489824429154396, 0.0002092268696287647, -0.005769283045083284, -0.02113567851483822, -0.017789769917726517, 0.013727864250540733, 0.002153154229745269, 0.011807065457105637, -0.003741772612556815, -0.027207884937524796, 0.0005890624015592039, 0.020639989525079727, 0.0088191544637084, 0.031806789338588715, -0.0028536608442664146, 0.012660753913223743, 0.032357554882764816, 0.007221930660307407, -0.02938341349363327, 0.023861974477767944, 0.020474757999181747, 0.022911902517080307, -0.02943849004805088, 0.010781262069940567, 0.010251148603856564, -0.021617600694298744, -0.0058656674809753895, 0.010822569020092487, -0.015944700688123703, 0.031944479793310165, -0.015986008569598198, -0.011366451159119606, -0.006399222649633884, -0.03282570466399193, 0.016385314986109734, -0.03009941056370735, 0.0065506836399436, -0.015848316252231598, -0.02930079773068428, -0.015628010034561157, 0.03381708636879921, 0.01224079355597496, -0.02932833693921566, 0.019015226513147354, 0.00030055519891902804, -0.012523061595857143, -0.013782940804958344, -0.0016393921105191112, 0.016715774312615395, -0.037149228155612946, -0.03453308343887329, -0.01664692908525467, -0.00859884824603796, 0.013844902627170086, -0.018202845007181168, -0.03332139551639557, -0.009025692008435726, 0.030540022999048233, -0.022140828892588615, 0.01796877011656761, -0.008330348879098892, 0.011834603734314442, -0.00876407790929079, 0.006168588995933533, -0.013362981379032135, 0.0012839753180742264, 0.01728031039237976, -0.030925560742616653, -0.023889513686299324, 0.005920744035393, 0.0031187175773084164, 0.0034061488695442677, -0.01489824429154396, 0.005270150490105152, 0.002524921903386712, 0.011738219298422337, 0.0041238670237362385, -0.001555055845528841, -0.008949961513280869, -0.006626414135098457, 0.02248505875468254, -0.01728031039237976, 0.022856825962662697, -0.014072094112634659, 0.01484316773712635, -0.0022581443190574646, -0.006898355204612017, -0.002497383626177907, -0.055296994745731354, -0.000422541459556669, 0.003430244978517294, 0.007187508046627045, 0.0013270039344206452, -0.013383635319769382, 0.0038381568156182766, -0.0035163022112101316, -0.020584912970662117, 0.0018605593359097838, 0.009156499058008194, -0.009686612524092197, 0.011855256743729115, -0.0046264417469501495, -0.004991325084120035, 0.011765757575631142, -0.03739707171916962, -0.022801749408245087, -0.0063407039269804955, -0.010140995495021343, -0.02935587428510189, -0.02371051348745823, -0.027207884937524796, 0.046567339450120926, 0.013252828270196915, -0.009631535969674587, -0.010319994762539864, -0.008206426165997982, -0.02880510874092579, -0.008323464542627335, -0.0011221874738112092, 0.003199611324816942, 0.010230494663119316, 0.031669095158576965, -0.016440391540527344, 0.03593754023313522, -0.009886265732347965, 0.024275049567222595, 0.004447442479431629, 0.01326659694314003, -0.007139315828680992, -0.006024012807756662, -0.002877756953239441, 0.0069017973728477955, -0.031173406168818474, -0.02387574501335621, 0.01202048733830452, 0.004116982687264681, 0.018767381086945534, 0.014498937875032425, -0.02700134739279747, -0.02393082156777382, 0.011077298782765865, 0.012027371674776077, 0.012929252348840237, 0.00013435700384434313, 0.020997988060116768, -0.03442293033003807, -0.00023536678054369986, -0.00034100215998478234, -0.016660697758197784, -0.01297744456678629, -0.005259823519736528, 0.02639550343155861, 0.00972103513777256, -0.010271802544593811, -0.0243714340031147, -0.00853000208735466, -0.0013287251349538565, -0.0023786243982613087, 0.05783052369952202, -0.005700437352061272, -0.008550656028091908, 0.014691706746816635, 0.016412852331995964, 0.01470547541975975, -0.015765702351927757, -0.0020189047791063786, -0.01620631478726864, -0.0057038795202970505, 0.02746949903666973, -0.026849886402487755, 0.001527517568320036, -0.004764133598655462, 0.02661580964922905, -0.0325227826833725, -0.01062291581183672, -0.006203012075275183, 0.006068762391805649, -0.040701672434806824, 0.03522154316306114, 0.0007865639636293054, -0.017128849402070045, 0.02746949903666973, -0.019318148493766785, 0.024109819903969765, -0.018257921561598778, -0.017294080927968025, 0.013652133755385876, -0.01913914829492569, 0.0007379415910691023, 0.006027454975992441, -0.0026092580519616604, -0.020653758198022842, -0.0020240682642906904, 0.00721504632383585, -0.011325144208967686, 0.0012710667215287685, 0.19541208446025848, -0.037562303245067596, 0.005153112579137087, 0.010113457217812538, -0.00012220139615237713, 0.023256132379174232, 0.015035935677587986, 0.030374793335795403, -0.021865446120500565, 0.004113540053367615, 0.0051014781929552555, 0.007159969303756952, -0.026299118995666504, 0.0009896592237055302, 0.009700382128357887, -0.021094372496008873, -0.02777242101728916, -0.03915952518582344, -0.009094538167119026, 0.0016961898654699326, -0.00121512939222157, 0.01495332084596157, 0.008082504384219646, -0.01785861700773239, 0.02612011879682541, 0.0026867096312344074, 0.021507447585463524, -0.0015094454865902662, 0.032082170248031616, 0.003270178334787488, -0.025293968617916107, 0.00854377169162035, 0.01620631478726864, -0.011318259872496128, 0.0030584773048758507, 0.004746922291815281, 0.017404234036803246, -0.0036866958253085613, 0.009046345949172974, 0.014760552905499935, 0.0437033511698246, -0.00555930333212018, -0.00475036446005106, -0.02401343546807766, -0.008357887156307697, 0.02237490378320217, -0.005132459104061127, -0.0017917135264724493, 0.00937680620700121, 0.015325088985264301, -0.027207884937524796, -0.002893247175961733, 0.020791450515389442, 0.04067413508892059, -0.009094538167119026, 0.018037615343928337, -0.024054743349552155, -0.003070525359362364, 0.02174152247607708, 0.0143612464889884, -0.03957260027527809, 0.008041196502745152, 0.012171948328614235, 0.04450196400284767, -0.0005619543371722102, -0.006987854838371277, -0.00234075915068388, -0.00730454595759511, -0.0017331945709884167, -0.013555750250816345, -0.014457630924880505, -0.009748573414981365, -0.021837906911969185, -0.0010989520233124495, -0.03274309262633324, -0.030292179435491562, 0.04835733398795128, 0.009528267197310925, 0.014636630192399025, 0.030842944979667664, -0.019290609285235405, -0.000501283910125494, -0.0032271496020257473, -0.011862142011523247, -0.015820778906345367, -0.03384462371468544, 0.015986008569598198, -0.03467077389359474, 0.0044130198657512665, -0.016440391540527344, 0.013245943933725357, -0.001080019399523735, -0.028006495907902718, 0.01886376552283764, 0.005125574301928282, -0.018133999779820442, 0.041748128831386566, -0.01460909191519022, -0.0012788118328899145, 0.0035593309439718723, -0.030402332544326782, 0.04039875045418739, 0.03359678015112877, 0.031806789338588715, 0.011304490268230438, -0.012192602269351482, 0.01460909191519022, 0.001999972155317664, 0.003055035136640072, -0.015476549044251442, 0.0027538344729691744, -0.015242473222315311, 0.02639550343155861, 0.0070567005313932896, -0.018436921760439873, 0.016123700886964798, -0.011683142744004726, -0.0008205565973185003, 0.00606532022356987, -0.004130751825869083, 0.006106627639383078, -0.016316469758749008, -0.001497397432103753, 0.008660809136927128, -0.004082559607923031, -0.01791369356215, -0.03288078308105469, 0.00432007759809494, -0.013865556567907333, 0.0029035741463303566, 0.006788201630115509, -0.04888056218624115, 0.016013547778129578, 3.3044668725779047e-06, -0.005328669678419828, -0.014733013696968555, -0.0013984314864501357, -0.016178777441382408, -0.01081568468362093, 0.02007545344531536, -0.02226475067436695, 0.00870900135487318, -0.017018696293234825, -0.005944840144366026, 0.020708834752440453, -0.017886154353618622, 0.008770962245762348, 0.012729599140584469, -0.010822569020092487, -0.02486712485551834, -0.008330348879098892, -0.0066814906895160675, 0.006006801500916481, -0.010340648703277111, 0.011655604466795921, 0.019263071939349174, -0.020612450316548347, -0.01322528999298811, 0.008440502919256687, -0.008991269394755363, -0.027290498837828636, -0.015449010767042637, -0.0018209730042144656, -0.011483489535748959, -0.011924102902412415, -0.018657227978110313, -0.17547433078289032, -0.0037142341025173664, 0.021645138040184975, -0.02121829427778721, 0.019923992455005646, 0.028185496106743813, 0.021342216059565544, 0.01484316773712635, -0.02678103931248188, 0.005583399441093206, -0.016082393005490303, -0.020419681444764137, -0.012819099240005016, -0.036763690412044525, -0.031916942447423935, 0.014925782568752766, -0.005776167847216129, 0.02971387282013893, 0.009920688346028328, 0.020213143900036812, 0.02921818383038044, -0.041527822613716125, 0.017597001045942307, 0.012137524783611298, -0.0071806232444942, 0.02852972410619259, -0.004509403835982084, 0.025486737489700317, -0.0037968491669744253, -0.04810948669910431, -0.010898299515247345, -0.020337067544460297, 0.002507710363715887, 0.0018880977295339108, 0.020034145563840866, 0.015201166272163391, 0.01002395711839199, -0.009156499058008194, -0.02157629281282425, 0.018822457641363144, 0.018189076334238052, 0.02209952101111412, -0.00658510671928525, 0.0075317369773983955, -0.02483958564698696, 0.002032673917710781, 0.010905183851718903, -0.021176986396312714, -0.004987882450222969, -0.004103213082998991, 0.01728031039237976, -0.0015645221574231982, 0.0010223609860986471, -0.010946491733193398, 0.014072094112634659, 0.0012366437586024404, -0.0045989034697413445, -0.0020757026504725218, 0.0020980776753276587, -0.01741800270974636, -0.0034336873795837164, -0.013927517458796501, 0.017899923026561737, -0.0022168366704136133, 0.0012710667215287685, -0.026794807985424995, -0.004836421925574541, -0.001967270392924547, -0.03924214094877243, 0.014567784033715725, -0.010774376802146435, -0.014030786231160164, -0.001927684061229229, -0.005159997381269932, 0.028157956898212433, 0.04246412590146065, -0.013473134487867355, 0.005917301867157221, 0.007435353007167578, 0.0035094176419079304, -0.007931043393909931, 0.023559054359793663, -0.02612011879682541, 0.004653980024158955, 0.0076005831360816956, -0.0211632177233696, 0.01653677597641945, 0.015586703084409237, -0.006048108916729689, -0.025087431073188782, 0.0051083629950881, -0.015710625797510147, -0.004684960935264826, -0.004485307727009058, 0.014912012964487076, 0.010588493198156357, 0.022636519744992256, -0.016123700886964798, 0.011572988703846931, -0.007201277185231447, -0.0051014781929552555, 0.0012271774467080832, -0.01334921270608902, -0.01115991361439228, 0.028075341135263443, 0.02713903784751892, -0.02453666552901268, 0.010361301712691784, 0.022636519744992256, 0.0044130198657512665, -0.022898133844137192, -0.020750142633914948, 0.015325088985264301, 0.019979069009423256, 0.009507613256573677, 0.004268443211913109, 0.008054966107010841, -0.02426128089427948, 0.026299118995666504, 0.013135789893567562, 0.04802687093615532, -0.008936192840337753, -0.020777679979801178, 0.02024068310856819, -0.015049705281853676, -0.03384462371468544, -0.11731334775686264, -0.050670552998781204, 0.0028416127897799015, 0.025775890797376633, -0.02004791423678398, 0.023435130715370178, -0.011800180189311504, 0.01869853585958481, -0.0260650422424078, 0.03874645009636879, -0.04056398198008537, -0.01470547541975975, 0.015807010233402252, 0.004154847469180822, -0.022250982001423836, -0.014870706014335155, 0.011263182386755943, -0.0142924003303051, -0.012123756110668182, 0.03877398744225502, 0.0023510861210525036, -0.009273537434637547, -0.010285571217536926, 0.00627874257043004, -0.01224079355597496, 0.004178943578153849, -0.012970560230314732, 0.013893094845116138, 0.008371656760573387, -0.012151294387876987, 0.020846527069807053, -0.01750061847269535, 0.00877784751355648, -0.02905295230448246, 0.021011756733059883, -0.013555750250816345, -0.014994628727436066, -0.022829286754131317, 0.018491998314857483, -0.01728031039237976, -0.01452647615224123, 0.0015060032019391656, 0.0019345686305314302, 0.008488694205880165, -0.015242473222315311, -0.018189076334238052, -0.025651967152953148, 0.031145866960287094, -0.020405912771821022, -0.0296863354742527, 0.004010271281003952, -0.02135598659515381, -0.041995976120233536, 0.00372456107288599, 0.0270288847386837, -0.015311319380998611, -0.014113401062786579, 0.001250412897206843, 0.0035868692211806774, -0.010333763435482979, -0.0050085363909602165, -0.004784787073731422, -0.014498937875032425, 0.01993776112794876, 0.03745214641094208, 0.0017435214249417186, -0.026932500302791595, -0.0352766178548336, 0.01930437982082367, -0.017569463700056076, 0.025376584380865097, 0.015380165539681911, -0.011676257476210594, 0.022168366238474846, -0.027703573927283287, -0.004636768717318773, -0.003772753058001399, -0.004474980756640434, 0.011944756843149662, -0.0007134152110666037, -0.0008717607124708593, -0.023448899388313293, 0.015132320113480091, -0.00944565236568451, -0.009066999889910221, -0.005001651588827372, 0.014801859855651855, -0.021053064614534378, -0.01063668541610241, -0.022223444655537605, 0.005693552549928427, 0.0144300926476717, 0.01388621050864458, -0.00624431949108839, -0.01250240858644247, 0.011290720663964748, -0.012550600804388523, -0.013301020488142967, 0.013879325240850449, 0.0088191544637084, -0.0005632452084682882, -0.00851623248308897, -0.03348662704229355, 0.02004791423678398, -0.010134110227227211, -0.012660753913223743, 0.01304629072546959, 0.0007783885230310261, 0.0119103342294693, -0.007421583868563175, -0.006454299204051495, 0.03491862118244171, -0.017459310591220856, 0.024412741884589195, -0.012536831200122833, -0.022278521209955215, -0.02979648858308792, -0.025899812579154968, 0.013941287063062191, -0.012750253081321716, 0.001080019399523735, -0.0043717119842767715, -0.01620631478726864, -0.010843222960829735, 0.02218213677406311, 0.02395835891366005, -0.0014139218255877495, -0.03277062997221947, -0.00543538061901927, 0.032632939517498016, 0.009170268662273884, -0.004134193994104862, 0.011029106564819813, -0.021149449050426483, 0.012068679556250572, 0.019455840811133385, 0.002034395234659314, -0.0033958221320062876, 0.014733013696968555, 0.018051384016871452, 0.0245091263204813, 0.02863987721502781, -0.02894279919564724, -0.026106350123882294, 0.001807203865610063, 0.00021084044419694692, 0.002784815151244402, -0.013376750983297825, -0.011937872506678104, -0.022471288219094276, 0.009239114820957184, 0.005053285975009203, 0.0295486431568861, 0.027799958363175392, -0.0033562358003109694, -0.0338997021317482, -0.022443750873208046, 0.004843306262046099, 0.03574477136135101, -0.006216781213879585, -0.002110125729814172, 0.009321729652583599, 0.025913581252098083, 0.005917301867157221, 0.00877784751355648, -0.007993004284799099, -0.011166798882186413, -0.013913748785853386, 0.005314900539815426, 0.030429869890213013, -0.010788146406412125, -0.020419681444764137, 0.0012039419962093234, 0.014030786231160164, 0.011270067654550076, 0.015889624133706093, 0.011758873239159584, 0.0033613990526646376, -0.008357887156307697, -0.0051359012722969055, -0.015641778707504272, 0.017431771382689476, 0.03340401127934456, -0.000151568470755592, 0.003442293033003807, 0.015600471757352352, 0.020832756534218788, 0.0007465473026968539, -0.007944812066853046, -0.008392310701310635, 0.006953431759029627, 0.001297744456678629, 0.004815767984837294, 0.008426733314990997, -0.005755513906478882, 0.015628010034561157, 0.015655549243092537, 0.014388784766197205, 0.005005094222724438, -0.007979235611855984, 0.009886265732347965, 0.02209952101111412, 0.016123700886964798, 0.0012736484641209245, -0.003810618305578828, -0.021259602159261703, -0.012743368744850159, -0.00042813518666662276, -0.011511027812957764, -0.02007545344531536, 0.026877423748373985, 0.014010132290422916, -0.0002941009006462991, 0.005493899807333946, -0.0056109377183020115, 0.00040016655111685395, -0.015242473222315311, 0.031228482723236084, 0.015820778906345367, -0.007628121413290501, -0.0400407537817955, 0.006326934788376093, 0.023448899388313293, -0.013204636052250862, 0.036846306174993515, -0.01609616167843342, 0.023228593170642853, 0.02850218676030636, 0.032164786010980606, -0.036212921142578125, 0.0218516755849123, 0.011572988703846931, 0.0017211465165019035, 0.005277035292237997, -0.003332139691337943, -0.013397403992712498, -0.022361135110259056, -0.02404097467660904, 0.022994518280029297, 0.013555750250816345, -0.011387105099856853, 0.0857544019818306, 0.007848427630960941, 0.006980970036238432, -0.007827774621546268, -0.02863987721502781, -0.00014909431047271937, 0.0002768894482869655, 0.011800180189311504, 0.0022529808338731527, -0.01886376552283764, 0.009066999889910221, 0.0014844888355582952, -0.028254341334104538, -0.04318012297153473, -0.014870706014335155, -0.002829564968124032, 0.005504226312041283, 0.020144298672676086, -0.015242473222315311, -0.0059930323623120785, 0.03249524533748627, 0.017101312056183815, 0.012344062328338623, 0.007814005017280579, 0.016220085322856903, -0.012302755378186703, 0.008791616186499596, 0.012757138349115849, 0.002177250338718295, -0.019510917365550995, 0.016660697758197784, 0.02735934406518936, -0.04466719552874565, -0.014980859123170376, -0.011497259140014648, 0.0008795058820396662, -0.012247678823769093, -0.025183815509080887, 0.015214934945106506, 0.006168588995933533, 0.03516646474599838, 0.025720814242959023, -0.009879381395876408, -0.041224900633096695, -0.023366285488009453, 0.011800180189311504, -0.014581553637981415, -0.027978958562016487, -0.030677715316414833], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='005df4ca-4ed0-41d2-965a-294bf587b1a6', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='dd34a25010a28eedec85ecb9674d20caf04c530c338b5099ffe3a28ddde619f9'), : RelatedNodeInfo(node_id='baa7d3db-b499-4524-8aec-0fbe9715af9e', node_type=, metadata={}, hash='b091e7f4d36fe0cd13effd7e4ee5b6176a9b4d1d3124848c81a7e42e45894988')}, hash='c9cc17c54a5a79b71d5113fe884d9fffc26e9ad3dee13e60416e7eff4c64b416', text='goal is to have the model output \\'store\\' every time it\\'s asked to predict the next word that comes next after the sequence \"She needs to head to the ___\". The difference in the actual and the expected or ground truth next word is calculated using a \\'loss function\\' where the greater the difference, the higher the \\'loss\\' value. The loss is a single number that \\'averages\\' the loss or error of all the predictions you asked the model to make. Through several iterations of these steps, the aim is to minimize the value of this \\'loss\\' through processes called backpropagation and gradient descent optimization. The model \\'learns\\' or improves its prediction ability through these steps. You\\'re probably wondering how you can \\'calculate the difference between two words\\' to arrive at a loss value. Do note that what goes through the neural network are not actual texts (words, sentences) but numerical representations of these texts - their tokens and embeddings. The number representations of a word sequence are processed through the layers of the network where the output is a probability distribution over the vocabulary to determine what word comes next. An untrained model might assign a higher probability to the token id of the word \\'apple\\' (say 0.8) compared to the token id of the ground truth next word - \\'store\\' (at 0.3). The neural network will not encounter a single word or letter of any text. It works exclusively with numbers - basically a calculator with extra steps. Through backpropagation, the degree of the error of the model (the loss value) is propagated backward through the neural network. It computes the derivative to the output of each individual weight and bias i.e. how sensitive the output is to changes in each specific parameter. For my people who didn\\'t take on differential calculus in school (such as myself), think of the model parameters (weights/biases) as adjustable knobs. These knobs are arbitrary - in the sense that you can\\'t tell in what specific way it governs the prediction ability of the model. The knobs, which can be rotated clockwise or counterclockwise have different effects', start_char_idx=7563, end_char_idx=9689, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='baa7d3db-b499-4524-8aec-0fbe9715af9e', embedding=[-0.020114833489060402, 0.004280186258256435, 0.015855062752962112, -0.015283463522791862, 0.005447200499475002, -0.004399269353598356, 0.021298861131072044, 0.012990263290703297, -0.014630207791924477, -0.03960363194346428, 0.02509590983390808, 0.0387326255440712, -0.034432023763656616, 0.02293200045824051, 0.011071324348449707, -0.02306809462606907, 0.023340284824371338, 0.025286443531513214, 0.02321779914200306, -0.010241145268082619, -0.039413098245859146, -0.00025390213704667985, -0.019148560240864754, -0.022482886910438538, -0.001474929042160511, 0.006746907252818346, 0.020114833489060402, -0.03835155814886093, -0.013847662135958672, -0.0008463404956273735, 0.0013992262538522482, 0.023476378992199898, -0.008873390965163708, -0.012302983552217484, -0.006774126552045345, 0.0035180544946342707, 0.005559478886425495, -0.017787611111998558, 0.01864500902593136, 0.002114575356245041, 0.019012466073036194, 0.019624892622232437, -0.008989071473479271, -0.033833205699920654, -0.0015412754146382213, 0.013289672322571278, 0.0046000094152987, -0.016426661983132362, -0.009581085294485092, 0.0210811085999012, 0.012595588341355324, 0.04071960970759392, -0.035847410559654236, -0.008859781548380852, -0.0017181987641379237, -0.008349425159394741, 0.0036065164022147655, -0.008968657813966274, 0.0339420810341835, -0.01154085248708725, 0.013289672322571278, 0.017896486446261406, -0.014453284442424774, -0.0058758994564414024, -0.005079744383692741, -0.0010717477416619658, 0.006433888804167509, 0.022564543411135674, 0.0031965302769094706, -0.0015872074291110039, 0.01032280270010233, 0.028280531987547874, -0.013663933612406254, -0.029723137617111206, 0.018563352525234222, 0.004065836779773235, -0.011772213503718376, -0.015501215122640133, -0.013738785870373249, 0.028824912384152412, 0.004783737473189831, 0.0012826949823647738, -0.002516055479645729, 0.017882877960801125, -0.007104156538844109, -0.034132614731788635, 0.008505934849381447, -0.0092000188305974, -0.011146176606416702, -0.004004593938589096, 0.0014460089150816202, 0.0023884663823992014, 0.03334326297044754, -0.00026240808074362576, 0.010418068617582321, 0.007498831953853369, -0.017039088532328606, 0.03195509687066078, -0.005994982551783323, -0.004848382901400328, 0.005566283594816923, -0.013228429481387138, -0.03192787617444992, -0.023027267307043076, -0.025572242215275764, -0.0068625882267951965, 0.006267172750085592, -0.0007272574002854526, 0.009438185021281242, 0.013289672322571278, -0.01823672465980053, 0.027613665908575058, -0.015528433956205845, -0.02478289045393467, 0.005277081858366728, -0.005702378693968058, 0.02621188759803772, 0.008226940408349037, 0.004514950327575207, -0.030267518013715744, 0.013201210647821426, 0.009104752913117409, 0.028688816353678703, 0.0015429765917360783, 0.031846217811107635, 0.012316593900322914, -0.004378855228424072, 0.013493814505636692, -0.026456858962774277, -0.00712457112967968, -0.0083426209166646, 0.017079917713999748, -0.007648536469787359, 0.011431976221501827, -0.022292353212833405, 0.027559228241443634, -4.377898221719079e-05, -0.01267724484205246, -0.04531962051987648, -0.004634033422917128, 0.016576364636421204, 0.006171906366944313, -0.02636159211397171, 0.0005486328154802322, -0.017175182700157166, 0.023911884054541588, 0.0019716755487024784, 0.0467350073158741, 0.012684050016105175, -0.016494708135724068, 0.00676391925662756, -0.017787611111998558, -0.004797347355633974, -0.005678561981767416, -0.01032960694283247, 0.021856850013136864, 0.009023095481097698, 0.0066618481650948524, -0.021339688450098038, -0.008431082591414452, 0.011894699186086655, -0.002941352315247059, 0.012935825623571873, 0.0018100629094988108, 0.026021355763077736, 0.03179178014397621, -0.002332327188923955, -0.0004346532514318824, -0.0037119898479431868, -0.011404757387936115, -0.0023714546114206314, 0.017216011881828308, -0.029995327815413475, 0.015718966722488403, -0.005120572634041309, 0.0030825508292764425, 0.018903588876128197, 0.005355336703360081, -0.038542091846466064, -0.007566879503428936, 0.004007996525615454, 0.005392762366682291, 0.01188789401203394, 0.017774000763893127, -0.01032280270010233, -0.02436099760234356, 0.03729001805186272, -0.01246629748493433, -0.021992944180965424, -0.019461577758193016, -0.00947901327162981, -0.0034295928198844194, -0.034105394035577774, -0.001201888546347618, -0.6384486556053162, -0.028008341789245605, 0.027123725041747093, -0.008723686449229717, -0.004800749476999044, -0.014711864292621613, -0.007260665763169527, -0.010526944883167744, -0.012098841369152069, 0.039249785244464874, -0.009009486064314842, -0.017583468928933144, 0.005617319140583277, -0.003909327555447817, 0.013487010262906551, -0.02080891840159893, -0.02720538154244423, -0.035847410559654236, -0.0049674659967422485, 0.0029991925694048405, -0.02291839011013508, 0.009853274561464787, -0.03391486406326294, 0.00783226452767849, -0.0014068816090002656, 0.010622210800647736, 0.006865990348160267, 0.009560670703649521, 0.006740102544426918, 0.013031091541051865, -0.011302686296403408, 0.007260665763169527, 0.007301494479179382, 0.008818953298032284, 0.03990304097533226, -0.008301792666316032, -0.01838642917573452, 0.027395915240049362, 0.0027116918936371803, 0.03829712048172951, -0.031029649078845978, -0.037398893386125565, 0.014943226240575314, 0.012704463675618172, 0.0033122110180556774, -0.0007391656981781125, 0.022904781624674797, -0.01081954874098301, 0.011874284595251083, -0.031002430245280266, 0.01740654557943344, 0.012697659432888031, 0.0036167234648019075, 0.006171906366944313, 0.0027746357955038548, -0.025313662365078926, 0.02139412611722946, -0.011792628094553947, 0.015052101574838161, -0.02321779914200306, 0.016004767268896103, 0.002854591701179743, -0.021326079964637756, -0.0015897592529654503, -0.012126060202717781, -0.00804321188479662, -0.0007136479252949357, 0.008546763099730015, -0.01782843843102455, -0.032145626842975616, 0.006529155652970076, 0.029396509751677513, 0.0077165840193629265, -0.006205929908901453, -0.0003872326633427292, 0.005345129407942295, 0.014208313077688217, -0.014970445074141026, 0.01416748482733965, 0.018277551978826523, -0.012309788726270199, -0.014521331526339054, -0.0030349174048751593, -0.00132607517298311, 0.02934207208454609, 0.011772213503718376, -0.001786246313713491, 0.009084338322281837, 0.0034023739863187075, 0.01404499914497137, 0.004902820568531752, 0.023585256189107895, -0.02736869640648365, -0.05694212764501572, 0.006158296950161457, 0.015120149590075016, -0.0038650967180728912, 0.0008582487935200334, 0.00456598587334156, -0.014834349974989891, -4.574597915052436e-05, 0.0118266511708498, 0.008921024389564991, 0.020332586020231247, 0.02762727625668049, 0.016059204936027527, -0.0019767791964113712, 0.0013898697216063738, 0.025286443531513214, -0.04431251809000969, 0.0005924383294768631, -0.0079139219596982, 0.009907713159918785, 0.00861481111496687, 0.0018457878613844514, -0.02253732457756996, 0.0031965302769094706, -0.004188322462141514, 0.0009356528171338141, -0.009696765802800655, 0.019611282274127007, -0.01175860408693552, 0.0041474937461316586, 0.004582997411489487, -0.0004886659444309771, 0.01795092411339283, -0.007151789963245392, -0.0032986013684421778, -0.013180796056985855, 0.005409774370491505, -0.017719563096761703, -0.011867480352520943, 0.020618386566638947, -0.017447372898459435, 0.022047381848096848, 0.009009486064314842, 0.012044403702020645, 0.0006192320724949241, 0.0023493391927331686, -0.022904781624674797, -0.04379535838961601, -0.01397695206105709, 0.009649132378399372, -0.004269979428499937, -0.028117217123508453, -0.012643221765756607, 0.00032173696672543883, -0.0146846454590559, 0.008084040135145187, 0.007539660669863224, -0.01169055700302124, -0.014208313077688217, -0.005940544884651899, 0.013582276180386543, 0.01226896047592163, -0.005903118755668402, -0.00947901327162981, -0.02335389517247677, -0.016481099650263786, -0.03922256454825401, -0.0019682731945067644, 0.037698302417993546, -0.0030995626002550125, 0.02436099760234356, -0.005593502428382635, -0.03647344931960106, -0.009894102811813354, 0.006995280738919973, -0.018277551978826523, -0.01981542631983757, 0.007954750210046768, -0.019978739321231842, 0.0004542169044725597, 0.007825460284948349, 0.01011865958571434, 0.0025398721918463707, -0.005562881473451853, -0.005539064761251211, -0.007029304280877113, -0.010982862673699856, 0.005505040753632784, 0.0016918304609134793, -0.013786419294774532, -0.009594694711267948, 0.024905376136302948, 0.03252669423818588, 0.022891171276569366, 0.0052940938621759415, -0.017161574214696884, 0.0036303328815847635, -0.008635224774479866, 0.04962022230029106, -0.012391445226967335, -0.007777826860547066, -0.023626083508133888, 0.002951559377834201, 0.037262797355651855, 0.0011695660650730133, -0.009268066845834255, 0.0300497654825449, 0.008764514699578285, 0.0049606612883508205, 0.014902397990226746, -0.014113047160208225, 0.00295666279271245, -0.04020245000720024, 0.002521159127354622, -0.0370178259909153, 0.000352358358213678, -0.002524561481550336, -0.003354740561917424, 0.007131375838071108, -0.020019568502902985, -0.027178162708878517, -0.032581131905317307, 0.03533025085926056, -0.0017139458796009421, 0.037426114082336426, -0.0026606563478708267, -0.015242635272443295, 0.010520139709115028, 0.014085827395319939, 0.02079530991613865, 0.009091142565011978, -0.012092037126421928, 0.027028458192944527, -0.03821546211838722, -0.007566879503428936, -0.0011857273057103157, -0.03225450590252876, 0.021611878648400307, 0.013752395287156105, 0.009914517402648926, 0.00798196904361248, 0.010560968890786171, 0.024401824921369553, -0.004940246697515249, 0.0006017948617227376, 0.05639775097370148, -0.010771915316581726, -0.00911155715584755, 0.011010081507265568, -0.023421941325068474, -0.03162846714258194, 0.012894997373223305, -0.009268066845834255, 0.029886452481150627, 0.014058608561754227, -0.017869267612695694, -0.015460386872291565, -0.0029005238320678473, 0.011159786023199558, -0.01184026151895523, -0.009717179462313652, 0.015759795904159546, -0.02481011115014553, 0.0311929639428854, -0.0036371375899761915, 0.04727938771247864, 0.0026946801226586103, 0.009465403854846954, 0.001570195541717112, 0.01837281882762909, -0.018590571358799934, 0.025585850700736046, 0.011949136853218079, 0.018563352525234222, 0.005562881473451853, -0.018440866842865944, 0.009547061286866665, 0.0022608775179833174, -0.01624973677098751, -0.0013005574000999331, -0.023054486140608788, 0.027899466454982758, 0.009281676262617111, 0.021149156615138054, 0.007015694864094257, 0.014875178225338459, 0.03734445571899414, -0.015868671238422394, -0.027981122955679893, 0.03320717066526413, 0.008934633806347847, -0.02124442160129547, -0.017188793048262596, -0.01011865958571434, 0.000711521424818784, -0.006529155652970076, -0.014439675025641918, -0.0055288574658334255, 0.004644240252673626, -0.0013371328823268414, -0.018631398677825928, -0.004035215359181166, -0.006961256731301546, 0.005947349593043327, -0.007172204088419676, -7.533068128395826e-05, 0.0092000188305974, 0.017324887216091156, 0.006838771514594555, -0.029423728585243225, -0.0068761976435780525, 0.027899466454982758, 0.016494708135724068, -0.03522137552499771, -0.006185515783727169, 0.01416748482733965, -0.012343812733888626, 0.015759795904159546, -0.013480205088853836, 0.004497938323765993, -0.003341131145134568, 0.018590571358799934, 0.001635691267438233, 0.01712074503302574, 0.008186111226677895, 0.0021383920684456825, 0.014793521724641323, -0.010710673406720161, -0.011071324348449707, -0.01826394349336624, 0.018849151208996773, 0.04058351740241051, 0.02165270783007145, -0.02622549794614315, 0.014412456192076206, -0.029260415583848953, 0.006961256731301546, -0.018427256494760513, -0.006838771514594555, 0.023694131523370743, 0.01461659837514162, 0.008397058583796024, 0.007811850402504206, 0.007566879503428936, 0.0016084722010418773, 0.007117765955626965, 0.021625488996505737, 0.02124442160129547, -0.025613071396946907, 0.007791436277329922, 0.0024463068693876266, 0.004712287802249193, -0.00043018764699809253, 0.011751798912882805, 0.01525624468922615, -0.004007996525615454, 0.021543830633163452, -0.007920726202428341, 0.008723686449229717, -0.011030496098101139, -0.015623700805008411, -0.01951601728796959, -0.003681368427351117, -0.011384342797100544, -0.008757710456848145, -0.019611282274127007, 0.025721946731209755, 0.003443202469497919, 0.030811898410320282, -0.0026011148001998663, -0.015841452404856682, 0.02238762006163597, 0.020604776218533516, 0.0035350664984434843, -0.02067282423377037, -0.0049946848303079605, -0.019611282274127007, 0.015746185556054115, 0.0047020805068314075, -0.009785227477550507, -0.016766898334026337, 0.018699446693062782, 0.015201806090772152, -0.03407817706465721, -0.016345003619790077, 0.01196955144405365, -0.014575770124793053, 0.021285250782966614, 0.005198827479034662, 0.015092930756509304, -0.016031986102461815, -0.029968108981847763, -0.0305124893784523, 0.020196491852402687, -0.0015293670585379004, 0.023190580308437347, -0.01652192696928978, -0.010492920875549316, 0.015610091388225555, -0.011615704745054245, -0.0028801094740629196, -0.03122018277645111, -0.014929616823792458, -0.059500712901353836, -0.0092000188305974, 0.021775193512439728, 0.00651894835755229, 0.021992944180965424, -0.0066618481650948524, -0.01766512542963028, 0.03317994996905327, -0.006015397142618895, -0.018454475328326225, -0.009907713159918785, -0.0058350712060928345, 0.018427256494760513, 0.010663039982318878, -0.008077235892415047, 0.01569174788892269, -0.013847662135958672, -0.009526646696031094, 0.0026674610562622547, -0.006981671322137117, -0.007927531376481056, -0.00116531306412071, 0.010424873791635036, 0.011466000229120255, 0.010098245926201344, 0.007042913697659969, 0.025395318865776062, -0.029314853250980377, -0.0014800326898694038, -0.011493219062685966, -0.001150002353824675, -0.03424149006605148, 0.012507126666605473, -0.004130481742322445, 0.030947992578148842, -0.004919832572340965, 0.008376644924283028, -0.012690854258835316, -0.0036915757227689028, -0.01245949324220419, 0.015841452404856682, 0.002194531261920929, -0.010942034423351288, 0.011207419447600842, 0.03034917451441288, 0.02008761465549469, 0.01939353160560131, -0.01325564831495285, 0.0005601157899945974, -0.02423851191997528, 0.036827296018600464, -0.007131375838071108, -0.001208693371154368, 0.0210811085999012, 0.018726665526628494, -0.01154765672981739, -0.0184000376611948, 0.00038106588181108236, 0.012282569892704487, 0.02694680169224739, -0.010350021533668041, -0.013589081354439259, -0.026892364025115967, -0.0025619876105338335, -0.03366989269852638, 0.003368350211530924, -0.009846470318734646, -0.01765151508152485, 0.00013226729060988873, -0.00913197174668312, 0.012425469234585762, -0.003589504398405552, 0.03652788698673248, -0.02520478516817093, -0.01461659837514162, -0.0002298728795722127, 0.033125512301921844, 0.04864033684134483, -0.024252120405435562, 0.022836733609437943, -0.05824863910675049, -0.026130231097340584, 0.0007544764084741473, -0.014861568808555603, -0.018046190962195396, 0.011282271705567837, 0.01679411716759205, 0.03209118917584419, 0.038678187876939774, -8.628207433503121e-05, 0.02324501797556877, 0.021911287680268288, -0.0011091738706454635, 0.023871054872870445, 0.012534345500171185, -0.008927828632295132, -0.023598864674568176, 0.000779994239564985, -0.005392762366682291, -0.01047250721603632, 0.03543912619352341, -0.013139967806637287, 0.009179605171084404, 0.025163957849144936, 0.010315997526049614, -0.008642029948532581, -0.009077533148229122, -0.0339420810341835, -0.014194703660905361, 0.03933144360780716, -0.00783226452767849, 0.03062136471271515, -0.024143245071172714, -0.0037119898479431868, -0.003055331762880087, -0.011023690924048424, 0.02225152589380741, -0.0014587678015232086, 0.020577557384967804, -0.005940544884651899, 0.016018375754356384, 0.011615704745054245, 0.029178759083151817, -0.02265981025993824, -0.012561564333736897, -0.0335882343351841, -0.02223791554570198, 0.015337901189923286, -0.013432571664452553, 0.02764088474214077, -0.008866586722433567, 0.018604179844260216, -0.018767494708299637, -0.0202237106859684, -0.011309490539133549, -0.018617790192365646, 0.0020703445188701153, -0.003994387108832598, -0.025871651247143745, -0.016875773668289185, -0.014698254875838757, 0.02423851191997528, 0.0047599212266504765, 0.0184000376611948, 0.0038446825928986073, 0.026388810947537422, -0.04390423372387886, 0.00022391873062588274, 0.004732701927423477, 0.009206824004650116, 0.023830227553844452, -0.007995578460395336, 0.033424921333789825, -0.00036532990634441376, 0.004698678385466337, -0.0345136821269989, 0.0028937188908457756, 0.007260665763169527, 0.02153022214770317, 0.011452390812337399, -0.005511845462024212, -0.015215416438877583, -0.029260415583848953, 0.005739804822951555, 0.013228429481387138, -0.004327819682657719, -0.030730240046977997, 0.024279339239001274, 0.011915113776922226, -0.015855062752962112, -0.0052940938621759415, -0.01525624468922615, -0.017025478184223175, 0.02139412611722946, 0.00998256541788578, 0.013990561477839947, 0.002529664896428585, -0.023612475022673607, -0.007791436277329922, 0.024864548817276955, 0.006495131645351648, 0.03492196649312973, -0.0013031092239543796, 0.009826055727899075, 0.0058690947480499744, 0.0016399441519752145, -0.03818824514746666, 0.03266279026865959, 0.0024786293506622314, 0.03459533676505089, -0.03021308034658432, 0.027395915240049362, 0.010792329907417297, -0.017052697017788887, -0.001093012630008161, 0.015269854106009007, -0.014371627010405064, 0.029750356450676918, -0.016481099650263786, -0.003582699690014124, -0.002932846313342452, -0.036255694925785065, 0.037398893386125565, -0.019856253638863564, -0.0007425681105814874, -0.023558037355542183, -0.015569263137876987, -0.01767873391509056, 0.038814280182123184, 0.01795092411339283, -0.022060992196202278, 0.027613665908575058, -0.000949262292124331, -0.007138180546462536, -0.01837281882762909, 0.001049632322974503, 0.018331989645957947, -0.03846043348312378, -0.021843239665031433, -0.014888787642121315, -0.006757114548236132, -7.602178811794147e-05, 0.0006426233449019492, -0.040529076009988785, -0.01963850110769272, 0.023911884054541588, -0.028879350051283836, 0.021026670932769775, 0.0041713104583323, 0.014330798760056496, -0.013493814505636692, 0.00356228556483984, -0.009928126819431782, 0.00265215034596622, 0.01239825040102005, -0.02724621072411537, -0.030594145879149437, -0.002944754669442773, -0.014358017593622208, 0.018209505826234818, -0.009186409413814545, -0.0013133162865415215, 7.825459761079401e-05, 0.013949733227491379, 0.005362141411751509, -0.010057416744530201, -0.0032050362788140774, -0.008676053024828434, 0.02210182137787342, -0.020849747583270073, 0.025762775912880898, -0.01924382708966732, 0.015895890071988106, -0.009213628247380257, -0.018849151208996773, -0.0010811042739078403, -0.04262493923306465, 0.0031046662479639053, 0.00694764731451869, 0.007185813505202532, 0.008539958856999874, -0.004463914316147566, 0.013575471937656403, -0.022428449243307114, -0.018304770812392235, 0.007485222537070513, 0.006464510224759579, -0.0009722283575683832, 0.005562881473451853, 0.0044605121947824955, -0.011676947586238384, 0.021775193512439728, -0.025177566334605217, -0.03633735328912735, -0.010404459200799465, -0.008437886834144592, -0.01893080770969391, -0.014602988958358765, -0.026034964248538017, 0.03660954162478447, 0.019556844606995583, -0.0077301934361457825, -0.012575173750519753, -0.007893507368862629, -0.0311929639428854, -0.017352106049656868, -0.0010385746136307716, -0.003667759010568261, 0.010737892240285873, 0.028824912384152412, -0.008240549825131893, 0.01665802299976349, -0.010669844225049019, 0.032281722873449326, 0.008015993051230907, 0.009138775989413261, -0.009996174834668636, 0.00042635996942408383, -0.0008897207444533706, -0.0009450093493796885, -0.03892315551638603, -0.01409943774342537, 0.013949733227491379, 0.002641943283379078, 0.012493517249822617, 0.013289672322571278, -0.012207717634737492, 0.002441203221678734, 0.010465702041983604, 0.008308596909046173, 0.018168676644563675, 0.007219837512820959, 0.02291839011013508, -0.043877013027668, -0.006770723965018988, -0.002948157023638487, -0.009029900655150414, -0.007233446929603815, -0.0012112450785934925, 0.027409523725509644, 0.008335815742611885, 0.0019546637777239084, -0.02738230489194393, -0.01005061250180006, -0.0016527031548321247, 0.011676947586238384, 0.03707226738333702, 0.004797347355633974, -0.0010300687281414866, 0.016875773668289185, 0.020060395821928978, 0.016494708135724068, -0.0193663127720356, -0.003565687919035554, -0.011003277264535427, -0.002837579930201173, 0.021897679194808006, -0.017433764412999153, 0.01181984692811966, -0.00110492086969316, 0.03494918346405029, -0.02395271137356758, -0.001208693371154368, -0.010037003085017204, 0.004252967424690723, -0.030566927045583725, 0.03481309115886688, 0.008805343881249428, -0.02067282423377037, 0.024469872936606407, -0.01750181056559086, 0.005243058316409588, -0.02494620531797409, -0.015229025855660439, 0.0077029746025800705, -0.006563179194927216, 0.008172501809895039, 0.00630800100043416, -0.0019614684861153364, -0.017746781930327415, 0.011445585638284683, 0.00932930875569582, -0.01996513083577156, 0.00012397399405017495, 0.18073409795761108, -0.028552722185850143, 0.017624296247959137, 0.009615108370780945, 0.009723984636366367, 0.02491898648440838, 0.011744994670152664, 0.025980526581406593, -0.015160977840423584, -0.0016416454454883933, 0.016045594587922096, 0.01026836410164833, -0.01446689385920763, 0.0028596953488886356, 0.003963765688240528, -0.009063923731446266, -0.03122018277645111, -0.03960363194346428, -0.00870327278971672, 0.00819972064346075, -0.004358441103249788, 0.018631398677825928, 0.008791734464466572, -0.024687625467777252, 0.024401824921369553, 0.014521331526339054, 0.002197933616116643, -0.0039739725179970264, 0.02493259496986866, -8.532515494152904e-05, -0.011527243070304394, -0.004861992318183184, 0.015623700805008411, -0.019992349669337273, -6.406031752703711e-05, 0.00023795352899469435, 0.017079917713999748, 0.00199549226090312, 0.0019206400029361248, 0.016154471784830093, 0.03832434117794037, 0.005083146505057812, -0.0036337352357804775, -0.02977757528424263, -0.00736954202875495, 0.023054486140608788, -0.011629314161837101, -0.008444692008197308, 0.010499726049602032, 0.018345599994063377, -0.01825033314526081, -0.0030706424731761217, 0.02636159211397171, 0.028307750821113586, -0.0147390840575099, 0.024143245071172714, -0.00010478248441359028, -9.627654799260199e-05, 0.02607579343020916, 0.015133759006857872, -0.04918471723794937, 0.00998256541788578, -0.002097563585266471, 0.04556459188461304, -0.0016110240248963237, -0.008866586722433567, -0.008757710456848145, -0.011323099955916405, 0.0015438271220773458, -0.022605372592806816, -0.007138180546462536, -0.01807340979576111, -0.013194405473768711, 0.022605372592806816, -0.020863356068730354, -0.01951601728796959, 0.03462255746126175, 0.006893209647387266, 0.007954750210046768, 0.013289672322571278, -0.019556844606995583, -0.007281079888343811, -0.00968996062874794, -0.013194405473768711, -0.019039684906601906, -0.03688173368573189, 0.020060395821928978, -0.026960410177707672, -0.007866288535296917, -0.0039195348508656025, 0.01780121959745884, -0.011785822920501232, -0.018917199224233627, 0.013854466378688812, -0.002279590582475066, -0.013378133997321129, 0.04189002886414528, -0.004504743032157421, -0.007825460284948349, 0.01793731562793255, -0.023136142641305923, 0.03843321651220322, 0.041536182165145874, 0.024755671620368958, 0.012684050016105175, -0.002201335970312357, 0.01495683565735817, 0.005042318254709244, 0.011125762946903706, -0.023734960705041885, -0.017978142946958542, -0.014943226240575314, 0.03220006823539734, 0.008737295866012573, -0.013772809877991676, 0.012507126666605473, -0.010656234808266163, 0.0004997236537747085, -0.0006536810542456806, -0.0058078523725271225, 0.008880196139216423, -0.0224012304097414, 0.0017003363464027643, 0.008934633806347847, -0.010377240367233753, -0.007907116785645485, -0.022414838895201683, 0.008179306983947754, -0.021258031949400902, 0.002822269219905138, 0.017583468928933144, -0.03979416564106941, 0.017175182700157166, -0.0029974912758916616, 0.0025041471235454082, -0.018699446693062782, -0.0060358112677931786, -0.02795390412211418, -0.02123081311583519, 0.03162846714258194, -0.02562667988240719, 0.022469276562333107, 0.001525114057585597, -0.00010797220602398738, 0.00847191084176302, -0.010098245926201344, 0.00420533400028944, 0.011806237511336803, -0.008608005940914154, -0.017352106049656868, -0.014548550359904766, 0.005260069854557514, 0.006178711075335741, -0.015351510606706142, -0.0009041808662004769, 0.010465702041983604, -0.03176456317305565, -0.02351720817387104, 0.010139074176549911, -0.0037630253937095404, -0.027872247621417046, -0.0012980056926608086, 0.011486413888633251, -0.015079321339726448, -0.0038514873012900352, -0.02877047285437584, -0.17289502918720245, -0.018032582476735115, 0.024878157302737236, -0.01724323071539402, 0.021407736465334892, 0.03203675150871277, 0.021407736465334892, 0.011166591197252274, -0.02163909748196602, 0.00712457112967968, -0.003220346989110112, -0.015283463522791862, -0.016195299103856087, -0.035139717161655426, -0.020033176988363266, 0.0038412800058722496, -0.0007387404330074787, 0.03543912619352341, 0.015310682356357574, 0.025844432413578033, 0.03230894356966019, -0.03606516495347023, 0.021053889766335487, 0.0021656109020113945, -0.018699446693062782, 0.015855062752962112, -0.009254456497728825, 0.028389407321810722, 0.003257772885262966, -0.03560243919491768, -0.005647940561175346, -0.018713057041168213, 0.021285250782966614, 0.0012716372730210423, 0.014004170894622803, 0.007934335619211197, -0.00712457112967968, -0.008179306983947754, -0.029450947418808937, 0.004678264260292053, 0.021203594282269478, 0.026279935613274574, 0.005726195406168699, 0.004930039867758751, -0.021053889766335487, 0.018576961010694504, 0.013738785870373249, -0.02819887548685074, -0.00996895506978035, -0.007893507368862629, 0.01453494094312191, 0.003660954302176833, 0.009213628247380257, -0.009866883978247643, 0.024156855419278145, -0.0067979427985847, -0.005379152949899435, -0.0007055673049762845, 0.012711268849670887, -0.007131375838071108, -0.008186111226677895, -0.01532429177314043, -0.002752520376816392, -0.00012652577424887568, 0.0009747801232151687, -0.03957641124725342, -0.003356441855430603, -0.002505848417058587, -0.04692554101347923, 0.01233700755983591, -0.016780508682131767, -0.006682262290269136, -0.012867777608335018, -0.006818357389420271, 0.02293200045824051, 0.03323438763618469, -0.00456598587334156, 0.021489392966032028, 0.0014587678015232086, -0.0004814359126612544, 0.0026861741207540035, 0.029151540249586105, -0.02608940377831459, 0.010703868232667446, 0.0026674610562622547, -0.016004767268896103, 0.019747378304600716, 0.018141457810997963, 0.008791734464466572, -0.01966572180390358, -0.004821163602173328, -0.023762179538607597, 0.003569090273231268, -0.0017692344263195992, 0.01331689115613699, -0.00043635445763356984, 0.022183477878570557, -0.014113047160208225, 0.008084040135145187, -0.004926637280732393, 0.005865692626684904, -0.011738189496099949, -0.021543830633163452, -0.00420533400028944, 0.02196572534739971, 0.013568666763603687, -0.02535448968410492, 0.027463961392641068, 0.029287634417414665, 0.002621529158204794, -0.012241741642355919, -0.01712074503302574, 0.007042913697659969, 0.023313065990805626, 0.007097351830452681, 0.004293795675039291, 0.000599243096075952, -0.0163994412869215, 0.027572838589549065, 0.011792628094553947, 0.04736104607582092, 0.002602816093713045, -0.013766004703938961, 0.008669248782098293, -0.014303579926490784, -0.02621188759803772, -0.12564286589622498, -0.05743207037448883, -0.0052294484339654446, 0.02508229948580265, -0.011064520105719566, 0.021707145497202873, -0.015038492158055305, 0.013146772980690002, -0.01893080770969391, 0.034568119794130325, -0.044230859726667404, -0.022823123261332512, 0.007893507368862629, 0.0012920515146106482, -0.020482290536165237, -0.010669844225049019, -0.0006719688535667956, -0.011636118404567242, -0.014181094244122505, 0.0396580696105957, 0.002293199999257922, -0.021870458498597145, -0.02452431060373783, 0.00825415924191475, -0.013936123810708523, 0.011561266146600246, -0.003684771014377475, 0.02106749825179577, 0.0017573260702192783, -0.013024287298321724, 0.020985841751098633, -0.011921918019652367, 0.014875178225338459, -0.032145626842975616, 0.012289374135434628, -0.019012466073036194, -0.02065921388566494, -0.030811898410320282, 0.008104454725980759, -0.016276957467198372, -0.01446689385920763, 0.012949435040354729, 0.008356230333447456, 0.004879004321992397, -0.016930213198065758, -0.020019568502902985, -0.02309531345963478, 0.028008341789245605, -0.019733767956495285, -0.03606516495347023, -0.004276784136891365, -0.01780121959745884, -0.036963388323783875, 0.008220135234296322, 0.016562756150960922, -0.019597673788666725, -0.006141284946352243, 0.010710673406720161, 4.237018583808094e-05, -0.007927531376481056, -0.0077506075613200665, 0.0038038541097193956, -0.014752693474292755, 0.01611364260315895, 0.02934207208454609, -0.015038492158055305, -0.018413648009300232, -0.05397525802254677, 0.021489392966032028, -0.028988225385546684, 0.02623910643160343, 0.01966572180390358, -0.006818357389420271, 0.028688816353678703, -0.030104203149676323, 0.005157998763024807, -0.013908904045820236, -0.006627824157476425, 0.013378133997321129, -0.0038787061348557472, -0.006685664877295494, -0.024401824921369553, 0.0256538987159729, -0.009778422303497791, -0.0033003026619553566, -0.008015993051230907, 0.002965168794617057, -0.02637520246207714, -0.012126060202717781, -0.026756267994642258, 0.009302089922130108, 0.005784035660326481, 0.019556844606995583, -0.007954750210046768, -0.007655341178178787, 0.004644240252673626, -0.0029277426656335592, -0.010710673406720161, 0.012935825623571873, 0.02578999474644661, 0.008233744651079178, -0.013160382397472858, -0.0294781681150198, 0.008437886834144592, -0.007151789963245392, -0.009227237664163113, 0.022292353212833405, 0.004038617946207523, 0.020305367186665535, -0.004038617946207523, -0.013555057346820831, 0.03388764336705208, -0.013003872707486153, 0.015188196673989296, -0.00435163639485836, -0.013262453489005566, -0.026184668764472008, -0.03786161541938782, 0.012595588341355324, -0.020985841751098633, -0.0021622085478156805, -0.006345427129417658, -0.013446182012557983, -0.00911155715584755, 0.021870458498597145, 0.016848554834723473, -0.0022234513889998198, -0.02392549254000187, -0.0013005574000999331, 0.036391790956258774, 0.0065835933201014996, 0.0023476378992199898, -0.005957556888461113, -0.025871651247143745, 0.012690854258835316, 0.019910691305994987, -0.0006502787000499666, 0.0050287083722651005, 0.015882281586527824, 0.01374559011310339, 0.03179178014397621, 0.03652788698673248, -0.026279935613274574, -0.027164552360773087, 0.0193663127720356, -0.005161401350051165, -0.007199422921985388, -0.007362736854702234, -0.016195299103856087, -0.018781103193759918, -0.006447498686611652, 0.009254456497728825, 0.018767494708299637, 0.022428449243307114, -0.008866586722433567, -0.040665172040462494, -0.013589081354439259, 0.00654956977814436, 0.030403612181544304, -0.006413474678993225, -0.005355336703360081, -0.005049122963100672, 0.02080891840159893, 9.617022442398593e-05, 0.01894441805779934, -0.012296179309487343, -0.004106665495783091, -0.007049718871712685, -0.0019070305861532688, 0.02007400617003441, -0.004304002970457077, -0.027872247621417046, 0.0021485991310328245, 0.0050014895386993885, 0.012765706516802311, 0.0010147580178454518, 0.009581085294485092, -0.00505932979285717, -0.010343216359615326, -0.0033972703386098146, -0.018182285130023956, 0.012384640984237194, 0.02735508605837822, 0.0009399057598784566, -0.005396164953708649, 0.022578153759241104, 0.029668699949979782, 0.01090801041573286, -0.014031389728188515, -0.0009849872440099716, 0.018168676644563675, 0.015242635272443295, 0.008846172131597996, 0.005464212503284216, 0.011779018677771091, 0.01996513083577156, 0.019842645153403282, 0.0036303328815847635, 0.00263513857498765, 0.003888913430273533, 0.01740654557943344, 0.026034964248538017, 0.014480503275990486, 0.011928723193705082, -0.0009399057598784566, -0.012194108217954636, -0.01111215353012085, 0.0001434313307981938, -0.007614512927830219, -0.02348998934030533, 0.011010081507265568, 0.013391743414103985, -0.0009228939306922257, 0.003380258334800601, -0.0027082895394414663, 0.0005643687909469008, -0.012044403702020645, 0.03021308034658432, 0.00883256271481514, -0.0033122110180556774, -0.03062136471271515, -0.0010037003085017204, 0.023694131523370743, -0.031247401610016823, 0.021584659814834595, -0.0184000376611948, 0.02395271137356758, 0.02236040122807026, 0.031682904809713364, -0.029124319553375244, 0.02008761465549469, 0.02195211686193943, -0.0007999831577762961, -0.0004895165329799056, 0.005794242490082979, -0.0077438028529286385, -0.01345979142934084, -0.030267518013715744, 0.012568369507789612, 0.012867777608335018, -0.01939353160560131, 0.08356229960918427, 0.013902099803090096, 0.012670440599322319, 0.002745715668424964, -0.018155066296458244, 0.004589802585542202, -0.0025909077376127243, 0.00420193187892437, -0.002327223774045706, -0.019910691305994987, 0.009383747354149818, 0.0014315488515421748, -0.018059801310300827, -0.03064858354628086, -0.02294560894370079, -0.0012835455127060413, 0.006018799263983965, 0.02238762006163597, -0.008165697567164898, -0.010649430565536022, 0.025449756532907486, 0.020169273018836975, 0.009826055727899075, 0.012901801615953445, 0.015718966722488403, -0.022197086364030838, -0.003048527054488659, 0.011629314161837101, -0.006845576222985983, -0.018059801310300827, 0.0005762770888395607, 0.026334373280405998, -0.04812317714095116, -0.013160382397472858, -0.0027678310871124268, -0.007995578460395336, -0.012160084210336208, -0.018713057041168213, 0.015188196673989296, 0.009635522961616516, 0.030893554911017418, 0.019012466073036194, -0.006188917905092239, -0.05147111043334007, -0.02776337042450905, 0.0081112589687109, -0.022863952443003654, -0.029314853250980377, -0.020128443837165833], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='e8129b6d-e641-48c3-acdc-1a57fe75b0df', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c9cc17c54a5a79b71d5113fe884d9fffc26e9ad3dee13e60416e7eff4c64b416'), : RelatedNodeInfo(node_id='b0120d97-056f-4c08-b2df-e8051373aeaa', node_type=, metadata={}, hash='166454f05e80c72e4330c1ef0207b9d846b63ad8bb549f45dc142fbe90e8424f')}, hash='b091e7f4d36fe0cd13effd7e4ee5b6176a9b4d1d3124848c81a7e42e45894988', text=\"backpropagation, the degree of the error of the model (the loss value) is propagated backward through the neural network. It computes the derivative to the output of each individual weight and bias i.e. how sensitive the output is to changes in each specific parameter. For my people who didn't take on differential calculus in school (such as myself), think of the model parameters (weights/biases) as adjustable knobs. These knobs are arbitrary - in the sense that you can't tell in what specific way it governs the prediction ability of the model. The knobs, which can be rotated clockwise or counterclockwise have different effects on the behavior of the output. Knob A might increase the loss 3x when turned clockwise, knob B reduces the loss by 1/8 when turned counterclockwise (and so on). All these knobs are checked (all billions of them) and to get information on how sensitive the output is to adjustments of each knob - this numerical value is their derivative with respect to the output. Calculating these derivatives is called backpropagation. The output of backpropagation is a vector (a list of numbers) whose elements or dimensions consist of the parameters' individual derivatives. This vector is the gradient of the error with respect to the existing parameter values (or the current learnings) of the neural network. A vector has two properties: length or magnitude and direction. The gradient vector contains information on the direction in which the error or loss is increasing. The magnitude of the vector signifies the steepness or rate of increase. Think of the gradient vector as the map of a foggy hill you're descending from - gradient descent optimization is using the information about direction and steepness from the gradient vector to reach the bottom of the hill (the minimum loss value) as efficiently as possible by navigating to the path with the greatest downward incline (the opposite direction of the gradient vector). This involves iteratively adjusting the values of the weights and biases of the network (by subtracting small values to it i.e. the learning rate) en masse to reach this optimal state. After these steps, the hope\", start_char_idx=9054, end_char_idx=11225, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='b0120d97-056f-4c08-b2df-e8051373aeaa', embedding=[-0.012907670810818672, 0.009193282574415207, 0.015695178881287575, -0.005516656208783388, 0.019622405990958214, -0.012399602681398392, 0.008472375571727753, 0.00014107036986388266, -0.008094756864011288, -0.05069693550467491, 0.016972213983535767, 0.03605908900499344, -0.04278755560517311, 0.011582574807107449, 0.009701350703835487, 0.0014160675927996635, 0.01753520779311657, 0.015653982758522034, 0.009213879704475403, -0.004984558094292879, -0.03836598992347717, -0.002131825312972069, -0.021846918389201164, -0.026144899427890778, 0.0012555798748508096, -0.005166501272469759, 0.037899117916822433, -0.043364278972148895, -0.028287023305892944, 0.005163068417459726, 0.0065774195827543736, 0.015008599497377872, -0.022135281935334206, 0.006017858162522316, -0.004606939852237701, 0.00456231227144599, 0.014157243072986603, -0.022808128967881203, 0.018592538312077522, -0.01607966236770153, 0.03463100641965866, 0.008149683475494385, -0.004534848965704441, -0.03800896927714348, 0.002746312879025936, 0.02052868902683258, -0.0006844326853752136, -0.027627907693386078, -0.009275672025978565, 0.021695870906114578, 0.01827671192586422, 0.03504295274615288, -0.02424994297325611, -0.008232072927057743, -0.03257127106189728, -0.00043619173811748624, 0.007318923715502024, -0.00327154528349638, 0.032955754548311234, -0.0041915602050721645, 0.00278064189478755, 0.004236187785863876, -0.017370428889989853, 0.005997260566800833, -0.004847242031246424, -0.014596653170883656, -0.019210457801818848, 0.03487817198038101, 0.0038002105429768562, 0.0027377307415008545, 0.008973577059805393, 0.038640622049570084, -0.0033110235817730427, -0.023618290200829506, 0.03292829170823097, 0.002665639854967594, 0.0055097900331020355, -0.016422951593995094, -0.022437376901507378, 0.01708206534385681, 0.004888436757028103, -0.005090977530926466, -0.000732064014300704, 0.013498127460479736, -0.0033264714293181896, -0.024346062913537025, 0.009385524317622185, -0.013518725521862507, -0.002991764573380351, 0.006996232084929943, 0.007518031634390354, -0.001991076860576868, 0.02599385194480419, 0.020391372963786125, 0.021572288125753403, 0.003386547090485692, -0.014088585041463375, 0.02396157942712307, 0.010168223641812801, -0.02941301092505455, -0.0015405098674818873, -0.0037487170193344355, -0.027984928339719772, -0.02346724271774292, -0.02195677161216736, -0.000903708569239825, 0.009845531545579433, 0.014418142847716808, -0.005077246110886335, 0.00716101098805666, 0.0032560972031205893, 0.025060104206204414, -0.013786491006612778, -0.024181285873055458, -0.0015688312705606222, -0.003221768420189619, 0.02297290787100792, 0.005708897951990366, 0.0019979425705969334, -0.02124273031949997, 0.032790977507829666, -0.001824581646360457, 0.014596653170883656, 0.0018142829649150372, 0.03334023803472519, 0.017178187146782875, 0.009509108029305935, -0.006893245503306389, -0.02374187484383583, -0.015434278175234795, -0.005777555517852306, 0.01705460250377655, 0.004716792609542608, 0.0035427436232566833, -0.026982523500919342, 0.03740478307008743, 0.0057466598227620125, -0.020061815157532692, -0.04325442761182785, 0.007978038862347603, 0.006721600890159607, 0.010181955061852932, -0.022052893415093422, -0.008767603896558285, -0.0028801956214010715, 0.04009616747498512, 0.00414349976927042, 0.032763510942459106, 0.016464145854115486, -0.004466191399842501, 0.011884668841958046, -0.027257155627012253, -0.0111225675791502, 0.004953661933541298, 0.013738430105149746, 0.03386203944683075, 0.014376947656273842, 0.006532792001962662, -0.02122899889945984, 0.001402336056344211, 0.001446963637135923, -0.0008848276920616627, 0.012330944649875164, -0.0013345364714041352, 0.013182302005589008, 0.02400277554988861, 0.01881224289536476, 0.0041263350285589695, 0.001888090162537992, -0.01629936695098877, -0.013079315423965454, 0.017164455726742744, -0.050532158464193344, 0.015365620143711567, 0.00040980137418955564, 0.007950576022267342, 0.027490591630339622, -0.010710620321333408, -0.024291137233376503, -0.019979426637291908, 0.014994868077337742, 0.018153127282857895, 0.01048404909670353, 0.012694831006228924, -0.013504993170499802, -0.021297655999660492, 0.02029525302350521, -0.012159300036728382, -0.008259535767138004, -0.018537612631917, -0.01701340824365616, 0.010236881673336029, -0.01395813561975956, -0.01506352610886097, -0.6257199048995972, -0.02398904226720333, 0.026749087497591972, -0.01273602619767189, 0.0026982524432241917, -0.009660155512392521, -0.009564034640789032, -0.008389986120164394, -0.015338157303631306, 0.039162423461675644, -0.002042570151388645, -0.01930657960474491, -0.00853416696190834, -0.001956747844815254, 0.001011844608001411, -0.02072093077003956, -0.009653289802372456, -0.02541712485253811, 0.005767256952822208, 0.015983540564775467, -0.023577095940709114, 0.007559226360172033, -0.03182976692914963, -0.007401313167065382, 0.0009277388453483582, -0.004428429529070854, 0.010408526286482811, 0.013491261750459671, 0.008245804347097874, 0.0010624798014760017, -0.02842433750629425, 0.0027154169511049986, 0.020432567223906517, -0.008245804347097874, 0.041386935859918594, 0.008595959283411503, -0.015887420624494553, 0.03776180371642113, 0.011301077902317047, 0.01683489792048931, -0.025362199172377586, -0.04105737805366516, 0.010600768029689789, 0.012159300036728382, -0.007929978892207146, 0.015393083915114403, 0.01874358579516411, -0.009941652417182922, 0.006131143309175968, -0.038063894957304, 0.009358061477541924, 0.005293518304824829, 0.010662559419870377, 0.00841058325022459, 0.02198423445224762, -0.0032887097913771868, 0.03188469260931015, -0.009893592447042465, 0.01756267063319683, -0.01904568076133728, 0.013175436295568943, -0.011328540742397308, -0.022313792258501053, -0.011802279390394688, -0.02423621155321598, 0.0016941317589953542, 0.010696888901293278, 0.013484396040439606, -0.015159646980464458, -0.015887420624494553, 0.010065237060189247, 0.04037079960107803, 0.008726409636437893, -0.012715429067611694, -0.01038792822510004, 0.007957441732287407, 0.012893939390778542, -0.0055956123396754265, 0.013120509684085846, 0.02889121137559414, 0.002555787330493331, -0.013305885717272758, -0.009818068705499172, -0.01506352610886097, 0.026309678331017494, 0.005787854548543692, -0.00028986475081183016, -0.006223831791430712, -0.004236187785863876, 0.007284595165401697, -0.008149683475494385, 0.035702068358659744, -0.031774841248989105, -0.06882259994745255, -0.0020511525217443705, 0.008705811575055122, -0.004661865998059511, -0.0030346757266670465, 0.01037419680505991, -0.015750104561448097, 0.018867170438170433, -0.012070044875144958, 0.03169244900345802, 0.026817744597792625, 0.022382449358701706, 0.011795413680374622, 0.0014100599801167846, 0.006882946472615004, 0.023865459486842155, -0.029577789828181267, -0.004764853045344353, 0.0023875758051872253, -0.0023704112973064184, -0.01371783297508955, 0.0005423967959359288, -0.022917980328202248, 0.0016117424238473177, -0.006168905179947615, -0.0021661543287336826, -0.02894613705575466, 0.02672162465751171, -0.006704436149448156, 0.006975634954869747, 0.005726062227040529, 0.00029136662487871945, 0.01370410155504942, 0.004328875802457333, 0.002258842345327139, -0.0001948165736394003, 0.02099556289613247, -0.012928267940878868, -0.01756267063319683, 0.020666005089879036, -0.017233112826943398, 0.019471358507871628, 0.0072914608754217625, 0.02467562071979046, 0.002981466008350253, 0.00501202093437314, -0.01904568076133728, -0.02566429413855076, -0.020693467929959297, 0.008740141056478024, 0.0074493736028671265, -0.04704434052109718, -0.01709579862654209, -0.011891534551978111, -0.005238591693341732, -0.005084111820906401, 0.00021112280956003815, -0.010717486031353474, -0.014157243072986603, -0.01323722768574953, 0.005712330807000399, 0.000323335436405614, -0.017384160310029984, 0.003357367590069771, -0.04668731987476349, -0.011404064483940601, -0.03833852708339691, -0.007669078651815653, 0.038063894957304, 0.00788878370076418, 0.01728804036974907, -0.011561977677047253, -0.02817717008292675, -0.004847242031246424, 0.02525234781205654, -0.02690013498067856, -0.02795746549963951, 0.019979426637291908, -0.04495714232325554, 0.002650192007422447, 0.0024562336038798094, -0.005619642790406942, 0.007497434038668871, -0.008074159733951092, -0.007964307442307472, 0.0023240672890096903, -0.01727430894970894, -0.009708216413855553, 0.013003791682422161, -0.01357365120202303, -0.013656040653586388, 0.029605252668261528, 0.01783730275928974, 0.03391696512699127, 0.007614152505993843, -0.026295945048332214, 0.010916593484580517, 6.672681774944067e-05, 0.01732923462986946, -0.01309991255402565, 0.004119469318538904, -0.013875746168196201, 0.014624116010963917, 0.033230386674404144, -0.008822530508041382, -0.008238938637077808, 0.029275694862008095, -0.013182302005589008, 0.012276018969714642, 0.00801236741244793, -0.010017176158726215, 0.004081707447767258, -0.01701340824365616, 0.0058942739851772785, -0.04171649366617203, 0.0011191224912181497, -0.004109170753508806, -0.00010389859380666167, -0.0067353323101997375, -0.02692759782075882, -0.018894633278250694, -0.029797494411468506, 0.030841093510389328, -0.00033213221468031406, 0.03435637429356575, -0.009049100801348686, -0.012536918744444847, 0.012083776295185089, 0.012399602681398392, 0.019924499094486237, 0.0004143070545978844, -0.009193282574415207, 0.027394471690058708, -0.015365620143711567, 0.0033247550018131733, -0.009557168930768967, -0.046357762068510056, 0.01899075321853161, 0.01161003764718771, 0.013903209008276463, 0.013662906363606453, 0.00928253773599863, 0.0010333001846447587, 0.015214573591947556, 0.0018348803278058767, 0.03715761378407478, -0.003989019431173801, -0.003209753194823861, 0.006711302325129509, -0.010854802094399929, -0.04059050604701042, 0.024867862462997437, -0.014871284365653992, 0.033505018800497055, 0.00019503112707752734, -0.008081025443971157, -0.009605228900909424, -0.011307943612337112, 0.016189513728022575, -0.009097161702811718, -0.002540339482948184, 0.013923806138336658, -0.021366314962506294, 0.02228632941842079, -0.0029025094117969275, 0.04256784915924072, 0.010538975708186626, -0.0014237916329875588, -0.009364927187561989, 0.01603846810758114, -0.010408526286482811, 0.016216978430747986, 0.0033384866546839476, 0.02175079844892025, -0.007998635992407799, -0.020940635353326797, 0.006340549793094397, 0.0015121885808184743, -0.020363910123705864, 0.012097508646547794, -0.021366314962506294, 0.031033335253596306, 0.018002081662416458, 0.007717139087617397, 0.023027833551168442, 0.008094756864011288, 0.037899117916822433, -0.015324425883591175, -0.03336770087480545, 0.025307273492217064, 0.014994868077337742, -0.016999676823616028, -0.023384854197502136, -0.019704794511198997, 0.0024699652567505836, 0.000988672603853047, -0.032708585262298584, -0.004119469318538904, 0.004483355674892664, -0.003975288011133671, -0.007106084376573563, -0.019910767674446106, -0.0037658815272152424, 0.017974616959691048, -0.013305885717272758, -0.0008719543693587184, -0.0059045725502073765, 0.009358061477541924, 0.012502589263021946, -0.03811882436275482, -0.02177826128900051, 0.03268112242221832, -0.015928614884614944, -0.03386203944683075, -0.00014965259470045567, -0.0009826651075854897, -0.0286715067923069, 0.018592538312077522, -0.0038791669066995382, 0.00641607353463769, -0.019114337861537933, 0.020322715863585472, -0.0017198784044012427, 0.013539322651922703, 0.00259698205627501, 0.016230709850788116, 0.016491608694195747, -0.015695178881287575, -0.0187847800552845, -0.004315143916755915, 0.028726432472467422, 0.06563688069581985, 0.01585995778441429, -0.02569175697863102, 0.011671829968690872, -0.0350978784263134, -0.002590116346254945, -0.023673217743635178, -0.02820463292300701, 0.004400966223329306, 0.00408514030277729, 0.0031840065494179726, -0.0036800592206418514, 0.006580852437764406, -0.004057677462697029, 0.013285288587212563, 0.014418142847716808, 0.013882611878216267, -0.01509098894894123, 0.0003256955533288419, -0.007950576022267342, 0.013189167715609074, -0.006807423196732998, 0.012763489037752151, 0.021064219996333122, 0.01580503024160862, -0.0028733299113810062, 0.010717486031353474, 0.018977021798491478, -0.020144205540418625, -0.03320292383432388, 0.0020168235059827566, -0.00468932930380106, -0.005022319499403238, -0.008966711349785328, -0.02074839361011982, 0.02744939737021923, 0.0020734663121402264, 0.01824924908578396, 0.009529706090688705, -0.014376947656273842, 0.010353599674999714, 0.01824924908578396, 0.0005702890339307487, -0.022052893415093422, -0.016381755471229553, -0.022121550515294075, 0.021943040192127228, 0.017658792436122894, -0.006591151002794504, -0.028836285695433617, 0.012681099586188793, 0.0066598085686564445, -0.042869944125413895, -0.005636807065457106, 0.0027497457340359688, -0.004771718755364418, 0.006172338034957647, 0.002832135185599327, 0.0023189180064946413, -0.0177961066365242, -0.030511535704135895, -0.03603162616491318, 0.0027428800240159035, -0.008204610086977482, 0.008678348734974861, -0.005073813255876303, -0.000343289109878242, 0.009296269156038761, -0.014912478625774384, 0.0027531785890460014, -0.019979426637291908, -0.024826668202877045, -0.07458985596895218, -0.009069697931408882, 0.017864765599370003, 0.002092347014695406, 0.01900448463857174, 0.0033247550018131733, -0.006628912873566151, 0.023110222071409225, -0.007641615811735392, -0.034273985773324966, 0.007579823490232229, -0.02078958787024021, -0.0019430164247751236, -0.009433585219085217, -0.015104721300303936, 0.0068314531818032265, -0.007847589440643787, -0.011507051065564156, -0.005935468710958958, -0.003426025388762355, -0.0036972237285226583, 0.011857206001877785, 0.016491608694195747, 0.03809136152267456, 0.006704436149448156, -0.004648134578019381, 0.03037421964108944, -0.03715761378407478, -0.019663600251078606, -0.026378335431218147, -0.008781335316598415, -0.03281844034790993, 0.02077585645020008, -0.0006612606230191886, 0.047099266201257706, 0.012914536520838737, -0.0009397539542987943, -0.026598040014505386, 0.019608674570918083, -0.00891865137964487, 0.013058717362582684, 0.014116047881543636, -0.009831800125539303, 0.008657751604914665, 0.02842433750629425, 0.009035369381308556, 0.014912478625774384, -0.02516995742917061, -0.012090642936527729, -0.02646072395145893, 0.027820149436593056, 0.00876073818653822, -0.017617596313357353, 0.015242036432027817, 0.016903555020689964, -0.000526090560015291, -0.02717476524412632, 0.00890491995960474, -0.0010161357931792736, 0.040151093155145645, 0.005090977530926466, -0.01555786281824112, -0.02468935213983059, -0.0117404880002141, -0.03086855635046959, -0.010724351741373539, -0.023302465677261353, -0.014747700653970242, 0.0014538293471559882, -0.0002896501973737031, -0.010635096579790115, -0.0063508483581244946, 0.03012705221772194, -0.022066624835133553, -0.01726057566702366, 0.008678348734974861, 0.03487817198038101, 0.03144528344273567, -0.01827671192586422, 0.025815341621637344, -0.041606638580560684, -0.02398904226720333, 0.009529706090688705, -0.018922096118330956, -0.003920361865311861, 0.012179898098111153, 0.027298349887132645, 0.026817744597792625, 0.03388950228691101, 0.0025420559104532003, 0.02096809819340706, 0.03408174216747284, -0.008513569831848145, 0.013868880458176136, 0.019334042444825172, 0.013779625296592712, -0.02345351129770279, 0.0035839383490383625, 0.013690370135009289, -0.0009371792548336089, 0.019169263541698456, -0.01433575339615345, 0.015008599497377872, 0.012502589263021946, 0.012708562426269054, 0.007318923715502024, -0.006532792001962662, -0.0350978784263134, -0.009227611124515533, 0.041634105145931244, -0.010669425129890442, 0.02690013498067856, -0.019567478448152542, -0.013093046844005585, 0.00866461731493473, -0.0037212539464235306, 0.025266079232096672, 0.012646771036088467, 0.0289186742156744, -0.012818415649235249, -0.0055956123396754265, 0.0017087215092033148, 0.031500209122896194, -0.013326482847332954, -0.004963960498571396, -0.043611448258161545, 0.0007466538227163255, 0.01371783297508955, -0.007126681972295046, 0.021366314962506294, -0.003141095396131277, 0.007648481521755457, -0.007730870973318815, -0.004795748740434647, -0.004459325689822435, -0.016862360760569572, -0.006134576629847288, -0.010497781448066235, -0.02722969278693199, -0.02276693470776081, -0.008753872476518154, 0.00290594226680696, 0.0024167553056031466, 0.011802279390394688, 0.008698945865035057, 0.02223140373826027, -0.04347413405776024, -0.010621365159749985, 0.026268482208251953, 0.000857793667819351, 0.030319293960928917, -0.0010478900512680411, 0.028122244402766228, 0.004308278206735849, 0.009907323867082596, -0.028726432472467422, 0.0117404880002141, 0.01187780313193798, 0.013662906363606453, 0.012365274131298065, -0.0004574327322188765, -0.0015980107709765434, -0.021874381229281425, 0.013848282396793365, 0.007442507892847061, -0.008541032671928406, -0.035921771079301834, 0.015228305011987686, 0.023069027811288834, 0.006937873084098101, -0.017919691279530525, -0.026350872591137886, -0.007463105488568544, 0.010765546932816505, 0.0072296685539186, 0.009804337285459042, -0.008177146315574646, -0.007559226360172033, -0.0023652620147913694, 0.02147616632282734, 0.01708206534385681, 0.024373527616262436, -0.006244428921490908, 0.016656387597322464, 0.023329928517341614, -0.006893245503306389, -0.023549633100628853, 0.010175089351832867, 0.003563340986147523, 0.026089971885085106, -0.023535901680588722, 0.021201536059379578, 0.013189167715609074, -0.01001031044870615, 0.007833857089281082, 0.014074853621423244, -0.010278075933456421, 0.03479578346014023, -0.019677331671118736, -0.009618961252272129, -0.002581534208729863, -0.026048777624964714, 0.021132877096533775, -0.027531785890460014, 0.00401648273691535, -0.014184705913066864, -0.02643326111137867, -0.024565769359469414, 0.0274356659501791, 0.005846213549375534, -0.020885709673166275, 0.02398904226720333, -0.0037658815272152424, -0.011287345550954342, -0.007421910762786865, 0.0014100599801167846, 0.01999315805733204, -0.039409589022397995, -0.024098895490169525, -0.009694484062492847, -0.006862349342554808, 0.011726755648851395, -0.011053909547626972, -0.026831476017832756, -0.016889823600649834, 0.04575357213616371, -0.009872994385659695, 0.011967058293521404, 0.010566438548266888, 0.010957788676023483, -0.008197744376957417, 0.0016924153314903378, -0.001802267855964601, -0.006505328696221113, 0.01907314360141754, -0.036910444498062134, -0.015667714178562164, 0.011362869292497635, 0.007126681972295046, 0.00717474240809679, -0.01125988271087408, 0.001607451238669455, -0.0082801328971982, 0.018111933022737503, 0.001955031417310238, -0.010456586256623268, 0.00915208738297224, -0.005890841130167246, 0.011527648195624352, -0.007854455150663853, 0.03235156461596489, -0.022313792258501053, 0.01493994239717722, -0.004428429529070854, -0.002893927274271846, -0.010236881673336029, -0.04366637393832207, -0.0038002105429768562, 0.0030072126537561417, -0.004366637673228979, -0.0022742904257029295, -0.02077585645020008, 0.003906629979610443, -0.0023206344339996576, -0.014074853621423244, 0.00826640147715807, -0.006567120552062988, -0.005472028627991676, 0.0008659467566758394, 0.020844515413045883, 0.011088238097727299, 0.004219023045152426, -0.03435637429356575, -0.025018909946084023, -0.008801932446658611, -0.00550292432308197, -0.02051495760679245, -0.011438393034040928, -0.033477552235126495, 0.03932720050215721, 0.008952979929745197, -0.012502589263021946, -0.0023086192086338997, -0.015983540564775467, -0.038915254175662994, -0.0023721277248114347, -0.010957788676023483, -0.0010564721887931228, 0.009529706090688705, 0.02695506066083908, -0.009763142094016075, 0.023055296391248703, -0.012983194552361965, 0.024661889299750328, 0.0029540027026087046, 0.01654653437435627, -0.005355310160666704, -0.00439410051330924, -0.013868880458176136, -0.0008908352465368807, -0.03064885176718235, -0.0119876554235816, 0.02648818865418434, -0.009035369381308556, 0.00826640147715807, 0.021819455549120903, -0.018949558958411217, -0.006196368485689163, 0.011095103807747364, 0.006405774969607592, 0.02817717008292675, -0.011960192583501339, 0.023426048457622528, -0.035454899072647095, -0.008314462378621101, 0.0031840065494179726, -0.015695178881287575, -0.009488510899245739, -0.006996232084929943, 0.009001040831208229, 0.012756623327732086, -0.0026330274995416403, -0.02199796587228775, -0.006728466600179672, 0.009941652417182922, -0.0016383472830057144, 0.05640926584601402, -0.001773088239133358, -0.007531763054430485, 0.014390679076313972, 0.01495367381721735, 0.01557159423828125, -0.008932382799685001, 0.00011049618478864431, -0.008863724768161774, 0.0016126006375998259, 0.03924481198191643, -0.02147616632282734, 0.007263997569680214, -0.002190184546634555, 0.02350843884050846, -0.02541712485253811, -0.011198090389370918, -0.0032612464856356382, 0.017191918566823006, -0.035921771079301834, 0.02845180220901966, 0.00779266282916069, -0.0234809760004282, 0.020432567223906517, -0.01581876166164875, 0.017699986696243286, -0.02570548839867115, -0.010147626511752605, 0.003386547090485692, -0.004730524029582739, 0.004994856659322977, 0.030264368280768394, -2.8864444630016806e-06, -0.013292154297232628, 0.00010030478733824566, 0.014363216236233711, -0.017109530046582222, -0.003501548897475004, 0.1898251473903656, -0.046110592782497406, 0.01701340824365616, 0.008616556413471699, -0.005564716644585133, 0.014088585041463375, 0.017988350242376328, 0.031994543969631195, -0.017219381406903267, -0.010161357931792736, 0.009550303220748901, 0.013601114973425865, -0.039382126182317734, 0.001058188732713461, 0.007607286795973778, -0.028753895312547684, -0.03564714267849922, -0.044352952390909195, -0.017672523856163025, -0.0001335609267698601, 0.0026072808541357517, 0.004023348446935415, 0.013415738008916378, -0.021421240642666817, 0.009200148284435272, 0.004013049881905317, 0.018949558958411217, -0.008458644151687622, 0.025897730141878128, 0.0009534854907542467, -0.009488510899245739, 0.010779278352856636, 0.013504993170499802, -0.008259535767138004, 0.0023069027811288834, -0.002092347014695406, 0.021325118839740753, 0.008795066736638546, 0.005060081370174885, 0.01509098894894123, 0.0331205315887928, 0.0033024412114173174, -0.0008985592285171151, -0.026282213628292084, 0.001664093928411603, 0.029248232021927834, -0.015928614884614944, -0.006172338034957647, 0.0076828100718557835, 0.02322007529437542, -0.01605219952762127, -0.00548919290304184, 0.011781682260334492, 0.029550326988101006, -0.00029136662487871945, 0.021819455549120903, -0.016958482563495636, 0.009859262965619564, 0.027119839563965797, 0.009385524317622185, -0.04059050604701042, 0.004037079866975546, 0.004037079866975546, 0.03303814306855202, 0.017191918566823006, -0.0022571259178221226, 0.0012255421606823802, 0.008383120410144329, -0.0025437723379582167, -0.008245804347097874, -0.008959845639765263, -0.009454182349145412, -0.025870267301797867, -0.006354281213134527, -0.04108484089374542, -0.031253039836883545, 0.04374876245856285, 0.0011946461163461208, 0.015956077724695206, 0.027627907693386078, -0.013532456941902637, -0.010820472612977028, 0.010875399224460125, -0.017397891730070114, -0.005248890724033117, -0.029797494411468506, 0.017672523856163025, -0.026570577174425125, 0.00040315015939995646, 0.0015405098674818873, 0.019237922504544258, -0.009021637961268425, -0.011575709097087383, 0.014857552945613861, 0.0022279464174062014, -0.0011637500720098615, 0.029989736154675484, -0.002368694869801402, -0.010271210223436356, 0.005983529146760702, -0.025746682658791542, 0.02102302573621273, 0.04468251019716263, 0.03457608073949814, 0.008417448960244656, -0.002133541740477085, 0.01901821605861187, -0.006955037359148264, -0.0024287705309689045, -0.016889823600649834, -0.010964654386043549, -0.01577756740152836, 0.02424994297325611, 0.0165602657943964, -0.03441129997372627, 0.011582574807107449, -0.006903544068336487, 0.005815317388623953, 0.018125664442777634, 0.005588746629655361, -0.0020288387313485146, -0.025279810652136803, -0.005485760048031807, 0.016162050887942314, -0.0052763535641133785, -0.023288732394576073, -0.030044663697481155, 0.006649510003626347, -0.020693467929959297, 0.010580169968307018, 0.011884668841958046, -0.04207351431250572, 0.016477877274155617, -0.0008024382987059653, -0.0012976328143849969, -0.010291807353496552, 0.003281843848526478, -0.010161357931792736, -0.005269487854093313, 0.008994175121188164, -0.01309991255402565, -0.007325789425522089, -0.0030793033074587584, 0.003827673615887761, 0.016436683014035225, -0.0212564617395401, -0.0075866892002522945, 0.011424661614000797, -0.013937537558376789, -0.014596653170883656, 1.6051448255893774e-05, -0.006162039469927549, 0.01495367381721735, -0.001104532741010189, 0.01386201474815607, 0.01731550320982933, -0.025266079232096672, -0.026776550337672234, 0.020611077547073364, -0.008451777510344982, -0.029083453118801117, -0.007641615811735392, 0.021366314962506294, -0.03155513480305672, -0.003276694566011429, -0.020817052572965622, -0.17466549575328827, -0.005283219274133444, 0.01901821605861187, -0.023178881034255028, 0.02078958787024021, 0.025636831298470497, 0.017727449536323547, 0.015956077724695206, -0.021654676645994186, 0.002427054103463888, -0.005152769386768341, -0.00878820102661848, -0.008705811575055122, -0.02374187484383583, -0.012358408421278, 0.01704087108373642, -0.00358050549402833, 0.015036063268780708, 0.012742891907691956, 0.01783730275928974, 0.03089601919054985, -0.04704434052109718, 0.012475126422941685, 0.014692774042487144, -0.001596294343471527, 0.01782357133924961, -0.001086510019376874, 0.026735356077551842, 0.0012401319108903408, -0.04270516708493233, -0.007167876698076725, -0.014692774042487144, 0.013127375394105911, -0.01583249308168888, 0.02795746549963951, 0.024277405813336372, 0.014514263719320297, -0.0014958822866901755, -0.0249639842659235, 0.01783730275928974, 0.03402681648731232, 0.008685214444994926, 0.006313086953014135, 0.0005857370560988784, -0.029852421954274178, -0.0015739805530756712, 0.008362522348761559, -0.024071432650089264, 0.003199454629793763, 0.006570553407073021, 0.010394793935120106, -0.0026896700728684664, 0.009117758832871914, -0.0013250960037112236, 0.012276018969714642, 0.009811202995479107, -0.016244441270828247, 0.0011997953988611698, 0.004637836012989283, -0.020899441093206406, -0.009351195767521858, -0.014184705913066864, 0.01632682979106903, 0.00032226264011114836, 0.004812913481146097, -0.02941301092505455, -0.018729854375123978, -0.004915900062769651, -0.04380369186401367, 0.005310682579874992, -0.020130474120378494, -0.008836261928081512, -0.019416432827711105, -0.01677997224032879, 0.02029525302350521, 0.037212539464235306, -0.015969809144735336, 0.0050635142251849174, 0.015310694463551044, 0.007847589440643787, -0.01627190411090851, 0.013683504424989223, -0.014157243072986603, 0.0028390008956193924, 0.007360118441283703, -0.029852421954274178, 0.02102302573621273, 0.006196368485689163, -0.016381755471229553, -0.029852421954274178, 0.010765546932816505, -0.022176476195454597, -0.005327846854925156, -0.005540686193853617, 0.02672162465751171, -0.008595959283411503, 0.030319293960928917, -0.014267095364630222, 0.01432202197611332, -0.008053562603890896, 0.009818068705499172, -0.0028784791938960552, -0.010490914806723595, -0.007421910762786865, 0.018002081662416458, 0.0202677883207798, -0.018468953669071198, 0.0177961066365242, 0.02820463292300701, 0.007243400439620018, -0.020899441093206406, -0.014102316461503506, 0.009570900350809097, 0.032516345381736755, -0.010841069743037224, 0.007881917990744114, -0.00586681067943573, -0.020432567223906517, 0.026364604011178017, 0.011472722515463829, 0.051301125437021255, 0.0016864077188074589, -0.010827338322997093, 0.016381755471229553, -0.012557515874505043, -0.03402681648731232, -0.11897027492523193, -0.039382126182317734, 0.0002860027307178825, 0.023329928517341614, -0.013525591231882572, 0.022354986518621445, -0.01926538534462452, 0.017892228439450264, -0.021064219996333122, 0.044380415230989456, -0.0299073476344347, -0.014651578851044178, 0.013594248332083225, 0.0023257837165147066, -0.009275672025978565, -0.013038120232522488, 0.01609339378774166, -0.020679736509919167, -0.02525234781205654, 0.038420915603637695, -0.0012452811934053898, -0.01161003764718771, 0.0004271803773008287, 0.009097161702811718, -0.014857552945613861, 0.005211128853261471, -0.006872647907584906, 0.018661195412278175, 0.00853416696190834, -0.008698945865035057, 0.023563364520668983, -0.019979426637291908, 0.011115701869130135, -0.035235192626714706, 0.016450414434075356, -0.015530399046838284, -0.00901477225124836, -0.01557159423828125, 0.008870590478181839, -0.006769661325961351, -0.012221092358231544, -0.005279786419123411, 0.0086508858948946, 0.01026434451341629, -0.025499515235424042, -0.016862360760569572, -0.030044663697481155, 0.026584308594465256, -0.0144593371078372, -0.01677997224032879, -0.0002450226165819913, -0.024400990456342697, -0.05017513781785965, 0.007325789425522089, 0.029522864148020744, 0.003264679340645671, -0.005046349950134754, -0.007332655601203442, 0.006340549793094397, -0.010525244288146496, -0.0025248914025723934, -0.020556151866912842, -0.022794397547841072, 0.023590827360749245, 0.033697258681058884, 0.01345006749033928, -0.023686949163675308, -0.03962929546833038, 0.015695178881287575, -0.027861343696713448, 0.02473054826259613, 0.02246483974158764, -0.011884668841958046, 0.022094087675213814, -0.031253039836883545, 0.0069825006648898125, -0.008856859058141708, -0.009687618352472782, 0.019718525931239128, 0.00394439185038209, -0.01434948481619358, -0.02817717008292675, 0.019910767674446106, -0.007696541957557201, -0.009529706090688705, -0.004799181595444679, 0.001150018535554409, -0.026762818917632103, -0.006622047163546085, -0.02993481047451496, 0.009110893122851849, 0.022313792258501053, 0.007950576022267342, -0.007188473828136921, 0.0014941658591851592, 0.00679369131103158, -0.012344676069915295, -0.014500532299280167, 0.01002404186874628, 0.021627213805913925, -0.009042235091328621, -0.004902168642729521, -0.03627879172563553, 0.013656040653586388, -0.001458978746086359, -0.0038311064708977938, 0.01702713966369629, -0.0066083152778446674, 0.012935133650898933, -0.008925517089664936, -0.0049056014977395535, 0.014857552945613861, -0.016162050887942314, 0.022657081484794617, -0.004565745126456022, -0.021338850259780884, -0.02105048857629299, -0.028067316859960556, 0.01727430894970894, -0.008348790928721428, 0.0025712354108691216, 0.003975288011133671, -0.00863715447485447, -0.0031822901219129562, 0.016683850437402725, 0.030209442600607872, 0.004864406771957874, -0.02078958787024021, -0.0098867267370224, 0.02522488310933113, 0.0013422603951767087, 0.01609339378774166, 0.0019258519168943167, -0.028314486145973206, 0.021105414256453514, 0.014733968302607536, -0.005557850934565067, -0.010078968480229378, 0.016848629340529442, 0.011307943612337112, 0.01222795806825161, 0.03910749405622482, -0.03171991556882858, -0.036937907338142395, -0.0010950922733172774, -0.005142470821738243, -0.004376936238259077, -0.01849641650915146, -0.015296963043510914, -0.010435989126563072, 0.018372833728790283, 0.005283219274133444, 0.03133542835712433, 0.02647445537149906, -0.011685561388731003, -0.04322696477174759, -0.020199131220579147, 0.015269499272108078, 0.026268482208251953, 0.004270516335964203, 0.007243400439620018, 0.015914883464574814, 0.02670789323747158, 0.0074493736028671265, 0.0055853137746453285, -0.0025712354108691216, -0.0012615874875336885, -0.021874381229281425, -0.01360798068344593, 0.027984928339719772, 0.004881571047008038, -0.026309678331017494, 0.0020339880138635635, 0.012708562426269054, 0.013800222426652908, 0.02072093077003956, 0.00679369131103158, 0.0012023701565340161, -0.008376254700124264, 0.0058324821293354034, -0.022327523678541183, 0.029358085244894028, 0.012962596490979195, 0.0003241936501581222, 0.006563687697052956, 0.01901821605861187, 0.025595637038350105, 0.008568496443331242, -0.010889130644500256, -0.0044249966740608215, 0.00830073095858097, 0.002888777758926153, 0.01262617390602827, 0.004706493578851223, -0.0008856859058141708, 0.006024723872542381, 0.010841069743037224, 0.004692762158811092, 0.003910062834620476, 0.001332819927483797, 0.015475473366677761, 0.0163130983710289, 0.028534190729260445, 0.0055853137746453285, -0.0024888459593057632, -0.02640579827129841, -0.007346387021243572, -0.004332308657467365, -0.023110222071409225, -0.016505340114235878, 0.02050122618675232, 0.012543784454464912, 0.008939248509705067, 0.00024094604304991663, -0.001458978746086359, -0.005722629372030497, -0.0059800962917506695, 0.035482361912727356, 0.004713359288871288, -0.010930324904620647, -0.03182976692914963, 0.007373850326985121, 0.01434948481619358, -0.003111915895715356, 0.039656758308410645, -0.011294212192296982, 0.02444218471646309, 0.03334023803472519, 0.02401650696992874, -0.02128392457962036, 0.02820463292300701, 0.019842110574245453, -0.013141106814146042, 0.008314462378621101, -0.0026175794191658497, -0.009893592447042465, -0.017864765599370003, -0.007895649410784245, 0.012564381584525108, 0.013141106814146042, -0.005152769386768341, 0.08639900386333466, 0.011033312417566776, 0.0023789934348315, 0.0011534513905644417, -0.010408526286482811, -0.0006140584009699523, 7.187615847215056e-05, 0.019430164247751236, 0.003659461857751012, -0.01780983991920948, -0.0032990083564072847, 0.013456933200359344, -0.02343977987766266, -0.036965370178222656, -0.014212168753147125, 0.0018623434007167816, -0.011534513905644417, 0.02096809819340706, -0.018839705735445023, -0.016876092180609703, 0.03161006048321724, 0.008108489215373993, 0.0005844497354701161, 0.005101276095956564, -0.0006342266569845378, -0.018963290378451347, 0.01211810577660799, 0.0055235219188034534, -0.0015799881657585502, -0.013443201780319214, 0.00850670412182808, 0.024606963619589806, -0.05445938557386398, -0.021105414256453514, -0.016436683014035225, 0.0025386230554431677, -0.010909727774560452, -0.027627907693386078, 0.020089277997612953, 0.009550303220748901, 0.021929308772087097, 0.033532481640577316, -0.00685205077752471, -0.045094456523656845, -0.0202677883207798, 0.00512530654668808, -0.022533496841788292, -0.03603162616491318, -0.03877793624997139], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='baa7d3db-b499-4524-8aec-0fbe9715af9e', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='b091e7f4d36fe0cd13effd7e4ee5b6176a9b4d1d3124848c81a7e42e45894988'), : RelatedNodeInfo(node_id='9bf21c49-7b7a-4999-8bf0-e4fb095c16b2', node_type=, metadata={}, hash='01ddbea9a6a0ace3709ae16a5febc06f93620f5e53c4a559dd2c3c9ed843520b')}, hash='166454f05e80c72e4330c1ef0207b9d846b63ad8bb549f45dc142fbe90e8424f', text='magnitude of the vector signifies the steepness or rate of increase. Think of the gradient vector as the map of a foggy hill you\\'re descending from - gradient descent optimization is using the information about direction and steepness from the gradient vector to reach the bottom of the hill (the minimum loss value) as efficiently as possible by navigating to the path with the greatest downward incline (the opposite direction of the gradient vector). This involves iteratively adjusting the values of the weights and biases of the network (by subtracting small values to it i.e. the learning rate) en masse to reach this optimal state. After these steps, the hope is during the next training iteration, when the model is again asked to predict the next word for \"She needs to head to the...\" it should assign a higher probability to the word \\'store\\'. This process is repeated several times until there is no significant change to the loss value meaning the model\\'s learning has stabilized or has reached convergence. So the TL;DR on how neural networks learn to communicate in English (and other languages) is - math in serious amount. Like oodles. It boils down to reducing the value of a single number (the loss value) generated from complex computations within the neural network - where, as this number gets smaller, the more \\'fluent\\' or \\'coherent\\' the language model becomes. The millions or billions of mathematical operations applied between matrices and vectors in the inner layers of the network somehow coalesce into a geometric model of the language. To help with intuition, we\\'ve anthropomorphized the model by using words like \\'understand\\', \\'seen\\', and \\'learn\\', but in truth, it has no capacity to do any of these things. It\\'s just an algorithm that outputs the next best token of a sequence based on a probability distribution given a sampling method. The Transformer The Transformer is the breakthrough in natural language processing (NLP) research that gave us ChatGPT. It is a type of neural network architecture that utilizes a unique self-attention mechanism. It\\'s famously discussed in the paper \\'Attention is All You Need\\' that came out in', start_char_idx=10559, end_char_idx=12723, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='9bf21c49-7b7a-4999-8bf0-e4fb095c16b2', embedding=[-0.01873963698744774, -0.0020879865624010563, 0.008075570687651634, -0.004634352866560221, 0.013737906701862812, -0.013084041886031628, -0.0010111314477398992, 0.0014644555049017072, -0.00708466162905097, -0.04864216595888138, 0.027988120913505554, 0.03847692534327507, -0.037290528416633606, 0.003805224783718586, 0.009214778430759907, 0.0017947583692148328, 0.023539140820503235, 0.018173404037952423, 0.010286577977240086, -0.016353366896510124, -0.031924791634082794, -0.01185046136379242, -0.022015703842043877, -0.02622201107442379, -0.0019177794456481934, -0.004314160905778408, 0.029848601669073105, -0.04408533498644829, -0.03424365445971489, 0.009895606897771358, 0.0032726956997066736, 0.02750277705490589, -0.016097214072942734, -0.0035827760584652424, 0.0004655417869798839, -0.005247772671282291, 0.010677549056708813, -0.0203844103962183, 0.01764761470258236, -0.02002040296792984, 0.025831039994955063, 0.015099563635885715, -0.00556122325360775, -0.02709832414984703, -0.0003566344967111945, 0.020074330270290375, -0.006784692406654358, -0.03197871893644333, -0.009012551978230476, 0.011661716736853123, 0.0142232496291399, 0.03152034059166908, -0.028904879465699196, -0.010407913476228714, -0.028689172118902206, -0.00498824892565608, -5.724478978663683e-05, 0.00385241094045341, 0.029848601669073105, -0.0001610437611816451, 0.003100803354755044, 0.010650585405528545, -0.02008781209588051, 0.003397401887923479, 0.00016494082228746265, -0.014897337183356285, -0.019966477528214455, 0.02337736077606678, -0.0017458871006965637, 0.0012150430120527744, 0.016717374324798584, 0.03804550692439079, 0.0027705002576112747, -0.023566104471683502, 0.030145199969410896, -0.007125106640160084, 0.0008430308662354946, -0.02333691529929638, -0.02523784153163433, 0.008870993740856647, 0.0062487926334142685, -0.0004882922512479126, -0.005261254031211138, 0.018685709685087204, 0.003562553320080042, -0.0160837322473526, 0.022595418617129326, -0.014452439732849598, -0.001568939071148634, 0.01086629368364811, 0.004469201434403658, 0.0012790813343599439, 0.032437097281217575, 0.022366229444742203, 0.016218548640608788, 0.012194246053695679, -0.013252563774585724, 0.020505746826529503, 0.01134489569813013, -0.030037347227334976, 1.136864648287883e-05, 0.002465475583449006, -0.021597769111394882, -0.024496346712112427, -0.02275720052421093, 0.005264624487608671, 0.017809396609663963, 0.010016942396759987, 0.006936362013220787, 0.017351016402244568, 0.00173240527510643, 0.032032646238803864, -0.005267994944006205, -0.016515148803591728, -0.001069271587766707, -0.005564593710005283, 0.021961776539683342, -0.009693380445241928, 0.008311500772833824, -0.01760716922581196, 0.02866220846772194, -0.0031446190550923347, 0.00690265791490674, -0.011836979538202286, 0.03648162633180618, 0.004519757814705372, -0.004553462378680706, -0.002327287569642067, -0.006589206866919994, -0.016542110592126846, -0.0037243342958390713, 0.015369199216365814, 0.011007851921021938, 0.015140009112656116, -0.030037347227334976, 0.03133159503340721, -0.0007280146819539368, -0.019562024623155594, -0.03882744908332825, -0.01050228625535965, 0.008473281748592854, 0.004162491299211979, -0.01717575453221798, -0.020114775747060776, 0.00809579249471426, 0.0372096411883831, 0.01535571739077568, 0.03475596010684967, 0.014142359606921673, -0.0011771256104111671, 0.030954105779528618, -0.0234852135181427, -0.014776001684367657, 0.0010659011313691735, 0.02658601850271225, 0.0345672145485878, 0.011547122150659561, -0.0025531069841235876, -0.026963505893945694, -0.006245422177016735, 0.00042341131484135985, -0.003247417276725173, 0.013994060456752777, 0.0009125461801886559, 0.011196596547961235, 0.033461712300777435, 0.02575014904141426, 0.007408223580569029, 0.009632713161408901, -0.02177303098142147, -0.011998760513961315, 0.013009891845285892, -0.05710870772600174, 0.01474903803318739, -0.003953524399548769, 0.012396472506225109, 0.016973527148365974, -0.0022396561689674854, -0.034917742013931274, -0.018618300557136536, 0.02078886330127716, 0.005257884040474892, 0.018483484163880348, 0.014681629836559296, -0.015288308262825012, -0.025224359706044197, 0.0014181119622662663, -0.010266355238854885, -0.009599008597433567, -0.018065549433231354, -0.002551421755924821, 0.020033884793519974, -0.00922826025635004, -0.028904879465699196, -0.6311617493629456, -0.01888793706893921, 0.01809251308441162, -0.02111242525279522, 0.012976187281310558, -0.006386980880051851, -0.007853121496737003, -0.00936981849372387, -0.008500245399773121, 0.02979467436671257, -0.0026457940693944693, -0.0284464992582798, -0.0029407073743641376, 0.004887135699391365, -0.01247062161564827, -0.022554973140358925, -0.003331678221002221, -0.016906118020415306, 0.019535060971975327, 0.019562024623155594, -0.024968206882476807, 0.011162891983985901, -0.026707353070378304, -0.010603399015963078, -0.0017981288256123662, -0.0025396253913640976, 0.0027789263986051083, 0.01174260675907135, 0.010050646960735321, -0.0016961731016635895, -0.032949406653642654, 0.007610449567437172, 0.01717575453221798, -0.0059319715946912766, 0.038234252482652664, 0.001823407132178545, -0.017000490799546242, 0.029875565320253372, 0.01376487035304308, 0.026302900165319443, -0.019791213795542717, -0.044489786028862, 0.018132958561182022, 0.01995299570262432, 0.009450709447264671, 0.013272786512970924, 0.015692761167883873, 0.0021655065938830376, -0.003774890908971429, -0.03251798823475838, 0.003535589901730418, -0.004620871040970087, 0.010306800715625286, 0.004991619382053614, 0.01743190735578537, 0.0009159166365861893, 0.03591538965702057, -0.0173240527510643, 0.023309951648116112, -0.008466540835797787, 0.015059118159115314, 0.0002765865938272327, -0.018132958561182022, -0.014937782660126686, -0.031008033081889153, 0.006103863939642906, 0.01442547608166933, 0.012382990680634975, -0.0054904441349208355, -0.033030297607183456, 0.010111315175890923, 0.039582427591085434, 0.0024789574090391397, -0.01805206760764122, -0.010771920904517174, 0.004509646445512772, 0.012996410019695759, -0.006258904002606869, 0.005011841654777527, 0.023606549948453903, 0.002816001186147332, -0.00405800761654973, -0.011149410158395767, -0.019319351762533188, 0.01696004532277584, 0.0074891140684485435, 0.003271010471507907, -0.01146623119711876, -0.012679588980972767, 0.0045163873583078384, -0.005844340194016695, 0.01826777495443821, -0.03071143478155136, -0.06595274060964584, -0.010886515490710735, 0.012868333607912064, -0.01340086292475462, -0.003592887194827199, 0.01245039887726307, -0.020411374047398567, 0.02107197977602482, -0.0058241174556314945, 0.024523308500647545, 0.03162819519639015, 0.030280018225312233, 0.008790102787315845, 0.011034815572202206, 0.004475942347198725, 0.021382061764597893, -0.023930111899971962, -0.005928601138293743, 0.0038692632224410772, -0.0077789719216525555, -0.0021183204371482134, -0.0014501310652121902, -0.01878008246421814, 0.001092864666134119, -0.0065824659541249275, 0.00579041289165616, -0.026168083772063255, 0.00995627511292696, -0.013353676535189152, 0.006451019085943699, 0.00020801923528779298, 0.008547431789338589, 0.020222630351781845, 0.008911439217627048, -0.009659675881266594, -0.006697061005979776, 0.02337736077606678, -0.01433110423386097, -0.027516258880496025, 0.02592541091144085, -0.013475012965500355, 0.008810325525701046, 0.012558253481984138, 0.021692141890525818, 0.008338464424014091, 0.002108209300786257, -0.010589917190372944, -0.022015703842043877, -0.008992329239845276, 0.00517699308693409, 0.01096066553145647, -0.06271711736917496, -0.01344130840152502, -0.021395541727542877, -0.002706462051719427, -0.007394741754978895, -0.0007427603704854846, -0.01925194449722767, -0.008830548264086246, -0.005547741428017616, 0.009147369302809238, -0.00729362852871418, -0.024375010281801224, 0.005692670587450266, -0.04850734770298004, -0.008655285462737083, -0.034000981599092484, -0.004644464235752821, 0.03758712857961655, 0.0027148881927132607, 0.012733516283333302, -0.007644154131412506, -0.01965639553964138, 0.0007499225321225822, 0.029120586812496185, -0.025507478043437004, -0.034486323595047, 0.022986389696598053, -0.040903639048337936, -0.005345515441149473, 0.011034815572202206, -0.0016700521809980273, 0.014115395955741405, -0.01362331211566925, -0.006703801918774843, 0.009767530485987663, -0.009106924757361412, -0.014411994256079197, 0.016946563497185707, -0.011513417586684227, -0.010798884555697441, 0.03009127266705036, 0.011108964681625366, 0.026599500328302383, -0.007960975170135498, -0.041955217719078064, 0.019171053543686867, 0.007307110354304314, 0.009403523057699203, -0.008351946249604225, 0.003252472961321473, -0.008763140067458153, 0.022918980568647385, 0.025615330785512924, -0.009106924757361412, -0.0012529604136943817, 0.02917451411485672, -0.015490534715354443, 0.0051331776194274426, 0.0024267155677080154, -0.019413724541664124, -0.006676838267594576, -0.02089671790599823, 0.0008215443231165409, -0.03386616334319115, 0.005089361686259508, -0.00783963967114687, 0.0095922676846385, -0.003488403744995594, -0.03073839843273163, -0.018537411466240883, -0.023539140820503235, 0.03839603438973427, -0.004664686508476734, 0.03184390068054199, -0.021894367411732674, -0.01837562955915928, 0.016649965196847916, 0.015908468514680862, 0.003200231119990349, -0.003811965696513653, -0.01039443165063858, 0.030873214825987816, -0.006693690549582243, 0.0033822348341345787, -0.014681629836559296, -0.038854412734508514, 0.020249594002962112, 0.021799994632601738, 0.014479403384029865, 0.017418425530195236, 0.01775546930730343, -0.001938002067618072, 0.024631163105368614, 0.003785002278164029, 0.03777587413787842, -0.00652853911742568, -0.012659366242587566, 0.008715953677892685, -0.019858622923493385, -0.03168211877346039, 0.03270673379302025, -0.008601359091699123, 0.03249102458357811, -0.00594545342028141, -0.01935979723930359, -0.0022211188916116953, -0.011823497712612152, 0.01760716922581196, -0.01152689941227436, -0.006616170518100262, 0.027192696928977966, 0.00013134177424944937, 0.022730236873030663, -0.008520468138158321, 0.035025596618652344, 0.006899287458509207, -0.010994370095431805, -0.006670097354799509, 0.016002841293811798, -0.004405162762850523, 0.014411994256079197, 0.00035684515023604035, 0.025440068915486336, -0.01130445022135973, -0.009686639532446861, 0.011392081156373024, 0.006430796347558498, -0.011061778292059898, 0.008540690876543522, -0.029848601669073105, 0.04818378761410713, 0.023202097043395042, 0.000417302391724661, 0.030441798269748688, 0.0039333016611635685, 0.036373771727085114, -0.004098453093320131, -0.03227531909942627, 0.011634753085672855, 0.00749585498124361, -0.016825228929519653, -0.03672429546713829, -0.022420156747102737, 0.004280456807464361, -0.002514346968382597, -0.02793419361114502, -0.010232650674879551, 0.002077875193208456, 0.0032558434177190065, -0.0072734057903289795, -0.018550893291831017, -0.006242051720619202, 0.01747235283255577, -0.010178723372519016, -0.0034327914472669363, -0.004361347295343876, 0.013299750164151192, 0.010953924618661404, -0.02968682162463665, -0.011601048521697521, 0.02592541091144085, -0.028473462909460068, -0.041631653904914856, 0.0013759814901277423, -0.008918180130422115, -0.029552003368735313, 0.024226710200309753, 0.0025598478969186544, 0.003439532360062003, -0.022743718698620796, 0.010744957253336906, 4.515860928222537e-05, 0.01758020557463169, -0.00286655779927969, 0.02198874019086361, 0.017297089099884033, -0.011277486570179462, -0.03084625117480755, -0.0010557897621765733, 0.03146641328930855, 0.07134544104337692, 0.024590717628598213, -0.024779463186860085, 0.01170890312641859, -0.03381223604083061, -0.006110604852437973, -0.022474082186818123, -0.029740747064352036, 0.002318861661478877, 0.0064240554347634315, -0.005881414748728275, -0.0014711963012814522, 0.008931661956012249, 0.00307721015997231, 0.017202718183398247, 0.007866603322327137, 0.0069565847516059875, -0.010711252689361572, 0.010980888269841671, -0.009760789573192596, 0.0076306723058223724, -0.011452749371528625, 0.007010511588305235, 0.01826777495443821, 0.01531527191400528, -0.007745267357677221, 0.016461221501231194, 0.021098943427205086, -0.01406146865338087, -0.037506237626075745, -0.003131137229502201, -0.0035119967069476843, -0.011971796862781048, -0.0173644982278347, -0.017715023830533028, 0.021287688985466957, 0.009329373016953468, 0.019171053543686867, 0.011971796862781048, -0.010819107294082642, 0.007334074005484581, 0.017337534576654434, 0.013501975685358047, -0.01984514109790325, -0.017418425530195236, -0.026815207675099373, 0.020505746826529503, 0.010219168849289417, -0.004223159048706293, -0.02699046954512596, 0.00886425282806158, 0.00651842774823308, -0.05088013783097267, -0.0023997521493583918, 0.02170562371611595, -0.014560293406248093, -0.00010569483856670558, -0.002131802262738347, -0.007307110354304314, -0.003471551463007927, -0.02239319309592247, -0.03955546393990517, -0.0040512667037546635, -0.004078230354934931, 0.013475012965500355, -0.007981197908520699, -0.009383300319314003, 0.004088341724127531, -0.015423125587403774, 0.005574705079197884, -0.00483320839703083, -0.01551749836653471, -0.07199256122112274, -0.0078059351071715355, 0.011695421300828457, -0.003501885337755084, 0.02020914852619171, 0.0053825899958610535, -0.004162491299211979, 0.021651696413755417, 0.0020256333518773317, -0.03610413521528244, 0.0038321884348988533, -0.019238462671637535, 0.003859151853248477, -0.014209767803549767, -0.005770190618932247, -0.007947493344545364, -0.007785712368786335, 0.0013616570504382253, -0.0160837322473526, -0.0018925011390820146, 0.004351235926151276, 0.007179033476859331, 0.003021598095074296, 0.04734791815280914, 0.014155841432511806, 0.001017872360534966, 0.027233142405748367, -0.03726356476545334, -0.026612980291247368, -0.03157426789402962, -0.006609429605305195, -0.03359653055667877, 0.013286268338561058, 0.0014484458370134234, 0.040930602699518204, 0.020357446745038033, -0.0013439622707664967, -0.02260890044271946, 0.016164623200893402, -0.013380640186369419, 0.0033569566439837217, 0.01515349093824625, -0.0078059351071715355, 0.009302410297095776, 0.020370928570628166, 0.0080216433852911, 0.0032238243147730827, -0.03518737480044365, -0.010630362667143345, -0.029767710715532303, 0.027408404275774956, 0.011297709308564663, -0.024294119328260422, 0.014411994256079197, 0.013191895559430122, 0.0008864252595230937, -0.022703273221850395, 0.0034479585010558367, -0.00848002266138792, 0.044435858726501465, 0.0071385884657502174, -0.025318732485175133, -0.02735447697341442, -0.004560203291475773, -0.021543841809034348, -0.0068318783305585384, -0.018618300557136536, -0.0058746738359332085, -0.0018368889577686787, -0.01134489569813013, -0.01396709680557251, -0.0026457940693944693, 0.01640729419887066, -0.019009271636605263, -0.020654046908020973, 0.013704202137887478, 0.03141248598694801, 0.027907229959964752, -0.014317622408270836, 0.026060229167342186, -0.03731749206781387, -0.014479403384029865, 0.020303521305322647, -0.02457723580300808, -0.007994679734110832, 0.012376249767839909, 0.028311682865023613, 0.027745448052883148, 0.04176647216081619, 0.00788008514791727, 0.012841369956731796, 0.03642769902944565, -0.005123066250234842, 0.013872724026441574, 0.0035760351456701756, 0.02119331620633602, -0.016784783452749252, 0.0014442328829318285, -0.001032196800224483, 0.0009411948849447072, 0.018793564289808273, -0.0035052557941526175, 0.013063819147646427, 0.009558563120663166, 0.015126527287065983, 0.006990289315581322, -0.006386980880051851, -0.03839603438973427, -0.009686639532446861, 0.03011823631823063, -0.005537630058825016, 0.006016232538968325, -0.028635244816541672, -0.011129187420010567, 0.015692761167883873, 0.005898267030715942, 0.025143470615148544, 0.012099873274564743, 0.025520959869027138, -0.0173240527510643, -0.0013009891845285892, 0.005230920389294624, 0.026707353070378304, -0.012342545203864574, 0.0034580696374177933, -0.04672775790095329, -0.000704000296536833, 0.017121827229857445, 0.004681538790464401, 0.014762519858777523, 0.0025345697067677975, -0.0024789574090391397, 0.010070869699120522, -0.003882745048031211, -0.001988558564335108, -0.006322942208498716, -0.009403523057699203, -0.015274826437234879, -0.021031536161899567, -0.019117126241326332, -0.013940133154392242, 0.0014433902688324451, -0.0008202804601751268, 7.867866952437907e-05, 0.011277486570179462, 0.0241053756326437, -0.029255405068397522, -0.013090782798826694, 0.02651860937476158, 0.005979157518595457, 0.027988120913505554, 0.00438494049012661, 0.01305707823485136, 0.004381570033729076, 0.002269990276545286, -0.02461768127977848, 0.0032979738898575306, 0.009989979676902294, -0.0005017740186303854, 0.003963635303080082, 0.0026120897382497787, 0.011547122150659561, -0.020047366619110107, 0.014371548779308796, 0.006184754427522421, -0.011756088584661484, -0.03920494019985199, 0.009201296605169773, 0.0241458211094141, 0.005803894717246294, -0.01826777495443821, -0.03799157962203026, 0.0022683050483465195, 0.001008603721857071, -0.004725354723632336, 0.024388492107391357, -0.008001420646905899, -0.0018554263515397906, 0.0009799549588933587, 0.013387381099164486, 0.002435141708701849, 0.017782432958483696, -0.014047986827790737, 0.01623203046619892, 0.024348046630620956, -0.004014192149043083, -0.028608281165361404, 0.00706443889066577, 0.009605749510228634, 0.01860482059419155, -0.0303069818764925, 0.024415455758571625, 0.019454170018434525, -0.01764761470258236, 0.007435186766088009, 0.011472972109913826, -0.0025126617401838303, 0.03135855868458748, -0.02367395907640457, -0.021489914506673813, -0.0006635550525970757, -0.01775546930730343, 0.01662300154566765, -0.028689172118902206, 0.006053307093679905, -0.010509027168154716, -0.026127638295292854, -0.016892636194825172, 0.02823079191148281, 0.018079031258821487, -0.011540381237864494, 0.011661716736853123, -0.00047101874952204525, -0.016973527148365974, -0.004304050002247095, 0.005894896574318409, 0.01128422748297453, -0.04335732012987137, -0.027880266308784485, -0.012194246053695679, 0.010057387873530388, 0.0210045725107193, -0.017377980053424835, -0.010630362667143345, -0.023282987996935844, 0.04861520230770111, -0.005038805305957794, 0.0013886205852031708, 0.011634753085672855, 0.007846380583941936, 0.002568274037912488, 0.001265599625185132, -0.0018705932889133692, -0.00011143511801492423, 0.019467651844024658, -0.03839603438973427, -0.020195666700601578, 0.021543841809034348, 0.014398512430489063, -0.003997339867055416, -0.0021975256968289614, 0.0014922615373507142, -0.0014223250327631831, 0.008749658241868019, 0.004769170191138983, -0.004816356580704451, 0.005669077392667532, -0.008419355377554893, 0.005406183190643787, -0.007623931393027306, 0.03726356476545334, -0.029605930671095848, 0.009531599469482899, 0.008904698304831982, 0.008453059010207653, -0.005837599281221628, -0.054169684648513794, -0.014115395955741405, -0.007516077719628811, -0.001804869738407433, -0.0022244893480092287, -0.011365118436515331, 0.009322632104158401, 0.001666681724600494, -0.01878008246421814, 0.014317622408270836, -0.0017846471164375544, -0.0004571157041937113, 0.003168212017044425, 0.019211499020457268, 0.01640729419887066, 0.0035052557941526175, -0.03416276350617409, -0.015274826437234879, -0.007617190480232239, 0.0005860349629074335, -0.020586637780070305, -0.018443038687109947, -0.03189782798290253, 0.03920494019985199, 0.012409954331815243, -0.011614530347287655, -0.001786332344636321, -0.02600630186498165, -0.04386962577700615, -0.007030734326690435, -0.0030856363009661436, 0.0036737779155373573, 0.008958624675869942, 0.015477052889764309, -0.0039333016611635685, 0.0204248558729887, -0.0028564464300870895, 0.020330484956502914, -0.0044658309780061245, 0.013778352178633213, 0.0066903200931847095, 0.002205951837822795, -0.01396709680557251, -0.0033299929928034544, -0.032032646238803864, -0.00856765452772379, 0.015814097598195076, -0.016528628766536713, 0.009599008597433567, 0.024604199454188347, -0.03009127266705036, -0.0012521177995949984, 0.007158811204135418, 0.01075843907892704, 0.028095973655581474, 0.0026744427159428596, 0.024186264723539352, -0.030360909178853035, -0.00036484995507635176, 0.001998669933527708, -0.025210879743099213, -0.0076980809681117535, -0.008978847414255142, 0.009167592041194439, 0.014196285977959633, -0.002398066921159625, -0.016110695898532867, -0.004300679545849562, 0.012396472506225109, -0.0003520001482684165, 0.05764797702431679, 0.007172293029725552, -0.006427425891160965, 0.018065549433231354, 0.013212118297815323, 0.004843319766223431, -0.013009891845285892, 0.0014324362855404615, -0.0003231407899875194, -0.0016447738744318485, 0.038234252482652664, -0.02735447697341442, 0.014047986827790737, -0.007752008270472288, 0.0203844103962183, -0.0240649301558733, -0.0030114867258816957, -0.005193845368921757, 0.023404324427247047, -0.03321903944015503, 0.027084842324256897, -0.0034007723443210125, -0.017998140305280685, 0.012342545203864574, -0.024024484679102898, 0.023309951648116112, -0.018793564289808273, -0.010569694451987743, 0.004351235926151276, -0.006976807489991188, 0.008958624675869942, 0.025467032566666603, -0.018874455243349075, -0.00788008514791727, -0.0030013753566890955, 0.015584906563162804, -0.019413724541664124, -0.00031618925277143717, 0.19047021865844727, -0.03818032518029213, 0.010947183705866337, -0.002404807833954692, -0.009646194986999035, 0.00040150346467271447, 0.020182184875011444, 0.02658601850271225, -0.02023611217737198, -0.0036670370027422905, 0.009376559406518936, 0.015193936415016651, -0.035726647824048996, -0.005884785205125809, 0.007219478953629732, -0.028689172118902206, -0.02654557302594185, -0.044004444032907486, -0.014007541351020336, -0.005203956738114357, -0.0013119431678205729, -0.001895871595479548, 0.006801544688642025, -0.016676928848028183, 0.015288308262825012, 0.002350880764424801, 0.01495126448571682, -0.018793564289808273, 0.026087192818522453, 0.017189236357808113, -0.013549162074923515, 0.013845760375261307, 0.009942793287336826, -0.0020795604214072227, 0.0036198508460074663, 2.70951641141437e-05, 0.016016323119401932, -0.0012976187281310558, 0.0015099564334377646, 0.01094044279307127, 0.03227531909942627, 0.014101914130151272, 0.009214778430759907, -0.03278762474656105, 0.011735866777598858, 0.01301663275808096, -0.013090782798826694, -0.003367068013176322, 0.005429776385426521, 0.02432108297944069, -0.018470002338290215, -0.0011375229805707932, 0.015504016540944576, 0.02823079191148281, 0.003348530502989888, 0.02031700313091278, -0.01984514109790325, 0.011365118436515331, 0.03205960988998413, 0.013394122011959553, -0.04368088021874428, 0.005419665016233921, -0.006046566180884838, 0.033893126994371414, 0.014964746311306953, 0.009059738367795944, -0.0006226885016076267, 0.010360727086663246, 0.002509291283786297, -0.013023373670876026, -0.012517808005213737, -0.018335184082388878, -0.026046747341752052, -0.008830548264086246, -0.03321903944015503, -0.02968682162463665, 0.049504999071359634, 0.004991619382053614, 0.019629433751106262, 0.026559054851531982, -0.005942082963883877, -0.012025724165141582, 0.012713293544948101, -0.017351016402244568, -0.0015579850878566504, -0.0407688207924366, 0.01232906337827444, -0.024132339283823967, -0.003046876285225153, -0.0054230354726314545, 0.01586802303791046, -0.0027991491369903088, -0.006009491626173258, 0.022271856665611267, 0.0006753515917807817, -0.014358066953718662, 0.03618502616882324, -0.0012925631599500775, -0.004368088208138943, 0.0033215670846402645, -0.030280018225312233, 0.028203828260302544, 0.04206307232379913, 0.03329993039369583, -0.003707482246682048, 0.009396782144904137, 0.017957694828510284, -0.004253493156284094, -0.003791743190959096, -0.013576125726103783, 0.0040243035182356834, -0.022595418617129326, 0.02119331620633602, 0.014034505002200603, -0.012241432443261147, 0.011607789434492588, -0.012356027029454708, 0.008217128925025463, 0.015692761167883873, 0.0052915881387889385, -0.00404789624735713, -0.030495725572109222, -0.005567964166402817, 0.019858622923493385, 0.0027401663828641176, -0.03241013363003731, -0.02731403149664402, 0.008729435503482819, -0.02812293730676174, 0.018550893291831017, 0.001592532149516046, -0.048588238656520844, 0.0061813839711248875, 0.009693380445241928, -0.008183424361050129, -0.007307110354304314, 0.002521087881177664, -0.003754668403416872, -0.0012934057740494609, 0.020303521305322647, -0.007212738040834665, -0.004715243354439735, -0.005352255888283253, -0.0022093222942203283, 0.01349523477256298, -0.0320865735411644, -0.006504945922642946, 0.013650275766849518, -0.008331723511219025, -0.01886097341775894, 0.0029036325868219137, 0.003399087116122246, 0.014317622408270836, 8.162780432030559e-05, 0.010906738229095936, 0.0024755869526416063, -0.03556486591696739, -0.01638033054769039, 0.0033283077646046877, -0.003168212017044425, -0.028797024860978127, -0.010650585405528545, 0.01648818515241146, -0.02589844912290573, -0.003161471104249358, -0.02147643268108368, -0.17073293030261993, -0.011810015887022018, 0.020263075828552246, -0.02688261680305004, 0.022528009489178658, 0.012679588980972767, 0.017270125448703766, 0.007050957065075636, -0.013414344750344753, 0.00840587355196476, 0.0056488546542823315, -0.009807975962758064, -0.022150520235300064, -0.028527390211820602, -0.010974147357046604, 0.012733516283333302, -0.013319971971213818, 0.00793401151895523, 0.008972106501460075, 0.00690265791490674, 0.030064310878515244, -0.04273715987801552, 0.01965639553964138, 0.009039515629410744, 0.00382881797850132, 0.027300551533699036, 0.004428755957633257, 0.028311682865023613, 0.0017062844708561897, -0.04214395955204964, -0.008830548264086246, -0.014047986827790737, 0.017189236357808113, -0.02476598136126995, 0.02560184895992279, 0.02738144062459469, 0.023175133392214775, -0.019373279064893723, -0.027003951370716095, 0.015706242993474007, 0.029120586812496185, 0.006228569895029068, -0.0008695730939507484, -0.0021553952246904373, -0.029956456273794174, -0.006572354584932327, 0.009160851128399372, -0.016353366896510124, 0.0033940314315259457, 0.004816356580704451, 0.012227950617671013, -0.0050657689571380615, 0.007253183517605066, -0.002143598860129714, 0.008493504486978054, 0.016285957768559456, -0.0022935832384973764, 0.002023948123678565, -0.002190785016864538, -0.01478948350995779, -0.003429420990869403, -0.01478948350995779, 0.019413724541664124, 0.003791743190959096, 0.0003770678013097495, -0.03125070407986641, -0.007023993413895369, 0.01011805608868599, -0.03289547935128212, 0.009127147495746613, -0.02825775556266308, 0.005055657587945461, -0.0240649301558733, -0.022244893014431, 0.022892016917467117, 0.03135855868458748, -0.025938892737030983, 0.00856765452772379, 0.018429556861519814, 0.0025244583375751972, -0.009194555692374706, 0.02370092272758484, -0.021435987204313278, -0.0005653910338878632, 0.012632402591407299, -0.025467032566666603, 0.01820036768913269, 0.011493194848299026, -0.02498168870806694, -0.025278287008404732, 0.021058497950434685, -0.02158428728580475, -0.01226839516311884, -0.001847000210545957, 0.01721620000898838, -0.00029701986932195723, 0.01834866590797901, -0.017202718183398247, 0.017094863578677177, -0.017256643623113632, 0.006279126740992069, 0.010785402730107307, 0.003545701038092375, -0.0039838580414652824, 0.011365118436515331, 0.027408404275774956, -0.01739146187901497, 0.01567927934229374, 0.03898923099040985, 0.003137878142297268, -0.024267155677080154, -0.015477052889764309, 0.016461221501231194, 0.021543841809034348, -0.010765179991722107, 0.008466540835797787, -0.0049579148180782795, -0.021894367411732674, 0.03578057512640953, -0.0020121517591178417, 0.04500209167599678, 0.002640738384798169, -0.008945143781602383, 0.019454170018434525, -0.01551749836653471, -0.03454025089740753, -0.10688333958387375, -0.04179343581199646, 0.008014902472496033, 0.01873963698744774, -0.00922826025635004, 0.021233761683106422, -0.001865537604317069, 0.025076061487197876, -0.024590717628598213, 0.0334886759519577, -0.024752499535679817, -0.01232906337827444, 0.028069010004401207, -0.010327023454010487, 0.007853121496737003, -0.009295669384300709, 0.009740566834807396, -0.018294738605618477, -0.02673431672155857, 0.03392009064555168, 0.001823407132178545, -0.006130827125161886, 0.012935742735862732, -0.00614430895075202, -0.008284537121653557, -0.005412924103438854, -0.009093442931771278, 0.011938092298805714, 0.011553863063454628, -0.009578785859048367, 0.01997995935380459, -0.02665342576801777, 0.018550893291831017, -0.03329993039369583, 0.030387872830033302, -0.01251106709241867, -0.007691340520977974, -0.016056768596172333, 0.014762519858777523, -0.0018250923603773117, -0.014290658757090569, -0.010522508062422276, 0.010873033665120602, 0.016137659549713135, -0.017054418101906776, -0.013063819147646427, -0.017499316483736038, 0.021867403760552406, -0.01174260675907135, -0.016609519720077515, -0.01041465438902378, -0.01385924220085144, -0.053333815187215805, 0.016542110592126846, 0.02585800364613533, -0.0049579148180782795, -0.012436917051672935, -0.010980888269841671, 0.015908468514680862, -0.02560184895992279, -0.003956894390285015, -0.02885095216333866, -0.014937782660126686, 0.020074330270290375, 0.03157426789402962, 0.00690265791490674, -0.025251323357224464, -0.022190965712070465, 0.013070560060441494, -0.032221391797065735, 0.0209641270339489, 0.01713530905544758, -0.012484103441238403, 0.01899578981101513, -0.018038585782051086, -0.005011841654777527, -0.0006719811353832483, -0.016137659549713135, 0.012612179853022099, 0.0036232213024049997, -0.014034505002200603, -0.023646995425224304, 0.016933081671595573, -0.006841989699751139, -0.014870373532176018, -0.006410573609173298, 0.007023993413895369, -0.019791213795542717, 0.0022362859454005957, -0.03435150906443596, 0.011843720450997353, 0.028797024860978127, 3.744346395251341e-05, -0.0017357757315039635, -0.0014914189232513309, 0.008911439217627048, -0.015396161936223507, -0.005969046149402857, 0.009713603183627129, 0.021692141890525818, -0.0126930708065629, -0.0042905681766569614, -0.050934065133333206, 0.012045946903526783, -0.011810015887022018, -0.00046175005263648927, 0.013137968257069588, 0.0027300550136715174, 0.010091092437505722, -0.010003460571169853, -0.0015301790554076433, 0.00966641679406166, -0.019481133669614792, 0.011601048521697521, -0.01077866181731224, -0.02367395907640457, -0.015450089238584042, -0.024455901235342026, 0.011210078373551369, -0.014668148010969162, 0.006292608566582203, 0.0061982362531125546, 0.001963280374184251, 0.007812676019966602, 0.011196596547961235, 0.02877006120979786, -0.008378909900784492, -0.022271856665611267, -0.00785986240953207, 0.024914279580116272, -0.0008417670032940805, 0.002126746578142047, 0.012996410019695759, -0.018618300557136536, 0.015342235565185547, 0.014627702534198761, -0.005473591852933168, 0.002810945501551032, 0.019265426322817802, 0.014411994256079197, 0.009268705733120441, 0.04626937583088875, -0.025871485471725464, -0.03734445571899414, 0.009039515629410744, -0.0026912949979305267, -0.005520778242498636, -0.016987008973956108, 0.003198545891791582, -0.010711252689361572, 0.019373279064893723, -0.0037041117902845144, 0.030253054574131966, 0.02825775556266308, -0.009605749510228634, -0.035241302102804184, -0.02374136820435524, 0.024860354140400887, 0.03871959447860718, 0.006218458525836468, -0.0018031845102086663, 0.006808285601437092, 0.03567272052168846, 0.018766600638628006, -0.000856933940667659, -0.004405162762850523, -0.006120716221630573, -0.020802345126867294, -0.01648818515241146, 0.013845760375261307, 0.01779591478407383, -0.020950645208358765, -0.007125106640160084, 0.009652934968471527, 0.00478602247312665, 0.030576616525650024, 0.015126527287065983, 0.003023283090442419, -0.0022261745762079954, 0.00424001133069396, -0.02553444169461727, 0.026612980291247368, 0.022379711270332336, -0.004186084493994713, 0.01739146187901497, 0.0191036444157362, 0.023606549948453903, 0.0023660478182137012, -0.010003460571169853, -0.002542995847761631, -0.007165552116930485, -0.0060735298320651054, 0.005227549932897091, 0.008284537121653557, 0.001566411228850484, 0.01249084435403347, 0.002999690128490329, 0.014465921558439732, 0.0006584993680007756, 0.01094044279307127, 0.023202097043395042, 0.012403213419020176, 0.016178103163838387, 0.006467871367931366, -6.129984831204638e-05, -0.018281256780028343, -0.009214778430759907, -0.009363077580928802, -0.025291768833994865, -0.02939022332429886, 0.01747235283255577, 0.00576344970613718, 0.0004811300605069846, -0.007286887615919113, -0.005217438563704491, -0.0035288489889353514, -0.011830238625407219, 0.026963505893945694, 0.00420293677598238, -0.019157571718096733, -0.025507478043437004, 0.0037277047522366047, 0.02395707555115223, 0.004344495013356209, 0.044624604284763336, -0.012679588980972767, 0.015841059386730194, 0.027394922450184822, 0.02556140534579754, -0.009531599469482899, 0.02243363857269287, 0.017768951132893562, -0.017458871006965637, 0.006204977165907621, 0.00709140207618475, -0.011702162213623524, -0.024199746549129486, -0.009140628390014172, -0.006386980880051851, 0.02006084844470024, 0.0021452840883284807, 0.08218476921319962, 0.02093716338276863, 0.002962615340948105, -0.002254823222756386, -0.018281256780028343, -0.0009159166365861893, 0.011756088584661484, 0.019602470099925995, -0.0005531731876544654, -0.0029339666943997145, 0.0009049627115018666, 0.005618520546704531, -0.020330484956502914, -0.028473462909460068, -0.0037512979470193386, -0.00037875300040468574, -0.014398512430489063, 0.007145329378545284, 0.0006306932773441076, -0.009194555692374706, 0.03971724584698677, -0.012200986966490746, 0.0032305652275681496, -0.00765763595700264, -0.005635372828692198, -0.01805206760764122, 0.02771848440170288, -0.0038793745916336775, -0.0010069184936583042, -0.02031700313091278, 0.018537411466240883, 0.016865674406290054, -0.04416622593998909, -0.02239319309592247, -0.017768951132893562, 0.001793073257431388, -0.011250522918999195, -0.017553243786096573, 0.018294738605618477, 0.004122046288102865, 0.021462950855493546, 0.034189727157354355, 0.0001130150121753104, -0.03486381471157074, -0.006825137883424759, -0.000926870561670512, -0.010751698166131973, -0.022892016917467117, -0.031223740428686142], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='b0120d97-056f-4c08-b2df-e8051373aeaa', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='166454f05e80c72e4330c1ef0207b9d846b63ad8bb549f45dc142fbe90e8424f'), : RelatedNodeInfo(node_id='c25923f3-b1f5-4f15-8c0a-88322ef3e2b1', node_type=, metadata={}, hash='c576a888389c5047e41278db133705679f1e08c03c1074386d6600de29ded173')}, hash='01ddbea9a6a0ace3709ae16a5febc06f93620f5e53c4a559dd2c3c9ed843520b', text=\"language. To help with intuition, we've anthropomorphized the model by using words like 'understand', 'seen', and 'learn', but in truth, it has no capacity to do any of these things. It's just an algorithm that outputs the next best token of a sequence based on a probability distribution given a sampling method. The Transformer The Transformer is the breakthrough in natural language processing (NLP) research that gave us ChatGPT. It is a type of neural network architecture that utilizes a unique self-attention mechanism. It's famously discussed in the paper 'Attention is All You Need' that came out in 2017. Almost all state-of-the-art LLMs (like BERT, GPT-1) that came out after this paper, were built on or using ideas from the transformer. It's hard to overstate the importance of this paper due to its impact on deep learning. It's now finding its way to vision tasks making it truly multi-modal and demonstrating its flexibility to handle other types of data. It also started the '...is all you need' memetic trend that even the Towards AI editorial team is unable to resist. Prior to transformers, neural networks used in NLP that produced SOTA models, relied on architectures that utilize sequential data processing e.g. recurrent neural networks or RNNs - this means that during training, each word or token is processed by the network one after the other in sequence. Note that the order of words is important to preserve the context/meaning of a sequence - 'the cat ate the mouse' and 'the mouse ate the cat' are two sentences with two different meanings even though they are made up of the exact same words/tokens (albeit in a different order). One of the key innovations of the transformer is doing away with recurrence or sequential token processing. Instead of processing tokens sequentially, it encodes the position information of each word (i.e. in which order a word appears in the sequence being processed) into its embedding before being inputted in the network's inner layers. More importantly, transformers solved the issue of long-term dependencies\", start_char_idx=12114, end_char_idx=14193, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='c25923f3-b1f5-4f15-8c0a-88322ef3e2b1', embedding=[-0.019322220236063004, -0.006086431443691254, 0.0027063970919698477, -0.005815622862428427, 0.01436641626060009, -0.01475908886641264, 0.003923344891518354, -0.004593597259372473, -0.02041899599134922, -0.04029637575149536, 0.028299538418650627, 0.034907277673482895, -0.02121788263320923, 0.018238984048366547, 0.008259673602879047, 0.00021770501916762441, 0.02273441292345524, 0.024602994322776794, 0.005091208498924971, -0.019362840801477432, -0.03268664330244064, -0.021299125626683235, -0.02973482571542263, -0.03228043019771576, 0.001634162850677967, -0.006093201693147421, 0.0251852348446846, -0.04357316344976425, -0.027595434337854385, -0.0031278436072170734, 0.0017306385561823845, 0.026173686608672142, -0.011529691517353058, -0.00252021593041718, -0.004366794601082802, 0.0054466454312205315, 0.008699738420546055, -0.028651589527726173, 0.029599420726299286, -0.016289159655570984, 0.02903072163462639, 0.023831188678741455, -0.01171925850212574, -0.018577495589852333, -0.0041196816600859165, 0.012308267876505852, -0.012795723974704742, -0.03523224592208862, -0.0016477033495903015, 0.009931919164955616, 0.01887538470327854, 0.04286906123161316, -0.029084883630275726, -0.007149356883019209, -0.022233417257666588, 0.001936284126713872, -0.009701731614768505, 0.00712227588519454, 0.03003271482884884, -0.009512165561318398, 0.015720460563898087, 0.008340916596353054, -0.013777406886219978, -0.0021850899793207645, -0.006194755434989929, -0.017196370288729668, -0.024900885298848152, 0.026268471032381058, 0.004360024351626635, 0.010541238822042942, 0.02147515118122101, 0.03311993554234505, 0.002183397300541401, -0.027785001322627068, 0.030141038820147514, -0.0028333389200270176, 0.004414186347275972, -0.020608562976121902, -0.01964719034731388, 0.009681420400738716, -0.0002534602826926857, -0.006594198290258646, -0.003940270747989416, 0.02316770702600479, 0.004942263942211866, -0.011617705225944519, 0.016695372760295868, -0.010886521078646183, -0.0011670173844322562, 0.01741301640868187, 0.009045019745826721, 0.007305072154849768, 0.02900364063680172, 0.021515773609280586, 0.028164133429527283, 0.00642494298517704, -0.013384733349084854, 0.02322186902165413, 0.012179633602499962, -0.020567940548062325, -0.009837135672569275, 0.005673448089510202, -0.026552820578217506, -0.023100005462765694, -0.016722453758120537, -0.0031210733577609062, 0.016966182738542557, 0.007433706428855658, 0.006421557627618313, 0.016939101740717888, -0.004996425472199917, 0.03260539844632149, 0.0022578698117285967, -0.008957006968557835, -0.0009376760572195053, -0.01010117493569851, 0.013411814346909523, -0.007528489455580711, 0.007900851778686047, -0.031901296228170395, 0.02369578555226326, 0.00534847704693675, 0.009898068383336067, -0.015734001994132996, 0.0367758572101593, -0.003716853214427829, 0.0008733589202165604, -0.004258471075445414, -0.014691386371850967, -0.017060965299606323, 0.0045529757626354694, 0.019051410257816315, -0.00019559601787477732, 0.01765674538910389, -0.025753933936357498, 0.03926730155944824, 0.0019312064396217465, -0.01768382638692856, -0.039754755795001984, -0.021366827189922333, 0.01221348438411951, 0.004288936965167522, -0.02472485974431038, -0.011387517675757408, 0.0030347530264407396, 0.02495504729449749, 0.0017873392207548022, 0.04059426486492157, 0.015517354011535645, -0.00856433343142271, 0.0271892212331295, -0.013865419663488865, -0.00843569915741682, -0.0015368409221991897, 0.023790568113327026, 0.027812082320451736, 0.006953020580112934, -0.008862223476171494, -0.026864249259233475, -0.007325382903218269, 0.004238160327076912, -0.000333221978507936, 0.013330571353435516, 0.011035465635359287, 0.006827771198004484, 0.03225334733724594, 0.028326617553830147, -0.005033661611378193, 0.0015681531513109803, -0.024305105209350586, -0.011644786223769188, 0.019010789692401886, -0.05844057723879814, 0.013330571353435516, -0.01536840945482254, 0.008801291696727276, 0.018035877496004105, -0.0033512611407786608, -0.043464839458465576, -0.020676264539361, 0.016573509201407433, 0.012565536424517632, 0.016207916662096977, 0.02851618453860283, -0.01815774105489254, -0.0186722781509161, 0.014691386371850967, -0.005815622862428427, -0.011935905553400517, -0.013520138338208199, -0.002603151137009263, 0.014325794763863087, -0.0152736259624362, -0.020757507532835007, -0.6291434168815613, -0.014095607213675976, 0.039971403777599335, -0.029951471835374832, 0.007542029954493046, -0.005517732817679644, -0.006848081946372986, -0.008496631868183613, -0.010669873096048832, 0.037182070314884186, -0.009782973676919937, -0.03580094501376152, -0.005145370494574308, 0.0006770224426873028, -0.011150559410452843, -0.019240977242588997, -0.006225221324712038, -0.022287579253315926, 0.011516151949763298, 0.022111551836133003, -0.017832770943641663, 0.018794143572449684, -0.03404068946838379, -0.005433104932308197, 0.0018753521144390106, 0.010575090534985065, 0.0028925782535225153, 0.0006765992729924619, 0.006743143312633038, -0.0060796611942350864, -0.0279745664447546, 0.009356450289487839, 0.019092032685875893, 0.003268325701355934, 0.04460223764181137, 0.008726819418370724, -0.015219463966786861, 0.04013388976454735, 0.007623272482305765, 0.03585510700941086, -0.01346597634255886, -0.049801770597696304, 0.019268058240413666, 0.019782595336437225, 0.0012558766175061464, 0.019728433340787888, 0.0005534658557735384, 0.0018127275398001075, 0.002183397300541401, -0.029057802632451057, 0.012030689045786858, -0.008158120326697826, 8.626746421214193e-05, 0.00611689779907465, 0.018022337928414345, 0.0053450921550393105, 0.03455522656440735, -0.016559967771172523, 0.034636467695236206, -0.0034528144169598818, 0.019213896244764328, 0.0014919881941750646, -0.01450182031840086, -0.015706920996308327, -0.0327678844332695, 0.007907621562480927, 0.011096397414803505, 0.020513780415058136, 0.002046300331130624, -0.04002556577324867, 0.01511114090681076, 0.04205663502216339, 0.005121674854308367, -0.010893290862441063, 0.0011704025091603398, 0.009640799835324287, 0.018347308039665222, -0.0056091309525072575, 0.009870987385511398, 0.027080897241830826, 0.000776460103224963, -0.016465185210108757, -0.009532475844025612, -0.015557975508272648, 0.017548421397805214, 0.013831567950546741, -0.002144468482583761, -0.004126451909542084, -0.004725616425275803, 0.0061778295785188675, -0.004434497095644474, 0.00819874182343483, -0.03815698251128197, -0.07003120332956314, -0.013865419663488865, 0.02442696876823902, -0.006783764809370041, 0.010473537258803844, 0.021258505061268806, -0.017060965299606323, 0.015598597005009651, -0.005927331279963255, 0.019511787220835686, 0.02272087335586548, 0.020242970436811447, 0.004529280122369528, 0.008740359917283058, 0.00473238667473197, 0.01914619468152523, -0.0152736259624362, -0.008388307876884937, -0.004248315934091806, -0.0022426368668675423, 0.015530894510447979, -0.008767440915107727, -0.02522585541009903, 0.005673448089510202, 0.0017204832984134555, -0.0064418683759868145, -0.023614542558789253, 0.007311842404305935, -0.006959790363907814, 0.005964567419141531, -0.0010959301143884659, 0.0039605810306966305, 0.013283180072903633, 0.011604164727032185, 0.011908824555575848, -0.01123180240392685, 0.03236167132854462, -0.0030533710960298777, -0.03098054602742195, 0.024873804301023483, -0.013736785389482975, 2.131562723661773e-05, 0.013161315582692623, 0.024900885298848152, 0.005189376883208752, 0.007162897381931543, -0.014826791360974312, -0.027297545224428177, -0.004725616425275803, 0.004400645848363638, -0.0020835364703089, -0.06385675817728043, -0.00629969360306859, -0.015747541561722755, -0.0069327098317444324, -0.0022984910756349564, -0.005158910993486643, -0.007860230281949043, -0.023032303899526596, -0.002985668834298849, 0.00010139468940906227, -0.007095194887369871, -0.02169179916381836, 0.01385187916457653, -0.046470820903778076, -0.014772629365324974, -0.04587503895163536, -0.00750817870721221, 0.03252415731549263, -0.006198140326887369, 0.014610144309699535, -0.0041230665519833565, -0.017765069380402565, 0.001432748744264245, 0.03783201426267624, -0.015314247459173203, -0.02542896196246147, 0.0017044040141627192, -0.0489351823925972, -0.002965358318760991, 0.0029704358894377947, 0.005094593856483698, 0.02320832945406437, -0.02315416745841503, -0.011962986551225185, 0.0016121596563607454, -0.01473200786858797, 0.0017103279242292047, 0.010554779320955276, -0.014082066714763641, -0.007799298502504826, 0.020527319982647896, 0.0054432605393230915, 0.017819229513406754, -0.002603151137009263, -0.030059795826673508, 0.015097600407898426, 0.013486286625266075, 0.004959189333021641, -0.013384733349084854, 0.00208184402436018, -0.0031092255376279354, 0.01585586555302143, 0.02499566785991192, -0.011258883401751518, -0.0085846446454525, 0.024034297093749046, -0.012057769112288952, -0.009898068383336067, 0.0039605810306966305, -0.016735995188355446, -0.012829574756324291, -0.026810089126229286, 0.002675931202247739, -0.03956519067287445, 0.004928723443299532, -0.0014784476952627301, 0.005470341071486473, -0.0034832803066819906, -0.032117944210767746, -0.018550414592027664, -0.024548834189772606, 0.05364725738763809, 0.003635610453784466, 0.0373445563018322, -0.02291043847799301, -0.017088046297430992, 0.0024220477789640427, 0.011434908956289291, 0.004028283525258303, 0.006631434895098209, -0.015679839998483658, 0.030168119817972183, -0.0018550414824858308, -0.0024085072800517082, -0.015002816915512085, -0.03864444047212601, 0.019769055768847466, 0.022314658388495445, 0.013222248293459415, 0.016451645642518997, 0.014975735917687416, -0.0037270085886120796, 0.03582802787423134, 0.0025337564293295145, 0.039186056703329086, -0.002667468274012208, -0.0022121707443147898, 0.016492266207933426, -0.009654339402914047, -0.027392327785491943, 0.02949109673500061, -0.012179633602499962, 0.03582802787423134, 0.00832737609744072, -0.012328578159213066, 0.000603396212682128, -0.011908824555575848, 0.025848716497421265, -0.002202015370130539, -0.009891297668218613, 0.020256511867046356, 0.001533455797471106, 0.02345205657184124, -0.011786960065364838, 0.03823822736740112, 0.003041523275896907, -0.01637040264904499, -0.010290740989148617, 0.011516151949763298, -0.004762852564454079, 0.009735582396388054, 0.0016561661614105105, 0.02750065177679062, -0.010439685545861721, -0.016004810109734535, 0.010223038494586945, 0.001971827819943428, -0.022138632833957672, 0.005934101529419422, -0.02422386221587658, 0.050316307693719864, 0.02445404976606369, 0.0063775512389838696, 0.02295106090605259, -3.281972021795809e-05, 0.039971403777599335, 1.5391682609333657e-05, -0.038942329585552216, 0.0231812484562397, 0.00204460765235126, -0.012017148546874523, -0.028543265536427498, -0.03355323150753975, 0.00447173323482275, 0.0006774455541744828, -0.025158153846859932, -7.002950587775558e-05, 0.01450182031840086, -0.003980891779065132, -0.015490273013710976, -0.014528901316225529, -0.007223829161375761, 0.0226802509278059, -0.013655542396008968, -0.0030702967196702957, -0.006800690200179815, 0.005947642028331757, 0.009735582396388054, -0.02851618453860283, -0.0034697400406003, 0.022815655916929245, -0.021231424063444138, -0.027040276676416397, 0.0010341517627239227, -0.015937108546495438, -0.012071309611201286, 0.02096061408519745, -0.0013675852678716183, -0.001797494594939053, -0.024751940742135048, 0.01511114090681076, 0.010940682142972946, 0.021976148709654808, -0.01007409393787384, 0.026674684137105942, 0.02142098918557167, -0.00945800356566906, -0.035773865878582, 0.005199532490223646, 0.02773083932697773, 0.054595090448856354, 0.02595704048871994, -0.03154924511909485, 0.019565947353839874, -0.03509684279561043, -0.004522509872913361, -0.014664305374026299, -0.018496252596378326, 0.001242336118593812, 0.008598185144364834, -0.0071967486292123795, 0.005967952776700258, 0.012064539827406406, 0.000886053079739213, 0.018983708694577217, 0.002466054167598486, 0.012315037660300732, -0.01401436422020197, 0.006499415263533592, -0.01689847931265831, 0.006986871361732483, -0.014786169864237309, 0.010263659991323948, 0.022355280816555023, 0.02572685293853283, -0.005852859001606703, 0.016519347205758095, 0.03309285640716553, -0.006465564016252756, -0.03961935266852379, 0.002108924789354205, -0.010216268710792065, -0.002117387717589736, -0.01785985194146633, -0.021569933742284775, 0.014948654919862747, 0.011455219238996506, 0.016289159655570984, 0.01475908886641264, -0.015124681405723095, 0.00920073501765728, 0.02746002934873104, 0.013946661725640297, -0.009268437512218952, -0.009342909790575504, -0.026268471032381058, 0.00997254066169262, 0.021881364285945892, -0.0014437503414228559, -0.01767028495669365, 0.013946661725640297, 0.0006084738997742534, -0.050316307693719864, -0.00019623071420937777, 0.02322186902165413, -0.01638394221663475, -0.006052580662071705, -0.002229096367955208, -0.008219052106142044, 0.001981983194127679, -0.025076910853385925, -0.04909766837954521, -0.007101965136826038, -0.004258471075445414, 0.014867412857711315, -0.010162106715142727, -0.009925148449838161, 0.011285963468253613, -0.020012782886624336, 0.01211193110793829, -0.007176437880843878, -0.020364833995699883, -0.06986871361732483, -0.013608151115477085, 0.016194377094507217, -0.0031109179835766554, 0.023384355008602142, -0.014772629365324974, -0.017968175932765007, 0.021231424063444138, 0.006387706845998764, -0.03046600893139839, -0.0012643394293263555, -0.019538868218660355, 0.0085846446454525, -0.004502199124544859, -0.0022138634230941534, -0.009498625062406063, -0.0139872832223773, -0.01110316812992096, 0.00020035632769577205, -0.001032459200359881, 0.010798507370054722, 0.007149356883019209, 0.006929324474185705, 0.04357316344976425, 0.00971527211368084, 0.010784966871142387, 0.02293751947581768, -0.0397818386554718, -0.021989688277244568, -0.02070334553718567, -0.0065434216521680355, -0.03154924511909485, 0.008496631868183613, 0.0036931573413312435, 0.024900885298848152, 0.027581892907619476, 0.00624891696497798, -0.018983708694577217, 0.00920750480145216, -0.018523333594202995, 0.002538834000006318, 0.015815243124961853, -0.004458192735910416, 0.014352875761687756, 0.017968175932765007, 0.00846278015524149, 0.005385713651776314, -0.024751940742135048, -0.01592356711626053, -0.03246999531984329, 0.024548834189772606, 0.008652346208691597, -0.013384733349084854, 0.004810244310647249, 0.014176849275827408, 0.003987662028521299, -0.023831188678741455, 0.012287956662476063, -0.003496820805594325, 0.05546167865395546, 0.012551995925605297, -0.022030310705304146, -0.020595021545886993, -0.012714480981230736, -0.019525326788425446, -0.009600178338587284, -0.02272087335586548, -0.0055075776763260365, 0.001817805226892233, -0.01524654496461153, -0.004234775435179472, 0.002494827611371875, 0.023262491449713707, -0.020974155515432358, -0.022869817912578583, 0.01563921757042408, 0.02393951267004013, 0.027581892907619476, -0.009193964302539825, 0.023005222901701927, -0.04606460779905319, -0.016939101740717888, 0.017304692417383194, -0.020676264539361, -0.005338321905583143, 0.010771427303552628, 0.023804109543561935, 0.022558387368917465, 0.04714784026145935, 0.010250119492411613, 0.010602171532809734, 0.029057802632451057, -0.004349869210273027, 0.02469777874648571, 0.008286754600703716, 0.018252525478601456, -0.024074917659163475, -0.0006956405704841018, 0.0032734035048633814, 0.007149356883019209, 0.015260085463523865, -0.005368787795305252, 0.021123100072145462, 0.01563921757042408, 0.016329780220985413, -0.0030753742903470993, 0.005290930159389973, -0.027839161455631256, -0.014650765806436539, 0.028353698551654816, -0.019322220236063004, 0.010622481815516949, -0.03046600893139839, -0.00477977842092514, 0.005771616008132696, 0.002630232134833932, 0.026390334591269493, 0.005510962568223476, 0.03753412514925003, -0.0022595622576773167, -0.006157518830150366, 0.00603904016315937, 0.023831188678741455, -0.003984277136623859, -0.0018736595520749688, -0.047229085117578506, -0.009620488621294498, 0.03284912928938866, -0.001105239149183035, 0.00019168197468388826, -0.0015410722699016333, -0.007305072154849768, 0.005893480032682419, -0.018753521144390106, -0.01715574786067009, -0.010933912359178066, -0.011401058174669743, -0.009512165561318398, -0.025618528947234154, -0.020784588530659676, -0.02242298237979412, 0.005030276719480753, 0.012572306208312511, 0.0031566170509904623, -0.0010629252064973116, 0.03230750933289528, -0.02802872844040394, -0.014217470772564411, 0.026783008128404617, 0.015774622559547424, 0.028868235647678375, 0.000324124499456957, 0.00958663783967495, 0.0025405266787856817, -0.0009503702167421579, -0.017264071851968765, -0.0027537888381630182, 0.01611313410103321, -0.002801180351525545, 0.0099793104454875, 0.004573286511003971, -0.0013388118240982294, -0.02372286655008793, 0.009796514175832272, -0.004982884973287582, -0.009877757169306278, -0.04844772443175316, 0.014610144309699535, 0.027351705357432365, -0.002538834000006318, -0.012761873193085194, -0.03574678301811218, -0.00308552966453135, -0.0009529090602882206, -0.014542441815137863, 0.03100762702524662, -0.005064127966761589, -0.004319403320550919, -0.001288881408981979, 0.01765674538910389, 0.002902733627706766, 0.01994508132338524, -0.01375709567219019, 0.009363220073282719, 0.014285173267126083, 0.005101364105939865, -0.010886521078646183, 0.017724446952342987, 0.009478313848376274, 0.020865831524133682, -0.03073681890964508, 0.020784588530659676, 0.020595021545886993, -0.022395901381969452, 0.002535449108108878, 0.003058448899537325, -0.0034105004742741585, 0.031088870018720627, -0.03255124017596245, -0.017006803303956985, 0.008984087966382504, -0.01914619468152523, 0.013289949856698513, -0.016681833192706108, -0.0003954234125558287, -0.016207916662096977, -0.01991800032556057, -0.014339335262775421, 0.02393951267004013, 0.007988864555954933, -0.010805278085172176, 0.001624853815883398, 0.004207694437354803, -0.005470341071486473, -0.006946250330656767, 0.0033191025722771883, 0.011834352277219296, -0.03712790831923485, -0.015029897913336754, -0.010439685545861721, 0.01711512729525566, 0.028326617553830147, -0.015693379566073418, -0.006062735803425312, -0.023506218567490578, 0.04866437241435051, -0.009579867124557495, 0.0029992093332111835, 0.009911607950925827, 0.00820551160722971, 0.010365213267505169, 0.004596982151269913, -0.0028790379874408245, 0.0015673069283366203, 0.012741561979055405, -0.03322825953364372, -0.017196370288729668, 0.027080897241830826, 0.009606948122382164, -0.0002500751579646021, -0.00016195645730476826, -0.006577272899448872, -0.006600968539714813, 0.002684393897652626, 0.00781960878521204, -0.009830365888774395, 0.0014098992105573416, -0.00955955684185028, 0.0018787372391670942, -0.006634819786995649, 0.03601759299635887, -0.032930370420217514, 0.008110729046165943, 0.010094404220581055, 0.001624007592909038, -0.009749122895300388, -0.0373445563018322, -0.01310715451836586, -0.0021766270510852337, -0.0012025610776618123, -0.00945800356566906, -0.010649562813341618, 0.00529770040884614, -0.012443671934306622, -0.009708501398563385, 0.015788163989782333, -0.004949034191668034, -0.011786960065364838, -0.006099971942603588, 0.010399064980447292, 0.006397861987352371, 0.00712227588519454, -0.028651589527726173, -0.00981682538986206, -0.005876554641872644, -0.008422158658504486, -0.009444463066756725, -0.0191732756793499, -0.028543265536427498, 0.030438927933573723, 0.012816034257411957, -0.0015046823536977172, 0.002054763026535511, -0.022341739386320114, -0.041975390166044235, -0.007867000997066498, -0.0003230666334275156, -0.0014225933700799942, 0.019999243319034576, 0.011225031688809395, -0.010155336000025272, 0.01591002754867077, -0.007366003934293985, 0.013012371025979519, 0.003550982568413019, 0.017480719834566116, -0.0030922999139875174, 0.01685785874724388, -0.003947040997445583, 0.0069327098317444324, -0.03431149572134018, -0.005534658208489418, -8.801291551208124e-05, -0.011380746960639954, 0.0017958020325750113, 0.020527319982647896, -0.028651589527726173, 0.009139803238213062, 0.0003186236717738211, 0.019457625225186348, 0.03423025459051132, 0.004228005185723305, 0.023289572447538376, -0.020310672000050545, -0.002447436098009348, 0.005334936548024416, -0.02169179916381836, -0.004678225144743919, -0.010412604548037052, 0.00920073501765728, 0.008483091369271278, 0.003207393689081073, -0.019281599670648575, -0.0007218751707114279, 0.01611313410103321, -0.01148907095193863, 0.052564021199941635, 0.012897277250885963, -0.015991270542144775, 0.02269379235804081, 0.022382361814379692, 0.016790157184004784, -0.019769055768847466, -0.0012169477995485067, -0.010920371860265732, -0.003760859603062272, 0.017264071851968765, -0.0218949057161808, 0.006231991574168205, -0.012687399983406067, 0.018834764137864113, -0.025875797495245934, -0.00408921530470252, 0.0073389229364693165, 0.02292397990822792, -0.026552820578217506, 0.02421032264828682, -0.009796514175832272, -0.024860262870788574, 0.01737239584326744, -0.02499566785991192, 0.012788953259587288, -0.017710907384753227, -0.010568319819867611, 0.002747018588706851, 5.601302837021649e-05, 0.002447436098009348, 0.020310672000050545, -0.005971337668597698, -0.006265842821449041, -0.00982359517365694, 0.014677845872938633, -0.0139872832223773, -8.925589099817444e-06, 0.186316579580307, -0.03436565771698952, -0.0010307666379958391, 0.00568360323086381, -0.01008086372166872, -0.003114303108304739, 0.020825209096074104, 0.018767062574625015, -0.018266065046191216, 0.005314626265317202, 0.007900851778686047, 0.015679839998483658, -0.03360739350318909, -0.007454017177224159, 0.017819229513406754, -0.01714220829308033, -0.03130551800131798, -0.04503553360700607, -0.007758677005767822, -0.004536050371825695, 0.0001264127786271274, -0.01236919965595007, 0.01362169161438942, -0.015327787958085537, 0.019714893773198128, 0.003014442278072238, 0.01501635741442442, -0.004678225144743919, 0.026579899713397026, 0.018591035157442093, -0.01937638223171234, 0.0067668394185602665, 0.003706697840243578, -0.0019312064396217465, -0.012152552604675293, -5.331551801646128e-05, 0.014258092269301414, 0.0024169699754565954, 0.006563732400536537, 0.0047154612839221954, 0.03655921295285225, -0.0027876398526132107, 0.008185201324522495, -0.01592356711626053, 0.0071358163841068745, 0.029057802632451057, -0.007860230281949043, -0.0032463225070387125, -0.0018194977892562747, 0.012145782820880413, -0.02120434306561947, -0.000930905865970999, 0.008219052106142044, 0.027920404449105263, -0.003679616842418909, 0.021813662722706795, -0.010879750363528728, 0.008801291696727276, 0.02018880844116211, 0.005903635639697313, -0.037913255393505096, 0.0049558039754629135, 0.002252792241051793, 0.02548312395811081, 0.015043438412249088, 0.005697143729776144, 0.003330950392410159, 0.008232592605054379, 0.00243051047436893, -0.012964979745447636, -0.012653549201786518, -0.02574039250612259, -0.027067357674241066, -0.007596191484481096, -0.03271372243762016, -0.02922028861939907, 0.04183998703956604, 0.009322598576545715, 0.01197652705013752, 0.033905282616615295, -0.012606157921254635, -0.017236990854144096, 0.009180423803627491, -0.009965769946575165, -0.0009156728629022837, -0.039673514664173126, 0.02368224412202835, -0.02802872844040394, 0.0026234618853777647, -0.006435098126530647, 0.013520138338208199, -0.0040215132758021355, -0.010121485218405724, 0.020852290093898773, 0.0016011580592021346, -0.018618116155266762, 0.028272457420825958, 0.01585586555302143, 0.0032395522575825453, 0.002266332507133484, -0.03255124017596245, 0.02544250339269638, 0.03525932878255844, 0.018455632030963898, 0.0026048438157886267, 0.006208295468240976, 0.017467178404331207, -0.01197652705013752, -0.0026505428832024336, -0.009769434109330177, 0.002166471676900983, -0.028814075514674187, 0.0186722781509161, 0.006259072571992874, -0.008855453692376614, 0.008110729046165943, 0.0033529535867273808, 0.002657313132658601, 0.02316770702600479, 0.000876744044944644, -0.005514347460120916, -0.03428441658616066, 0.010683413594961166, 0.023059383034706116, 0.0004764545301441103, -0.03122427500784397, -0.035936351865530014, 0.008158120326697826, -0.03636964410543442, 0.005903635639697313, 0.008449239656329155, -0.03615299612283707, 0.010446456260979176, 0.0037574744783341885, -0.011935905553400517, -0.008780980482697487, -0.000173487002030015, -0.0011670173844322562, -0.011401058174669743, 0.01811712048947811, -0.008868994191288948, -0.0085846446454525, 0.0006110127433203161, -0.0012127164518460631, 0.010669873096048832, -0.026620522141456604, -0.009180423803627491, 0.018333766609430313, -0.015287166461348534, -0.019362840801477432, -0.0003061410679947585, 0.00920750480145216, 0.006695752032101154, -0.004153532441705465, 0.0058088526129722595, 0.0019328990019857883, -0.021244963631033897, -0.02800164744257927, -0.0033529535867273808, -0.00573437986895442, -0.03859027847647667, -0.011705718003213406, 0.001077311928384006, -0.024278024211525917, -0.007176437880843878, -0.02089291252195835, -0.17136791348457336, -0.011441678740084171, 0.016776615753769875, -0.03683001920580864, 0.018956627696752548, 0.022626088932156563, 0.03144092112779617, 0.0054432605393230915, -0.025550827383995056, 0.0024592839181423187, 0.007623272482305765, -0.026146605610847473, -0.0337698794901371, -0.03157632797956467, -0.019741974771022797, 0.012159322388470173, -0.0063436999917030334, 0.004106141161173582, 0.02014818787574768, 0.009640799835324287, 0.03409484773874283, -0.04286906123161316, 0.014908034354448318, 0.013946661725640297, 0.010019931942224503, 0.018090039491653442, -0.006367396097630262, 0.02316770702600479, -0.002354345517233014, -0.039240218698978424, -0.0011001614620909095, -0.013154545798897743, 0.022829195484519005, -0.0327678844332695, 0.027162140235304832, 0.027541272342205048, 0.014231011271476746, -0.006191370077431202, -0.022395901381969452, 0.01475908886641264, 0.02445404976606369, -0.0010256889509037137, 0.00995222944766283, 0.0033106396440416574, -0.019985701888799667, -0.003706697840243578, 0.004681610036641359, -0.014799710363149643, 0.0020683035254478455, 0.008990857750177383, 0.012707711197435856, -0.0158829465508461, 0.01762966439127922, 0.0031278436072170734, 0.0021783197298645973, 0.008273214101791382, 0.00010821780597325414, 0.002731785411015153, 0.009546016342937946, -0.01485387235879898, 0.005331551656126976, -0.0158829465508461, 0.0152736259624362, 0.005917176138609648, 0.005595590453594923, -0.03701958805322647, -0.003131228731945157, 0.004133222158998251, -0.030601413920521736, 0.01585586555302143, -0.02316770702600479, 0.01095422264188528, -0.027175679802894592, -0.010500618256628513, 0.019525326788425446, 0.04319402948021889, -0.020229430869221687, 0.00568021833896637, 0.011990067549049854, 0.0024779019877314568, -0.009891297668218613, 0.022233417257666588, -0.022246956825256348, -0.0041839987970888615, 0.01185466255992651, -0.03203670307993889, 0.02165117673575878, 0.01197652705013752, -0.02296460047364235, -0.011915594339370728, 0.009248126298189163, -0.030141038820147514, 0.0006837926339358091, -0.0025523744989186525, 0.017751527950167656, 0.0012186403619125485, 0.0186722781509161, -0.009505394846200943, 0.01894308812916279, -0.016316240653395653, 0.010365213267505169, 0.00817843060940504, -0.008124269545078278, -0.011042235419154167, 0.011258883401751518, 0.02846202254295349, -0.016939101740717888, 0.007264450658112764, 0.05218488723039627, -0.0016866321675479412, -0.008516942150890827, -0.018469171598553658, 0.0028248759917914867, 0.016492266207933426, -0.007284761406481266, -0.000848816882353276, -0.003513746429234743, -0.01963365077972412, 0.026430955156683922, 0.007088424637913704, 0.05299731716513634, -0.003872568253427744, -0.017047423869371414, 0.022070931270718575, -0.013391504064202309, -0.0352051667869091, -0.11872265487909317, -0.04265241324901581, 0.006323389708995819, 0.025916418060660362, -0.014704926870763302, 0.01914619468152523, -0.0002149546198779717, 0.01791401393711567, -0.028272457420825958, 0.033444907516241074, -0.0333365835249424, -0.017169289290905, 0.02900364063680172, -0.006160904187709093, -0.001998908817768097, -0.004898257087916136, 0.005104748997837305, -0.017805689945816994, -0.033390745520591736, 0.04064842686057091, -0.007345693185925484, -0.006208295468240976, 0.017250532284379005, -0.010067323222756386, -0.012579076923429966, 0.010371983982622623, -0.013770636171102524, 0.011766649782657623, 0.006837926339358091, -0.00794147327542305, 0.017291152849793434, -0.019105572253465652, 0.010006391443312168, -0.02851618453860283, 0.020838750526309013, -0.014772629365324974, -0.0005513501237146556, -0.012937898747622967, 0.016681833192706108, -0.011387517675757408, -0.012538455426692963, 0.006282768212258816, 0.008286754600703716, 0.018970169126987457, -0.011001614853739738, -0.011225031688809395, -0.01207808032631874, 0.016790157184004784, -0.007115505635738373, -0.018563954159617424, -0.01741301640868187, -0.015598597005009651, -0.046254172921180725, 0.013046221807599068, 0.030601413920521736, -0.008645576424896717, -0.016803696751594543, -0.0066415900364518166, 0.009187194518744946, -0.02391243167221546, -0.01616729609668255, -0.024643616750836372, -0.017060965299606323, 0.029409853741526604, 0.03385112062096596, 0.0119832968339324, -0.02165117673575878, -0.022802116349339485, 0.011299503967165947, -0.03823822736740112, 0.01814420148730278, 0.019999243319034576, -0.009180423803627491, 0.020242970436811447, -0.027595434337854385, -0.003588218940421939, 0.0012381047708913684, -0.016844317317008972, 0.019755514338612556, -0.0016146984416991472, -0.009573097340762615, -0.021326206624507904, 0.009634029120206833, -0.009342909790575504, -0.01637040264904499, 0.003112610662356019, -0.0030635264702141285, -0.010771427303552628, -0.0005162296001799405, -0.036667533218860626, 0.0072983019053936005, 0.02519877441227436, 0.006787149701267481, -0.010013162158429623, -0.008097188547253609, 0.0054737264290452, -0.023072924464941025, -0.009248126298189163, 0.012159322388470173, 0.022341739386320114, -0.010446456260979176, -0.0065028006210923195, -0.04622709006071091, 0.012768642976880074, -0.014217470772564411, -0.008571104146540165, 0.007514948956668377, -0.0014936807565391064, 0.015165301971137524, -0.005125059746205807, -0.007372774183750153, 0.017304692417383194, -0.010527698323130608, 0.011522921733558178, -0.0049524190835654736, -0.024047836661338806, -0.015422570519149303, -0.026403874158859253, 0.018211903050541878, -0.010432915762066841, 0.00138789601624012, 0.014068526215851307, -0.00932936929166317, 0.01385864894837141, 0.002090306719765067, 0.028949478641152382, -0.009430922567844391, -0.01764320395886898, -0.00010409219976281747, 0.03000563383102417, -0.0005877400981262326, -0.000821736000943929, 0.0138789601624012, -0.0173859354108572, 0.009620488621294498, 0.018780602142214775, -0.008652346208691597, 0.011407827958464622, 0.022571926936507225, 0.019728433340787888, 0.020879371091723442, 0.04487304762005806, -0.027839161455631256, -0.03636964410543442, 0.006678826175630093, 0.008110729046165943, 0.004481888376176357, -0.015557975508272648, -0.007738366257399321, -0.008043026551604271, 0.01362169161438942, -0.0023509603925049305, 0.027785001322627068, 0.03509684279561043, -0.008902844972908497, -0.02319478802382946, -0.013709704391658306, 0.006408017128705978, 0.03268664330244064, 0.00447173323482275, -0.004211079329252243, 0.009160113520920277, 0.03696542605757713, 0.01498927641659975, 0.010534469038248062, -0.0024322031531482935, -0.00804979633539915, -0.023831188678741455, -0.012944668531417847, 0.007569110952317715, 0.007914392277598381, -0.027053816244006157, -0.00477977842092514, 0.006624664645642042, 0.005744535475969315, 0.017358854413032532, 0.016546428203582764, 0.007988864555954933, 0.006482489872723818, 0.015354868955910206, -0.025063371285796165, 0.02922028861939907, 0.019227437674999237, -0.007277991157025099, 0.008828372694551945, 0.013073302805423737, 0.026146605610847473, 0.00010213517816737294, -0.01688493974506855, 0.00017031346214935184, -0.004806859418749809, -0.0017467178404331207, 0.010967763140797615, 0.0008979010162875056, 0.0031379989814013243, 0.0158829465508461, -0.005450030788779259, 0.0051149046048521996, -0.005940871778875589, 0.02115018106997013, 0.023316651582717896, -0.0004366794601082802, 0.019498245790600777, 0.008191971108317375, -0.013350882567465305, -0.012585846707224846, -0.009992850944399834, -0.0024254329036921263, -0.025821635499596596, -0.022003229707479477, 0.019349301233887672, 0.020757507532835007, 0.006885318085551262, -0.006614509038627148, -0.004045208916068077, -0.009478313848376274, -0.022233417257666588, 0.025753933936357498, 0.004762852564454079, -0.018821222707629204, -0.024034297093749046, 0.0037303934805095196, 0.019958620890975, -0.002620076760649681, 0.043491922318935394, -0.004028283525258303, 0.01887538470327854, 0.02119080163538456, 0.018970169126987457, -0.01485387235879898, 0.016221458092331886, 0.021854283288121223, -0.009830365888774395, 0.005534658208489418, 0.003926730249077082, -0.011502611450850964, -0.04495428875088692, -0.005260464269667864, 0.0012465675827115774, 0.024521753191947937, 0.009789744392037392, 0.08281338214874268, 0.018604576587677002, -0.0023340347688645124, 0.00010065419337479398, -0.0224636048078537, 0.0004726462939288467, 0.007487867958843708, 0.026309091597795486, -0.013614920899271965, 0.00046968430979177356, -0.0013041144702583551, -0.004725616425275803, -0.02418324165046215, -0.026011202484369278, -0.010243349708616734, 0.00020130838674958795, -0.011482300236821175, 0.014515360817313194, -0.003923344891518354, -0.004505584482103586, 0.03192837908864021, -0.01615375466644764, 0.00971527211368084, -0.014650765806436539, -0.007156127132475376, -0.013675852678716183, 0.02442696876823902, 0.006966560613363981, 0.003476510290056467, -0.019525326788425446, 0.014474739320576191, 0.02291043847799301, -0.04438558965921402, -0.015409030951559544, -0.008232592605054379, -0.007542029954493046, -0.008469550870358944, -0.015097600407898426, 0.009315828792750835, 0.0021969377994537354, 0.01310715451836586, 0.037182070314884186, -0.0002763097872957587, -0.029680663719773293, -0.01565275900065899, 0.007778987754136324, -0.005653137341141701, -0.026390334591269493, -0.031143032014369965], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='9bf21c49-7b7a-4999-8bf0-e4fb095c16b2', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='01ddbea9a6a0ace3709ae16a5febc06f93620f5e53c4a559dd2c3c9ed843520b'), : RelatedNodeInfo(node_id='f284e0c8-06ad-4a9c-876e-a27644c0b3a2', node_type=, metadata={}, hash='2c5052e9ca32c92296b2f93987ea94d8973f3c2eddcb18a8ffca162fdd7be8b7')}, hash='c576a888389c5047e41278db133705679f1e08c03c1074386d6600de29ded173', text=\"important to preserve the context/meaning of a sequence - 'the cat ate the mouse' and 'the mouse ate the cat' are two sentences with two different meanings even though they are made up of the exact same words/tokens (albeit in a different order). One of the key innovations of the transformer is doing away with recurrence or sequential token processing. Instead of processing tokens sequentially, it encodes the position information of each word (i.e. in which order a word appears in the sequence being processed) into its embedding before being inputted in the network's inner layers. More importantly, transformers solved the issue of long-term dependencies that neural nets like RNNs struggled with. Given a long enough sequence of words (e.g. a very long paragraph), RNNs will 'forget' the context of the word it processed earlier in the sequence - this is called the vanishing gradient problem. RNNs store information on the relevance of words in a sequence up to that point in what's called the hidden state at each sequential or time step. As it processes a long sequence, gradients corresponding to earlier time steps can become very small during backpropagation. This makes it challenging for the RNN to learn from the early parts of the sequence and can lead to the 'loss' of information about words processed earlier. This is problematic for a next-word prediction model, especially if those 'forgotten' words are important to the context of the sequence currently being generated The transformer solves this limitation through the 'self-attention' mechanism. Same with positional encoding, each word, through its embedding is encoded with information on the degree or how much it should 'attend to' the rest of the words in the sequence - no matter the length of the sequence or the relative distance of the attended word in the sequence. This encoding is done simultaneously for all words in the sequence allowing the transformer to preserve the context of any sequence. The degree how which one word should attend to other words is a 'learned' trait stored in the model weights and encoded in the word embeddings via matrix multiplications. These 'learnings' get adjusted during each training\", start_char_idx=13532, end_char_idx=15740, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='f284e0c8-06ad-4a9c-876e-a27644c0b3a2', embedding=[-0.016082607209682465, 0.011827841401100159, 0.015390443615615368, -0.018810542300343513, 0.01832195743918419, 0.005184435285627842, 0.002816152526065707, 0.0001784482301445678, -0.020289869979023933, -0.04948285594582558, 0.03390240669250488, 0.04484129324555397, -0.0217827707529068, 0.007892013527452946, 0.009595276787877083, 0.0003471417003311217, 0.02053416334092617, 0.02341138944029808, 0.010972816497087479, -0.021212754771113396, -0.02947799302637577, -0.018389815464615822, -0.024062836542725563, -0.024483563378453255, 0.0019475561566650867, 0.004020651802420616, 0.033820975571870804, -0.03935827687382698, -0.033033810555934906, -0.0067960890009999275, 0.009405271150171757, 0.015526161529123783, -0.005347297061234713, -0.004380304832011461, -0.01003636047244072, -0.005398191511631012, 0.02186420187354088, -0.023709969595074654, 0.0357753187417984, -0.017439788207411766, 0.02309923805296421, 0.016394758597016335, 0.005401584319770336, -0.014223267324268818, -0.005615340545773506, 0.011888913810253143, -0.007111633662134409, -0.03808252513408661, -0.019434846937656403, 0.02885368838906288, 0.02130775712430477, 0.0474470816552639, -0.02803937904536724, 0.0008601140580140054, -0.022814229130744934, 0.00251417956314981, 0.00523193646222353, 0.012302855029702187, 0.0248907171189785, -0.004390483722090721, 0.008115948177874088, 0.002293637488037348, -0.019733425229787827, 0.011508903466165066, -0.005303188692778349, -0.014738996513187885, -0.011427472345530987, 0.020602023229002953, 0.010843884199857712, 0.0006014012615196407, 0.019774140790104866, 0.03029230237007141, -0.005177649203687906, -0.029803715646266937, 0.03249093517661095, -0.009439201094210148, 0.0011137374676764011, -0.021267041563987732, -0.019814856350421906, 0.01742621697485447, 0.002934906166046858, -0.0052387225441634655, 0.0007735937251709402, 0.020900603383779526, -0.005184435285627842, -0.01575688272714615, 0.013639679178595543, -0.017751939594745636, 0.006853769067674875, 0.018145523965358734, 0.01096603088080883, -0.006680728401988745, 0.02936941757798195, 0.01921769790351391, 0.026437904685735703, 0.009635992348194122, -0.018986975774168968, 0.029667997732758522, 0.0060733892023563385, -0.017548363655805588, -0.012777868658304214, 0.0004124560800846666, -0.04071545973420143, -0.017602650448679924, -0.014128264971077442, -0.0057849884033203125, 0.014929002150893211, 0.02007272094488144, -0.0039901151321828365, 0.01406040508300066, 0.0021155073773115873, 0.024374987930059433, -0.009289911016821861, -0.015539733693003654, -0.002476857043802738, -0.0059410640969872475, 0.008394170552492142, -0.0029671392403542995, -0.00040694253402762115, -0.02301780693233013, 0.0283922478556633, 0.004326017573475838, 0.0017456753412261605, -0.006188749801367521, 0.029315130785107613, 0.009846355766057968, 0.015390443615615368, -0.004431199282407761, -0.018036948516964912, -0.0009627509862184525, 0.00684698298573494, 0.02793080545961857, 0.0001815230934880674, 0.016286183148622513, -0.035531025379896164, 0.027469363063573837, 0.008937043137848377, -0.024510705843567848, -0.04986286535859108, -0.014182551763951778, 0.011882128193974495, 0.005041931290179491, -0.02470071241259575, -0.013062876649200916, -0.0009915911359712481, 0.025772886350750923, 0.0007193064666353166, 0.04500415548682213, 0.007674864027649164, -0.018891973420977592, 0.017670510336756706, -0.019570564851164818, -0.013911115005612373, 0.005462657660245895, 0.011427472345530987, 0.02855510823428631, 0.019353415817022324, 0.007776652928441763, -0.01936698704957962, -0.006748587358742952, 0.008407742716372013, 0.0027686513494700193, 0.005594982765614986, 0.005744272843003273, 0.0074034277349710464, 0.03558531031012535, 0.03056373819708824, -0.005398191511631012, -0.00723377987742424, -0.016747625544667244, -0.007790224626660347, 0.019122693687677383, -0.05825025215744972, 0.0065823327749967575, -0.006412684917449951, 0.011135677807033062, 0.016978345811367035, -0.017833370715379715, -0.029966577887535095, -0.0299394354224205, 0.01606903411448002, 0.005160684697329998, 0.01575688272714615, 0.02247493341565132, -0.019339842721819878, -0.018525533378124237, 0.016109749674797058, -0.005676413886249065, -0.009086333215236664, -0.015200437977910042, 0.001020431169308722, 0.017168352380394936, -0.014793283306062222, -0.022271355614066124, -0.6292981505393982, -0.013558248057961464, 0.042534083127975464, -0.027333645150065422, -0.003396347863599658, 0.0009678404312580824, -0.0041326191276311874, -0.012492860667407513, -0.023248527199029922, 0.030319444835186005, -0.0035592098720371723, -0.03737679123878479, -0.011176393367350101, 0.0009313661139458418, -0.0014318269677460194, -0.026940062642097473, -0.0026736485306173563, -0.02216278202831745, 0.0112781822681427, 0.024999292567372322, -0.031595196574926376, 0.007383069954812527, -0.007410213816910982, 0.004960500169545412, -0.00847560167312622, 0.008570604026317596, 0.006025888025760651, 0.00847560167312622, 0.007742723450064659, -0.0026685590855777264, -0.02419855445623398, 0.0032572366762906313, 0.020669881254434586, 0.002186759375035763, 0.04402698203921318, -0.00542533490806818, -0.010660664178431034, 0.027007920667529106, 0.0027618652675300837, 0.03691535070538521, -0.021321328356862068, -0.04858711361885071, 0.014779712073504925, 0.01209927722811699, -0.005058895796537399, 0.012784654274582863, 0.010450301691889763, 0.0023207811173051596, -0.008957400918006897, -0.030618024989962578, -0.0012087401701137424, 0.0024123908951878548, 0.007125205360352993, -0.002117204014211893, 0.01460327859967947, 0.004767101723700762, 0.0342281311750412, -0.008740251883864403, 0.03143233433365822, -0.017941946163773537, 0.00812952034175396, 0.005174256395548582, -0.023207811638712883, -0.008509530685842037, -0.02734721638262272, -0.0033759900834411383, 0.006690907292068005, 0.025270728394389153, -0.010999959893524647, -0.031052323058247566, 0.005306581500917673, 0.035802461206912994, 0.004960500169545412, -0.0037865377962589264, -0.009771710261702538, 0.008814897388219833, 0.01252678968012333, 0.004152976907789707, 0.0020832743030041456, 0.01805051974952221, -0.006297324318438768, -0.011468187905848026, -0.003411616198718548, -0.005499979946762323, 0.022149210795760155, 0.008007373660802841, 0.00705056032165885, -0.0013843256747350097, -0.00015066840569488704, 0.0032250036019831896, 0.0002881891268771142, 0.007634148467332125, -0.031486622989177704, -0.06661049276590347, -0.0027432041242718697, 0.008272023871541023, -0.0032097354996949434, 0.0033318817149847746, 0.025610024109482765, -0.018539106473326683, 0.01260143518447876, -0.010043147020041943, 0.014006118290126324, 0.01496971771121025, 0.033305246382951736, 0.005805346183478832, -0.007484858855605125, 0.011149249970912933, 0.0067960890009999275, -0.015444731339812279, -0.011006745509803295, 0.00931705441325903, -0.004858711734414101, 0.013103592209517956, -0.0067146578803658485, -0.022759942337870598, 0.00884882640093565, -0.004638169426470995, 0.00041521285311318934, -0.01982842944562435, 0.009011688642203808, -0.01256071962416172, 0.0067384084686636925, 0.003952792380005121, 0.008719894103705883, 0.018756255507469177, 0.007959872484207153, -0.0007579012890346348, -0.001252000336535275, 0.0243071299046278, -0.006341432686895132, -0.031160898506641388, 0.02209492214024067, -0.015539733693003654, 0.013775397092103958, 0.022189926356077194, 0.0178876593708992, -0.0017575506353750825, 0.01948913373053074, -0.01338181458413601, -0.029505137354135513, -0.005350689869374037, 0.009038832038640976, -0.010409586131572723, -0.05390726774930954, -0.006572153884917498, -0.012234996072947979, -0.004041009582579136, -0.002826331416144967, -0.02107703685760498, -0.0004253917431924492, -0.01454899087548256, -0.007932729087769985, 0.012743938714265823, -0.017955517396330833, -0.01663905195891857, 0.015091863460838795, -0.04256122559309006, -0.017955517396330833, -0.04760994389653206, 0.004604239948093891, 0.03352239355444908, -0.013225738890469074, 0.009127048775553703, 0.0011731141712516546, -0.01053851842880249, 0.010097433812916279, 0.031160898506641388, -0.021606337279081345, -0.013721110299229622, 0.005645877216011286, -0.043809834867715836, 0.004098689649254084, 0.0021799735259264708, -0.004682277794927359, 0.02096846140921116, -0.0026617732364684343, -0.0016269219340756536, -0.001007707673124969, -0.012241781689226627, 0.0056899855844676495, 0.014250410720705986, -0.017480503767728806, -0.003694928018376231, 0.020439160987734795, 0.015214010141789913, 0.025338588282465935, 0.005377833731472492, -0.03110661171376705, 0.008624891750514507, 0.006921628024429083, 0.010314582847058773, -0.020602023229002953, 0.010918528772890568, 0.0025362337473779917, 0.023859258741140366, 0.02707578055560589, -0.02170133963227272, -0.008054874837398529, 0.03118804283440113, -0.010009217076003551, -0.004600847139954567, 0.010742095299065113, -0.02174205519258976, -0.009819211438298225, -0.022488504648208618, 0.008197379298508167, -0.036616768687963486, -0.0010781114688143134, -0.004529594909399748, 0.0013800844317302108, -0.002824635012075305, -0.024320701137185097, -0.01657119207084179, -0.020737741142511368, 0.04570988938212395, -0.013585391454398632, 0.025311443954706192, -0.019081978127360344, -0.005578017793595791, 0.0065823327749967575, 0.0022868516389280558, 0.019027691334486008, 0.009222052060067654, 0.001677816268056631, 0.024456419050693512, 0.002481946488842368, 0.010287439450621605, -0.009853141382336617, -0.028989408165216446, 0.01219428051263094, 0.019746998324990273, 0.015797598287463188, 0.019204124808311462, 0.012051776051521301, -0.015458302572369576, 0.029260843992233276, -0.0032300930470228195, 0.03574817255139351, -0.008428100496530533, -0.004115654155611992, 0.01855267770588398, -0.01019243709743023, -0.03721392899751663, 0.02847367897629738, -0.015689024701714516, 0.04063402861356735, 0.008855612948536873, -0.01401968952268362, -0.006327860988676548, -0.008244880475103855, 0.029070837423205376, -0.004611026030033827, 0.0012647239491343498, 0.01376861147582531, 0.005900348536670208, 0.01406040508300066, -0.017127636820077896, 0.033658113330602646, 0.00723377987742424, -0.002056130673736334, 0.004152976907789707, 0.019122693687677383, -0.007783438544720411, 0.0096292058005929, -0.0030366946011781693, 0.019421273842453957, -0.008061661384999752, -0.014046833850443363, 0.0028874047566205263, 0.008258452638983727, -0.015974031761288643, 0.010267081670463085, -0.035639598965644836, 0.028989408165216446, 0.017819799482822418, 0.009574919007718563, 0.018579822033643723, 0.005313367582857609, 0.045791320502758026, -0.004105475731194019, -0.03585674986243248, 0.020751312375068665, -0.002254618564620614, -0.02672291360795498, -0.02737436071038246, -0.029532279819250107, 0.0034421528689563274, 0.0031062501948326826, -0.01411469280719757, -0.009778495877981186, 0.011861770413815975, -0.003141876310110092, -0.01495614554733038, -0.01640832982957363, -0.0012206155806779861, 0.021837057545781136, -0.012995017692446709, -0.0030180334579199553, -0.016788341104984283, 0.0031350904610008, 0.013035733252763748, -0.03289809077978134, -0.011719266884028912, 0.022189926356077194, -0.013524318113923073, -0.04275123402476311, -0.009479916654527187, -0.014006118290126324, -0.014671137556433678, 0.025501448661088943, -0.0011951683554798365, -0.0033030416816473007, -0.009371341206133366, 0.02472785674035549, 0.010660664178431034, 0.01380932703614235, 0.0007328782812692225, 0.019312700256705284, 0.01921769790351391, -0.007471286691725254, -0.02474142797291279, -0.004505844321101904, 0.020289869979023933, 0.04500415548682213, 0.02912512607872486, -0.024551421403884888, 0.02313995361328125, -0.04068831726908684, 0.0012248567072674632, -0.0077495090663433075, -0.026030750945210457, -0.00028585645486600697, 0.003508315421640873, -0.013022161088883877, -0.01298823207616806, 0.016231896355748177, 0.006673942320048809, 0.022773513570427895, 0.00846202950924635, 0.015566877089440823, -0.01971985399723053, -0.004057974088937044, -0.008618105202913284, -0.00010666601883713156, -0.028365103527903557, 0.014223267324268818, 0.026655053719878197, 0.02784937433898449, -0.0013088324340060353, 0.00935098435729742, 0.022081350907683372, -0.007328782696276903, -0.029070837423205376, 0.003396347863599658, -0.006921628024429083, -0.0013902633218094707, -0.006256608758121729, -0.02847367897629738, 0.009988859295845032, 0.0013631196925416589, 0.005581411067396402, 0.01423683948814869, -0.013042518869042397, -0.004349768161773682, 0.025800028815865517, 0.007844512350857258, -0.011454615741968155, -0.004946928471326828, -0.03433670476078987, 0.003169019939377904, 0.011569976806640625, 0.002487035933881998, -0.011366399005055428, 0.01792837493121624, -0.00201202230527997, -0.03648105263710022, -0.0023139952681958675, 0.02512143924832344, -0.011135677807033062, -0.01123746670782566, -0.008747037500143051, -0.005354083143174648, -0.017589079216122627, -0.025732170790433884, -0.03596532344818115, 0.005730701144784689, -0.004974071867763996, 0.006802874617278576, -0.0025328409392386675, -0.009649563580751419, 0.008685965090990067, -0.018878402188420296, 0.022529220208525658, -0.0016226806910708547, -0.02714364044368267, -0.07111633569002151, -0.018036948516964912, 0.01411469280719757, 0.006446614395827055, 0.025732170790433884, -0.002953567309305072, -0.01805051974952221, 0.01851196214556694, -0.00561873335391283, -0.024632852524518967, -0.0024293558672070503, -0.02372354082763195, -0.009540989063680172, -0.00523193646222353, -0.0045363809913396835, -0.009445986710488796, -0.014073977246880531, -0.010660664178431034, -0.0044719148427248, 0.004122440237551928, 0.0021918488200753927, 0.0013317348202690482, 0.0054762293584644794, 0.03821824491024017, 0.0031147326808422804, 0.013225738890469074, 0.030943749472498894, -0.03129661828279495, -0.027591509744524956, -0.018294813111424446, -0.0004164852143730968, -0.02866368368268013, 0.011210323311388493, -0.001688843360170722, 0.029260843992233276, 0.03118804283440113, 0.0033233994618058205, -0.021904917433857918, 0.008428100496530533, -0.00540497712790966, 0.004078331869095564, 0.011054247617721558, -0.005856240168213844, 0.0036711771972477436, 0.020941318944096565, 0.004271730314940214, 0.007355926558375359, -0.01971985399723053, -0.00921526551246643, -0.03691535070538521, 0.039222560822963715, 0.013212166726589203, -0.010769238695502281, 0.0024106944911181927, 0.022746369242668152, -0.0006891939556226134, -0.025718599557876587, 0.01684262789785862, -0.008970973081886768, 0.047501370310783386, 0.009004902094602585, -0.031405191868543625, -0.016829056665301323, -0.009900642558932304, -0.01890554465353489, -0.007199850399047136, -0.02574574202299118, -0.002695702714845538, 0.007674864027649164, -0.008937043137848377, -0.006558582186698914, 7.888620166340843e-05, 0.040742602199316025, -0.020357729867100716, -0.02601717785000801, 0.008930257521569729, 0.024877145886421204, 0.03379383310675621, -0.00974456686526537, 0.017317641526460648, -0.039493996649980545, -0.020982032641768456, 0.014345414005219936, -0.025189297273755074, 0.0023258705623447895, 0.00929669663310051, 0.024782143533229828, 0.025691455230116844, 0.05721879377961159, 0.009880284778773785, 0.006517866626381874, 0.03333238884806633, -0.0038781475741416216, 0.015648309141397476, 0.009812425822019577, 0.01805051974952221, -0.01917698234319687, -0.0011951683554798365, 0.007138777058571577, -0.011692122556269169, 0.025107866153120995, -0.004390483722090721, 0.03417384251952171, 0.02407640777528286, 0.007803796324878931, -0.003372597275301814, -0.007328782696276903, -0.01917698234319687, -0.002585431793704629, 0.0346081405878067, -0.027292929589748383, 0.00857739057391882, -0.02570502646267414, -0.0093306265771389, 0.0059173135086894035, 0.006378755439072847, 0.020873459056019783, 0.004332803655415773, 0.026858631521463394, -0.013151093386113644, -0.007118419744074345, 0.0009305179119110107, 0.042181216180324554, -0.013592178001999855, 0.0031724129803478718, -0.040661171078681946, -0.011427472345530987, 0.028609396889805794, 0.007966658100485802, 0.016910487785935402, 0.010647092945873737, -0.005561053287237883, 0.0032182177528738976, -0.01005671825259924, -0.013334313407540321, -0.018891973420977592, -0.010273867286741734, -0.010049932636320591, -0.022977091372013092, -0.020167725160717964, -0.01590617373585701, -0.00032063425169326365, 0.0030044615268707275, 0.006548403296619654, -0.0012528486549854279, 0.02504000812768936, -0.028093667700886726, -0.00042051434866152704, 0.026234328746795654, 0.015621164813637733, 0.03173091635107994, -0.005347297061234713, 0.00610731914639473, 0.003935827873647213, -0.0001917019544634968, -0.013117164373397827, 0.005747665651142597, 0.01252678968012333, -0.0035795674193650484, 0.01178712584078312, 0.015309012494981289, -0.010239938274025917, -0.024469992145895958, 0.0008796235779300332, 0.0008070991607382894, -0.006592511665076017, -0.042724087834358215, 0.016191180795431137, 0.024822859093546867, 0.0038102883845567703, -0.01244535855948925, -0.029586566612124443, -0.010287439450621605, -0.00927633885294199, -0.013368242420256138, 0.022312071174383163, 0.0013130735605955124, -0.0024429275654256344, -0.002359800273552537, 0.004414234310388565, 0.00587320514023304, 0.01796908862888813, -0.015254725702106953, 0.01258107740432024, 0.01680191233754158, 0.01219428051263094, -0.01999128982424736, 0.015648309141397476, 0.004587274976074696, 0.0153633002191782, -0.02691291831433773, 0.013035733252763748, 0.014657565392553806, -0.009147406555712223, 0.0061174980364739895, 0.0037593941669911146, -0.0074034277349710464, 0.03322381526231766, -0.03873397409915924, -0.009106690995395184, -0.0001855522277764976, -0.02734721638262272, 0.02228492870926857, -0.011712480336427689, 0.012472502887248993, -0.018267668783664703, -0.02555573731660843, -0.01909555122256279, 0.02286851592361927, 0.013843256048858166, -0.017209067940711975, 0.008177021518349648, -0.0006327860755845904, -0.010511374101042747, -0.016381187364459038, 0.008102376013994217, 0.010117791593074799, -0.03954828158020973, -0.024469992145895958, -0.010769238695502281, 0.005432120990008116, 0.024022120982408524, -0.02387283183634281, -0.02068345434963703, -0.032925233244895935, 0.038136813789606094, -0.008665607310831547, 0.006735015660524368, 0.013924687169492245, 0.0015022307634353638, 0.014223267324268818, -0.005564446095377207, -0.008027731440961361, -0.011122106574475765, 0.018647680059075356, -0.02784937433898449, -0.016516905277967453, 0.019190553575754166, 0.01370753813534975, 0.0038170742336660624, -3.504286360112019e-05, -0.002502304269000888, -0.009717423468828201, 0.004991036839783192, 0.0003242392558604479, -0.010165292769670486, 0.004661920014768839, -0.013660036958754063, 0.003504922380670905, -0.006602690555155277, 0.05317439138889313, -0.027401505038142204, 0.00649411603808403, -0.005910527426749468, -0.00445155706256628, -0.006996273063123226, -0.055291593074798584, 0.0022851552348583937, 0.0009661439107730985, -0.000787165539804846, -0.015200437977910042, -0.0052760448306798935, 0.013090020045638084, 0.00017897837096825242, -0.01796908862888813, 0.018444104120135307, -0.0010518160415813327, -0.007573075592517853, -0.005710343364626169, 0.009500273503363132, 0.027211498469114304, 0.01330038346350193, -0.03935827687382698, -0.026668626815080643, -0.003732250537723303, -0.015295441262423992, -0.014223267324268818, -0.014141836203634739, -0.0282022412866354, 0.0330609530210495, 0.014263982884585857, -0.017086921259760857, 0.0010365477064624429, -0.0235335361212492, -0.050270020961761475, -0.011217108927667141, -0.006015709135681391, -0.0018763041589409113, 0.014793283306062222, 0.014372557401657104, -0.007226994261145592, 0.01495614554733038, 0.008747037500143051, 0.005934278480708599, -0.0050080013461411, 0.011379971168935299, -0.00888954196125269, 0.0018678216729313135, 0.0005823159008286893, -0.003735643345862627, -0.03458099812269211, -0.004424413200467825, 0.006412684917449951, -0.017751939594745636, 0.0016846021171659231, 0.01213320717215538, -0.007464501075446606, -0.00499782245606184, 0.01015172153711319, 0.025270728394389153, 0.023004233837127686, 0.0029705320484936237, 0.022447790950536728, -0.03648105263710022, 0.0019730033818632364, 0.016937632113695145, -0.012316426262259483, -0.004387090913951397, -0.004041009582579136, 0.010450301691889763, 0.006891091354191303, -0.005391405429691076, -0.012771082110702991, -0.005537302698940039, 0.013239310123026371, -0.009425628930330276, 0.05787023901939392, 0.005506766028702259, 0.0005899500683881342, 0.025311443954706192, 0.017317641526460648, 0.016666194424033165, -0.012357141822576523, 0.009052404202520847, -0.010640306398272514, -0.008882756344974041, 0.03658962622284889, -0.020792027935385704, 0.0008223674376495183, -0.0036677843891084194, 0.00927633885294199, -0.013951830565929413, 0.004186906386166811, 0.0008592658559791744, 0.013191808946430683, -0.03854396939277649, 0.016774769872426987, 0.0014979896368458867, -0.037973951548337936, 0.00927633885294199, -0.04158405587077141, 0.012139992788434029, -0.01501043327152729, -0.0018610358238220215, -0.0020018434152007103, -0.004281909205019474, -0.005788381211459637, 0.01283215545117855, -0.004685670603066683, -0.008305953815579414, -0.003922256175428629, 0.015892600640654564, -0.00929669663310051, 0.0028755292296409607, 0.18186238408088684, -0.03504243865609169, -0.0020018434152007103, 0.010877813212573528, -0.0036542124580591917, -0.0037695730570703745, 0.023438533768057823, 0.022379931062459946, -0.01582474261522293, -0.0001938225468620658, 0.010029574856162071, -0.006565367802977562, -0.03593817725777626, -0.005055502988398075, 0.025759313255548477, -0.01894626021385193, -0.03441813588142395, -0.053581543266773224, -0.005214971955865622, 0.0012104366905987263, 0.002904369495809078, -0.00886918418109417, 0.006134462542831898, -0.023044949397444725, 0.01784694381058216, 0.005564446095377207, 0.00896418746560812, -0.003823860315605998, 0.0297494288533926, 0.018172666430473328, -0.016286183148622513, 0.010389228351414204, 0.005968207959085703, -0.007878441363573074, -0.010613163001835346, -0.0039324345998466015, 0.009099905379116535, 0.0033183100167661905, 0.0065009016543626785, 0.011481760069727898, 0.025569308549165726, 0.017222639173269272, 0.006307503208518028, -0.025772886350750923, 0.013123949989676476, 0.021172039210796356, -0.008434886112809181, -0.008590961806476116, -0.006185356993228197, 0.01133925560861826, -0.018484817817807198, 0.002288548042997718, 0.017643366008996964, 0.038761116564273834, -0.008190593682229519, 0.01909555122256279, -0.008550246246159077, 0.008638462983071804, 0.012119635008275509, 0.019149838015437126, -0.02457856573164463, -0.0009890464134514332, 0.00030875889933668077, 0.026315758004784584, 0.022922804579138756, 0.00402404461055994, -0.0044787004590034485, 0.016082607209682465, 0.007226994261145592, -0.0235335361212492, -0.01617760956287384, -0.02461928129196167, -0.017046205699443817, -0.005988565739244223, -0.028419390320777893, -0.031215185299515724, 0.05236008018255234, 0.004817996174097061, 0.018525533378124237, 0.031948063522577286, -0.006894484627991915, -0.023248527199029922, 0.001448791823349893, -0.008570604026317596, -0.006161606404930353, -0.04071545973420143, 0.016598336398601532, -0.029667997732758522, -0.005130148027092218, -0.014738996513187885, 0.017358357086777687, -0.005269259214401245, -0.013700752519071102, 0.02045273222029209, -0.0030299087520688772, -0.013863613829016685, 0.02803937904536724, 0.0035354590509086847, 0.0028755292296409607, -0.010918528772890568, -0.028175098821520805, 0.03710535541176796, 0.04193692281842232, 0.00927633885294199, 0.0004728930944111198, 0.004078331869095564, 0.01870196871459484, 0.0076816501095891, -0.003501529572531581, -0.012275710701942444, -0.0031825918704271317, -0.041828349232673645, 0.024551421403884888, 0.012309640645980835, -0.005296402610838413, -0.0023089058231562376, 0.0007226993911899626, 0.009113476611673832, 0.032572366297245026, -0.009072761982679367, -0.008020945824682713, -0.025365730747580528, 0.014576134271919727, 0.012329998426139355, 0.006718050688505173, -0.03249093517661095, -0.03748536482453346, 0.005337118171155453, -0.017711225897073746, 0.0041461908258497715, 0.006338039878755808, -0.03582960367202759, 0.00838059838861227, 0.005768023431301117, -0.006595904473215342, -0.01750764809548855, 0.008428100496530533, -0.004332803655415773, -0.008699536323547363, 0.02247493341565132, -0.008937043137848377, -0.013911115005612373, -0.012262139469385147, -0.00929669663310051, 0.013130735605955124, -0.019204124808311462, -0.008862398564815521, 0.02457856573164463, -0.005537302698940039, -0.020642738789319992, -0.005472836550325155, 0.013083234429359436, 0.006063210312277079, -0.00041224402957595885, 0.008842040784657001, 0.008428100496530533, -0.02170133963227272, -0.0305365938693285, 0.004885855130851269, -0.010742095299065113, -0.025610024109482765, -0.011128892190754414, 0.004234408028423786, -0.023899974301457405, -0.005354083143174648, -0.015770453959703445, -0.1718735247850418, -0.007871655747294426, 0.023194240406155586, -0.030590882524847984, 0.0276186540722847, 0.010368870571255684, 0.013816112652420998, 0.013951830565929413, -0.026437904685735703, 0.005520337726920843, 0.017209067940711975, -0.017561934888362885, -0.027645796537399292, -0.03458099812269211, -0.013978974893689156, 0.011413900181651115, -0.006521259434521198, 0.0044719148427248, 0.016055462881922722, 0.015594021417200565, 0.029695142060518265, -0.051545772701501846, 0.012262139469385147, 0.01784694381058216, 0.003370900871232152, 0.009357769973576069, -0.004865497350692749, 0.02286851592361927, 0.002834813902154565, -0.03919541463255882, -0.004244586452841759, -0.009825997985899448, 0.025379303842782974, -0.014073977246880531, 0.028527965769171715, 0.031595196574926376, 0.01178712584078312, -0.011597120203077793, -0.03591103479266167, 0.023207811638712883, 0.020317014306783676, -0.0016082606744021177, -0.002916244789958, 0.005374440457671881, -0.022732798010110855, 0.006975915282964706, 0.011902485974133015, -0.023289242759346962, 0.007199850399047136, 0.006371969357132912, 0.012492860667407513, -0.004112261347472668, 0.016055462881922722, -0.005299795884639025, 0.005812131799757481, 0.0070709181018173695, 0.0032046460546553135, 0.0009958322625607252, -0.004957107361406088, -0.011379971168935299, 0.00314526935108006, -0.011719266884028912, 0.036263901740312576, -0.0064873299561440945, 0.0020595237147063017, -0.039846863597631454, 0.0007816519937478006, 0.015132579021155834, -0.02395426295697689, 0.01792837493121624, -0.02134847268462181, 0.004183513578027487, -0.028880832716822624, -0.022854944691061974, 0.024130696430802345, 0.03360382467508316, -0.016150465235114098, 0.007959872484207153, 0.005381226539611816, 0.012126420624554157, -0.010029574856162071, 0.028527965769171715, -0.014304698444902897, 0.00886918418109417, -2.8097907488700002e-05, -0.03170377016067505, 0.012750724330544472, 0.017480503767728806, -0.022176353260874748, -0.02147061936557293, 0.018579822033643723, -0.020914174616336823, -0.002607485977932811, -0.0023241741582751274, 0.02161990851163864, -0.00853667501360178, 0.008414528332650661, -0.015892600640654564, 0.009649563580751419, -0.01571616716682911, 0.005591589957475662, 0.005988565739244223, -0.014331841841340065, -0.006558582186698914, 0.013239310123026371, 0.013334313407540321, -0.01719549670815468, 0.0042649442330002785, 0.05165434628725052, -0.01046387292444706, -0.006982701364904642, -0.02637004666030407, 0.002778830239549279, 0.014589706435799599, 0.002252922160550952, 0.009371341206133366, 0.0008991330396384001, -0.013090020045638084, 0.028962263837456703, 0.010687808506190777, 0.06036745384335518, -0.0026532907504588366, -0.016191180795431137, 0.016014747321605682, -0.01017207931727171, -0.03713249787688255, -0.1310494989156723, -0.031215185299515724, 0.004526202101260424, 0.04220835864543915, -0.007125205360352993, 0.016598336398601532, -0.004037616308778524, 0.014657565392553806, -0.02768651209771633, 0.03781108930706978, -0.03251808136701584, -0.01819981075823307, 0.023167096078395844, -0.002836510306224227, -0.004275123123079538, -0.002044255379587412, 0.005316760390996933, -0.01976056955754757, -0.027469363063573837, 0.036616768687963486, -0.003016337053850293, -0.008523102849721909, 0.016340471804142, -0.011929629370570183, -0.015200437977910042, 0.0075120022520422935, -0.01680191233754158, 0.00853667501360178, 0.006877519655972719, -0.009717423468828201, 0.014046833850443363, -0.027157211676239967, 0.007742723450064659, -0.025487877428531647, 0.02123989723622799, -0.011888913810253143, -0.003474385943263769, -0.008305953815579414, 0.011624263599514961, 0.0006917386781424284, -0.005930885206907988, 0.012845727615058422, -0.0006641709478572011, 0.02251564897596836, -0.016109749674797058, -0.004509237129241228, -0.014494704082608223, 0.02220349758863449, -0.0006234555039554834, -0.013205381110310555, -0.018457675352692604, -0.009615634568035603, -0.042452652007341385, 0.011583548039197922, 0.024212127551436424, -0.014888286590576172, -0.007301639299839735, -0.01091174315661192, -0.003481171792373061, -0.018172666430473328, -0.005350689869374037, -0.017331214621663094, -0.004037616308778524, 0.024293556809425354, 0.03629104793071747, 0.01491542998701334, -0.01859339326620102, -0.03645390644669533, 0.013775397092103958, -0.02512143924832344, 0.00888954196125269, 0.022882089018821716, -0.0001741010055411607, 0.018729111179709435, -0.03029230237007141, -0.0007791072712279856, -0.011807483620941639, -0.023832116276025772, 0.010396013967692852, 0.004214050248265266, -0.012961087748408318, -0.016706909984350204, 0.015132579021155834, -0.014657565392553806, -0.01540401577949524, -0.005401584319770336, -0.013816112652420998, -0.025067150592803955, -0.002135865157470107, -0.03981972113251686, 0.0033420606050640345, 0.02772722765803337, 0.006595904473215342, -0.005856240168213844, -0.011149249970912933, 0.0013775397092103958, -0.03246379271149635, -0.008251666091382504, 0.0062701809220016, 0.029586566612124443, -0.020317014306783676, -0.007281281519681215, -0.04079689085483551, 0.01423683948814869, -0.010979602113366127, -0.002609182382002473, 0.009452772326767445, -0.005503372754901648, 0.016286183148622513, 0.0007040381315164268, -0.004546559881418943, 0.013924687169492245, -0.007328782696276903, 0.021714912727475166, 0.002950174268335104, -0.029315130785107613, -0.020751312375068665, -0.022773513570427895, 0.019068406894803047, -0.011067818850278854, 0.011936415918171406, 0.021226326003670692, -0.007308424916118383, 0.0051063974387943745, 0.005968207959085703, 0.027048636227846146, 0.0025786457117646933, -0.020819172263145447, 0.0018576428992673755, 0.021986348554491997, -0.004458342678844929, -0.0048112100921571255, 0.01695120334625244, -0.018796971067786217, -0.006578939501196146, 0.01363289263099432, -0.00446173595264554, -0.005133540835231543, 0.017317641526460648, 0.02228492870926857, 0.019787713885307312, 0.03479814529418945, -0.021755626425147057, -0.032653797417879105, 0.009086333215236664, 0.002853475045412779, 0.009242408908903599, -0.00405458128079772, -0.0003588050021789968, -0.007647720631211996, 0.011542832478880882, 9.919091826304793e-05, 0.02570502646267414, 0.029993722215294838, -0.01419612392783165, -0.03452670946717262, -0.026587195694446564, 0.016937632113695145, 0.03107946738600731, -0.006093746982514858, 0.012771082110702991, 0.006164999213069677, 0.033115241676568985, 0.009527417831122875, 0.01575688272714615, -0.010782810859382153, -0.011223895475268364, -0.02128061279654503, -0.002005236456170678, 0.009608848951756954, -0.009819211438298225, -0.024877145886421204, 0.00018576427828520536, 0.003275898052379489, 0.014630421996116638, 0.015689024701714516, 0.01213320717215538, 0.019475560635328293, 0.005048716906458139, 0.01811837963759899, -0.026777200400829315, 0.03145947679877281, 0.018023377284407616, -0.01168533693999052, 0.005964814685285091, 0.014481131918728352, 0.025420019403100014, 0.0030841960106045008, -0.01598760299384594, 0.006490722764283419, -0.014345414005219936, 0.0005454175407066941, 0.014589706435799599, 0.007104847580194473, 0.013951830565929413, -0.002688916865736246, 0.006874126847833395, 0.019000547006726265, -0.0033488464541733265, 0.016286183148622513, 0.0178876593708992, 0.0056085544638335705, 0.021524906158447266, 0.0017897837096825242, -0.004817996174097061, -0.00770200788974762, -0.010239938274025917, -0.002822938608005643, -0.027740800753235817, -0.018403388559818268, 0.016978345811367035, 0.021321328356862068, 0.013517532497644424, -0.008950615301728249, -0.0073219966143369675, -0.010301011614501476, -0.015770453959703445, 0.03080803155899048, 4.294208702049218e-05, -0.01178712584078312, -0.03857111185789108, 0.006327860988676548, 0.01590617373585701, 0.006175178103148937, 0.0439455546438694, 0.002359800273552537, 0.020099865272641182, 0.017982661724090576, 0.01948913373053074, -0.016503332182765007, 0.03493386507034302, 0.021334901452064514, 0.005045324098318815, 0.00587320514023304, 0.009113476611673832, -0.018959833309054375, -0.03873397409915924, -0.014033261686563492, -0.00157263467554003, 0.023112809285521507, 0.0074984305538237095, 0.08121377229690552, 0.014318269677460194, -0.017792655155062675, 0.0014267375227063894, -0.017371930181980133, 0.003983329050242901, 0.009595276787877083, 0.009866712614893913, -0.00315544824115932, -0.01742621697485447, -0.007389856036752462, 0.007193064317107201, -0.02893511950969696, -0.025528592988848686, -0.006874126847833395, -0.0021714912727475166, -0.005391405429691076, 0.02232564426958561, -0.005320153199136257, -0.01044351514428854, 0.03018372692167759, -0.007355926558375359, 0.00727449543774128, -0.0006472061504609883, -0.0023004235699772835, -0.012499646283686161, 0.029966577887535095, 0.006877519655972719, 0.0015539734158664942, -0.016014747321605682, 0.006775731220841408, 0.018539106473326683, -0.04375554621219635, -0.015241153538227081, -0.01684262789785862, -0.0018440710846334696, -0.006450007203966379, -0.015417587012052536, 0.014888286590576172, 0.008977758698165417, 0.010687808506190777, 0.03295237943530083, 0.0023530141916126013, -0.03629104793071747, -0.01085066981613636, 0.0030994643457233906, -0.007939514704048634, -0.034716714173555374, -0.03783823549747467], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='c25923f3-b1f5-4f15-8c0a-88322ef3e2b1', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c576a888389c5047e41278db133705679f1e08c03c1074386d6600de29ded173'), : RelatedNodeInfo(node_id='b6c45558-7097-4b20-83ed-fe5e83033f7e', node_type=, metadata={}, hash='16e197197f5b6a2d974f53fff5c429c83620622ed2d24eac1de690c55bb15132')}, hash='2c5052e9ca32c92296b2f93987ea94d8973f3c2eddcb18a8ffca162fdd7be8b7', text=\"'self-attention' mechanism. Same with positional encoding, each word, through its embedding is encoded with information on the degree or how much it should 'attend to' the rest of the words in the sequence - no matter the length of the sequence or the relative distance of the attended word in the sequence. This encoding is done simultaneously for all words in the sequence allowing the transformer to preserve the context of any sequence. The degree how which one word should attend to other words is a 'learned' trait stored in the model weights and encoded in the word embeddings via matrix multiplications. These 'learnings' get adjusted during each training iteration as the model learns more about the relationships between words in the training data. The final output of the self-attention layer (the Z matrix in our illustration above) is a matrix of the word embeddings that is encoded with information on the position of each word in the sequence (from the position encoding step) and how much each word should attend to all other words in the sequence. It is then fed to a traditional neural network like the one discussed earlier in the article (called the feed-forward neural network). These steps (attention + feed-forward - which makes up a transformer block) are repeated multiple times for each hidden layer of the transformer - 96 times for GPT3, for example. The transformation in each layer adds additional information to the 'knowledge' of the model on how to best predict the next word in the sequence. According to the LLM scaling laws published by OpenAI, to train better models, increasing the number of parameters is 3x more important than increasing the size of the training data. (Note: DeepMind has since published a paper with a differing view.) This translates to a significant increase in computational requirements, as handling a larger number of parameters demands more complex calculations. Parallelization, which is the process of dividing a single task into multiple sub-tasks that can be processed simultaneously across multiple compute resources, becomes essential in dealing with this problem. Parallelization is difficult to achieve with RNNs given their sequential nature. This is not an issue for transformers as it computes relationships\", start_char_idx=15077, end_char_idx=17359, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='b6c45558-7097-4b20-83ed-fe5e83033f7e', embedding=[-0.017163904383778572, -0.005158263724297285, 0.008106342516839504, -0.006686508655548096, 0.014701925218105316, -0.013638799078762531, 0.0005813975003547966, 0.0014355710009112954, -0.015499270521104336, -0.051701538264751434, 0.02895621955394745, 0.05021875724196434, -0.03530700132250786, -0.001187274930998683, 0.011757344007492065, 0.003619527444243431, 0.01868865080177784, 0.02460579201579094, 0.025724872946739197, -0.0210107434540987, -0.032984908670186996, -0.015499270521104336, -0.03099854104220867, -0.02554302290081978, -0.0017844095127657056, 0.00104476697742939, 0.03415994346141815, -0.041993509978055954, -0.031194381415843964, -0.0042560044676065445, 0.013806660659611225, 0.015177534893155098, -0.021808089688420296, -0.005938122980296612, -0.0016322844894602895, 0.004647682886570692, 0.020297329872846603, -0.01551325898617506, 0.029096104204654694, -0.008763802237808704, 0.02488556131720543, 0.01759754680097103, 0.006308818701654673, -0.02247953787446022, -0.012183993123471737, 0.018604720011353493, 0.004962424281984568, -0.022465549409389496, -0.013016309589147568, 0.021989939734339714, 0.016744248569011688, 0.03936367109417915, -0.02119259536266327, -0.004028691444545984, -0.03497127816081047, 0.0013219143729656935, -0.002273133024573326, 0.02422810159623623, 0.02482960745692253, 0.0035600762348622084, 0.0071691120974719524, 0.005647861398756504, -0.018954433500766754, 0.012701568193733692, -0.009554153308272362, -0.01790529489517212, -0.021122653037309647, 0.012876424938440323, 0.007274026051163673, -0.011855263262987137, 0.008868716657161713, 0.03785291314125061, -0.01498169545084238, -0.029627667739987373, 0.021961962804198265, -0.005315634422004223, -0.0005862060352228582, -0.01210006233304739, -0.03438376262784004, 0.011337688192725182, 0.00467216270044446, -0.006399744190275669, -0.0022556474432349205, 0.015051638707518578, -0.003093209583312273, -0.022395607084035873, 0.011351676657795906, -0.022283699363470078, -0.0017922780243679881, 0.014380189590156078, 0.018045179545879364, 0.006504657678306103, 0.03452364727854729, 0.0263263788074255, 0.014995683915913105, 0.021836066618561745, -0.009204440750181675, 0.028102919459342957, -0.0006906827329657972, -0.02116461843252182, -0.005396068096160889, -0.0019286660244688392, -0.026843953877687454, -0.024437930434942245, -0.011939194984734058, 0.011148843914270401, 0.021640228107571602, 0.01752760447561741, -0.010652251541614532, 0.020968778058886528, 0.006382258143275976, 0.017569569870829582, -0.006808908190578222, -0.014939730055630207, -0.0024217611644417048, -0.0034027055371552706, 0.020870858803391457, -0.006378761027008295, 0.0007881651981733739, -0.023206939920783043, 0.03200571611523628, -0.0026333373971283436, 0.015569212846457958, 0.0018412377685308456, 0.030970564112067223, 0.010890056379139423, -0.0004474137967918068, -0.00200735148973763, -0.015415339730679989, -0.0070362212136387825, 0.004154588095843792, 0.012498735450208187, 0.005952111445367336, 0.0024794635828584433, -0.029935413971543312, 0.026746034622192383, -0.0045742434449493885, -0.02273133210837841, -0.03452364727854729, -0.010288550518453121, 0.00091187609359622, 0.009959819726645947, -0.01790529489517212, -0.012449774891138077, -0.015233488753437996, 0.019681835547089577, 0.0008384364191442728, 0.023346826434135437, 0.013219143263995647, -0.01393255777657032, 0.011246763169765472, -0.012848448008298874, -0.009854906238615513, 0.014492098242044449, 0.01815708726644516, 0.012337867170572281, 0.0085609694942832, 0.0005328748375177383, -0.01762552373111248, -0.007784606423228979, 0.016016846522688866, -0.0042280275374650955, 0.010603291913866997, 0.0021000253036618233, 0.013589838519692421, 0.022423584014177322, 0.03863626718521118, -0.0005167006165720522, -0.002190950559452176, -0.024773653596639633, 0.0011514293728396297, 0.021766124293208122, -0.0566534698009491, 0.012582666240632534, -0.0029043646063655615, 0.010897050611674786, 0.024661745876073837, -0.01156849879771471, -0.027473436668515205, -0.023962320759892464, 0.02194797433912754, 0.007434893865138292, 0.00972201582044363, 0.013673770241439342, -0.01108589582145214, -0.01762552373111248, 0.021248549222946167, -0.013212149031460285, -0.01025357935577631, -0.011582487262785435, -0.0011942691635340452, 0.00901559554040432, -0.01524747721850872, -0.02316497452557087, -0.6226566433906555, -0.022045893594622612, 0.030662817880511284, -0.024507872760295868, 0.001203011954203248, 0.009638084098696709, 0.001599061768501997, -0.009561147540807724, -0.018590731546282768, 0.025962676852941513, 0.00457774056121707, -0.033264681696891785, -0.006798416376113892, 0.004777076654136181, -0.002245156094431877, -0.019681835547089577, -0.0024357496295124292, -0.017177892848849297, 0.005479999352246523, 0.016450488939881325, -0.02814488485455513, 0.00735795684158802, -0.017807375639677048, -0.008197267539799213, -0.006050031166523695, -0.003997216932475567, -0.0012799487449228764, 0.01183428056538105, 0.004067159723490477, -0.0007392053958028555, -0.021738147363066673, 0.021500341594219208, 0.03175392001867294, -0.004039182793349028, 0.04045477509498596, 0.002804696559906006, -0.015709098428487778, 0.029068127274513245, 0.017807375639677048, 0.03203369304537773, -0.03102651797235012, -0.032761093229055405, 0.001560593256726861, 0.01023958995938301, 0.003441173816099763, 0.020241376012563705, 0.01615673117339611, -0.013121224008500576, -0.0037314353976398706, -0.015107592567801476, 0.0006185544771142304, 0.00666902307420969, 0.008896693587303162, 0.00043954525608569384, 0.007917497307062149, -0.00037528554094024, 0.030578885227441788, -0.014163367450237274, 0.01659037545323372, -0.019919639453291893, 0.00874981377273798, -0.0023920354433357716, -0.03631417453289032, -0.013498913496732712, -0.027431471273303032, 0.0022189277224242687, 0.002250401768833399, 0.00898761861026287, -0.014142384752631187, -0.01800321415066719, 0.01554123591631651, 0.0196958240121603, 0.007511830888688564, -0.01919223740696907, -0.011799309402704239, 0.004458838142454624, 0.014743891544640064, -0.001968882977962494, 0.001396228326484561, 0.03346052020788193, 0.006672520190477371, -0.006847376469522715, 0.004668665584176779, -0.010980981402099133, 0.019360098987817764, 0.0063612754456698895, 0.006266853306442499, 0.0008922047563828528, 0.0035845560487359762, -0.004500803537666798, -0.0010771154193207622, 0.02695586159825325, -0.01888449117541313, -0.06736867129802704, -0.006651537027209997, 0.0026980340480804443, -0.0025371662341058254, 0.006182922050356865, 0.007861543446779251, -0.025165332481265068, 0.010925027541816235, -0.006508154794573784, 0.011855263262987137, 0.02771124057471752, 0.03203369304537773, 0.010302538983523846, -0.008204261772334576, 0.0050358641892671585, 0.0045532602816820145, -0.024409951642155647, -0.010918033309280872, 0.00839310698211193, -0.008169290609657764, -0.004448346793651581, 0.0015833246288821101, -0.026186494156718254, -0.002928844653069973, -0.007078186608850956, 0.002358812838792801, -0.01687014475464821, 0.023626595735549927, -0.017583558335900307, 0.0053331200033426285, 0.005605896003544331, 0.011337688192725182, 0.01891246810555458, 0.005025372840464115, -0.0054695080034434795, 0.0011706635123118758, 0.016674306243658066, -0.011694395914673805, -0.023234916850924492, 0.030159231275320053, -0.008071371354162693, 0.016926098614931107, 0.015135569497942924, 0.022619422525167465, 0.002827427815645933, 0.007078186608850956, -0.021514330059289932, -0.027585344389081, -0.018171075731515884, 0.011652430519461632, 0.008819756098091602, -0.05172951519489288, -0.005354102700948715, -0.016450488939881325, 0.004287478979676962, -0.001529119210317731, -0.017038006335496902, -0.01034450437873602, -0.006242373026907444, -0.0011977662798017263, 0.009225423447787762, -0.008449060842394829, -0.019262179732322693, 0.008113336749374866, -0.04968719184398651, -0.00023365185188595206, -0.04266496002674103, 0.0031194379553198814, 0.0341319665312767, -0.0011348179541528225, 0.020451202988624573, -0.00356532190926373, -0.01230289600789547, -0.009756986983120441, 0.04129408672451973, -0.014911753125488758, -0.024088216945528984, 0.020898835733532906, -0.04764486849308014, 0.004413375165313482, 0.014911753125488758, -0.007253043353557587, 0.009652072563767433, -0.007322985678911209, 0.001561467652209103, -0.005693324375897646, -0.013512901961803436, 0.0014574280939996243, 0.012736539356410503, -0.017387719824910164, -0.004252507351338863, 0.021892020478844643, 0.016520431265234947, 0.022087858989834785, 0.0019706315360963345, -0.033796243369579315, 0.015737075358629227, 0.00417906790971756, 0.013212149031460285, -0.014897764660418034, 0.005595404654741287, -0.004165079444646835, 0.010925027541816235, 0.021248549222946167, -0.010197624564170837, -0.014177356846630573, 0.03385219722986221, -0.0024969493970274925, 0.004605717491358519, 0.007462870795279741, -0.017947260290384293, -0.0038678233977407217, -0.021906008943915367, 0.00613745953887701, -0.03637012839317322, -0.007994433864951134, -0.005116297863423824, 0.010092711076140404, 2.6884170438279398e-05, -0.021150629967451096, -0.024004286155104637, -0.01878657005727291, 0.046413879841566086, -0.010330515913665295, 0.02867644838988781, -0.028844309970736504, -0.010512365959584713, 0.008868716657161713, 0.004787568002939224, 0.017331765964627266, 0.00536809116601944, -0.0068438793532550335, 0.024661745876073837, -0.0030337583739310503, 0.00798044539988041, -0.0047106314450502396, -0.041126225143671036, 0.0010220356052741408, 0.0121909873560071, 0.00931634847074747, 0.008106342516839504, 0.017807375639677048, -0.0005914517678320408, 0.02804696559906006, 0.0014075939543545246, 0.04185362532734871, -0.0028134393505752087, 0.0034114483278244734, 0.004714128561317921, -0.01349191926419735, -0.0243260208517313, 0.023150986060500145, -0.005424045491963625, 0.02999136783182621, 0.01025357935577631, -0.00862391758710146, -0.008022411726415157, -0.023780468851327896, 0.02113664150238037, -0.005347108468413353, 0.01011369377374649, 0.009966814890503883, -0.016898121684789658, 0.022367630153894424, -0.00709916977211833, 0.034859370440244675, 0.00298130139708519, -3.365985685377382e-05, -0.0011129609774798155, 0.012848448008298874, -0.0062773446552455425, 0.009791958145797253, -0.004441352561116219, 0.029403850436210632, -0.00584020372480154, -0.01375770103186369, 0.015401351265609264, 0.007581773214042187, -0.015037650242447853, 0.014701925218105316, -0.027697252109646797, 0.030914610251784325, 0.02197595126926899, 0.003878314746543765, 0.01408643089234829, -0.004658174235373735, 0.03888806328177452, -0.018199052661657333, -0.04185362532734871, 0.022269710898399353, -0.0058996547013521194, -0.02645227499306202, -0.021989939734339714, -0.02629840187728405, -0.0022713844664394855, 0.0026368345133960247, -0.010953004471957684, -0.0036929671186953783, 0.007413911167532206, -0.0043329414911568165, -0.001222246210090816, -0.017807375639677048, -0.002086036838591099, 0.03337658941745758, -0.007302002981305122, -0.011624452657997608, -0.008498020470142365, 0.019513973966240883, 0.015583202242851257, -0.035894520580768585, -0.013191166333854198, 0.02442394196987152, -0.017555581405758858, -0.045854341238737106, -0.0076027559116482735, -0.0061689335852861404, -0.027095746248960495, 0.022423584014177322, -0.012575672008097172, 0.01828298531472683, -0.03337658941745758, 0.016730260103940964, 0.006648039910942316, 0.025626953691244125, 0.006315812934190035, 0.0282428041100502, 0.013813654892146587, -0.008721836842596531, -0.015331408940255642, -0.01203711424022913, 0.026522217318415642, 0.059535104781389236, 0.024256078526377678, -0.021640228107571602, 0.01640852354466915, -0.03816065937280655, -0.007455876562744379, -0.013037292286753654, -0.019108306616544724, 0.004203547723591328, 0.007833566516637802, 0.0014486851869150996, -0.010750170797109604, 0.020269352942705154, -0.001718838349916041, 0.025319205597043037, 0.005434536840766668, 0.004724619910120964, -0.020395249128341675, -0.0002340889914194122, -0.00338172260671854, 0.006683011539280415, -0.010302538983523846, 0.025095390155911446, 0.019933629781007767, 0.03393612802028656, 0.004787568002939224, 0.027011815458536148, 0.01888449117541313, -0.015233488753437996, -0.026871930807828903, -0.0057667638175189495, -0.007721658330410719, -0.006508154794573784, -0.01568112149834633, -0.02210184745490551, 0.010225601494312286, 0.008539985865354538, 0.030411023646593094, -0.0014985193265601993, 0.00010835631837835535, -0.00523520028218627, 0.01871662773191929, 0.011106878519058228, -0.017611535266041756, -0.010589303448796272, -0.03779695928096771, -0.0016445243963971734, 0.005805232096463442, -0.018590731546282768, -0.030439000576734543, 0.02022738754749298, 0.009575136005878448, -0.03374028950929642, -0.0009791958145797253, 0.014939730055630207, -0.005158263724297285, -0.007553796283900738, -0.0056023988872766495, -0.006046534050256014, -0.02043721452355385, -0.01562516763806343, -0.0341319665312767, -0.0024462409783154726, 0.008616923354566097, 0.011169826611876488, -0.005312137305736542, -0.01633858121931553, 0.0009477216517552733, -0.02225572243332863, 0.02404625155031681, -0.0027907080948352814, -0.021626239642500877, -0.07162117958068848, -0.010155659168958664, 0.01183428056538105, -0.0016392787219956517, 0.022087858989834785, 0.0018954433035105467, -0.009826929308474064, 0.015597190707921982, -0.005770260933786631, -0.03343254327774048, -0.0016200444661080837, -0.021458376199007034, -0.002507440745830536, -0.025151344016194344, -0.011288728564977646, -0.0061129797250032425, -0.00640324130654335, -0.005850695073604584, -0.0007413910934701562, -0.013582844287157059, -0.0069802673533558846, 0.007819578051567078, 0.012477751821279526, 0.0367618091404438, 0.01177133247256279, 0.0055464450269937515, 0.029515760019421577, -0.03732134774327278, -0.023053066805005074, -0.015107592567801476, -0.004965921398252249, -0.03925176337361336, -0.0016226673033088446, 0.008435072377324104, 0.03583856672048569, 0.021528318524360657, -0.0012677088379859924, -0.03164201229810715, 0.011813297867774963, -0.007137638051062822, 0.005696821492165327, 0.018870502710342407, -0.011344682425260544, 0.006029048468917608, 0.027921069413423538, 0.004798059351742268, 0.004112622234970331, -0.026214471086859703, -0.002147236606106162, -0.033012885600328445, 0.03639810532331467, 0.017051994800567627, -0.018618708476424217, 0.015177534893155098, 0.02210184745490551, -0.015163546428084373, -0.030047323554754257, 0.020325306802988052, -0.004409878049045801, 0.035083185881376266, -0.0020335798617452383, -0.02310902066528797, -0.021178606897592545, -0.014317241497337818, -0.015723086893558502, -0.0010412698611617088, -0.012072085402905941, -8.600748697062954e-05, -0.00440638093277812, 0.0005796489422209561, 0.0002653445699252188, 0.004011205863207579, 0.013394000008702278, -0.019667847082018852, -0.01538736280053854, 0.010288550518453121, 0.03656597062945366, 0.030355069786310196, -0.02113664150238037, 0.0177234448492527, -0.04126610979437828, -0.022969136014580727, -0.004679156932979822, -0.011526533402502537, 0.002292367396876216, 0.009106520563364029, 0.02222774550318718, 0.02592071145772934, 0.055646300315856934, 0.008693859912455082, 0.005105806514620781, 0.03393612802028656, -0.005042858421802521, 0.015709098428487778, 0.015205511823296547, 0.013974523171782494, -0.02379445731639862, -0.0038958005607128143, 0.0054415310733020306, -0.008400101214647293, 0.013708741404116154, -0.011624452657997608, 0.023458734154701233, 0.016618352383375168, 0.01471591368317604, -0.0013787426287308335, -0.012470757588744164, -0.030299115926027298, -0.00706070102751255, 0.03415994346141815, -0.02680198848247528, 0.010022768750786781, -0.023095032200217247, -0.020521147176623344, 0.02075895108282566, 0.013778683729469776, 0.02141641080379486, 0.002295864513143897, 0.021486353129148483, -0.007371945772320032, -0.011995148845016956, 0.008672877214848995, 0.03913985565304756, -0.02642429806292057, -0.002042322652414441, -0.0460781566798687, -0.007274026051163673, 0.009330336935818195, 0.0052771661430597305, 0.032481323927640915, 0.016072800382971764, 0.005284160375595093, -0.00394476018846035, 0.00367897842079401, -0.017541592940688133, -0.013037292286753654, -0.007267031818628311, -0.0196958240121603, -0.025934699922800064, -0.019052352756261826, -0.008616923354566097, 0.007364951074123383, -0.006483674980700016, 0.004983407445251942, -0.011463585309684277, 0.028984196484088898, -0.03659394755959511, -0.0011295722797513008, 0.03441173955798149, 0.014520075172185898, 0.03312479704618454, -0.0082182502374053, 0.017135927453637123, -0.00421054195612669, 0.0013219143729656935, -0.011463585309684277, -0.0010028014658018947, 0.01405845396220684, 0.003927274607121944, 0.004623203072696924, 0.011673413217067719, -0.0170939601957798, -0.027669275179505348, 0.01296035572886467, 0.008756808005273342, -0.012225959450006485, -0.0460222028195858, 0.016254650428891182, 0.02066103182733059, 0.011932200752198696, -0.018352927640080452, -0.03726539388298988, -0.007413911167532206, 0.0016261644195765257, -0.004647682886570692, 0.016254650428891182, -0.0005551690701395273, -0.00292010186240077, 0.0034079512115567923, 0.011316705495119095, 0.003101952373981476, 0.022843239828944206, -0.02015744522213936, 0.024563826620578766, 0.037461232393980026, 0.004364415537565947, -0.019807731732726097, 0.0002655631396919489, 0.0016506443498656154, 0.02971159853041172, -0.018772581592202187, 0.015149557963013649, 0.009239411912858486, -0.009708027355372906, -0.00028763877344317734, -0.0038992976769804955, -0.018352927640080452, 0.03080270253121853, -0.03180987387895584, -0.0034971279092133045, -0.00040981968049891293, -0.025878746062517166, 0.03337658941745758, -0.030858656391501427, 0.006557114887982607, -0.011799309402704239, -0.027403494343161583, -0.008127325214445591, 0.017933271825313568, 0.012197981588542461, -0.02263341099023819, 0.009701033122837543, -0.0004673037037719041, -0.019891662523150444, -0.005696821492165327, -0.0010491383727639914, 0.02078692801296711, -0.04557457193732262, -0.029375873506069183, 0.00033266429090872407, -0.005584913305938244, 0.01263162586838007, -0.00795246846973896, -0.022717341780662537, -0.02043721452355385, 0.03527902439236641, -0.014296258799731731, 0.0028186850249767303, 0.013114229775965214, -0.0010884810471907258, -0.0009494702098891139, -0.003542590420693159, -0.017821364104747772, 0.01302330382168293, 0.012295901775360107, -0.04266496002674103, -0.02166820503771305, 0.007148129399865866, -0.0011864006519317627, 0.011491562239825726, -0.00722506595775485, 0.005892660468816757, -0.004297970328480005, 0.009176463820040226, -0.005675838328897953, -0.0030372554901987314, 0.005151269491761923, -0.014464121311903, 0.0010657496750354767, -0.0014163367450237274, 0.03765707463026047, -0.024871572852134705, 0.021528318524360657, -0.0019583916291594505, -0.003163152141496539, -0.01040745247155428, -0.044091787189245224, 0.004647682886570692, -0.004276987165212631, -0.006840382236987352, -0.011211792007088661, -0.002839667722582817, -0.00031955004669725895, -0.0051407781429588795, -0.02660614810883999, 0.003101952373981476, 0.0013568856520578265, -0.0027032799553126097, -0.009225423447787762, 0.016380546614527702, 0.022395607084035873, 0.009861900471150875, -0.0354468896985054, -0.025752849876880646, -0.016548408195376396, -0.003717446932569146, -0.028130896389484406, -0.007350962609052658, -0.015862971544265747, 0.036929670721292496, 0.011890234425663948, -0.01922021433711052, -0.0054415310733020306, -0.027431471273303032, -0.04028691351413727, -0.0020790426060557365, -0.004098633769899607, 0.004892481956630945, 0.007938480004668236, 0.009840917773544788, -0.003689470002427697, 0.024969492107629776, 0.0015763303963467479, 0.018450846895575523, -0.003264568978920579, 0.023500699549913406, -0.013086252845823765, -0.00010627989831846207, -0.0047665853053331375, -0.015093604102730751, -0.03471948578953743, -0.006273847538977861, 0.020325306802988052, -0.022213757038116455, 0.00011933948553632945, 0.01805916801095009, -0.004605717491358519, -0.012246942147612572, -0.0009127503726631403, 0.003346751444041729, 0.016422512009739876, 0.003878314746543765, 0.03547486662864685, -0.03897199407219887, -0.0062493677251040936, 0.017793387174606323, -0.019430043175816536, -0.0009774472564458847, -0.006001071538776159, 0.005004390142858028, 0.017569569870829582, -0.009819935075938702, -0.015373374335467815, -0.0020842882804572582, 0.01286943070590496, -0.014841810800135136, 0.04235721379518509, 0.001544856233522296, 0.004049674142152071, 0.01471591368317604, 0.016632340848445892, 0.00925340037792921, -0.008120330981910229, 0.008344147354364395, -0.004881990607827902, -0.0007623738492839038, 0.038580313324928284, -0.030942587181925774, 0.004189559258520603, 0.001408468233421445, 0.016800202429294586, -0.019430043175816536, -0.007239054888486862, -0.01189722865819931, 0.017821364104747772, -0.0354468896985054, 0.029627667739987373, 0.008721836842596531, -0.03541891276836395, 0.02351468801498413, -0.01524747721850872, 0.01797523722052574, -0.013946546241641045, -0.019458020105957985, 0.003581058932468295, -0.009798952378332615, 0.005924134515225887, 0.021220572292804718, -0.013317062519490719, -0.015163546428084373, -0.00017223354370798916, 0.01731777749955654, -0.012575672008097172, -0.0012589660473167896, 0.19057947397232056, -0.029319919645786285, 0.0157790407538414, 0.010561326518654823, 0.0018989404197782278, -0.0033694826997816563, 0.016254650428891182, 0.02159826084971428, -0.021360456943511963, -0.003250580281019211, 0.015429328195750713, 0.009407274425029755, -0.04255305230617523, -0.008903687819838524, 0.0171219389885664, -0.0210107434540987, -0.031977735459804535, -0.05315634235739708, -0.00829518772661686, 0.010127682238817215, -0.0004965921398252249, -0.007106164004653692, 0.003539093304425478, -0.02191999740898609, 0.009819935075938702, 0.001579827512614429, 0.010134676471352577, -0.009568141773343086, 0.03055090829730034, 0.007735646795481443, -0.016478465870022774, -0.0011898977681994438, 0.006990758702158928, 0.001310548628680408, -0.0016165473498404026, -0.006648039910942316, 0.011148843914270401, 0.011260751634836197, 0.004011205863207579, 0.006357778329402208, 0.023500699549913406, 0.015737075358629227, 0.018241019919514656, -0.027823150157928467, 0.0047071343287825584, 0.02210184745490551, -0.02144438773393631, -0.010302538983523846, -0.0052561829797923565, 0.015331408940255642, -0.029319919645786285, 0.004420369863510132, 0.011512544937431812, 0.02473168820142746, 0.003058238420635462, 0.015862971544265747, -0.024675734341144562, -7.070755236782134e-05, 0.031446173787117004, 0.0085469800978899, -0.027725229039788246, 0.008630911819636822, 0.006413732655346394, 0.03374028950929642, 0.01123976893723011, 0.005896157585084438, -0.006375263910740614, 0.0031194379553198814, 0.00378039525821805, -0.013240125961601734, -0.012086073867976665, -0.009966814890503883, -0.020870858803391457, -0.0034341795835644007, -0.03788089007139206, -0.029403850436210632, 0.055170688778162, 0.013331051915884018, 0.021080687642097473, 0.026788000017404556, -0.007791601121425629, -0.009659066796302795, 0.006522143259644508, -0.008253221400082111, -0.007987439632415771, -0.040930382907390594, 0.029823506250977516, -0.030075300484895706, 0.0005018378724344075, -0.01352689042687416, 0.014422154985368252, -0.005700318608433008, -0.01919223740696907, 0.018870502710342407, -0.001564090489409864, -0.009365308098495007, 0.0328170470893383, -0.004563752096146345, -0.0010911038843914866, -0.0029305932112038136, -0.027025803923606873, 0.03941962495446205, 0.03816065937280655, 0.00998779758810997, -0.01260364893823862, 0.0037524180952459574, 0.02316497452557087, 0.006375263910740614, 0.0001937627384904772, -0.011757344007492065, 0.00024960748851299286, -0.03153010457754135, 0.020241376012563705, 0.01242879219353199, -0.008379118517041206, 0.010064734145998955, -0.003245334606617689, 0.0016532671870663762, 0.020870858803391457, -0.0024427438620477915, -0.0017249583033844829, -0.019276168197393417, 0.0003282928664702922, -0.002687542699277401, 0.0005940746050328016, -0.03897199407219887, -0.022115835919976234, -0.00421054195612669, -0.025654930621385574, 0.01684216782450676, 0.0028309249319136143, -0.03452364727854729, 0.0063612754456698895, -0.0032873002346605062, -0.01144260261207819, -0.004238518886268139, 0.01699604094028473, -0.0037908866070210934, 0.006543126422911882, 0.013373017311096191, -0.013631804846227169, 0.0028606506530195475, -0.013051281683146954, -0.0033450028859078884, 0.01565314456820488, -0.018017202615737915, -0.009057560935616493, 0.02060507796704769, 0.006560612004250288, -0.018450846895575523, 0.00023889754083938897, 0.02000357210636139, 0.013946546241641045, -0.003612532978877425, 0.022493526339530945, 0.011365666054189205, -0.02329087257385254, -0.019681835547089577, 0.004336438607424498, -0.004175570793449879, -0.030830679461359978, -0.00699775293469429, 0.025095390155911446, -0.014016488566994667, -0.018045179545879364, -0.022591445595026016, -0.1789410412311554, -0.006910324562340975, 0.014897764660418034, -0.029403850436210632, 0.034327808767557144, 0.025780826807022095, 0.028788356110453606, 0.010386469773948193, -0.021864043548703194, 0.006284338887780905, 0.002811690792441368, -0.011491562239825726, -0.0033012886997312307, -0.034887347370386124, -0.021388433873653412, 0.014757880009710789, -0.002960318699479103, 0.02326289378106594, 0.02420012466609478, 0.013624810613691807, 0.030830679461359978, -0.04255305230617523, 0.015331408940255642, 0.005207223352044821, 0.0022556474432349205, 0.011015952564775944, 0.0023011101875454187, 0.0243819747120142, 0.0069487933069467545, -0.03978332504630089, -0.01388359721750021, -0.015890948474407196, 0.02579481527209282, -0.013925563544034958, 0.02329087257385254, 0.014995683915913105, 0.008498020470142365, -0.011127861216664314, -0.0269278846681118, 0.017177892848849297, 0.022927170619368553, 0.0043923924677073956, -8.125357999233529e-05, -0.005291154608130455, -0.021864043548703194, 0.002086036838591099, 0.013953540474176407, -0.01856275461614132, 0.008945653215050697, 0.0053331200033426285, 0.02063305489718914, -0.014911753125488758, 0.007343968376517296, -0.004749099723994732, 0.0024007782340049744, 0.00984791200608015, -0.006952290423214436, -0.008574957959353924, 0.014464121311903, -0.011918211355805397, -0.0022853731643408537, -0.0031526607926934958, 0.024144170805811882, 0.004088142421096563, 0.007588767446577549, -0.02407422848045826, -0.017331765964627266, 0.009008601307868958, -0.029935413971543312, 0.02068900875747204, -0.01612875424325466, -0.010071728378534317, -0.011141849681735039, -0.015597190707921982, 0.01696806401014328, 0.02043721452355385, -0.02000357210636139, 0.01144260261207819, 0.015191523358225822, 0.014576029032468796, -0.01587696000933647, 0.021458376199007034, -0.017919283360242844, 0.00798044539988041, 0.005605896003544331, -0.0256129652261734, 0.025403136387467384, 0.015793029218912125, -0.027403494343161583, -0.01941605471074581, 0.015177534893155098, -0.015527247451245785, -0.006231881678104401, 0.00579823786392808, 0.010589303448796272, 0.00013420228788163513, 0.019108306616544724, -0.022395607084035873, 0.03214560076594353, -0.02081490494310856, 0.007910503074526787, 0.017541592940688133, -0.014408166520297527, -0.014380189590156078, 0.025850769132375717, 0.02326289378106594, -0.020577101036906242, 0.01137965451925993, 0.04073454439640045, 0.0032156091183423996, -0.008456055074930191, -0.011141849681735039, 0.004378404002636671, 0.01435221266001463, -0.009232417680323124, 0.012967349961400032, 0.0014932736521586776, -0.013310068286955357, 0.029879460111260414, 0.0003846840700134635, 0.051701538264751434, -0.0035216077230870724, -0.0037699039094150066, 0.03290097787976265, -0.005245691630989313, -0.02996339090168476, -0.11526533216238022, -0.030662817880511284, 0.00584020372480154, 0.04417571797966957, -0.006924313027411699, 0.027347540482878685, -0.004483317956328392, 0.02857852913439274, -0.023081043735146523, 0.03318075090646744, -0.03186582773923874, -0.029851483181118965, 0.014128396287560463, 0.00795246846973896, 0.0015107592334970832, -0.0047386083751916885, 0.004703637212514877, -0.023528676480054855, -0.022395607084035873, 0.038552336394786835, -0.009022589772939682, 0.004588231910020113, 0.017051994800567627, -0.015709098428487778, -0.010428435169160366, 0.006801913492381573, -0.01194618921726942, 0.008980624377727509, 0.013876602984964848, -0.010841096751391888, 0.014562040567398071, -0.028564540669322014, 0.010966992937028408, -0.048819903284311295, 0.017709456384181976, -0.01603083498775959, -0.000569594674743712, -0.023123009130358696, 0.013435965403914452, -0.007018735632300377, -0.0033834711648523808, 0.005175749305635691, 0.0018324949778616428, 0.010190630331635475, -0.027445459738373756, 0.0021647221874445677, -0.017891306430101395, 0.033292658627033234, -0.0037978808395564556, -0.025501055642962456, -0.013233131729066372, -0.009491205215454102, -0.039335694164037704, 0.019681835547089577, 0.03441173955798149, -0.006252864841371775, 0.0082182502374053, -0.008700854144990444, 0.002162973629310727, -0.018296973779797554, -0.014240304939448833, -0.017611535266041756, -0.007945474237203598, 0.024312032386660576, 0.014967706985771656, -0.0006911198724992573, -0.026899907737970352, -0.03740527853369713, 0.019863685593008995, -0.027725229039788246, 0.016198696568608284, 0.017443673685193062, -0.004042679909616709, 0.028130896389484406, -0.029599690809845924, -0.0020125971641391516, -0.009057560935616493, -0.015149557963013649, 0.021248549222946167, 0.0151215810328722, -0.013890592381358147, -0.025822792202234268, 0.011470579542219639, -0.007700675632804632, -0.011722372844815254, 0.0014268282102420926, 0.004861007910221815, -0.02736152894794941, -0.012093068100512028, -0.028340723365545273, 0.01144260261207819, 0.02551504410803318, -0.002425258280709386, -0.01067323423922062, -0.012701568193733692, 0.005724798422306776, -0.022423584014177322, -0.003878314746543765, 0.015205511823296547, 0.0447632372379303, -0.012876424938440323, -0.0020563111174851656, -0.057185035198926926, 0.021402422338724136, 0.0033450028859078884, -0.017709456384181976, 0.01740170828998089, -0.006801913492381573, 0.008463049307465553, -0.005945117212831974, -0.005224708933383226, 0.013435965403914452, -0.012645614333450794, 0.019765766337513924, -0.0061724307015538216, -0.024158159270882607, -0.023626595735549927, -0.014925741590559483, 0.007392928469926119, -0.022577457129955292, -0.0005153891979716718, 0.006494166329503059, 0.001592067419551313, 0.011428614147007465, 0.02253549173474312, 0.0328170470893383, 0.009945831261575222, -0.02364058420062065, -0.009400279261171818, 0.023738503456115723, 0.009330336935818195, -0.005021875724196434, 0.011981160379946232, -0.014303253032267094, 0.013589838519692421, 0.007462870795279741, 0.0002845787676051259, -0.00040260684909299016, 0.011183815076947212, 0.02554302290081978, 0.012813476845622063, 0.04400785639882088, -0.031110448762774467, -0.03916783258318901, 0.0008030280005186796, -0.009540164843201637, -0.0022748815827071667, -0.01812911033630371, -0.0030599869787693024, -0.012204975821077824, 0.01216301042586565, 0.014338224194943905, 0.02648025192320347, 0.023025089874863625, -0.014604005962610245, -0.04571445658802986, -0.019611893221735954, 0.02723563276231289, 0.022941159084439278, -0.00378039525821805, 0.00934432540088892, 0.014366201125085354, 0.026256436482071877, 0.009547159075737, 9.879386198008433e-05, -0.011694395914673805, -0.01011369377374649, -0.010932021774351597, -0.012638620100915432, 0.01435221266001463, 0.006011562887579203, -0.023626595735549927, 0.005154766608029604, 0.009106520563364029, 0.010946010239422321, 0.027095746248960495, 0.011918211355805397, 0.013394000008702278, 0.007749635260552168, -0.0024217611644417048, -0.018870502710342407, 0.015890948474407196, 0.01538736280053854, 0.0021979447919875383, -0.011253757402300835, 0.020675020292401314, 0.017107948660850525, 0.0015107592334970832, -0.001658512861467898, 0.003469150746241212, -0.014436143450438976, 0.00842108391225338, 0.013303074054419994, 7.540681690443307e-05, 0.006665525957942009, 0.007281020283699036, 0.010624274611473083, 0.022773297503590584, 0.0029340903274714947, 0.009694038890302181, 0.016170719638466835, -0.0012467261403799057, 0.03421589732170105, -0.005535953212529421, 0.008085359819233418, -0.013988511636853218, -0.002143739489838481, -0.0067949192598462105, -0.02745944820344448, -0.02275930903851986, 0.01524747721850872, 0.016324592754244804, -0.001149680814705789, 0.001149680814705789, -0.007966456934809685, -0.0026158515829592943, -0.008372124284505844, 0.030159231275320053, -0.006868359167128801, -0.026899907737970352, -0.03284502401947975, 0.019835708662867546, 0.029795529320836067, 0.00251968065276742, 0.03841245174407959, -0.0027277597691863775, 0.029096104204654694, 0.022409595549106598, 0.02225572243332863, -0.010526355355978012, 0.026969850063323975, 0.02219976857304573, -0.0037349325139075518, -0.005703815724700689, 0.010890056379139423, -0.01554123591631651, -0.026186494156718254, -0.02551504410803318, -0.016170719638466835, 0.02920801192522049, 0.004189559258520603, 0.09019792079925537, 0.010274562053382397, -0.01435221266001463, -0.002002105815336108, -0.007847554981708527, -0.002881633350625634, 0.004070656839758158, 0.008833744563162327, -0.01684216782450676, -0.014520075172185898, -0.02106669917702675, 0.011421619914472103, -0.03295693174004555, -0.02789309248328209, -0.0070641981437802315, -0.0018849519547075033, 0.004993898794054985, 0.026368344202637672, -0.01319816056638956, -0.015723086893558502, 0.03183785080909729, 0.0005752775468863547, 0.00735795684158802, 0.008085359819233418, 0.0018936947453767061, -0.02194797433912754, 0.019206225872039795, 0.01126774586737156, 0.0042280275374650955, -0.019779754802584648, 0.018842525780200958, 0.010169647634029388, -0.04683353751897812, -0.019010387361049652, -0.018464835360646248, 0.011211792007088661, -0.002460229443386197, -0.030187208205461502, 0.0013192915357649326, 0.004032188560813665, 0.014967706985771656, 0.024563826620578766, -0.0024340010713785887, -0.035390935838222504, -0.021836066618561745, 0.005098812282085419, -0.012722550891339779, -0.03583856672048569, -0.03821661323308945], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='f284e0c8-06ad-4a9c-876e-a27644c0b3a2', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='2c5052e9ca32c92296b2f93987ea94d8973f3c2eddcb18a8ffca162fdd7be8b7'), : RelatedNodeInfo(node_id='ccdbf446-e95b-4a41-8998-b070711492bd', node_type=, metadata={}, hash='1b3e9602f50286d5bf5ffc600718f949be5651b3fb48ea5bf7eb1504d1a8eb9f')}, hash='16e197197f5b6a2d974f53fff5c429c83620622ed2d24eac1de690c55bb15132', text=\"published by OpenAI, to train better models, increasing the number of parameters is 3x more important than increasing the size of the training data. (Note: DeepMind has since published a paper with a differing view.) This translates to a significant increase in computational requirements, as handling a larger number of parameters demands more complex calculations. Parallelization, which is the process of dividing a single task into multiple sub-tasks that can be processed simultaneously across multiple compute resources, becomes essential in dealing with this problem. Parallelization is difficult to achieve with RNNs given their sequential nature. This is not an issue for transformers as it computes relationships between all elements in a sequence simultaneously, rather than sequentially. It also means that they work well with GPUs or video cards. Graphics rendering requires a large number of simple calculations happening concurrently. The numerous, small, and efficient processing cores that a GPU has, which are designed for simultaneous operations, make it a good fit for tasks such as matrix and vector operations that are central to deep learning. AI going 'mainstream' and the mad scramble to build larger and better models is a boon to GPU manufacturers. NVIDIA- specifically - whose stock price has grown 200% YTD as of this writing, has made them the highest-performing stock this year and pushed their market cap to USD 1 trillion. They join megacaps like Apple, Google, Microsoft, and Amazon in this exclusive club. The Transformer is a decidedly complex topic and the explanation above wholesale left out important concepts in order to be more digestible to a broader audience. If you want to know more, I found these gentle yet significantly more fleshed-out introductions to the topic: Jay Allamar's illustrated transformer, Lili Jiang's potion analogy, or if you want something more advanced - Karpathy's nanoGPT that babbles in Shakepear-ish. Fine-tuning 'chat' models like ChatGPT The output of pretrainings are base models or foundation models. Examples of recently released text-generation foundation models are GPT-4, Bard, LLaMa 1 & 2, and Claude 1\", start_char_idx=16637, end_char_idx=18821, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='ccdbf446-e95b-4a41-8998-b070711492bd', embedding=[-0.0034484623465687037, 0.0042288219556212425, 0.01202203519642353, -0.000196603883523494, -0.00034562486689537764, -0.006979978643357754, -0.003976199775934219, 0.015129631385207176, -0.008789858780801296, -0.04902941733598709, 0.02715858817100525, 0.04064098373055458, -0.04230206087231636, -0.0010260603157803416, 0.00454373424872756, -0.008173876442015171, 0.023227375000715256, 0.022687524557113647, 0.013953035697340965, -0.028404394164681435, -0.02956714667379856, -0.008263851515948772, -0.023172006011009216, -0.028210602700710297, 0.012734913267195225, -0.012084325775504112, 0.027324695140123367, -0.037734102457761765, -0.04711918160319328, 0.017441295087337494, -0.006855397950857878, 0.02252141758799553, -0.019656062126159668, -0.009191285818815231, 0.007834739983081818, -0.006986899767071009, 0.0059452666901052, -0.015669479966163635, 0.022673683241009712, -0.012748755514621735, 0.01705371029675007, 0.022161517292261124, 0.0014716092264279723, -0.02630036510527134, -0.0005069741164334118, 0.01680454984307289, 0.004647551104426384, -0.009308945387601852, -0.010949256829917431, 0.012707228772342205, 0.018465625122189522, 0.029428724199533463, -0.030729899182915688, 0.007384865544736385, -0.04075172170996666, 0.00603178096935153, -0.0011134397936984897, 0.02229994162917137, 0.031200537458062172, 0.004633708856999874, -0.0081254281103611, 0.013863060623407364, -0.023310428485274315, 0.00603178096935153, -0.005837989039719105, -0.0026888663414865732, -0.01908852718770504, 0.02372569777071476, -0.011170733720064163, -0.003602457931265235, -0.0006363131105899811, 0.029401039704680443, -0.0071218619123101234, -0.03189265355467796, 0.028030652552843094, 0.0022286097519099712, -0.00359553680755198, -0.010354038327932358, -0.03277856111526489, 0.010471697896718979, 0.01475588884204626, -0.009897242300212383, -0.02083265781402588, 0.037651047110557556, 0.001917158137075603, -0.020652707666158676, 0.02632804960012436, -0.013129418715834618, 0.010250221006572247, 0.01021561585366726, 0.01168982032686472, 0.0003384874144103378, 0.03820474073290825, 0.03571312874555588, 0.013115576468408108, 0.014257566072046757, -0.007481761742383242, 0.022909002378582954, 0.0015927293570712209, -0.019932908937335014, -0.005311981774866581, 0.01044401340186596, -0.030010100454092026, -0.021787775680422783, -0.01708139479160309, 0.008776016533374786, 0.029345670714974403, 0.011253788135945797, -0.009066704660654068, 0.006253257859498262, -0.0131917092949152, 0.02951177768409252, -0.00927433930337429, -0.019074685871601105, -0.007820897735655308, -0.0054677072912454605, 0.00271135987713933, -0.0039623575285077095, -0.0071149407885968685, -0.01994675025343895, 0.03446732088923454, 0.00406271405518055, 0.011440658941864967, 0.0015027543995529413, 0.03416278958320618, 0.010513224638998508, -0.002197464695200324, -0.007903952151536942, -0.030010100454092026, -0.007343338802456856, 0.010554751381278038, 0.016790706664323807, 0.009191285818815231, 0.004384547472000122, -0.037014301866292953, 0.030037784948945045, -0.0013954766327515244, -0.010686253197491169, -0.04318796843290329, -0.02546982653439045, 0.013800770044326782, 0.0135100819170475, -0.012499594129621983, -0.006014478392899036, -0.013233236037194729, 0.027919914573431015, 0.00011257681035203859, 0.0242378618568182, 0.01834104396402836, -0.020625023171305656, 0.026660265401005745, -0.03189265355467796, -0.01865941658616066, 0.011620608158409595, 0.022853633388876915, 0.016749178990721703, 0.014603623189032078, 0.006903845816850662, -0.019766800105571747, -0.0027130902744829655, 0.01293562725186348, -0.010270984843373299, 0.0164308063685894, 0.0043430207297205925, 0.00953042134642601, 0.023102793842554092, 0.02675716020166874, 0.003353296546265483, -0.0016498288605362177, -0.021247927099466324, -0.0007405629148706794, 0.0322248674929142, -0.05525844916701317, 0.01943458616733551, -0.00820156093686819, 0.0031871888786554337, 0.018368728458881378, -0.00954426359385252, -0.020486600697040558, -0.03446732088923454, 0.015420319512486458, 0.015434161759912968, 0.001967336516827345, 0.017925774678587914, -0.017095237970352173, -0.030093153938651085, -0.0010840249015018344, -0.009571949020028114, -0.017967302352190018, -0.007184152491390705, -0.011911297217011452, 0.011316077783703804, -0.00827077217400074, -0.01651385985314846, -0.6250073909759521, -0.030868323519825935, 0.03726346418261528, -0.02538677304983139, 0.010859282687306404, 0.01446520071476698, -0.0038689221255481243, -0.02214767597615719, -0.01748282089829445, 0.03529785946011543, -0.0029899361543357372, -0.019766800105571747, 0.004214979708194733, 0.009433525614440441, -0.0018687101546674967, -0.018022671341896057, -0.014520569704473019, -0.017413610592484474, 0.00463024852797389, 0.0044745225459337234, -0.02555288001894951, 0.010181009769439697, -0.012589569203555584, -0.0032321764156222343, 0.0030885625164955854, -0.005772238131612539, -0.0008737950120121241, 0.01053398847579956, 0.020140541717410088, -0.008644514717161655, -0.029124192893505096, 0.017136763781309128, 0.022341467440128326, -0.0003821771824732423, 0.04592874273657799, 0.008160034194588661, -0.024431655183434486, 0.02088802680373192, 0.009959532879292965, 0.027836859226226807, -0.022258413955569267, -0.028625870123505592, 0.006402062717825174, 0.011724425479769707, 0.003540167585015297, 0.014188354834914207, 0.008692963048815727, -0.013440870679914951, 0.006585472729057074, -0.01651385985314846, 0.015088103711605072, 0.005768777336925268, 0.010672410950064659, 0.007675553672015667, 0.012208906002342701, 0.003353296546265483, 0.033526044338941574, -0.004889791365712881, 0.02501303143799305, -0.01167597807943821, 0.01791193336248398, -0.004460680298507214, -0.013413186185061932, -0.006149440538138151, -0.020154384896159172, 0.01064472645521164, 0.004284190945327282, 0.013517003506422043, -0.013586214743554592, -0.028570501133799553, 0.01083159726113081, 0.02023743838071823, 0.005059359595179558, -0.021704722195863724, -0.014534411951899529, 0.00931586604565382, -4.5284858060767874e-05, -0.00968960765749216, 0.009807267226278782, 0.02337964065372944, -0.003996963147073984, -0.006879621651023626, 0.004561036825180054, -0.010367880575358868, 0.011558318510651588, -0.009205128066241741, 0.007924715057015419, 0.001580617274157703, -0.0017770049162209034, 0.010305589996278286, -0.015890957787632942, 0.012610333040356636, -0.01983601227402687, -0.04764518886804581, -0.009468131698668003, 0.019019316881895065, -0.011911297217011452, -0.0057168686762452126, 0.018022671341896057, -0.022175360471010208, 0.021344821900129318, 0.005125110503286123, 0.018437940627336502, 0.020874183624982834, 0.03333225101232529, 0.006177125032991171, 0.0008344309753738344, -0.009025177918374538, 0.011523712426424026, -0.021884672343730927, 0.003789328970015049, 0.013440870679914951, -0.010824676603078842, -0.0040696351788938046, 0.005042057018727064, -0.02281210571527481, 0.0017475900240242481, -0.0037443414330482483, 0.017704298719763756, -0.016846075654029846, 0.009350472129881382, -0.011357604525983334, 0.012319644913077354, 0.011156891472637653, 0.012188143096864223, 0.013503161258995533, 0.006820791866630316, 0.00021898947306908667, 0.009391998872160912, 0.025192981585860252, -0.014658993110060692, -0.01708139479160309, 0.02203693799674511, -0.009980296716094017, 0.020362019538879395, 0.005997175350785255, 0.018161093816161156, 0.019074685871601105, 0.009578869678080082, -0.010713937692344189, -0.04055793210864067, -0.015171158127486706, 0.0006830308702774346, 0.01191821787506342, -0.04803277179598808, -0.01315018255263567, -0.017994986847043037, -0.005869133863598108, 0.009468131698668003, -0.01167597807943821, -0.006391680799424648, -0.021649353206157684, -0.011149970814585686, 0.015780219808220863, -0.025054557248950005, -0.021995410323143005, 0.011911297217011452, -0.05229619890451431, -0.013184788636863232, -0.03297235071659088, 0.0061148349195718765, 0.0396166555583477, 0.0005952187930233777, 0.024833081290125847, -0.004149228800088167, -0.0033982840832322836, 0.006689290050417185, 0.03366446867585182, -0.02444549649953842, -0.034135106950998306, 0.009122073650360107, -0.04595642536878586, -0.0014897772343829274, 0.026051202788949013, 0.00014793955779168755, 0.008250009268522263, -0.01183516439050436, 0.002585049020126462, -0.005426180548965931, -0.018617890775203705, -0.016306227073073387, 0.01061704196035862, -0.01183516439050436, -0.0002203953335992992, 0.018105724826455116, 0.013842297717928886, 0.018327200785279274, 0.007301811594516039, -0.021677037701010704, 0.011101522482931614, 0.005374271888285875, 0.005879515781998634, -0.00822924543172121, 0.013925351202487946, -0.007073414046317339, 0.008575303480029106, 0.022632155567407608, -0.001473339507356286, -0.017219817265868187, 0.030037784948945045, -0.009744977578520775, 0.014340619556605816, 0.00719107361510396, -0.019351530820131302, -0.011952823959290981, -0.02509608492255211, -0.0006194427842274308, -0.03399668261408806, -2.5724502847879194e-05, 0.0020625023171305656, 0.005263533443212509, -0.008921360597014427, -0.022396836429834366, -0.02681252919137478, -0.0054953922517597675, 0.03662671893835068, 0.00477213179692626, 0.01654154434800148, -0.02203693799674511, -0.0009412762010470033, 0.008492249064147472, 0.003778947051614523, 0.018465625122189522, 0.004041950684040785, -0.003702814457938075, 0.02890271693468094, -0.024196336045861244, 0.0019223489798605442, -0.0031318196561187506, -0.03634987398982048, 0.017441295087337494, 0.009668844752013683, 0.013987641781568527, 0.009696529246866703, 0.0162508562207222, -0.006076768506318331, 0.027435433119535446, -0.003166425507515669, 0.052102405577898026, -0.012112010270357132, 0.0018012289656326175, 0.009945690631866455, -0.019393058493733406, -0.04376934468746185, 0.04437840357422829, -0.0055023133754730225, 0.020126700401306152, 0.003097214037552476, -0.01582174561917782, -0.00042738093179650605, -0.021330980584025383, 0.018894735723733902, -0.011627529747784138, -0.007128783036023378, 0.007606342434883118, -0.008575303480029106, 0.02023743838071823, -0.0021022988948971033, 0.027338536456227303, 0.0022424522321671247, -0.0157940611243248, -0.0018081500893458724, 0.017731983214616776, -0.014229881577193737, 0.00740562891587615, -0.003502101171761751, 0.031034430488944054, -0.007703238632529974, -0.02498534694314003, 0.010610121302306652, 0.0009161870693787932, -0.01751050539314747, 0.012028956785798073, -0.01983601227402687, 0.04689770191907883, 0.018590204417705536, 0.01044401340186596, 0.011461421847343445, 0.01074854377657175, 0.02713090181350708, -0.028224444016814232, -0.029373355209827423, 0.031172852963209152, -0.0007660846458747983, -0.019711431115865707, -0.020223597064614296, -0.024251705035567284, -0.00584491016343236, 0.0012752215843647718, -0.027393905445933342, -0.011814400553703308, 0.006588933523744345, -0.008021611720323563, -0.004073095973581076, -0.02404407039284706, -0.00741947116330266, 0.017994986847043037, 0.0026473393663764, -0.00912899523973465, -0.002690596505999565, 0.006516261491924524, 0.02412712387740612, -0.05354200676083565, -0.02292284369468689, 0.018867051228880882, -0.023545747622847557, -0.043686289340257645, -0.003951976075768471, -0.009779582731425762, -0.027393905445933342, 0.024376286193728447, 0.007156467530876398, 0.014686677604913712, -0.027975283563137054, 0.023448850959539413, 0.00678272545337677, 0.006488576997071505, 0.004533352330327034, 0.03214181587100029, 0.002441435120999813, -0.013946114107966423, -0.024971503764390945, -0.014202197082340717, 0.019365373998880386, 0.06555712223052979, 0.04125004634261131, -0.016015537083148956, 0.00583106791600585, -0.037567995488643646, -0.0021715103648602962, -0.02876429446041584, -0.015987852588295937, 0.0015537978615611792, 0.006505879573523998, -0.008838307112455368, -0.0027476961258798838, -0.0011246866779401898, 0.002405099105089903, 0.012990996241569519, 0.005772238131612539, 0.014001484028995037, -0.01863173209130764, -0.0008525989833287895, -0.007412550039589405, 0.0028636252973228693, -0.0074956039898097515, 0.018590204417705536, 0.01751050539314747, 0.014112222008407116, 0.01164829358458519, 0.02661873772740364, 0.021898513659834862, -0.019337689504027367, -0.03396899625658989, 0.005177019163966179, -0.007564815692603588, 0.0037754864897578955, -0.014271408319473267, -0.008596066385507584, 0.009800346568226814, -0.004824040457606316, 0.01699834130704403, 0.010513224638998508, 0.0009940499439835548, 0.013461634516716003, 0.015074261464178562, 0.012589569203555584, -0.021441718563437462, -0.0015598539030179381, -0.02713090181350708, 0.006872700527310371, 0.004806737881153822, -0.013433949090540409, -0.03233560547232628, 0.011731347069144249, 0.02203693799674511, -0.03574081137776375, -0.004398390185087919, 0.023172006011009216, -0.00892828218638897, -0.010160245932638645, -0.021164871752262115, 0.011426816694438457, -0.019932908937335014, -0.014174512587487698, -0.04058561474084854, -0.002628306159749627, 0.010942336171865463, -0.003969278652220964, -0.004446838051080704, -0.012015113607048988, -0.0021870830096304417, -0.006827712990343571, 0.020652707666158676, -0.013427028432488441, -0.019656062126159668, -0.054566334933042526, -0.006408983841538429, 0.010395565070211887, -0.005062820389866829, 0.02200925350189209, 0.003976199775934219, -0.009938769042491913, 0.019656062126159668, -0.011565239168703556, -0.02541445754468441, 0.007530209608376026, -0.024860765784978867, 0.005896818824112415, -0.014714362099766731, -0.004322257358580828, 3.990474942838773e-05, -0.010485540144145489, -0.006014478392899036, 0.0025746673345565796, -0.00021877318795304745, -0.0005917582311667502, 0.007980084046721458, 0.0037547231186181307, 0.035906918346881866, 0.025608250871300697, -0.0059452666901052, 0.03300003707408905, -0.026521841064095497, -0.011143049225211143, -0.023102793842554092, 0.0003345942823216319, -0.03781715780496597, 0.0032546701841056347, 0.002792683430016041, 0.018507150933146477, 0.01483894232660532, -0.004073095973581076, -0.02214767597615719, 0.026937110349535942, -0.006730817258358002, 0.021386349573731422, 0.019932908937335014, 0.004304954316467047, -0.006139059085398912, 0.026923269033432007, 0.031920336186885834, -0.004976306110620499, -0.03371983766555786, 0.008921360597014427, -0.03579618036746979, 0.03640524297952652, 0.004882870241999626, -0.034273527562618256, 0.020528126507997513, 0.02160782553255558, -0.009537342935800552, -0.038536954671144485, 0.009710371494293213, -0.024279389530420303, 0.04562421143054962, -0.004298033192753792, -0.03133895993232727, -0.01954532414674759, -0.0053708115592598915, -0.017607402056455612, -0.002654260490089655, -0.017898090183734894, -0.01076238602399826, 0.0033930931240320206, -0.011724425479769707, -0.0032667822670191526, 0.0026802148204296827, 0.015987852588295937, -0.022050779312849045, -0.006343232933431864, -0.004273809492588043, 0.0296225156635046, 0.022133832797408104, -0.007170309778302908, 0.019393058493733406, -0.030896008014678955, -0.010423249565064907, 0.011336841620504856, -0.02707553282380104, 0.0021507469937205315, 0.01946227066218853, 0.0210402924567461, 0.014949681237339973, 0.03803863376379013, 0.007959321141242981, 0.005498852580785751, 0.017704298719763756, -0.002211306942626834, 0.013004838488996029, -0.0008076115045696497, 0.00539503525942564, -0.01997443474829197, -0.002072884002700448, -0.0024777711369097233, -0.00926049705594778, 0.030259262770414352, -0.018507150933146477, 0.018327200785279274, 0.02675716020166874, 0.002166319638490677, -0.016707653179764748, -0.005713408347219229, -0.033415306359529495, -0.01315018255263567, 0.03059147670865059, -0.025137612596154213, 0.0008236166904680431, -0.027518486604094505, -0.019988277927041054, 0.014091459102928638, -0.002773650223389268, 0.014908154495060444, 0.007807055488228798, 0.017275186255574226, -0.018078040331602097, -0.004512588959187269, -0.012894099578261375, 0.02956714667379856, -0.01997443474829197, 0.007509446237236261, -0.05398495867848396, 0.004619866609573364, 0.010167167522013187, 0.004100780468434095, 0.019932908937335014, 0.009918006137013435, 0.006845016032457352, -0.0021507469937205315, 0.006107913795858622, -0.005938345566391945, -0.009426604025065899, -0.013447792269289494, -0.014575938694179058, -0.024833081290125847, -0.01568332314491272, -0.0029951271135360003, 0.01202203519642353, 0.0019863697234541178, 0.009772662073373795, 0.0013288605259731412, 0.03706967085599899, -0.031698860228061676, 0.00525315199047327, 0.0262449961155653, 0.012195063754916191, 0.03322151303291321, -0.005284296814352274, 0.01210508868098259, 0.002784032141789794, 0.0015641795471310616, -0.02254910208284855, 0.011143049225211143, 0.00953042134642601, -0.0030487659387290478, 0.0011203609174117446, 0.006218652240931988, -0.0013271302450448275, -0.025691304355859756, 0.008589145727455616, 0.016320068389177322, -0.019960593432188034, -0.03795557841658592, 0.010167167522013187, 0.030951377004384995, 0.014617466367781162, -0.0185763631016016, -0.03039768524467945, -0.012880257330834866, 0.011205339804291725, 0.004993608687072992, 0.009481973946094513, -0.0028757373802363873, 0.011108443140983582, -0.005152794998139143, 0.023490378633141518, 0.01780119352042675, 0.02272905223071575, -0.021427875384688377, 0.03466111421585083, 0.036765143275260925, 0.0022061162162572145, -0.017219817265868187, 0.016929129138588905, -0.004083477891981602, 0.0448213592171669, -0.02152477204799652, 0.017275186255574226, 0.019905224442481995, -0.016735337674617767, -0.00020774260337930173, 0.0066096968948841095, -0.004595642909407616, 0.03219718486070633, -0.02369801327586174, 0.00237222365103662, -0.008547618985176086, -0.013869982212781906, 0.008402274921536446, -0.017731983214616776, 0.012229669839143753, -0.010485540144145489, -0.03529785946011543, -0.011842085048556328, 0.028681239113211632, 0.015088103711605072, -0.02635573409497738, 0.01436830498278141, -0.006630460266023874, -0.019960593432188034, -0.01077622827142477, 0.0005290352855809033, 0.006689290050417185, -0.039367493242025375, -0.03189265355467796, -0.013731558807194233, 0.009641160257160664, 0.01482510007917881, -0.017607402056455612, -0.029262617230415344, -0.01654154434800148, 0.0398935005068779, -0.004038490355014801, 0.00028009022935293615, -0.006761962082237005, 0.005471168085932732, -0.009828031063079834, 0.002649069530889392, -0.009772662073373795, 0.014077615924179554, 0.013876902870833874, -0.03374752029776573, -0.027435433119535446, 0.005187401082366705, 0.02544214203953743, 0.00671005342155695, 0.0007812246331013739, 0.0010684523731470108, 0.008990571834146976, 0.019296161830425262, 0.006938451435416937, -0.0006207405240274966, 0.0017700837925076485, -0.017815036699175835, 0.0134201068431139, -0.012513436377048492, 0.039339810609817505, -0.02283979021012783, 0.013980720192193985, 0.007308733183890581, 0.004803277086466551, 0.004356862977147102, -0.046039480715990067, 0.0076201846823096275, -0.005754935089498758, -0.013606978580355644, -0.007668632548302412, -0.020389704033732414, 0.0006769748288206756, -0.009039020165801048, -0.020874183624982834, 0.0024500866420567036, -0.009911084547638893, -0.0030176208820194006, 0.005419259425252676, 0.015185000374913216, 0.007447156123816967, 0.004924397449940443, -0.02965020015835762, -0.004024648107588291, -0.013807691633701324, -0.0008452452602796257, -0.014977365732192993, -0.0012215827591717243, -0.020569654181599617, 0.04936163127422333, 0.007322575431317091, -0.016583072021603584, 0.003571312641724944, -0.01940690167248249, -0.0454581044614315, 0.004308415111154318, -0.006761962082237005, 0.004128464963287115, 0.007737844251096249, 0.007758607622236013, -0.014631308615207672, 0.021330980584025383, 0.003252939786761999, 0.014174512587487698, 0.0016844345955178142, 0.012755677103996277, -0.002365302527323365, 0.005810304079204798, -0.015254211612045765, -0.00825692992657423, -0.019988277927041054, -0.01043017115443945, 0.003903527744114399, -0.016956813633441925, 0.006689290050417185, 0.01063088420778513, -0.011191497556865215, -0.0070076631382107735, 0.02126176841557026, 0.0015018892008811235, 0.014963523484766483, -0.00931586604565382, 0.036017656326293945, -0.035934604704380035, -0.00410770159214735, 0.019047001376748085, -0.01723366044461727, -0.018645575270056725, -0.007800134364515543, 0.008132349699735641, 0.018188778311014175, -0.007384865544736385, -0.0033567571081221104, -0.003865461563691497, 0.009758819825947285, -0.010264063253998756, 0.05071817710995674, -0.006703132297843695, -0.0002703573554754257, 0.004284190945327282, 0.012319644913077354, 0.009696529246866703, -0.012499594129621983, 0.018022671341896057, -0.011115364730358124, -0.0071149407885968685, 0.04302186146378517, -0.023061268031597137, 0.0007133109029382467, -0.002882658503949642, 0.017981143668293953, -0.023545747622847557, -0.007267205975949764, -0.01329552661627531, 0.01600169576704502, -0.029317986220121384, 0.04011497646570206, 0.015448004007339478, -0.026397261768579483, 0.012291960418224335, -0.013433949090540409, 0.014216039329767227, -0.013427028432488441, -0.013634663075208664, -0.0019448427483439445, -0.0148112578317523, 0.007433313876390457, 0.014908154495060444, 0.001385960029438138, 0.001237155287526548, -0.011274551041424274, 0.03153275325894356, -0.01683223433792591, 0.014153748750686646, 0.1891411542892456, -0.0315881222486496, 0.01594632677733898, 0.009966454468667507, -0.00581722566857934, 0.00413538608700037, 0.027269326150417328, 0.024168651551008224, -0.010146403685212135, -0.009661923162639141, 0.013814612291753292, 0.014658993110060692, -0.036820512264966965, -0.0037547231186181307, 0.0187147855758667, -0.026507999747991562, -0.020445073023438454, -0.04628864303231239, 0.004422613885253668, -0.00018157200247514993, -0.009862637147307396, -0.006367456633597612, -0.005765317007899284, -0.006021399516612291, 0.006592394318431616, -0.0019932908471673727, 0.012506515718996525, -0.009281259961426258, 0.022701367735862732, 0.003078180830925703, -0.014029168523848057, 0.012333487160503864, 0.013371659442782402, -0.0014084537979215384, -0.0030747202690690756, -0.005644196644425392, 0.016735337674617767, 0.0008837441564537585, 0.00410770159214735, 0.006267100106924772, 0.03668208792805672, 0.011772873811423779, 0.0061217560432851315, -0.04404618963599205, 0.0029570607002824545, 0.02120639942586422, -0.010471697896718979, -0.013143260963261127, 0.006052544340491295, 0.01782887801527977, -0.03322151303291321, 0.005453865043818951, 0.01852099411189556, 0.022562945261597633, -0.00035557401133701205, 0.02664642222225666, -0.03147738426923752, 0.014312935061752796, 0.02530371956527233, -0.0014352732105180621, -0.03388594463467598, 0.00807005912065506, 0.006094071548432112, 0.03396899625658989, 0.0033757903147488832, 0.0066200788132846355, 0.008817543275654316, -0.026203468441963196, 0.019669905304908752, -0.004799816757440567, -0.018908578902482986, 0.0002965279563795775, -0.008630672469735146, -0.009205128066241741, -0.03294466808438301, -0.04083477705717087, 0.050385963171720505, 0.010513224638998508, 0.02375338226556778, 0.04257890582084656, -0.015960168093442917, -0.011475264094769955, 0.0010771037777885795, -0.02032049186527729, -0.0008188583888113499, -0.05165945366024971, 0.024777712300419807, -0.030259262770414352, -0.005765317007899284, -0.015586426481604576, 0.011032311245799065, -6.872484664199874e-05, -0.007460998371243477, 0.025082243606448174, 0.006993820890784264, -0.008907518349587917, 0.03471648320555687, -0.011496027931571007, 0.0014620926231145859, -0.006509340368211269, -0.03466111421585083, 0.04213595390319824, 0.03277856111526489, 0.022133832797408104, 0.0022061162162572145, 0.0022891699336469173, 0.012804125435650349, 0.005433101672679186, -0.010139483027160168, -0.008049296215176582, 0.0035297858994454145, -0.024750027805566788, 0.017552033066749573, 0.009661923162639141, -0.013690032064914703, 0.01310865581035614, -0.01356545090675354, 0.0005480684340000153, 0.028958085924386978, -0.011440658941864967, 0.0049728453159332275, -0.020445073023438454, 0.006408983841538429, 0.009648080915212631, -0.0009352202177979052, -0.024888450279831886, -0.018327200785279274, 0.0010321162408217788, -0.0362391360104084, 0.014153748750686646, 0.006606236565858126, -0.041969846934080124, 0.006945372559130192, 8.401355444220826e-06, -0.007834739983081818, -0.004443377256393433, -5.096236418467015e-05, 0.0017692185938358307, 0.0035816943272948265, 0.013572372496128082, 0.002553903963416815, -0.007474840618669987, -0.0116621358320117, 0.010540909133851528, 0.008575303480029106, -0.02501303143799305, -0.018368728458881378, 0.008914439007639885, -0.008187718689441681, -0.013793849386274815, 0.0017328825779259205, 0.012776440009474754, 0.018894735723733902, -0.00581722566857934, 0.014036089181900024, 0.01041632890701294, -0.008609908632934093, -0.00954426359385252, 0.0009637699695304036, -0.0058656735345721245, -0.030314631760120392, -0.008291536010801792, 0.012541121803224087, -0.021303296089172363, -0.00808390136808157, -0.02758769877254963, -0.17607402801513672, -0.013842297717928886, 0.024113282561302185, -0.03280624374747276, 0.033359937369823456, 0.018271831795573235, 0.025594407692551613, 0.017012182623147964, -0.023019740357995033, 0.00934355054050684, -0.0024310534354299307, -0.015807904303073883, -0.013579294085502625, -0.0287089254707098, -0.015378791838884354, 0.024860765784978867, -0.024722343310713768, 0.008589145727455616, 0.020791130140423775, 0.010499382391571999, 0.03211412951350212, -0.03050842322409153, 0.015060419216752052, 0.0030314631294459105, 0.005325824022293091, 0.01865941658616066, 0.004031569231301546, 0.011682898737490177, -0.0017891168827190995, -0.04465525224804878, -0.012430382892489433, -0.011233024299144745, 0.004547194577753544, -0.011606765910983086, 0.014949681237339973, 0.01340626459568739, 0.02463928982615471, -0.014132985845208168, -0.02881966345012188, 0.036709774285554886, 0.014049931429326534, 0.008450722321867943, -0.004945160821080208, -0.00040229177102446556, -0.024431655183434486, -0.0032425581011921167, 0.013807691633701324, -0.019739115610718727, 0.005810304079204798, -0.004924397449940443, 0.009744977578520775, 0.00605946546420455, 0.0037062750197947025, -0.003171616466715932, -0.00968960765749216, 0.017552033066749573, -0.010091034695506096, -0.006443589460104704, 0.010610121302306652, -0.020998764783143997, 0.007634026929736137, -0.017067553475499153, 0.022936686873435974, -0.0014395989710465074, 0.006402062717825174, -0.03294466808438301, -0.023504219949245453, 0.010727780871093273, -0.030951377004384995, 0.017953459173440933, -0.012582648545503616, -0.013676189817488194, -0.008976729586720467, -0.026480315253138542, 0.01946227066218853, 0.03726346418261528, -0.0263834185898304, 0.011516791768372059, 0.017468979582190514, 0.017981143668293953, -0.014257566072046757, 0.01443751621991396, -0.01708139479160309, 0.0030556870624423027, 0.0007414280553348362, -0.022645998746156693, 0.015143473632633686, 0.014520569704473019, -0.02211999148130417, -0.005498852580785751, 0.025220666080713272, -0.013717716559767723, -0.01353776641190052, 0.002566015813499689, 0.018825523555278778, 0.0020261663012206554, 0.0047409869730472565, -0.012181221507489681, 0.01571100763976574, -0.014686677604913712, 0.016209330409765244, 0.006332851015031338, -0.008921360597014427, -0.0034501925110816956, 0.022203044965863228, 0.009592711925506592, -0.008699883706867695, 0.01315018255263567, 0.03648829460144043, -0.0016489636618644, -0.01339242234826088, -0.014617466367781162, 0.007578657940030098, 0.010596278123557568, -0.002896500751376152, 0.01788424886763096, 0.004149228800088167, -0.008720647543668747, 0.014271408319473267, -0.010014901868999004, 0.04554115980863571, -0.015046576969325542, -0.003976199775934219, 0.030093153938651085, -0.004090399015694857, -0.029207246378064156, -0.12303033471107483, -0.03380288928747177, 0.011322999373078346, 0.024085598066449165, -0.008838307112455368, 0.013600056990981102, 0.003772025927901268, 0.027809174731373787, -0.023877963423728943, 0.027435433119535446, -0.03474416583776474, -0.024459339678287506, 0.01788424886763096, 0.009938769042491913, -0.0143544627353549, 0.0015901338774710894, 0.0033204210922122, -0.0148112578317523, -0.021843144670128822, 0.03814937174320221, 0.00027446678723208606, 0.00117486494127661, 0.004315336234867573, -0.0009897242998704314, -0.008575303480029106, 0.010298669338226318, -0.023462694138288498, 0.020915711298584938, 0.016790706664323807, -0.01951763965189457, 0.022742893546819687, -0.030923692509531975, 0.014257566072046757, -0.036045342683792114, 0.021109502762556076, -0.011336841620504856, -0.003417317057028413, -0.012520357966423035, 0.029345670714974403, -0.016333911567926407, -0.009862637147307396, -0.0001461011270293966, 0.008166955783963203, 0.008166955783963203, -0.017164448276162148, -0.00652664341032505, -0.03045305423438549, 0.032750874757766724, -0.008962887339293957, -0.026231152936816216, -0.017441295087337494, -0.0148112578317523, -0.05080123245716095, 0.008949045091867447, 0.038509272038936615, -0.0092881815508008, -0.0116621358320117, -0.013641583733260632, -0.0014768000692129135, -0.0233242716640234, -0.006644302513450384, -0.023102793842554092, -0.013800770044326782, 0.017330557107925415, 0.018562519922852516, 0.011011547408998013, -0.009191285818815231, -0.03449500352144241, 0.027227798476815224, -0.033526044338941574, 0.012319644913077354, 0.013074049726128578, 0.0021057594567537308, 0.02887503243982792, -0.025857411324977875, -0.0005216815625317395, 0.0023687630891799927, -0.023462694138288498, 0.016070907935500145, -0.0048378827050328255, -0.014548254199326038, -0.02286747470498085, 0.01214661542326212, -0.022673683241009712, -0.006339772138744593, -0.001967336516827345, 0.007108019664883614, -0.025912780314683914, -0.014285250566899776, -0.026687949895858765, 0.008554539643228054, 0.015531057491898537, -0.008852149359881878, -0.0011030581081286073, -0.00946121010929346, -0.0011333380825817585, -0.021801618859171867, -0.0007500794599764049, 0.021275611594319344, 0.03477185219526291, -0.019213108345866203, -0.004498746711760759, -0.04919552430510521, 0.011184575967490673, 0.014167590998113155, -0.004242664203047752, 0.0027494262903928757, -0.0017398037016391754, 0.008160034194588661, 0.0012094706762582064, -0.0134201068431139, 0.022964371368288994, -0.02753232978284359, 0.02272905223071575, -0.011419895105063915, -0.02873660996556282, -0.016306227073073387, -0.009523500688374043, 0.010540909133851528, -0.026078887283802032, 0.014479042962193489, 0.005806843750178814, 0.009163600392639637, 0.001549472101032734, 0.012831809930503368, 0.03122822195291519, 0.008651435375213623, -0.020071331411600113, -0.012831809930503368, 0.042689643800258636, 0.007024965714663267, 0.00406271405518055, 0.009668844752013683, -0.016901444643735886, 0.009710371494293213, 0.003858540439978242, -0.01190437562763691, -0.00948889460414648, 0.01332321111112833, 0.014312935061752796, 0.01079007051885128, 0.03272319212555885, -0.025649776682257652, -0.021427875384688377, -0.005045517347753048, -0.0038481587544083595, -0.011219182051718235, -0.0016628059092909098, -0.013821533881127834, -0.01568332314491272, 0.025428300723433495, -0.006149440538138151, 0.034218158572912216, 0.02715858817100525, -0.01814725250005722, -0.039312124252319336, -0.030203891918063164, 0.015185000374913216, 0.023075109347701073, 0.005786080379039049, 0.0021144109778106213, 0.015309580601751804, 0.020085172727704048, 0.01582174561917782, -0.0038308557122945786, 0.003996963147073984, -0.005789540708065033, -0.010983862914144993, 0.003772025927901268, 0.01863173209130764, 0.009350472129881382, -0.013759243302047253, 0.0014603623421862721, 0.010326353833079338, 0.004834422376006842, 0.02002980373799801, 0.005547300446778536, 0.009578869678080082, -0.003571312641724944, -0.0057237897999584675, -0.018410256132483482, 0.0340520516037941, 0.01997443474829197, -0.0037997106555849314, -0.00023272362886928022, 0.017524348571896553, 0.025400616228580475, 0.002730393083766103, -0.009080546908080578, -0.004651011899113655, -0.014229881577193737, -0.0042184400372207165, 0.015461846254765987, -0.003526325337588787, 0.002953600138425827, 0.01691528782248497, 0.008637593127787113, 0.010983862914144993, 0.02260447107255459, 0.007696317508816719, 0.012755677103996277, 0.004429535008966923, 0.03300003707408905, 0.0033048484474420547, 0.009025177918374538, -0.002508916426450014, -0.007682474795728922, -0.00300896936096251, -0.02764306776225567, -0.03302771970629692, 0.027712279930710793, 0.016583072021603584, 0.0003897471760865301, 0.005128571297973394, -0.007135704159736633, -0.002465659286826849, -0.01659691520035267, 0.03914601728320122, -0.007550972979515791, -0.03064684569835663, -0.028598185628652573, 0.004903633613139391, 0.02146940305829048, 0.0023756842128932476, 0.050579752773046494, -0.015254211612045765, 0.022452205419540405, 0.01656923070549965, 0.01697065681219101, -0.022396836429834366, 0.02630036510527134, 0.020195912569761276, -0.003007239196449518, 0.000518221000675112, 0.007301811594516039, -0.013980720192193985, -0.028113706037402153, -0.019531480967998505, 0.0009282990358769894, -0.0025123769883066416, 0.009135915897786617, 0.07807055860757828, 0.013690032064914703, -0.01050630398094654, -0.008139270357787609, -0.014617466367781162, 0.010132561437785625, -0.001673187711276114, 0.017939617857336998, -0.012997916899621487, -0.010866203345358372, -0.0016792436363175511, 0.006163282785564661, -0.023227375000715256, -0.029373355209827423, -0.0069903600960969925, 0.0002649502130225301, -0.0032806245144456625, 0.007170309778302908, -0.01602938026189804, -0.0025071860291063786, 0.030785270035266876, 0.010942336171865463, 0.005363890435546637, 0.0020400085486471653, -0.0018029592465609312, -0.004903633613139391, 0.00910131074488163, 0.011765953153371811, 0.0012933897087350488, -0.018271831795573235, 0.023019740357995033, 0.019642218947410583, -0.03668208792805672, -0.024431655183434486, -0.01645849086344242, -0.0007985275005921721, -0.02235531061887741, -0.01946227066218853, 0.002197464695200324, 0.010298669338226318, 0.027407748624682426, 0.03230792284011841, -0.018078040331602097, -0.03230792284011841, -0.01766277104616165, 0.010264063253998756, -0.011613687500357628, -0.033442988991737366, -0.036792825907468796], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='b6c45558-7097-4b20-83ed-fe5e83033f7e', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='16e197197f5b6a2d974f53fff5c429c83620622ed2d24eac1de690c55bb15132'), : RelatedNodeInfo(node_id='d4f4465e-c890-4b6b-8db6-1c152bc13466', node_type=, metadata={}, hash='67bcc92cbb55ba39c8d09519d648c9529693131152d2a039bc7cda82f8e1218b')}, hash='1b3e9602f50286d5bf5ffc600718f949be5651b3fb48ea5bf7eb1504d1a8eb9f', text=\"concepts in order to be more digestible to a broader audience. If you want to know more, I found these gentle yet significantly more fleshed-out introductions to the topic: Jay Allamar's illustrated transformer, Lili Jiang's potion analogy, or if you want something more advanced - Karpathy's nanoGPT that babbles in Shakepear-ish. Fine-tuning 'chat' models like ChatGPT The output of pretrainings are base models or foundation models. Examples of recently released text-generation foundation models are GPT-4, Bard, LLaMa 1 & 2, and Claude 1 & 2. Since base models already have extensive knowledge of the language from pretraining (the structure of sentences, relationships between words, etc.), you can leverage this knowledge to further train the model to do specific tasks - translation, summarization, or conversational assistants like ChatGPT. The underlying idea is that the model's general language understanding gained from pretraining can be used for a wide range of downstream tasks. This idea is called transfer learning. If you ask or prompt a base model a question, it will probably reply with another question. Remember that it's trained to complete a word sequence by predicting the word that should come next given the previous words in the sequence. Example: However, we can get a base model to answer questions by 'tricking' it into thinking that it's trying to complete a sequence: Using this idea, the model goes through another round of training using different sets of prompt/completion pairs in a question-and-answer format. Instead of 'learning English' from random texts found on the internet by predicting what words come next after a set of words, the model 'learns' that to complete a prompt in a 'question' form, the completion should be in an 'answer' form. This is the supervised fine-tuning (SFT) stage. Pretraining utilizes a type of machine learning called self-supervised learning where the model trains itself by creating the 'label' or ground truth word it's trying to predict from the training data itself. Here is our example\", start_char_idx=18278, end_char_idx=20344, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='d4f4465e-c890-4b6b-8db6-1c152bc13466', embedding=[0.0002001420216402039, 0.007435081526637077, 0.010499026626348495, -0.0027336892671883106, -0.01164714153856039, -0.0033129339572042227, -0.008278876543045044, 0.01377737894654274, -0.015423472039401531, -0.050572387874126434, 0.027001449838280678, 0.03455410897731781, -0.03615870326757431, -0.006511748302727938, 0.001978077460080385, -0.012145119719207287, 0.022339826449751854, 0.02778991498053074, 0.0009345724829472601, -0.029878653585910797, -0.023031461983919144, -0.009364744648337364, -0.027015281841158867, -0.03366881608963013, 0.014731836505234241, -0.01531281042844057, 0.01532664243131876, -0.044071014970541, -0.04559261351823807, 0.0188263189047575, -0.015810787677764893, 0.019780775532126427, -0.018162347376346588, -0.000701145501807332, 0.004768826998770237, -0.01961478218436241, 0.0006047487840987742, -0.01531281042844057, 0.03112359717488289, -0.018881648778915405, 0.0115433968603611, 0.02791440859436989, -0.003973445855081081, -0.016599252820014954, -0.0016357179265469313, 0.019255131483078003, 0.0032005433458834887, -0.009115755558013916, -0.018895482644438744, 0.023916754871606827, 0.016779078170657158, 0.034360453486442566, -0.03660134971141815, 0.007967640645802021, -0.038648590445518494, -0.003399388398975134, 0.009157254360616207, 0.02835705503821373, 0.0309852696955204, -0.011737054213881493, -0.006757278926670551, 0.008071386255323887, -0.029906319454312325, 0.00683335866779089, 0.002854725578799844, -0.004350387491285801, -0.020112760365009308, 0.02810806594789028, -0.00026130853802897036, -0.01452434528619051, 0.00163658254314214, 0.021302374079823494, -0.00608639232814312, -0.021758852526545525, 0.02662796713411808, 0.0031417543068528175, 0.002820143708959222, -0.011577978730201721, -0.018286842852830887, 0.012691511772572994, 0.014842498116195202, -0.012822922319173813, -0.03040429577231407, 0.041359804570674896, 0.005733658093959093, -0.008112884126603603, 0.0256181787699461, -0.014911661855876446, 0.0064391265623271465, 0.014019452035427094, 0.021219376474618912, 0.002104301005601883, 0.04340704530477524, 0.03903590887784958, 0.02032025158405304, 0.010229288600385189, -0.008251211605966091, 0.019089139997959137, -0.007037391420453787, -0.018065519630908966, -0.01112841535359621, 0.007898477837443352, -0.03377947956323624, -0.01532664243131876, -0.01643325947225094, 0.005239138845354319, 0.030099976807832718, 0.007850063033401966, -0.015423472039401531, 0.0007798190345056355, -0.010173957794904709, 0.024497728794813156, -0.020015930756926537, -0.010810262523591518, 0.0027838328387588263, -0.015022323466837406, 0.002756167436018586, -0.008790687657892704, -0.013058078475296497, -0.019919103011488914, 0.03131725639104843, 0.006940562278032303, 0.010533608496189117, -0.0036380027886480093, 0.031372588127851486, 0.015229813754558563, 0.0008999906713142991, -0.004201685544103384, -0.02615765482187271, -0.004834532272070646, 0.004405718296766281, 0.019089139997959137, 0.01813468337059021, 0.004094481933861971, -0.03336449712514877, 0.025853335857391357, 0.0007733349339105189, -0.008790687657892704, -0.04622891545295715, -0.02033408358693123, 0.017263222485780716, 0.008147465996444225, -0.01027078740298748, -0.006442584563046694, -0.021980175748467445, 0.026088491082191467, -0.0006155556184239686, 0.029021024703979492, 0.01630876585841179, -0.026697130873799324, 0.01825917698442936, -0.0328388549387455, -0.019822273403406143, 0.018176181241869926, 0.02032025158405304, 0.01446901448071003, 0.01583845354616642, 0.014648839831352234, -0.022768640890717506, -0.009537653997540474, 0.016336429864168167, -0.003800536971539259, 0.011999876238405704, 0.008396455086767673, 0.008617778308689594, 0.024940375238656998, 0.031870562583208084, -0.005387840326875448, -0.004990150220692158, -0.016585418954491615, -0.0026351313572376966, 0.02525852806866169, -0.05616080388426781, 0.02102571912109852, -0.006836817134171724, -0.0012950875097885728, 0.026116156950592995, -0.018190013244748116, -0.028094233945012093, -0.04030851647257805, 0.014178527519106865, 0.01961478218436241, 0.002104301005601883, 0.010277703404426575, -0.00877685472369194, -0.024511562660336494, 0.0014870163286104798, -0.009945718571543694, -0.01554796565324068, -0.00450946344062686, -0.007531910669058561, 0.014247691258788109, -0.0005874579073861241, -0.021509863436222076, -0.6236892342567444, -0.023252785205841064, 0.046892885118722916, -0.025576680898666382, 0.013763546012341976, 0.007462746929377317, -0.005329051520675421, -0.019932935014367104, -0.021440699696540833, 0.03892524540424347, -0.00163658254314214, -0.010111710987985134, 0.00235156062990427, 0.004326180089265108, 0.0059861051850020885, -0.009399326518177986, -0.013078827410936356, -0.013957204297184944, -0.012318028137087822, -0.005982647184282541, -0.02595016360282898, 0.012767591513693333, -0.006165930535644293, 0.0072137583047151566, 0.0040633585304021835, -0.011301323771476746, 0.0013824064517393708, 0.010319201275706291, 0.017954858019948006, -0.008991261944174767, -0.02088739164173603, 0.014621174894273281, 0.01583845354616642, -0.0015544508351013064, 0.04606292396783829, 0.0090742576867342, -0.02893802896142006, 0.022021673619747162, 0.018286842852830887, 0.032091885805130005, -0.015686294063925743, -0.023570938035845757, 0.008749188855290413, 0.0029187018517404795, 0.0025763423182070255, 0.011474233120679855, 0.0052910116501152515, -0.00797455757856369, 0.011799301952123642, -0.02236749231815338, 0.014925493858754635, 0.005830487236380577, 0.005315219052135944, 0.015534133650362492, 0.013556055724620819, 0.0023705805651843548, 0.019421124830842018, 0.00308469426818192, 0.022187666967511177, -0.01073418278247118, 0.01411628071218729, -0.011169913224875927, -0.008749188855290413, -0.004512921441346407, -0.01585228554904461, 0.001231975737027824, 0.010256954468786716, 0.007594157941639423, -0.010637354105710983, -0.026586469262838364, 0.010360700078308582, 0.019932935014367104, 0.015243646688759327, -0.01849433407187462, -0.0020247630309313536, 0.0032783523201942444, -0.00010731157090049237, -0.011529563926160336, 0.011114582419395447, 0.016364095732569695, 0.006089850794523954, -0.010305369272828102, 0.007850063033401966, -0.005346342455595732, 0.0072829220443964005, -0.011432735249400139, 0.01583845354616642, 0.001619291608221829, -0.009572234936058521, 0.014538178220391273, -0.023557106032967567, 0.01643325947225094, -0.010920924134552479, -0.04177478328347206, -0.010948590002954006, 0.027402598410844803, -0.004879488609731197, 0.00392848951742053, 0.009108839556574821, -0.020347915589809418, 0.023114457726478577, -0.0008442275575362146, 0.027042947709560394, 0.024871213361620903, 0.03389013931155205, 0.01585228554904461, 0.0007028745603747666, -0.005795905366539955, 0.001499984529800713, -0.01849433407187462, -0.0026161111891269684, 0.013908789493143559, -0.01802402175962925, 0.003821286140009761, 0.005578040145337582, -0.019019976258277893, 0.004979775752872229, 0.0013132429448887706, 0.021094882860779762, -0.009343995712697506, 0.009565318934619427, -0.014441349543631077, 0.01917213574051857, 0.010706517845392227, 0.006442584563046694, 0.018798653036355972, 0.00542242219671607, 0.0014973909128457308, 0.0038282026071101427, 0.020458577200770378, -0.017885694280266762, -0.023446442559361458, 0.014856330119073391, -0.015008490532636642, 0.019462622702121735, 0.013977953232824802, 0.02502337284386158, 0.018273010849952698, 0.0048103248700499535, -0.009053508751094341, -0.04254941642284393, -0.019130637869238853, 0.001940037589520216, 0.00499706668779254, -0.04556494578719139, -0.020251087844371796, -0.015188315883278847, -0.004011485725641251, -0.0032299377489835024, -0.014233858324587345, -0.0045786271803081036, -0.022699477151036263, -0.02101188711822033, 0.01435835286974907, -0.0220355074852705, -0.02343261055648327, 0.015049988403916359, -0.051153361797332764, -0.007234507240355015, -0.043434709310531616, 0.006459875497967005, 0.03214721754193306, 0.0012414857046678662, 0.021191712468862534, 0.00014232561807148159, -0.0088875163346529, 0.015686294063925743, 0.030376631766557693, -0.019670113921165466, -0.040695831179618835, 0.00883218552917242, -0.042300425469875336, -0.003060487098991871, 0.025880999863147736, -0.007345168851315975, 0.011391236446797848, -0.00918491929769516, -0.0007979744696058333, -0.0054881274700164795, -0.0181485153734684, -0.017387716099619865, 0.011667890474200249, -0.002790749305859208, -0.007220674771815538, 0.004301972687244415, 0.007317503448575735, 0.022989964112639427, 0.0031106306705623865, -0.02868903987109661, 0.010056380182504654, 0.015174482949078083, 0.008769937790930271, -0.004654706921428442, 0.004378052894026041, -0.012324945069849491, 0.011142248287796974, 0.014828665181994438, -0.0024760551750659943, -0.021841848269104958, 0.02065223641693592, -0.017650537192821503, 0.012594682164490223, 0.015700126066803932, -0.019033808261156082, -0.005865069106221199, -0.030819278210401535, 0.00976589322090149, -0.03317083790898323, -0.0013858646852895617, -0.0031884396448731422, 0.007393583655357361, -0.016834408044815063, -0.018508166074752808, -0.03574372082948685, 0.0030933397356420755, 0.03831660747528076, 1.5237594197969884e-05, 0.011259825900197029, -0.02204933948814869, 0.003209188813343644, -0.006843733135610819, 0.007137678563594818, 0.02996164932847023, 0.001919288537465036, 0.0029221600852906704, 0.03134492039680481, -0.02365393377840519, -0.0051319352351129055, -0.005498502403497696, -0.02398591861128807, 0.020638402551412582, 0.013064994476735592, 0.0090742576867342, 0.01084484439343214, 0.015769289806485176, -0.008901349268853664, 0.0341944582760334, -0.005270262714475393, 0.05001907795667648, -0.014441349543631077, 0.00616938853636384, 0.015063821338117123, -0.01563096232712269, -0.04526062682271004, 0.050544723868370056, -0.01079643052071333, 0.024013584479689598, 0.009537653997540474, -0.009399326518177986, 0.012525519356131554, -0.018176181241869926, 0.021841848269104958, -0.024276405572891235, -0.014399850741028786, 0.00625238474458456, -0.007538827136158943, 0.019600950181484222, -0.0021717355120927095, 0.03383480757474899, 0.0031659614760428667, -0.014939326792955399, 0.0027578966692090034, 0.006677740719169378, -0.018093185499310493, 0.0006311173783615232, -0.01010479498654604, 0.020029764622449875, -0.009482322260737419, -0.01984993927180767, 0.004011485725641251, 0.002996510826051235, -0.011080000549554825, 0.008188963867723942, -0.023377280682325363, 0.04866347461938858, 0.01527131162583828, 0.014676505699753761, 0.014731836505234241, 0.024981874972581863, 0.027250438928604126, -0.027278104797005653, -0.027969740331172943, 0.04523296281695366, 0.007179176434874535, -0.014718003571033478, -0.020237253978848457, -0.02477438375353813, -0.00028854169067926705, 0.003311204956844449, -0.02156519517302513, -0.008942847140133381, 0.00688868947327137, -0.011287491768598557, -0.003893907880410552, -0.02467755414545536, -0.012069039046764374, 0.027278104797005653, 0.004412634298205376, 0.00034279184183105826, -0.016682248562574387, 0.00521838990971446, 0.024387067183852196, -0.045730940997600555, -0.02168968878686428, 0.02388909086585045, -0.017028065398335457, -0.029712660238146782, 0.0012639638734981418, -0.009447741322219372, -0.018273010849952698, 0.02411041408777237, 0.008562447503209114, 0.011743971146643162, -0.008396455086767673, 0.02249198593199253, 0.003181523410603404, 0.007206841837614775, -0.0032282087486237288, 0.029767991974949837, 0.012961248867213726, -0.01686207391321659, -0.021952509880065918, -0.007656405214220285, 0.015257478691637516, 0.058927346020936966, 0.03934022784233093, -0.010741099715232849, 0.01452434528619051, -0.0360480435192585, -0.004685830324888229, -0.032672859728336334, -0.021883348003029823, -0.002450118772685528, 0.01619810424745083, -0.016142772510647774, -0.0015198689652606845, -0.003855868009850383, 0.01211745385080576, 0.023709265515208244, -0.0011705930810421705, 0.021177878603339195, -0.0187018234282732, -0.005048939026892185, -0.009952634572982788, -0.005865069106221199, 0.0006855836836621165, 0.013694383203983307, 0.023570938035845757, 0.0193796269595623, 0.004205144010484219, 0.024719052016735077, 0.027001449838280678, -0.008251211605966091, -0.03336449712514877, 0.008078302256762981, -0.0032143760472536087, 0.006591286510229111, -0.013860375620424747, -0.00957915186882019, 0.010651187039911747, 0.001583845354616642, 0.018660325556993484, 0.014828665181994438, 0.00377632980234921, 0.008769937790930271, 0.014261524192988873, 0.012207366526126862, -0.011716305278241634, -0.0023014170583337545, -0.02077673003077507, 0.008825268596410751, 0.005491585936397314, -0.016377927735447884, -0.021758852526545525, 0.013576804660260677, 0.01516065001487732, -0.03164923936128616, -0.005145768169313669, 0.014814832247793674, -0.01148114912211895, -0.008507116697728634, -0.024193409830331802, 0.01032611820846796, -0.021191712468862534, -0.014178527519106865, -0.04462432116270065, 0.007469663396477699, 0.008590113371610641, -0.01043677981942892, -0.00814054999500513, -0.011979127302765846, 0.011114582419395447, 0.00029783553327433765, 0.014870163053274155, -0.009793559089303017, -0.02157902717590332, -0.04855281114578247, -0.009779726155102253, 0.0021267791744321585, -0.004378052894026041, 0.016571586951613426, 0.0008139685378409922, -0.012497853487730026, 0.01733238622546196, -0.007037391420453787, -0.018107017502188683, 0.006369962822645903, -0.01405403297394514, 0.0030967979691922665, -0.015395806171000004, -0.011854632757604122, -0.0011775094317272305, -0.010132459923624992, -0.0034875720739364624, -0.00037197020719759166, 0.0022149626165628433, -0.00883218552917242, 0.011882297694683075, -0.0025901750195771456, 0.028038904070854187, 0.026129988953471184, -0.008175131864845753, 0.031040601432323456, -0.0357990525662899, -0.01009787805378437, -0.02466372214257717, -0.0013564701657742262, -0.033226169645786285, 0.0012622347567230463, 0.00039531290531158447, 0.02376459538936615, 0.004108314868062735, -0.004218976479023695, -0.023225119337439537, 0.030376631766557693, -0.0036795008927583694, 0.028094233945012093, 0.02250581979751587, 0.013002747669816017, -0.01112841535359621, 0.024857379496097565, 0.02788674272596836, 0.015132985077798367, -0.037348318845033646, -0.0022599189542233944, -0.040861826390028, 0.04335171356797218, 0.006408002693206072, -0.03170457109808922, 0.02236749231815338, 0.027374932542443275, -0.009807391092181206, -0.040114857256412506, 0.01607360877096653, -0.017249388620257378, 0.04559261351823807, 0.011460400186479092, -0.027872910723090172, -0.019476456567645073, 0.0008878870867192745, -0.017747366800904274, -0.004841448273509741, -0.017069563269615173, -0.002104301005601883, 0.0048725721426308155, 0.001751566887833178, -0.007926142774522305, 0.0009311143076047301, 0.028038904070854187, -0.024539226666092873, -0.003492759307846427, 0.003321579424664378, 0.02376459538936615, 0.03164923936128616, -0.010471361689269543, 0.021634358912706375, -0.029214683920145035, -0.0057440330274403095, 0.014593509025871754, -0.026904620230197906, 0.005208015441894531, 0.010658103041350842, 0.026378978043794632, 0.012670762836933136, 0.0349414236843586, 0.008839101530611515, -0.001602000673301518, 0.011799301952123642, -0.0033665357623249292, 0.008071386255323887, -0.007739401422441006, 0.00987655483186245, -0.009039675816893578, 0.005816654767841101, 0.005865069106221199, -0.01597677916288376, 0.03602037578821182, -0.01411628071218729, 0.028855033218860626, 0.03707166388630867, -0.0013875936856493354, -0.02458072640001774, 0.0005234816344454885, -0.025549015030264854, -0.0005852965405210853, 0.029408341273665428, -0.0136113865301013, 0.0049521103501319885, -0.02985098771750927, -0.019130637869238853, 0.01170938927680254, -0.002714669331908226, 0.01619810424745083, 0.009095006622374058, 0.0060829343274235725, -0.022989964112639427, -0.0007093586609698832, -0.009378577582538128, 0.023335780948400497, -0.023819927126169205, 0.008915181271731853, -0.04905078932642937, 0.006103683263063431, 0.020804395899176598, 0.0015994070563465357, 0.004903695546090603, 0.009544569998979568, -0.00699935108423233, -0.004789575934410095, 0.00755265960469842, -0.00758032500743866, -0.01347997598350048, -0.023584770038723946, -0.024414733052253723, -0.013528390787541866, -0.018770987167954445, -0.00225473172031343, 0.011674807406961918, 0.006667366251349449, 0.005899650976061821, 0.011059251613914967, 0.030127642676234245, -0.022173834964632988, 0.0009172816062346101, 0.026448141783475876, 0.005062771961092949, 0.03029363416135311, -0.005913483444601297, 0.0220355074852705, 0.012324945069849491, 0.0024656804744154215, -0.027347268536686897, 0.008728439919650555, 0.006926729343831539, 0.0012968165101483464, 0.0022184208501130342, 0.014095531776547432, 0.0035861299838870764, -0.02982332371175289, 0.009046592749655247, 0.010575106367468834, -0.012892086058855057, -0.04205143824219704, 0.015395806171000004, 0.03366881608963013, 0.011010836809873581, -0.01297508180141449, -0.022215332835912704, -0.013307066634297371, 0.011342822574079037, -0.006017229054123163, 0.005557291209697723, -0.0020576156675815582, 0.00941315945237875, 0.00377632980234921, 0.0245668925344944, 0.006172847002744675, 0.017484545707702637, -0.027499428018927574, 0.0355500653386116, 0.03195355832576752, 0.008320375345647335, -0.0118200508877635, 0.014676505699753761, -0.005086978897452354, 0.032894182950258255, -0.02294846624135971, 0.01090709213167429, 0.007269089110195637, -0.01871565729379654, -0.005495043937116861, 0.008022971451282501, -0.006497915368527174, 0.030348965898156166, -0.018176181241869926, -0.0021751937456429005, -0.006978602148592472, -0.024760551750659943, 0.004637415986508131, -0.01463500689715147, 0.018328340724110603, -0.009696729481220245, -0.03452644497156143, -0.017885694280266762, 0.030846944078803062, 0.018549663946032524, -0.029767991974949837, 0.014911661855876446, -0.0020109303295612335, -0.02305912785232067, -0.004174020141363144, -0.003095068968832493, 0.0131479911506176, -0.03992120176553726, -0.03638002648949623, -0.007103096693754196, 0.008935930207371712, 0.0008351498399861157, -0.013542222790420055, -0.018618827685713768, -0.02546601928770542, 0.034443449229002, -0.0037313734646886587, 0.003561922814697027, -0.012069039046764374, 0.016696080565452576, -0.006791860796511173, 0.0030622160993516445, -0.005837403703480959, 0.010132459923624992, 0.014773334376513958, -0.029574334621429443, -0.03101293556392193, 0.013438478112220764, 0.02791440859436989, 0.006203970406204462, -0.004665081389248371, -0.0008386080735363066, 0.006650075316429138, 0.020928889513015747, 0.0034599066711962223, -0.00024682743242010474, -0.007601073943078518, -0.018286842852830887, 0.012940499931573868, -0.015298977494239807, 0.040474507957696915, -0.023238953202962875, 0.016032110899686813, 0.00683335866779089, 0.004606292583048344, 0.009848889894783497, -0.05120869353413582, 0.010969338938593864, 0.0020316792652010918, -0.007877727970480919, -0.017221724614501, -0.018618827685713768, -0.00168499699793756, -0.004637415986508131, -0.024470064789056778, 0.004689288791269064, -0.0245668925344944, 0.00014675641432404518, 0.01020853966474533, 0.01187538169324398, 0.010886343196034431, 0.01543730404227972, -0.02996164932847023, -0.011716305278241634, -0.002982678124681115, -0.005802821833640337, -0.02066606841981411, -0.00838262215256691, -0.024760551750659943, 0.05311760678887367, 0.012822922319173813, -0.016156604513525963, 0.006321548484265804, -0.017968690022826195, -0.04340704530477524, 0.005996479652822018, -0.011398153379559517, 0.002579800318926573, 0.014538178220391273, 0.017180226743221283, -0.022132335230708122, 0.022685645148158073, 0.006667366251349449, 0.021662024781107903, -3.587859100662172e-05, 0.003420137567445636, -0.005031648091971874, 0.019421124830842018, -0.01309266034513712, -0.01457967609167099, -0.030376631766557693, -0.010298452340066433, 0.0022011299151927233, -0.01813468337059021, 0.007359001785516739, 0.016820576041936874, -0.017249388620257378, -0.006190137937664986, 0.028744371607899666, 0.01309266034513712, 0.010146292857825756, -0.006612035445868969, 0.031206592917442322, -0.030680950731039047, -0.0030829652678221464, 0.01803785376250744, -0.013362397439777851, -0.018273010849952698, -0.0006548923556692898, 0.007870811969041824, 0.01273300964385271, -0.011854632757604122, 0.010595856234431267, -0.016115106642246246, 0.006556704640388489, -0.021191712468862534, 0.054805196821689606, -0.00777398282662034, 0.0056990766897797585, 0.0060829343274235725, 0.01441368367522955, 0.010865593329071999, -0.012788340449333191, 0.02066606841981411, -0.012560100294649601, -0.01571395806968212, 0.03779096528887749, -0.014593509025871754, -0.007483496330678463, -0.004599376115947962, 0.011584894731640816, -0.012912834994494915, -0.005616080481559038, -0.015575631521642208, 0.009005093947052956, -0.03602037578821182, 0.03682267293334007, 0.010920924134552479, -0.021537529304623604, 0.006843733135610819, -0.01884015090763569, 0.009039675816893578, -0.010685768909752369, -0.0055849566124379635, -0.0065359557047486305, -0.018439002335071564, 0.01027078740298748, 0.003893907880410552, -0.003091610735282302, -0.002875474514439702, -0.004561336245387793, 0.024843547493219376, -0.024179577827453613, 0.021648190915584564, 0.17108295857906342, -0.030597954988479614, 0.01016012579202652, 0.013915706425905228, -0.011826966889202595, 0.011847715824842453, 0.028910363093018532, 0.02686312235891819, -0.012055207043886185, -0.000659647339489311, 0.017166392877697945, 0.011031586676836014, -0.03602037578821182, -0.0025884457863867283, 0.022450488060712814, -0.021745020523667336, -0.014883995987474918, -0.043241050094366074, 0.002104301005601883, 0.007317503448575735, -0.005062771961092949, 0.00036851203185506165, -0.0008217494469136, -0.010194707661867142, 0.008223545737564564, -0.004485256038606167, 0.023640101775527, -0.010187790729105473, 0.023252785205841064, 0.005754407495260239, -0.014372185803949833, 0.003074319800361991, 0.009385493583977222, -0.00019171270832885057, -0.0181485153734684, -0.004637415986508131, 0.011999876238405704, 0.0036518354900181293, 0.0005334238521754742, 0.013749714009463787, 0.03795695677399635, 0.005616080481559038, 0.004640873987227678, -0.05178966745734215, 0.003115817904472351, 0.027347268536686897, -0.004367677960544825, -0.011266741901636124, -0.007172259967774153, 0.010333034209907055, -0.024248741567134857, 0.0076079904101789, 0.020804395899176598, 0.01859116181731224, 0.0021164047066122293, 0.02868903987109661, -0.023598603904247284, 0.011626392602920532, 0.018079351633787155, 0.009337079711258411, -0.024968041107058525, 0.004156729206442833, 0.013597553595900536, 0.036684345453977585, 0.0012587766395881772, -0.005948065314441919, 0.010865593329071999, -0.021523697301745415, 0.015423472039401531, 0.007352085318416357, -0.012089788913726807, 0.0028426218777894974, -0.011080000549554825, -0.006961311213672161, -0.022989964112639427, -0.038648590445518494, 0.05076604709029198, 0.017484545707702637, 0.02434556931257248, 0.043573036789894104, -0.01596294716000557, -0.024304071441292763, -0.0012691511074081063, -0.022768640890717506, 0.008756105788052082, -0.04979775473475456, 0.026932286098599434, -0.03499675542116165, -0.004191311076283455, -0.014455181546509266, 0.011778553016483784, 0.003969987854361534, -0.011660974472761154, 0.020970389246940613, 0.008341124281287193, -0.017166392877697945, 0.034609440714120865, -0.012006792239844799, -0.0008991261711344123, -0.003108901670202613, -0.041138481348752975, 0.0360480435192585, 0.022699477151036263, 0.022561149671673775, 0.005377465859055519, 0.002787291072309017, 0.006840275134891272, 0.008278876543045044, -0.013272485695779324, -0.012235032394528389, 0.010167041793465614, -0.024594558402895927, 0.017581375315785408, 0.003091610735282302, -0.0019175594206899405, 0.01554796565324068, -0.011550312861800194, -0.008984345011413097, 0.025300025939941406, 0.0007417790475301445, 0.00702701648697257, -0.02536918967962265, 0.0037797880358994007, 0.006895605940371752, 0.0017290887190029025, -0.02788674272596836, -0.016032110899686813, 0.004571710713207722, -0.03809528425335884, 0.0011377404443919659, 0.001573470770381391, -0.03853793069720268, 0.012587766163051128, -0.009095006622374058, 0.0003291752655059099, -0.0040979404002428055, 0.004243183881044388, -0.005038564559072256, -0.009378577582538128, 0.01319640502333641, 0.004571710713207722, 1.596705442352686e-05, -0.011197579093277454, 0.015077654272317886, 0.009731311351060867, -0.020168092101812363, -0.01792719215154648, 0.012822922319173813, -0.010215456597507, -0.012954332865774632, 0.00680569326505065, 0.007877727970480919, 0.017761198803782463, -0.0025348442140966654, 0.01457967609167099, 0.008285793475806713, -0.006262759678065777, 0.000485009397380054, 0.0020385957323014736, -0.006442584563046694, -0.036795008927583694, -0.011972210370004177, 0.00608639232814312, -0.013590637594461441, -0.004291598219424486, -0.017263222485780716, -0.17550942301750183, -0.01233877707272768, 0.023280451074242592, -0.02893802896142006, 0.029657330363988876, 0.016488591209053993, 0.02546601928770542, 0.013756630010902882, -0.037486642599105835, 0.012746842578053474, 0.0010106523986905813, -0.014143945649266243, -0.010588939301669598, -0.021662024781107903, -0.015478802844882011, 0.016128940507769585, -0.03181523457169533, 0.004492172505706549, 0.018508166074752808, 0.008016055449843407, 0.022699477151036263, -0.037652637809515, 0.014143945649266243, -0.002906598150730133, 0.0011360113276168704, 0.014925493858754635, -0.0013521474320441484, 0.013376230373978615, -0.0005100811831653118, -0.051485348492860794, -0.01653008908033371, -0.0071860929019749165, 0.009572234936058521, -0.011149164289236069, 0.010284620337188244, 0.019241299480199814, 0.025078702718019485, -0.01791336014866829, -0.03638002648949623, 0.04030851647257805, 0.004779201466590166, 0.013500724919140339, -0.005851236172020435, 0.002804582007229328, -0.01325173582881689, 0.004409176297485828, 0.013078827410936356, -0.016834408044815063, -0.0018362922128289938, 0.003945780452340841, 0.008804519660770893, 0.0008762157522141933, 0.007815481163561344, 0.0007365918136201799, -0.012843671254813671, 0.00603106152266264, -0.004457590635865927, -0.009911136701703072, -0.004582085181027651, -0.017387716099619865, 0.013493808917701244, -0.014994657598435879, 0.02846771664917469, -0.010983171872794628, 0.006221261341124773, -0.03831660747528076, -0.020361749455332756, 0.010250038467347622, -0.022422822192311287, 0.017871860414743423, -0.006328464951366186, -0.010616605170071125, -0.002253002719953656, -0.020430913195014, 0.013493808917701244, 0.03618637099862099, -0.02157902717590332, 0.019573284313082695, 0.01801018789410591, 0.02123321034014225, -0.011169913224875927, 0.015298977494239807, -0.023570938035845757, -0.005093895364552736, -0.001448111841455102, -0.03170457109808922, 0.008749188855290413, 0.021177878603339195, -0.02204933948814869, -0.004205144010484219, 0.03054262325167656, -0.013770462945103645, -0.02079056389629841, -0.0030518416315317154, 0.015617129392921925, 0.001737734186463058, -0.001552721718326211, -0.010312285274267197, 0.004523296374827623, -0.008624694310128689, 0.020818227902054787, -0.002546947682276368, -0.0033613485284149647, 0.004059900529682636, 0.028910363093018532, 0.011239076964557171, -0.021509863436222076, 0.01308574341237545, 0.03626936674118042, -0.0022754808887839317, -0.00026152466307394207, -0.00758032500743866, 0.006708864588290453, 0.00998721644282341, -0.002906598150730133, 0.002399975201115012, 0.014289189130067825, -0.007393583655357361, 0.013341648504137993, -0.004201685544103384, 0.054334886372089386, -0.01801018789410591, -0.018425170332193375, 0.028440052643418312, -0.0009518633596599102, -0.01711106300354004, -0.13224071264266968, -0.03557772934436798, 0.015796955674886703, 0.029076356440782547, -0.006788402330130339, 0.013805044814944267, 0.0028806617483496666, 0.028412386775016785, -0.02879970148205757, 0.030487293377518654, -0.030265970155596733, -0.02651730552315712, 0.021094882860779762, 0.007538827136158943, -0.012041374109685421, -0.0015890325885266066, 0.008182047866284847, -0.01723555661737919, -0.023709265515208244, 0.03607570752501488, -0.0061002252623438835, 0.0024189951363950968, -5.171056182007305e-05, -0.005695618223398924, -0.012608515098690987, 0.001775774173438549, -0.022242996841669083, 0.023155957460403442, 0.01857732981443405, -0.022173834964632988, 0.01893698051571846, -0.036905668675899506, 0.014102447777986526, -0.02365393377840519, 0.02835705503821373, -0.010056380182504654, -0.01441368367522955, -0.011660974472761154, 0.02411041408777237, -0.019227467477321625, -0.007030474953353405, 0.009662147611379623, 0.008763021789491177, 0.012774507515132427, -0.00872152391821146, -0.007324419915676117, -0.018051685765385628, 0.026088491082191467, -0.00763565581291914, -0.03062562085688114, -0.020043596625328064, -0.024193409830331802, -0.04794417321681976, 0.002683545695617795, 0.03142791613936424, -0.014019452035427094, -0.007905393838882446, -0.023142123594880104, -0.00849328376352787, -0.017871860414743423, -0.0027682711370289326, -0.035079751163721085, -0.012663845904171467, 0.019600950181484222, 0.018190013244748116, 0.013341648504137993, -0.00924716703593731, -0.03779096528887749, 0.015935281291604042, -0.019891437143087387, 0.008285793475806713, 0.013473059982061386, -0.0020213047973811626, 0.016128940507769585, -0.024525394663214684, -0.002878932747989893, -0.0059584397822618484, -0.033475156873464584, 0.014676505699753761, -0.00808521918952465, -0.006646617315709591, -0.026475807651877403, 0.0028564545791596174, -0.026558803394436836, -0.005045481026172638, -0.008749188855290413, -0.003904282348230481, -0.03491375967860222, -0.007836230099201202, -0.023045293986797333, 0.013576804660260677, 0.01860499568283558, 0.009724395349621773, 0.00808521918952465, -0.008258127607405186, 0.013756630010902882, -0.027112111449241638, 0.0010097877820953727, 0.019130637869238853, 0.02675246074795723, -0.017194058746099472, -0.00226856442168355, -0.04600759223103523, 0.0043573034927248955, 0.009779726155102253, -0.0020195755641907454, -0.004710037726908922, 0.002125050174072385, 0.012248864397406578, 0.0013789483346045017, -0.018425170332193375, 0.019033808261156082, -0.025452187284827232, 0.027347268536686897, -0.010339951142668724, -0.02868903987109661, -0.03294951468706131, 0.003387284930795431, 0.012705343775451183, -0.027167443186044693, 0.011785469017922878, 0.007843147031962872, 0.008016055449843407, -0.007123845629394054, 0.012463271617889404, 0.021288540214300156, 0.015202147886157036, -0.02066606841981411, -0.01090709213167429, 0.03256219998002052, 0.00036073115188628435, 0.007400499656796455, 0.020500076934695244, -0.006539413705468178, -0.008908265270292759, 0.006961311213672161, -0.015644794330000877, -0.011730138212442398, 0.01961478218436241, 0.02500953897833824, 0.002773458370938897, 0.03834427148103714, -0.017166392877697945, -0.026240650564432144, 0.00258152955211699, -0.0016945069655776024, -0.013632135465741158, -0.0059238579124212265, -0.014482847414910793, -0.01605977676808834, 0.023944420740008354, -0.0036137953866273165, 0.0330878421664238, 0.029795657843351364, -0.03389013931155205, -0.03361348435282707, -0.019836105406284332, 0.016931237652897835, 0.02662796713411808, 0.001249266671948135, 0.010353783145546913, 0.005903108976781368, 0.023280451074242592, 0.006446043029427528, -0.0064391265623271465, 0.007822397165000439, -0.01096242293715477, -0.016903571784496307, -0.00030107758357189596, 0.010402197949588299, -0.002495075110346079, -0.012995830737054348, -0.006563621107488871, 0.016737578436732292, -0.0012112266849726439, 0.006145181600004435, 0.013113409280776978, 0.02228449657559395, 0.00047636395902372897, -0.007096180226653814, -0.026434307917952538, 0.026074659079313278, 0.024981874972581863, -0.007193009369075298, -8.958840771811083e-05, 0.023626267910003662, 0.027374932542443275, 0.008112884126603603, -0.01711106300354004, -0.004174020141363144, -0.012034458108246326, 0.0021855682134628296, 0.008852934464812279, 0.0013875936856493354, 0.009475406259298325, 0.025051038712263107, 0.006148639600723982, 0.005716367624700069, 0.013576804660260677, 0.0005571988294832408, 0.013549139723181725, 0.00508006289601326, 0.03109593130648136, -0.003997653257101774, 0.007379750721156597, -0.004329638089984655, -0.014074782840907574, -0.0015622316859662533, -0.025161700323224068, -0.028412386775016785, 0.01871565729379654, 0.02835705503821373, 0.002303146291524172, -0.0011437921784818172, -0.006587828043848276, -0.004295056685805321, -0.01881248503923416, 0.030376631766557693, 0.003146941540762782, -0.026724794879555702, -0.03386247530579567, 0.01009787805378437, 0.022906968370079994, 0.007241423707455397, 0.047833509743213654, -0.016045942902565002, 0.030044646933674812, 0.020804395899176598, 0.020126592367887497, -0.020845893770456314, 0.021883348003029823, 0.013576804660260677, 0.003242041449993849, 0.008119801059365273, -0.0005991292418912053, -0.019766943529248238, -0.031870562583208084, -0.020596904680132866, 0.012082871980965137, -0.0014870163286104798, 0.01009787805378437, 0.08238761872053146, 0.012691511772572994, -0.013390063308179379, 0.0013521474320441484, -0.015755455940961838, 0.005685243755578995, -0.00232389522716403, 0.009012010879814625, -0.009772809222340584, -0.009841972962021828, -0.0034841138403862715, 0.0002840028319042176, -0.02065223641693592, -0.030099976807832718, -0.016696080565452576, -0.0049694012850522995, 0.0003780220285989344, 0.010810262523591518, -0.016253434121608734, -0.00045864080311730504, 0.03192589432001114, 0.0021475283429026604, 0.0022270663175731897, 0.0024864296428859234, -0.006335381418466568, -0.005709451157599688, 0.0032143760472536087, 0.010519775561988354, 0.0017524315044283867, -0.01291975099593401, 0.024483896791934967, 0.011363571509718895, -0.035301074385643005, -0.02019575610756874, -0.008534781634807587, -0.007033932954072952, -0.022657979279756546, -0.02731960266828537, -0.00156309618614614, 0.02076289802789688, 0.02398591861128807, 0.031870562583208084, -0.011688640341162682, -0.04008719325065613, -0.020596904680132866, 0.011197579093277454, -0.0059861051850020885, -0.030514957383275032, -0.034443449229002], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='ccdbf446-e95b-4a41-8998-b070711492bd', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='1b3e9602f50286d5bf5ffc600718f949be5651b3fb48ea5bf7eb1504d1a8eb9f'), : RelatedNodeInfo(node_id='0db0cf20-bf93-45d3-8bad-abe3de29bd7d', node_type=, metadata={}, hash='9b3aa2fb6a620d190309807b504fbde068f9089da5dbae0ee332b0bcffed5dad')}, hash='67bcc92cbb55ba39c8d09519d648c9529693131152d2a039bc7cda82f8e1218b', text='round of training using different sets of prompt/completion pairs in a question-and-answer format. Instead of \\'learning English\\' from random texts found on the internet by predicting what words come next after a set of words, the model \\'learns\\' that to complete a prompt in a \\'question\\' form, the completion should be in an \\'answer\\' form. This is the supervised fine-tuning (SFT) stage. Pretraining utilizes a type of machine learning called self-supervised learning where the model trains itself by creating the \\'label\\' or ground truth word it\\'s trying to predict from the training data itself. Here is our example from earlier: The model is given \"I have\" and is expected to predict \"to\".Then it\\'s given \"I have to\" and is expected to predict \"go\". The labels or target words \\'to\\' and \\'go\\' are created by the model as it goes through the corpus. Note that the target/ground truth words are important as this is the basis of the loss value - i.e. how good the current model\\'s prediction is versus the target- and the subsequent gradient updates. Compared to the pretraining phase, the training data preparation in the fine-tuning stages can be labor intensive. It requires human labelers and reviewers that will do careful annotation of the \\'labels\\' or the target completions. However, since the model has already learned general features of the language, it can quickly adapt to the language task it\\'s being fine-tuned for, even with the limited availability of task-specific training data. This is one of the benefits of transfer learning and the motivation behind pretraining. According to Karpathy, 99 percent of the compute power and training time and most of the data to train an LLM are utilized during the pretraining phase and only a fraction is used during the fine-tuning stages. Fine-tuning uses the same gradient update method outlined earlier but this time it\\'s learning from a list of human-curated question/answer pairs that teaches it how to structure its completions i.e. \\'what to say and how to say it\\'. It goes through other', start_char_idx=19729, end_char_idx=21774, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='0db0cf20-bf93-45d3-8bad-abe3de29bd7d', embedding=[-0.0022319655399769545, 0.0015353481285274029, 0.013063972815871239, -0.018804309889674187, 0.003520576748996973, 0.0020663118921220303, -0.005238144192844629, 0.013754487037658691, -0.020910726860165596, -0.046787578612565994, 0.02437027357518673, 0.03320048749446869, -0.03995218127965927, 0.00023932599287945777, -0.0029172487556934357, 0.0001367732766084373, 0.021524516865611076, 0.02372858300805092, 0.02068752981722355, -0.03138701617717743, -0.019990041851997375, -0.02068752981722355, -0.031275417655706406, -0.032475098967552185, 0.010964530520141125, -0.010776208713650703, 0.027997218072414398, -0.03811081126332283, -0.03724592551589012, 0.016600243747234344, -0.0011360355420038104, 0.028820253908634186, -0.01985054276883602, 0.0017480823444202542, 0.004962635692209005, -0.008446594700217247, 0.0010305403266102076, -0.006225091405212879, 0.03236350044608116, -0.01492626965045929, 0.022682350128889084, 0.027271829545497894, 0.0056357127614319324, -0.021719815209507942, -0.013524316251277924, 0.02043643407523632, 0.00548575259745121, -0.01672579161822796, -0.015512160025537014, 0.01736748218536377, 0.014619373716413975, 0.03970108553767204, -0.027885619550943375, -0.005618275608867407, -0.03328418731689453, 0.007993226870894432, 0.015051817521452904, 0.027955368161201477, 0.019906342029571533, 0.001769878901541233, -0.001673974096775055, 0.0003145240480080247, -0.02042248472571373, 0.014312478713691235, -0.0026347655802965164, -0.008035075850784779, -0.019306501373648643, 0.02282184734940529, 0.01004384458065033, -0.013845161534845829, 0.0012659429339691997, 0.015805106610059738, -0.00122147798538208, -0.030717425048351288, 0.033060990273952484, 0.0026051222812384367, -0.00022908161918167025, -0.02321244217455387, -0.025667604058980942, 0.0008308840333484113, 0.0036757681518793106, -0.004899861756712198, -0.018734561279416084, 0.03568354994058609, 0.008167598396539688, -0.02226385660469532, 0.02957354299724102, -0.015065766870975494, 0.010727384127676487, 0.015177365392446518, 0.012240936048328876, 0.0037315674126148224, 0.04723396897315979, 0.033674780279397964, 0.007239938247948885, 0.01174571830779314, -0.02068752981722355, 0.014856520108878613, -0.0007654944201931357, -0.01884615793824196, -0.013503391295671463, 0.004139598459005356, -0.03359108045697212, -0.01982264406979084, -0.02165006473660469, 0.004366282373666763, 0.03149861469864845, 0.010392589494585991, -0.004320945590734482, 0.02102232538163662, -0.010559987276792526, 0.02679753676056862, -0.017200084403157234, -0.017451180145144463, -0.010099643841385841, -0.010469313710927963, 0.01263850461691618, -0.004788263700902462, -0.009792748838663101, -0.019013555720448494, 0.026002397760748863, 0.017785975709557533, 0.009220807813107967, 3.781699342653155e-05, 0.035237155854701996, 0.014124156907200813, 8.435259951511398e-05, 0.0012668147683143616, -0.015777206048369408, -0.0009817160898819566, -0.0005980969872325659, 0.011620170436799526, 0.015763256698846817, -0.0029189924243837595, -0.031554412096738815, 0.0342048704624176, -0.00395825132727623, -0.01918095350265503, -0.04424871504306793, -0.013308094814419746, 0.019069354981184006, 0.0052590686827898026, -0.011327224783599377, 0.004279096610844135, -0.014179956167936325, 0.033395785838365555, -0.0021273421589285135, 0.019948191940784454, 0.02498406358063221, -0.015051817521452904, 0.017493030056357384, -0.027941418811678886, -0.02103627473115921, 0.01704663597047329, 0.011871266178786755, 0.017911523580551147, 0.007742130197584629, 0.007644481956958771, -0.031275417655706406, -0.019013555720448494, 0.002938173245638609, -0.009283581748604774, 0.008481469005346298, 0.010343764908611774, 0.011166802607476711, 0.030912721529603004, 0.02805301733314991, -0.007811879273504019, 0.0021988346707075834, -0.01740933023393154, -0.0031822945456951857, 0.027313677594065666, -0.0573057159781456, 0.006946992594748735, -0.015609809197485447, 0.018357915803790092, 0.025793151929974556, -0.008132724091410637, -0.03325628489255905, -0.032781992107629776, 0.019892392680048943, 0.014465926215052605, 0.00625996571034193, 0.012240936048328876, -0.017018737271428108, -0.0347907617688179, -5.895963477087207e-05, -0.006601735483855009, -0.013008174486458302, -0.018664810806512833, -0.005925171077251434, 0.01217816211283207, 0.004083799198269844, -0.029796740040183067, -0.6151297092437744, -0.032781992107629776, 0.03956158831715584, -0.02138501964509487, 0.008314071223139763, 0.004987047985196114, -0.008111800067126751, -0.022389404475688934, -0.018078921362757683, 0.04416501894593239, -0.0033357422798871994, -0.024495821446180344, -0.0016635118518024683, 0.002646971493959427, 0.0010383870685473084, -0.017799925059080124, -0.009109209291636944, -0.023854130879044533, 0.0028021628968417645, 0.012512956745922565, -0.029657240957021713, 0.010887807235121727, -0.014800721779465675, -0.003769929287955165, 0.0005244247149676085, 0.0004206731973681599, -0.0028509872499853373, 0.014396177604794502, 0.009039460681378841, 0.0006547680241055787, -0.02929454669356346, 0.015023917891085148, 0.013845161534845829, -0.00011454080959083512, 0.04427661746740341, 0.00031038271845318377, -0.027229979634284973, 0.02929454669356346, 0.005785672925412655, 0.03864090144634247, -0.021510567516088486, -0.030633727088570595, -0.0011778848711401224, 0.010936630889773369, 0.0017995222005993128, 0.01826026849448681, 0.014689123257994652, -0.005227681715041399, 0.009046435356140137, -0.023045044392347336, 0.011961939744651318, 0.007260862737894058, 0.010392589494585991, 0.013677763752639294, 0.018818259239196777, 0.005653150379657745, 0.02622559480369091, -0.003048027865588665, 0.024746917188167572, -0.017534879967570305, 0.006563373375684023, -0.004170985426753759, -0.01740933023393154, -0.010999404825270176, -0.019055405631661415, 0.0028161127120256424, 0.011536471545696259, 0.011257476173341274, -0.008188523352146149, -0.027257878333330154, 0.0034874461125582457, 0.023086892440915108, 0.016042253002524376, -0.022012759000062943, -0.008600042201578617, 0.0020314373541623354, 0.00793742761015892, -0.011920090764760971, 0.010169392451643944, 0.025095662102103233, -0.0049347360618412495, -0.016084101051092148, 0.009388204663991928, -0.0013993377797305584, 0.016056202352046967, 0.0021482668817043304, -0.0007323636673390865, -0.0022302218712866306, -0.004000100772827864, 0.011975890025496483, -0.010050819255411625, 0.01647469587624073, -0.023407738655805588, -0.04184935241937637, -0.012875651009380817, 0.01205958891659975, -0.0061413925141096115, 0.002479574177414179, -0.0018832208588719368, -0.020952576771378517, 0.017604628577828407, -0.007117877714335918, 0.0247050691395998, 0.025109611451625824, 0.035544052720069885, 0.00961837638169527, -0.005447390954941511, 0.007351536303758621, 0.0076096076518297195, -0.02868075668811798, -0.013056998141109943, 0.009785774163901806, -0.009123158641159534, -0.005775210913270712, 0.006720308680087328, -0.0247050691395998, 0.0007001048070378602, -0.0013060485944151878, 0.012840776704251766, -0.008028101176023483, 0.011703869327902794, -0.01763252727687359, 0.008425669744610786, 0.004031487740576267, 0.0056252507492899895, 0.01736748218536377, 0.0030584903433918953, 0.004718514624983072, 0.00450926786288619, 0.038919899612665176, -0.006123955361545086, -0.01673974096775055, 0.016307298094034195, -0.01609805040061474, 0.027606623247265816, 0.01293145027011633, 0.03166601061820984, 0.012240936048328876, 0.0023017143830657005, -0.012101437896490097, -0.028764456510543823, -0.012924475595355034, -0.003290405496954918, -0.004655740689486265, -0.05339977517724037, -0.014145081862807274, -0.013405743055045605, -0.0005505805602297187, 0.001096801832318306, -0.010190317407250404, -0.011703869327902794, -0.01798127219080925, -0.0049103242345154285, 0.013015149161219597, -0.02169191464781761, -0.02374253235757351, 0.012052614241838455, -0.046452783048152924, -0.002708001993596554, -0.03719012439250946, 0.002901555271819234, 0.034595467150211334, 0.0032468123827129602, 0.015344763174653053, 0.003166601061820984, -0.005489240400493145, 0.009178957901895046, 0.033674780279397964, -0.017479080706834793, -0.03208450600504875, 0.005918195936828852, -0.046787578612565994, -0.004554604645818472, 0.015037867240607738, -0.006110005546361208, 0.014717022888362408, -0.0032398374751210213, -0.004645278211683035, -0.0032154254149645567, -0.010176368057727814, -0.016084101051092148, 0.011473697610199451, -0.0034612903837114573, -0.01171084400266409, 0.02045038342475891, 0.012819851748645306, 0.02372858300805092, 0.013935835100710392, -0.024147076532244682, 0.017255883663892746, 0.009339381009340286, 0.008607016876339912, -0.010580911301076412, 0.014465926215052605, -0.00024019785632845014, 0.017311682924628258, 0.01923675276339054, -0.004034975077956915, -0.012031689286231995, 0.025751302018761635, -0.005604325793683529, 0.011675969697535038, 0.009820648469030857, -0.011850342154502869, -0.00384665303863585, -0.03258669748902321, -0.005824035033583641, -0.030326832085847855, 0.000978228636085987, 0.0038954773917794228, 0.002653946401551366, -0.005143982823938131, -0.018748510628938675, -0.02439817227423191, -0.004864987451583147, 0.03850140422582626, -0.0024412123020738363, 0.01263850461691618, -0.0328935906291008, -0.002657433971762657, 0.010099643841385841, 0.01676764152944088, 0.021119974553585052, 0.0057194116525352, -0.005998407490551472, 0.02195696160197258, -0.014689123257994652, 0.007156239356845617, -0.003483958775177598, -0.04048227518796921, 0.011836391873657703, 0.022361503913998604, 0.018734561279416084, 0.007749105338007212, 0.021789563819766045, -0.017758075147867203, 0.03345158323645592, 0.002660921309143305, 0.04899164289236069, -0.009109209291636944, 0.00220755347982049, 0.007742130197584629, -0.019139103591442108, -0.04117976501584053, 0.03601834177970886, -0.01795337349176407, 0.030661625787615776, 0.007253888063132763, -0.01418693084269762, 0.006008869502693415, -0.01615384966135025, 0.02495616488158703, -0.018176568672060966, 0.004994022659957409, 0.01327321957796812, -0.016656043007969856, 0.020548032596707344, 0.0018361404072493315, 0.026588289067149162, 0.005548526998609304, -0.010448388755321503, -0.0069993045181035995, 0.013322044163942337, -0.012645479291677475, 0.010001995600759983, -0.008530293591320515, 0.010176368057727814, -0.00669589638710022, -0.020827028900384903, 0.004463931079953909, 0.01065066084265709, -0.016070151701569557, 0.012087488546967506, -0.032140303403139114, 0.04971703141927719, 0.021245522424578667, 0.01922280341386795, 0.004000100772827864, 0.013747512362897396, 0.03666003420948982, -0.013070948421955109, -0.03992428258061409, 0.027006782591342926, 0.0019477386958897114, -0.018218418583273888, -0.025695502758026123, -0.029210848733782768, 0.0025929161347448826, -0.0013635914074257016, -0.018748510628938675, -0.0114388233050704, 0.004854524973779917, 0.004565067123621702, -0.008153649047017097, -0.017562778666615486, -0.0038013162557035685, 0.027327626943588257, -0.007825829088687897, -0.006008869502693415, -0.010734358802437782, 0.009171983227133751, 0.024816665798425674, -0.0451694019138813, -0.017897574231028557, 0.023686734959483147, -0.018469514325261116, -0.04583899304270744, -0.005457852967083454, -0.015609809197485447, -0.02068752981722355, 0.023337990045547485, 0.007274812553077936, 0.013503391295671463, -0.013482466340065002, 0.0195157490670681, 0.01068553514778614, 0.019013555720448494, -0.0006748207961209118, 0.03013153374195099, 0.013182546012103558, -0.013349943794310093, -0.02710443176329136, -0.008202473632991314, 0.011201676912605762, 0.05334397405385971, 0.03253089636564255, -0.010308890603482723, 0.02099442481994629, -0.02868075668811798, 0.0012528650695458055, -0.022640500217676163, -0.012903550639748573, -0.0025789663195610046, 0.023114793002605438, -0.006671484559774399, -0.008432644419372082, 0.011327224783599377, 0.011557396501302719, 0.020492233335971832, -0.010922681540250778, 0.010280990973114967, -0.02254285104572773, 0.00334794819355011, -0.007337586488574743, -0.0031945006921887398, -0.0055310893803834915, 0.009206857532262802, 0.02314269170165062, 0.0222917553037405, 0.0009363793069496751, 0.025416506454348564, 0.02134316973388195, -0.018706660717725754, -0.033060990273952484, 0.011236551217734814, 0.001930301426909864, 0.004010563250631094, -0.01263850461691618, -0.01159227080643177, 0.004380232188850641, -0.0013583602849394083, 0.0134127177298069, 0.02432842366397381, 0.002894580364227295, 0.006974892225116491, 0.024453971534967422, 0.006089081056416035, -0.015777206048369408, -0.0032224003225564957, -0.029182950034737587, 0.0014289810787886381, 0.006368076428771019, -0.008007176220417023, -0.02257075160741806, 0.011780592612922192, 0.006877243518829346, -0.03838980570435524, -0.010029895231127739, 0.023296140134334564, -0.005844959523528814, -0.015986453741788864, -0.01802312210202217, 0.005307892803102732, -0.0176883265376091, -0.015609809197485447, -0.041012365370988846, -0.0034822148736566305, 0.01129932515323162, -0.008411720395088196, -0.013154646381735802, -0.013140697032213211, 0.008167598396539688, -0.0063087898306548595, 0.008732564747333527, -0.005820547696202993, -0.009688124991953373, -0.06796334683895111, -0.015763256698846817, 0.008132724091410637, 0.0026399968191981316, 0.029406145215034485, 0.008153649047017097, -0.0009634069865569472, 0.015916703268885612, -0.0010514650493860245, -0.03141491487622261, 0.0076933060772717, -0.015930654481053352, 0.002061080653220415, -0.017772026360034943, -0.01862296275794506, 0.005133520811796188, -0.012533881701529026, -0.007867678068578243, -0.002228477969765663, -0.0003810034831985831, -0.017465129494667053, -0.005674074869602919, 0.00959745142608881, 0.03967318683862686, 0.023045044392347336, 0.008307096548378468, 0.020854927599430084, -0.03130331635475159, -0.02070148102939129, -0.021705863997340202, -0.0024882927536964417, -0.03467916324734688, -0.003912914544343948, -0.0006443056627176702, 0.025374658405780792, 0.020059790462255478, 0.004341870546340942, -0.023240340873599052, 0.02286369726061821, -0.010301915928721428, 0.02713233046233654, 0.007076028268784285, 0.004798725713044405, -0.0047673387452960014, 0.0222220066934824, 0.020269036293029785, 0.006392488721758127, -0.041626155376434326, -0.012617579661309719, -0.040398575365543365, 0.042184147983789444, 0.007756080012768507, -0.027508974075317383, 0.016307298094034195, 0.02317059226334095, -0.00036422014818526804, -0.046145886182785034, 0.018218418583273888, -0.019362300634384155, 0.03995218127965927, 0.005398566368967295, -0.030354730784893036, -0.010741334408521652, -0.009869472123682499, -0.021482668817043304, -0.003595557063817978, -0.023086892440915108, 0.005346254911273718, 0.006884218659251928, -0.007407335564494133, -0.010280990973114967, 0.003930351696908474, 0.012122362852096558, -0.02284974791109562, -0.014800721779465675, 0.01217816211283207, 0.031861308962106705, 0.02898765169084072, -0.01113192830234766, 0.024481872096657753, -0.04631328582763672, -0.01051116269081831, 0.00901853572577238, -0.018051020801067352, 0.010001995600759983, 0.015721406787633896, 0.022040659561753273, 0.021175771951675415, 0.04388602077960968, 0.004366282373666763, 0.010148468427360058, 0.02343563735485077, 0.0085512176156044, 0.019990041851997375, 0.0009825879242271185, 0.007288762368261814, -0.017827823758125305, -0.0007794442353770137, -0.001367950695566833, -0.009171983227133751, 0.029713040217757225, -0.011585296131670475, 0.02071543037891388, 0.02375648356974125, 0.003728079842403531, -0.012631529942154884, -0.007756080012768507, -0.03166601061820984, -0.015191315673291683, 0.02498406358063221, -0.02438422292470932, 0.00510910851880908, -0.03626944124698639, -0.017925472930073738, 0.020868876948952675, 0.0031770633067935705, 0.01650259457528591, 0.004007075447589159, 0.01858111284673214, -0.017841774970293045, 0.0002768160484265536, -0.0034142096992582083, 0.027620572596788406, -0.01740933023393154, 0.007658431772142649, -0.04324433207511902, -0.0016547931591048837, 0.016544444486498833, -0.0033130738884210587, 0.01711638644337654, 0.004599941428750753, -0.0040524122305214405, 0.002076774137094617, 0.0007855472504161298, 0.0005065515288151801, -0.012889601290225983, -0.02192906104028225, -0.01922280341386795, -0.02626744471490383, -0.023923879489302635, -0.013161621987819672, 0.0007541602244600654, 0.002381925703957677, 0.001783828716725111, 0.009171983227133751, 0.029936237260699272, -0.03253089636564255, 0.0019616885110735893, 0.02717418037354946, 0.014145081862807274, 0.04207254946231842, -0.005817060358822346, 0.013468516990542412, 0.008802314288914204, 0.002109905006363988, -0.02071543037891388, 0.008488443680107594, 0.012882625684142113, -0.007686331402510405, 0.005558989010751247, 0.019976090639829636, -0.00747010949999094, -0.027202079072594643, 0.01186429150402546, 0.013043048791587353, -0.010734358802437782, -0.04081707075238228, 0.019376249983906746, 0.022152258083224297, 0.01037166453897953, -0.009590476751327515, -0.027020731940865517, -0.012603630311787128, -0.0009049922809936106, -0.0032991240732371807, 0.012247910723090172, 0.0010462338104844093, -0.004526705015450716, 0.0021011861972510815, 0.01463332399725914, 0.011048229411244392, 0.02132922038435936, -0.020854927599430084, 0.022487051784992218, 0.040677569806575775, 0.011801517568528652, -0.0164467953145504, 0.015665607526898384, 0.0005545039311982691, 0.024774817749857903, -0.019613396376371384, 0.015930654481053352, 0.01494021899998188, -0.01524711400270462, 0.007016741670668125, 0.005754285957664251, -0.00016576267080381513, 0.032140303403139114, -0.026588289067149162, -0.015135516412556171, 0.00593214575201273, -0.024314474314451218, 0.016837390139698982, -0.020910726860165596, 0.022110408172011375, -0.0022929958067834377, -0.02923874743282795, -0.02159426547586918, 0.02802511677145958, 0.020366685464978218, -0.022026710212230682, 0.013370868749916553, -0.006688921712338924, -0.0209804754704237, -0.004429056774824858, -0.003333998378366232, 0.0028108814731240273, -0.0438581220805645, -0.02957354299724102, -0.005199782084673643, 0.008251297287642956, 0.015721406787633896, -0.013377843424677849, -0.016265448182821274, -0.023714633658528328, 0.041291363537311554, -0.005192807409912348, 0.007616582326591015, -0.0012641992652788758, 0.010845957323908806, -0.002076774137094617, -0.012233961373567581, -0.014068357646465302, 0.011041254736483097, 0.008851137943565845, -0.03534875437617302, -0.02901555225253105, 0.01021821703761816, 0.025514155626296997, 0.011383024044334888, 0.0077909547835588455, 0.002387156942859292, 0.01021821703761816, 0.01035771518945694, 0.016056202352046967, -0.0004477009060792625, 0.003811778500676155, -0.007323636673390865, 0.003909427206963301, -0.00631925230845809, 0.03300518915057182, -0.014549625106155872, 0.018511364236474037, -0.00362345646135509, 0.002005281625315547, -0.0007402104674838483, -0.05038662254810333, -0.0007559039513580501, -0.0012737896759063005, -0.015693508088588715, -0.0033060989808291197, -0.014438026584684849, -0.003020128235220909, -0.005813572555780411, -0.02471901848912239, 0.00960442703217268, -0.006110005546361208, 0.006392488721758127, 0.01279195211827755, 0.011738743633031845, 0.006566861178725958, 0.013203470967710018, -0.04051017388701439, -0.012261861003935337, -0.006423875689506531, -0.003311329986900091, -0.02068752981722355, -0.014730972237884998, -0.023017143830657005, 0.04673177748918533, 0.019948191940784454, -0.014138106256723404, -0.0008997611002996564, -0.01823236793279648, -0.03928259387612343, -0.007504984270781279, -0.01370566338300705, 0.0041430857963860035, 0.007128339726477861, 0.012917499989271164, -0.014451976865530014, 0.019641296938061714, -5.108563709654845e-05, 0.010936630889773369, -0.00039386344724334776, 0.012533881701529026, 0.002305201953276992, 0.003171832300722599, -0.011717818677425385, 0.00031757555552758276, -0.018120769411325455, 0.00010484134691068903, 0.008293147198855877, -0.012394383549690247, 0.009144083596765995, 0.018162619322538376, -0.016614193096756935, -0.0009686381672509015, 0.02068752981722355, 0.011494622565805912, 0.019153054803609848, -0.004125648643821478, 0.03607414290308952, -0.0402032770216465, -0.005775210913270712, 0.01950179785490036, -0.018413715064525604, -0.006113492883741856, -0.014354328624904156, 0.008941811509430408, 0.02137107029557228, -0.007351536303758621, 0.0027794945053756237, -0.003269480774179101, 0.013342969119548798, -0.014040458016097546, 0.05914708599448204, 0.00029468920547515154, -0.007302712183445692, 0.011773617938160896, 0.02321244217455387, 0.020589882507920265, -0.013789362274110317, 0.01418693084269762, 0.0009320199606008828, -0.011557396501302719, 0.0377202183008194, -0.023589085787534714, 0.004854524973779917, -2.281825146610572e-07, 0.012226985767483711, -0.02100837603211403, -0.009088284336030483, -0.0037315674126148224, 0.010755283758044243, -0.03568354994058609, 0.03359108045697212, 0.01354524027556181, -0.02165006473660469, 0.012303709983825684, -0.014410126954317093, 0.010260066948831081, -0.01798127219080925, -0.012624555267393589, -0.01325927022844553, -0.012603630311787128, -0.012408332899212837, 0.01358709018677473, -0.0062355538830161095, -0.009653250686824322, -0.004366282373666763, 0.024746917188167572, -0.014193905517458916, 0.010274016298353672, 0.19027505815029144, -0.035767246037721634, -3.631848085206002e-05, 0.010727384127676487, -0.0037524921353906393, -0.0023156641982495785, 0.03225190192461014, 0.02739737741649151, -0.012045638635754585, -0.001263327314518392, 0.021566366776823997, 0.006824932061135769, -0.031889207661151886, -0.004087287001311779, 0.01950179785490036, -0.023714633658528328, -0.027522925287485123, -0.050470318645238876, -0.002387156942859292, 0.0014568805927410722, -0.00838382076472044, -0.0032938928343355656, -0.0007066437974572182, -0.007142289541661739, 0.011410923674702644, 0.003027103142812848, 0.012561781331896782, -0.009555602446198463, 0.015735356137156487, 0.01339179277420044, -0.01099243015050888, 0.007874653674662113, 0.010873856954276562, -0.006263453047722578, 0.002943404484540224, -0.010169392451643944, 0.01114587765187025, -0.003574632341042161, 0.001666127354837954, 0.011383024044334888, 0.03261459618806839, 0.011034279130399227, 0.003471752628684044, -0.045615795999765396, 0.00762355700135231, 0.02159426547586918, -0.010057794861495495, -0.003874552669003606, 0.005143982823938131, 0.012617579661309719, -0.028792355209589005, 0.006476187612861395, 0.025779202580451965, 0.02716023102402687, -0.0038850149139761925, 0.023017143830657005, -0.0247050691395998, 0.010776208713650703, 0.01279195211827755, 0.0134127177298069, -0.027578724548220634, 0.0013923628721386194, 0.019055405631661415, 0.02988043799996376, 0.0008962736465036869, -0.0031543949153274298, -0.0009084797347895801, -0.015358712524175644, 0.015023917891085148, -0.009478878229856491, -0.01339876838028431, -0.007707255892455578, -0.013287169858813286, -0.008886013180017471, -0.03780391439795494, -0.03543245419859886, 0.04915903881192207, 0.025667604058980942, 0.023547235876321793, 0.04053807258605957, -0.008941811509430408, -0.016265448182821274, 0.002774263499304652, -0.022668398916721344, -0.0024185439106076956, -0.0505819171667099, 0.02289159595966339, -0.029127150774002075, -0.0011185983894392848, -0.011055204086005688, 0.006873756181448698, -0.009123158641159534, -0.01248505711555481, 0.025723403319716454, 0.00866979081183672, -0.00753985857591033, 0.03509765863418579, -0.011947990395128727, 0.0021552417892962694, 0.0005989688797853887, -0.035488251596689224, 0.03833400830626488, 0.037664417177438736, 0.01494021899998188, 0.0009241732186637819, 0.0011552164796739817, 0.006441312842071056, 0.004523217678070068, -0.0049103242345154285, -0.009946196340024471, 0.0032956365030258894, -0.035153456032276154, 0.02194301038980484, 0.013133722357451916, 0.0002521859423723072, 0.018818259239196777, -0.007742130197584629, 0.00304279662668705, 0.01860901340842247, -0.002367975888773799, 0.0038082911632955074, -0.02220805734395981, 0.003264249535277486, 0.006162317469716072, 0.0007402104674838483, -0.027034683153033257, -0.025207260623574257, -0.004795238375663757, -0.034037474542856216, 0.007491034455597401, -0.0014533931389451027, -0.03297729045152664, 0.004864987451583147, -0.00013513854355551302, -0.012303709983825684, 0.001228452892974019, 0.009130134247243404, 0.0038292158860713243, -0.003049771534278989, 0.01464727334678173, 0.0010706459870561957, -0.00026918723597191274, -0.004195397719740868, -0.0008487572195008397, 0.016544444486498833, -0.021203672513365746, -0.010622761212289333, 0.01190614141523838, -0.011968915350735188, -0.024872465059161186, -0.005757773760706186, 0.009220807813107967, 0.01800917088985443, -0.004861500114202499, 0.021259471774101257, 0.007909527979791164, -0.014096257276833057, -0.005255581345409155, -0.006926068104803562, -0.0063262274488806725, -0.033033087849617004, -0.006926068104803562, 0.013175571337342262, -0.023240340873599052, -0.012289759702980518, -0.020520133897662163, -0.17766445875167847, -0.005799622740596533, 0.01358709018677473, -0.033981673419475555, 0.030019937083125114, 0.012624555267393589, 0.02837386168539524, 0.01339876838028431, -0.018790360540151596, 0.002200578572228551, 0.003919889219105244, -0.018162619322538376, -0.023031095042824745, -0.03108011931180954, -0.013984658755362034, 0.022138308733701706, -0.016572343185544014, 0.001782956882379949, 0.01552611030638218, 0.003749004565179348, 0.028736555948853493, -0.036687932908535004, 0.015330812893807888, -0.0028631931636482477, 0.0017942910781130195, 0.014591475017368793, -0.0046766651794314384, 0.013231370598077774, 0.004976585507392883, -0.04818255454301834, -0.012282785028219223, -0.006877243518829346, 0.01831606775522232, -0.007825829088687897, 0.014521725475788116, 0.02409127727150917, 0.027550823986530304, -0.017018737271428108, -0.033702678978443146, 0.019920291379094124, 0.016404947265982628, 0.01682344079017639, -0.002763801021501422, -0.0015152953565120697, -0.023630935698747635, 0.007518933620303869, 0.017158234491944313, -0.023324038833379745, 0.015637708827853203, -0.005740336142480373, 0.013301119208335876, -0.0008095234516076744, 0.013503391295671463, -0.005918195936828852, -0.010274016298353672, 0.01853926293551922, -0.0008012407342903316, -0.006444800645112991, -0.0049103242345154285, -0.012303709983825684, 0.008725590072572231, -0.01707453653216362, 0.021231571212410927, -0.009590476751327515, 0.0068563190288841724, -0.0421004481613636, -0.019376249983906746, 0.0011848597787320614, -0.03174971044063568, 0.021733764559030533, -0.013887010514736176, -0.012010764330625534, -0.018385816365480423, -0.023923879489302635, 0.03317258879542351, 0.03679953143000603, -0.02220805734395981, 0.0170326866209507, 0.023100843653082848, 0.008899962529540062, -0.008390795439481735, 0.01773017644882202, -0.021496618166565895, -0.006507574580609798, -0.011292350478470325, -0.02929454669356346, 0.010943605564534664, 0.0153866121545434, -0.022389404475688934, -0.016669992357492447, 0.022793948650360107, -0.015261064283549786, -0.003818753408268094, -0.0025528105907142162, 0.016042253002524376, 0.0026330219116061926, 0.010141493752598763, -0.018985657021403313, 0.01618175022304058, -0.01355221588164568, 0.01888800784945488, 0.007574732881039381, -0.007138802204281092, -0.002978279022499919, 0.02716023102402687, 0.010950581170618534, -0.033981673419475555, 0.013036073185503483, 0.036129940301179886, -0.0004851909470744431, -0.005851934663951397, -0.010001995600759983, 0.007888603024184704, 0.012010764330625534, -0.009409129619598389, 0.003714130027219653, -0.00020510541799012572, -0.012533881701529026, 0.017925472930073738, -0.0018343966221436858, 0.04628538340330124, -0.020575931295752525, -0.01736748218536377, 0.020910726860165596, -0.004387207329273224, -0.02626744471490383, -0.12911920249462128, -0.031889207661151886, 0.010727384127676487, 0.026448791846632957, -0.013322044163942337, 0.020938627421855927, 0.0039756884798407555, 0.035544052720069885, -0.029489845037460327, 0.04051017388701439, -0.03543245419859886, -0.019069354981184006, 0.026644088327884674, 0.011822442524135113, -0.009611401706933975, -0.0033845664002001286, 0.002582453889772296, -0.02195696160197258, -0.029071351513266563, 0.04564369469881058, 0.002791700651869178, 0.0010584398405626416, 0.01980869472026825, -0.009060384705662727, 0.001895427005365491, -0.0005231169052422047, -0.01323834527283907, 0.02527700923383236, 0.01293145027011633, -0.016544444486498833, 0.014298529364168644, -0.0262395441532135, 0.013301119208335876, -0.029099250212311745, 0.0240494292229414, -0.022152258083224297, -0.010106618516147137, -0.020003991201519966, 0.027229979634284973, -0.016558393836021423, -0.014159031212329865, 0.008809288963675499, 0.0055206273682415485, 0.00457901693880558, -0.018092870712280273, -0.006458749994635582, -0.02378438226878643, 0.026141896843910217, -0.005276505835354328, -0.030438430607318878, -0.021482668817043304, -0.01890195719897747, -0.045281000435352325, 0.01399163343012333, 0.029740940779447556, -0.019683144986629486, -0.0039652264676988125, -0.00463830353692174, -0.0052869683131575584, -0.028457559645175934, -0.01263850461691618, -0.032447200268507004, -0.006995816715061665, 0.025542056187987328, 0.022779997438192368, 0.005538064520806074, -0.012889601290225983, -0.02837386168539524, 0.017772026360034943, -0.025807101279497147, 0.013510365970432758, 0.014047432690858841, -0.009381229989230633, 0.02099442481994629, -0.02102232538163662, -0.005095158703625202, 0.003415953367948532, -0.029964137822389603, 0.00911618396639824, 0.007560783065855503, -0.005468315444886684, -0.0216361153870821, 0.016209648922085762, -0.008683741092681885, -0.00029948443989269435, -0.005503189750015736, -0.0005017563235014677, -0.022124357521533966, -0.016516543924808502, -0.030298931524157524, -0.004422081634402275, 0.01587485522031784, 0.0049347360618412495, -0.004153548274189234, -0.009632325731217861, 0.004990535322576761, -0.032475098967552185, -0.007156239356845617, 0.020548032596707344, 0.025653652846813202, -0.019446000456809998, 0.0054299538023769855, -0.055603839457035065, 0.01641889661550522, -0.0055450391955673695, -0.01296632457524538, 0.012875651009380817, -0.01004384458065033, 0.0055345771834254265, -0.009562577120959759, -0.012778002768754959, 0.010929656215012074, -0.01492626965045929, 0.024942215532064438, -0.010776208713650703, -0.028485460206866264, -0.018985657021403313, -0.001187475398182869, 0.015972502529621124, -0.016656043007969856, 0.010420489124953747, 0.00820944830775261, 0.00046208660933189094, -0.0006573835853487253, 0.01478677149862051, 0.021733764559030533, 0.012373458594083786, -0.01823236793279648, -0.015637708827853203, 0.03506975993514061, -0.0034665213897824287, 0.0001607494632480666, 0.01742328144609928, -0.01952969841659069, 0.010852931998670101, 0.0006024563335813582, -0.009646276012063026, -0.012247910723090172, 0.015414511784911156, 0.02284974791109562, 0.010308890603482723, 0.03593464568257332, -0.02771822176873684, -0.03267039358615875, -0.003881527576595545, -0.011717818677425385, -0.0009634069865569472, -0.01310582272708416, -0.007051615975797176, -0.01828816719353199, 0.02042248472571373, 0.002345307497307658, 0.037357524037361145, 0.026281394064426422, -0.02802511677145958, -0.04109606519341469, -0.017897574231028557, 0.022180156782269478, 0.0274810753762722, -0.00244295597076416, 0.014159031212329865, 0.0126803545281291, 0.027843769639730453, 0.006110005546361208, -4.321163578424603e-05, -0.002762057352811098, -0.012805902399122715, 0.00019551494915504009, -0.00805600080639124, 0.008648866787552834, -0.00013023431529290974, -0.013733563013374805, 0.0005863268743269145, 0.014758871868252754, -0.0002142599696526304, 0.022696299478411674, 0.008481469005346298, 0.0055555016733706, 0.00992527138441801, 0.003192757023498416, -0.024621369317173958, 0.022724198177456856, 0.020603831857442856, -0.010580911301076412, 0.006455262657254934, 0.01403348334133625, 0.027564773336052895, 0.002087236614897847, -0.01095755584537983, 0.008418695069849491, -0.011557396501302719, 0.0006770004983991385, 0.006284378003329039, 0.006305302493274212, 0.004634815733879805, 0.018371867015957832, 0.001979125663638115, -0.0015004737069830298, 0.009402154944837093, 0.009506777860224247, 0.018051020801067352, 0.005639200564473867, 0.028848154470324516, -0.006967917550355196, -0.0023906442802399397, -0.007839778438210487, -0.009527702815830708, -0.00663660978898406, -0.03788761422038078, -0.02442607283592224, 0.03208450600504875, 0.0253607090562582, 0.003749004565179348, -0.0038989647291600704, -0.010706459172070026, -0.0009974095737561584, -0.011431848630309105, 0.017827823758125305, -0.0003735926584340632, -0.027592673897743225, -0.03534875437617302, 0.024286575615406036, 0.019697096198797226, 0.01037166453897953, 0.04664807766675949, -0.00926963146775961, 0.02798326686024666, 0.021566366776823997, 0.022487051784992218, -0.017255883663892746, 0.023672783747315407, 0.01918095350265503, -0.0032886615954339504, -0.006092568393796682, 0.0035502200480550528, -0.013329018838703632, -0.02678358554840088, -0.015149465762078762, -0.008111800067126751, 0.006395976059138775, 0.004871962126344442, 0.09413314610719681, 0.007309686858206987, -0.0023854130413383245, 0.00517885759472847, -0.01983659341931343, 0.0007227731985040009, -0.0035013959277421236, 0.01463332399725914, -0.012387408874928951, -0.010267041623592377, -0.01159227080643177, -0.0015074486145749688, -0.03635313734412193, -0.02561180479824543, -0.0005296558956615627, -0.010148468427360058, -0.0039512766525149345, 0.010092669166624546, -0.011850342154502869, -0.0030079223215579987, 0.027843769639730453, 0.0031979880295693874, -0.0007027203682810068, 0.004502292722463608, -0.003937326837331057, 0.0010645429138094187, 0.01343364268541336, 0.011508571915328503, 0.002603378612548113, -0.010378639213740826, 0.03046632930636406, 0.018218418583273888, -0.03819451108574867, -0.012736152857542038, -0.015484260395169258, -0.007972301915287971, -0.015651658177375793, -0.02070148102939129, -0.002458649454638362, 0.012805902399122715, 0.026434842497110367, 0.02957354299724102, -0.01173176895827055, -0.0372738242149353, -0.009869472123682499, 0.004432544112205505, -0.010455363430082798, -0.02743922546505928, -0.033033087849617004], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='d4f4465e-c890-4b6b-8db6-1c152bc13466', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='67bcc92cbb55ba39c8d09519d648c9529693131152d2a039bc7cda82f8e1218b'), : RelatedNodeInfo(node_id='7597c151-3fc7-4c69-94ac-61712fba16f6', node_type=, metadata={}, hash='b2af1d80f4c08ad1903e7027e6ea5752f6d24c9a3cd82505f990ad8a63e7259c')}, hash='9b3aa2fb6a620d190309807b504fbde068f9089da5dbae0ee332b0bcffed5dad', text=\"even with the limited availability of task-specific training data. This is one of the benefits of transfer learning and the motivation behind pretraining. According to Karpathy, 99 percent of the compute power and training time and most of the data to train an LLM are utilized during the pretraining phase and only a fraction is used during the fine-tuning stages. Fine-tuning uses the same gradient update method outlined earlier but this time it's learning from a list of human-curated question/answer pairs that teaches it how to structure its completions i.e. 'what to say and how to say it'. It goes through other fine-tuning stages like reward modeling and reinforcement learning from human feedback (RLHF) to train the model to output completions that cater more to human preference. In this stage, the human labelers score the model's completions on attributes like truthfulness, helpfulness, harmlessness, and toxicity. The human-preferred completions get reinforced into the training i.e. it will have a higher probability to appear in completions of the fine-tuned version of the model. The output of these fine-tuning steps is the 'assistant' or 'chat' models like ChatGPT. These are the 'retail' versions of these foundation models and are what you interact with when you go to the ChatGPT website. The GPT-3 base model (davinci) can be accessed via an API. The GPT-4 base model has not been released as an API as of this writing and is unlikely to be released by OpenAI, given their recent statements about competition and LLM safety. These fine-tuning steps are generally the same for all available commercial and open-source fine-tuned models. End of Part 1 Note: Part 2 will talk about Embeddings which predates the LLM explosion but is equally as fascinating - how embedding models are trained, and how a sentence or document-level embeddings (used in RAG systems) are generated from word embeddings. We will also be discussing about Tokens and why it's needed. We have implied in this post that token = word\", start_char_idx=21155, end_char_idx=23182, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='7597c151-3fc7-4c69-94ac-61712fba16f6', embedding=[0.00030168265220709145, 0.0027831681072711945, 0.004920213017612696, -0.004782004747539759, 0.007504706736654043, -0.008181926794350147, 0.0025775833055377007, 0.01011684164404869, -0.01650206185877323, -0.05379064008593559, 0.0252368226647377, 0.03938934579491615, -0.04690787196159363, 0.013433839194476604, -0.0011972287902608514, 0.006986425723880529, 0.019501181319355965, 0.01683376170694828, 0.012210696935653687, -0.01799471117556095, -0.030544018372893333, -0.01746951974928379, -0.03422035649418831, -0.032036665827035904, 0.007414871361106634, -0.007850226946175098, 0.03817311301827431, -0.04005274549126625, -0.03386101499199867, 0.0028954623267054558, 0.01044854149222374, 0.02359214425086975, -0.01608743704855442, 0.008720939047634602, 0.007483975496143103, -0.0030647674575448036, 0.006271198391914368, -0.012791171669960022, 0.028581460937857628, -0.01315742265433073, 0.024006769061088562, 0.029880618676543236, -0.003007756546139717, -0.017607728019356728, -0.004564326722174883, 0.0161288995295763, -0.0035260373260825872, -0.016695553436875343, -0.01586630381643772, 0.018409335985779762, 0.012722067534923553, 0.030848076567053795, -0.03123505972325802, -0.00420844042673707, -0.04339738190174103, 0.010662764310836792, 0.00018409767653793097, 0.0262319203466177, 0.021975107491016388, 0.0019245495786890388, 0.005048055201768875, 0.009080280549824238, -0.012279801070690155, 0.0037350773345679045, -0.008720939047634602, -0.015797199681401253, -0.011899728327989578, 0.022984027862548828, 0.0014019496738910675, -0.006720374803990126, -0.0020247504580765963, 0.017345132306218147, -0.0022096040192991495, -0.035547155886888504, 0.026397770270705223, 0.005168987438082695, -0.00420844042673707, -0.0322577990591526, -0.03557479754090309, 0.00019802647875621915, -0.0001455505407648161, 0.002760709263384342, -0.017856502905488014, 0.031815532594919205, 0.002760709263384342, -0.0241449773311615, 0.025844939053058624, -0.01575573720037937, -0.000868552306201309, 0.01438747625797987, 0.005034234840422869, 0.008036808110773563, 0.04135189950466156, 0.020440995693206787, 0.005255367606878281, 0.018188202753663063, -0.01661262847483158, 0.009149384684860706, 0.008499805815517902, -0.020427174866199493, -0.012169234454631805, 0.004253358114510775, -0.018409335985779762, -0.018464619293808937, -0.02001255191862583, 0.009508726187050343, 0.03294884040951729, 0.015382575802505016, -0.004059866536408663, 0.019653210416436195, -0.000103278252936434, 0.007988435216248035, -0.018837781623005867, -0.019832881167531013, -0.005614709109067917, -0.006941508036106825, 0.0181052777916193, -0.003773084608837962, 3.0368019565685245e-07, -0.019349152222275734, 0.03264478221535683, 0.010268870741128922, 0.018934527412056923, -0.007684377487748861, 0.04339738190174103, 0.004871840123087168, 0.009577830322086811, -0.005041144788265228, -0.018409335985779762, -0.012390367686748505, -0.010780241340398788, 0.020358070731163025, 0.01183062419295311, 0.003545040963217616, -0.020219862461090088, 0.03250657394528389, -0.0006655589677393436, -0.019197123125195503, -0.04414370656013489, -0.01220378652215004, 0.016958149150013924, 0.006789478939026594, -0.014359834603965282, -0.0014269999228417873, -0.004502133000642061, 0.026218099519610405, 0.003285900456830859, 0.01672319509088993, 0.021228782832622528, -0.021062932908535004, 0.012936290353536606, -0.026715649291872978, -0.021961286664009094, 0.018506081774830818, 0.006675457116216421, 0.030544018372893333, 0.010192856192588806, -0.0039112926460802555, -0.03430328145623207, -0.014484222047030926, 0.005037690047174692, -0.0006487148348242044, 0.005797835066914558, 0.004132425878196955, 0.010904628783464432, 0.029327785596251488, 0.03294884040951729, -0.001755244447849691, -0.003413743106648326, -0.015272009186446667, -0.009080280549824238, 0.01731749065220356, -0.05395649001002312, 0.004716355819255114, -0.01031724363565445, 0.020054014399647713, 0.020399533212184906, -0.013164333067834377, -0.03930642083287239, -0.022265344858169556, 0.012777350842952728, 0.005777103826403618, 0.017566265538334846, 0.025858759880065918, -0.020219862461090088, -0.02212713658809662, 0.01379318069666624, -0.0018018897389993072, -0.010006275959312916, -0.01123632863163948, -0.0005722684436477721, 0.013945209793746471, -0.006198639050126076, -0.027531078085303307, -0.6165192723274231, -0.02574819326400757, 0.04881514608860016, -0.022514119744300842, 0.004008038435131311, -0.0029265591874718666, -0.0054903216660022736, -0.014456580393016338, -0.01918330229818821, 0.045249372720718384, -0.0048131016083061695, -0.037564996629953384, -0.010462362319231033, 0.01326798927038908, 0.00023862514353822917, -0.018423156812787056, -0.010137572884559631, -0.027835136279463768, 0.009633113630115986, 0.014359834603965282, -0.016999611631035805, 0.01244565099477768, -0.02212713658809662, -0.0254579558968544, 0.001718100975267589, 0.0032496207859367132, -0.0072144693695008755, 0.016391495242714882, 0.017041074112057686, 0.008071360178291798, -0.0335845984518528, 0.015009413473308086, 0.023453935980796814, 0.004761273507028818, 0.04527701437473297, 0.002171596745029092, -0.025554701685905457, 0.027793673798441887, 0.009861157275736332, 0.02471163123846054, -0.022970207035541534, -0.03549187257885933, -0.000699247233569622, 0.00687585910782218, -0.0006711736787110567, 0.021712511777877808, 0.01914183981716633, -0.0007661918643862009, 0.000397996511310339, -0.013496032916009426, 0.00981969479471445, 0.0061399005353450775, 0.010621301829814911, 0.005065331235527992, 0.02034424990415573, 0.0039596655406057835, 0.029161935672163963, -0.006599442567676306, 0.01604597456753254, -0.009674576111137867, 0.00901117641478777, -0.003183972090482712, -0.03217487409710884, -0.01619800366461277, -0.023896202445030212, 0.005697634071111679, 0.013675703667104244, 0.010261960327625275, -0.0063022952526807785, -0.032147232443094254, 0.015216725878417492, 0.026632724329829216, 0.0070762610994279385, -0.01914183981716633, -0.01539639662951231, 0.011257059872150421, 0.012936290353536606, -0.011913549154996872, 0.0025153898168355227, 0.0219474658370018, 0.004574692342430353, -0.00343792955391109, 0.005894580855965614, -0.0063748545944690704, 0.02149137854576111, -0.0037454429548233747, 0.0008430701564066112, 0.0004958219942636788, -0.0003051378589589149, 0.008479074575006962, -0.01156802847981453, 0.020689770579338074, -0.030405810102820396, -0.054730456322431564, -0.01211395114660263, 0.010787151753902435, 0.006181363016366959, 0.0013665338046848774, 0.010614391416311264, -0.014373655430972576, 0.018685752525925636, -0.008382328785955906, 0.02596932463347912, 0.01903127320110798, 0.029880618676543236, 0.0028557274490594864, 8.37887346278876e-05, 0.009287592954933643, 0.011250149458646774, -0.023315727710723877, -0.015686633065342903, 0.0024082784075289965, -0.017331311479210854, -0.0015280647203326225, -0.015064696781337261, -0.022251524031162262, -0.008327045477926731, -0.005569791421294212, 0.005421217530965805, -0.005521418526768684, 0.011885907500982285, -0.008403060026466846, -0.00016541796503588557, 0.0027227019891142845, 0.0037661741953343153, 0.0161288995295763, -0.00034465675707906485, -7.752617966616526e-05, 0.0016965059330686927, 0.029465993866324425, 0.0024687445256859064, -0.020496279001235962, 0.01918330229818821, -0.008257941342890263, 0.020358070731163025, 0.008112822659313679, 0.032672423869371414, 0.012936290353536606, -0.00018647313117980957, -0.004384655971080065, -0.0275448989123106, -0.01911419816315174, 0.006153721362352371, -0.003551951376721263, -0.058655571192502975, -0.0073043047450482845, -0.02082797884941101, -0.0024739273358136415, -0.0001609909813851118, -0.0011410816805437207, -0.01187208667397499, -0.007497796323150396, 0.004405387211591005, 0.011955011636018753, -0.015769558027386665, -0.02634248696267605, 0.012632232159376144, -0.050252512097358704, -0.004021859262138605, -0.037122730165719986, -0.004453760106116533, 0.045221731066703796, -0.0011920459801331162, 0.01198265329003334, -0.0002690741384867579, -0.006820575799793005, 0.0013665338046848774, 0.030074110254645348, -0.00931523460894823, -0.027835136279463768, 0.019100377336144447, -0.044613614678382874, -0.005669992417097092, 0.009391249157488346, -0.004415752831846476, 0.01517526339739561, -0.007193738128989935, -0.0024272820446640253, -0.00018258602358400822, -0.003365370212122798, -0.009197757579386234, 0.009605471976101398, -0.007083171512931585, -0.012265980243682861, 0.03068222664296627, 0.014041955582797527, 0.02291492372751236, 0.013965941034257412, -0.030433451756834984, 0.01550696324557066, 0.010752599686384201, 0.008016076870262623, -0.01233508437871933, 0.01847844012081623, 0.004633430857211351, 0.020703591406345367, 0.01672319509088993, -0.010144483298063278, -0.0060500651597976685, 0.028042448684573174, -0.008036808110773563, -0.0008374554454348981, 0.004467580933123827, -0.013281810097396374, -0.01180989295244217, -0.03726093843579292, 0.00045608714572153986, -0.031373266130685806, 0.000880645529832691, 0.006969149690121412, 0.013454570434987545, -0.0011350350687280297, -0.016584986820816994, -0.013254168443381786, -0.002876458689570427, 0.039914537221193314, -0.010234318673610687, 0.021449916064739227, -0.032009024173021317, -0.005922222509980202, 0.008838416077196598, 0.017027253285050392, 0.0035484961699694395, 0.0030716778710484505, -0.013426928780972958, 0.03366752341389656, -0.006361033767461777, 0.012086309492588043, -0.012998483143746853, -0.049395620822906494, 0.013496032916009426, 0.008665655739605427, 0.020800337195396423, 0.010103020817041397, 0.01694432832300663, -0.016819940879940987, 0.036597538739442825, -0.0030526742339134216, 0.04909156262874603, -0.008375418372452259, -0.0008737351163290441, 0.010268870741128922, -0.008886788971722126, -0.03408214822411537, 0.032119590789079666, -0.013191974721848965, 0.028498535975813866, 0.007974614389240742, -0.014456580393016338, -0.008016076870262623, -0.0201922208070755, 0.025623805820941925, -0.020399533212184906, 0.0009605471859686077, 0.016667911782860756, -0.01615654118359089, 0.023937664926052094, -0.010372526943683624, 0.024366110563278198, -0.00025050240219570696, -0.0011721785413101315, -0.007739660795778036, 0.013972851447761059, -0.004968585912138224, 0.013551316224038601, 0.0009424073505215347, 0.01764919050037861, -0.011685505509376526, -0.012556217610836029, 0.0070520746521651745, 0.009004266001284122, -0.016709374263882637, 0.00762218376621604, -0.01869957335293293, 0.045249372720718384, 0.021892182528972626, 0.011388357728719711, 0.012611500918865204, 0.018782498314976692, 0.0412689745426178, -0.006298840045928955, -0.029465993866324425, 0.026287203654646873, 0.011409088969230652, -0.020164579153060913, -0.026453053578734398, -0.01769065298140049, -0.004574692342430353, 0.0005562881124205887, -0.015562246553599834, -0.01121559739112854, 0.0020541197154670954, 0.009398159570991993, -0.0022096040192991495, -0.01918330229818821, -0.004412297625094652, 0.03209194913506508, -0.006015513092279434, -0.005155166611075401, -0.004685258958488703, 0.009335965849459171, 0.015797199681401253, -0.040771424770355225, -0.014007403515279293, 0.027683107182383537, -0.012590769678354263, -0.03529838100075722, -0.0021612311247736216, -0.004643796477466822, -0.02657744102180004, 0.019280048087239265, 0.0033619150053709745, 0.012853365391492844, -0.01438747625797987, 0.029465993866324425, 0.0029870253056287766, 0.013737897388637066, -0.002092126989737153, 0.025333568453788757, 0.009812784381210804, -0.010648943483829498, -0.028415611013770103, -0.004737087059766054, 0.026397770270705223, 0.04983788728713989, 0.018243486061692238, -0.014940309338271618, 0.01604597456753254, -0.03568536415696144, -0.010780241340398788, -0.02179543673992157, -0.012189965695142746, -0.0022407008800655603, 0.011498924344778061, -0.00586002878844738, -0.0040495009161531925, 0.0035968690644949675, 0.0013613509945571423, 0.0241449773311615, 0.0004906391841359437, 0.005825476720929146, -0.019832881167531013, 0.0046990797854959965, -0.004052956122905016, -0.0056112539023160934, -0.005013503599911928, 0.007421781774610281, 0.015313471667468548, 0.02071741223335266, -0.006982970517128706, 0.017082536593079567, 0.021132037043571472, -0.01937679387629032, -0.03264478221535683, 0.0011220780434086919, -0.005638895556330681, 0.007884779013693333, -0.014788280241191387, -0.019832881167531013, 0.014594788663089275, -0.0031666960567235947, 0.022265344858169556, 0.023536860942840576, -0.0025292104110121727, 0.010787151753902435, 0.01948736049234867, 0.004612699616700411, -0.014180163852870464, -0.0147606385871768, -0.03410978987812996, 0.00024294415197800845, 0.008962803520262241, -0.005459224805235863, -0.02963184379041195, 0.004609244409948587, 0.0037281669210642576, -0.04472418129444122, -0.014608609490096569, 0.02067594975233078, -0.0068654934875667095, -0.0035070336889475584, -0.0050238692201673985, 0.0030544018372893333, -0.022154778242111206, -0.016405316069722176, -0.03803490474820137, -0.00017168052727356553, 0.0036763388197869062, -0.006485420744866133, -0.019473539665341377, -0.007566900458186865, 0.016778478398919106, -0.013682614080607891, 0.0073526776395738125, -0.00021584237401839346, -0.00988879892975092, -0.06434974819421768, -0.010718047618865967, 0.0036521523725241423, -0.0002893734781537205, 0.025057151913642883, 0.004709445405751467, -0.006827486213296652, 0.014249267987906933, -0.0004595423524733633, -0.03560243919491768, 0.0028902795165777206, -0.025886401534080505, 0.005020414013415575, -0.01951500214636326, -0.011429820209741592, -0.0014658709987998009, -0.005003137979656458, -0.000880213628988713, -0.010261960327625275, 0.0018450798233971, -0.015368754975497723, 0.01073186844587326, 0.01022740826010704, 0.04914684593677521, 0.016709374263882637, -0.0009821421699598432, 0.019238585606217384, -0.03209194913506508, -0.0275448989123106, -0.020593024790287018, -0.0008525719749741256, -0.032672423869371414, -0.014926488511264324, 0.006568345706909895, 0.03156675770878792, 0.033418748527765274, -0.0043259174562990665, -0.012915559113025665, 0.014048865996301174, -0.005531784147024155, 0.020164579153060913, 0.012348905205726624, 0.00033213163260370493, 0.0031856996938586235, 0.029217218980193138, 0.009640024043619633, 0.006820575799793005, -0.041821807622909546, -8.195315604098141e-05, -0.03397158160805702, 0.029604202136397362, 0.007594542112201452, -0.02227916568517685, 0.02052392065525055, 0.012549307197332382, 0.008928251452744007, -0.04115840792655945, 0.020579203963279724, -0.014415117911994457, 0.04372908174991608, 0.009584740735590458, -0.02131170779466629, -0.007960793562233448, -0.011008284986019135, -0.022113315761089325, -0.0011073934147134423, -0.02052392065525055, 2.850544660759624e-05, 0.002587948925793171, -0.01004082802683115, -0.01069040596485138, 0.0013717166148126125, 0.0067272852174937725, -0.022928744554519653, -0.02164340764284134, 0.010704226791858673, 0.028498535975813866, 0.035436589270830154, -0.009080280549824238, 0.03187081590294838, -0.05016958713531494, -0.012742798775434494, 0.005604343488812447, -0.018077636137604713, 0.003443112364038825, 0.010261960327625275, 0.02497422695159912, 0.02735140733420849, 0.05166223645210266, 0.005974050611257553, 0.02344011515378952, 0.031400907784700394, -0.0034051050897687674, 0.023039311170578003, 0.0019988364074379206, 0.011029016226530075, -0.019901985302567482, -0.006043154746294022, -0.005462680011987686, -0.0065165176056325436, 0.021145857870578766, -0.012265980243682861, 0.023260444402694702, 0.014069597236812115, 0.006240101531147957, 0.0014010858722031116, -0.0028073545545339584, -0.039057645946741104, -0.018464619293808937, 0.032755348831415176, -0.022417373955249786, 0.012051757425069809, -0.03399922326207161, -0.024048231542110443, 0.012625321745872498, 0.0034534779842942953, 0.01892070658504963, 0.004381200764328241, 0.02164340764284134, -0.0147606385871768, 0.0045366850681602955, 0.005303740501403809, 0.02690914086997509, -0.014207805506885052, 0.008050628937780857, -0.05094355344772339, -0.004761273507028818, 0.015797199681401253, -0.0016058068722486496, 0.015313471667468548, 0.0004781140887644142, -0.0018917251145467162, 0.0006780840922147036, -0.0012214152375236154, 0.00447103613987565, -0.010503824800252914, -0.015963049605488777, -0.018423156812787056, -0.0329211987555027, -0.028526177629828453, -0.013945209793746471, 0.007559990044683218, 0.004612699616700411, -0.006063885986804962, 0.012390367686748505, 0.025361210107803345, -0.04068849980831146, -0.010413989424705505, 0.03189845755696297, 0.002392729977145791, 0.030848076567053795, 0.0012741070240736008, 0.011761520057916641, 0.006039699539542198, 0.005117159336805344, -0.02071741223335266, 0.009792053140699863, 0.012279801070690155, -0.002484292956069112, 0.00775348162278533, 0.009024997241795063, -0.005441948771476746, -0.01858900673687458, 0.013544405810534954, -0.004605789203196764, -0.002978387288749218, -0.033612240105867386, 0.012943200767040253, 0.015037055127322674, 0.0019798327703028917, -0.008935161866247654, -0.03651461377739906, -0.014967950992286205, 0.009805873967707157, -0.0019867431838065386, 0.015161442570388317, 0.0019936535973101854, -0.0029697492718696594, 0.010718047618865967, 0.011360716074705124, 0.009944082237780094, 0.024324648082256317, -0.006820575799793005, 0.016889045014977455, 0.04254049062728882, 0.011319253593683243, -0.022901102900505066, 0.005645805969834328, 0.012894827872514725, 0.025540880858898163, -0.025623805820941925, 0.011512745171785355, 0.024062052369117737, -0.01281881332397461, -0.0005467862938530743, 0.007760392036288977, -0.0044883121736347675, 0.029161935672163963, -0.024794556200504303, -0.01683376170694828, -0.008520537056028843, -0.026992065832018852, 0.010959912091493607, -0.018906885758042336, 0.010669674724340439, -0.005683813244104385, -0.024062052369117737, -0.01843697763979435, 0.034579697996377945, 0.024020589888095856, -0.02045481652021408, 0.007843316532671452, -0.005666537210345268, -0.01981906034052372, -0.009750590659677982, -0.02034424990415573, 0.0046507068909704685, -0.049285054206848145, -0.027572540566325188, -0.012424919754266739, 0.002587948925793171, 0.02023368328809738, -0.00841688085347414, -0.02287346124649048, -0.02034424990415573, 0.047571271657943726, -0.007110813166946173, -0.0014097238890826702, 0.00586002878844738, 0.003382646245881915, 0.00561816431581974, -0.00029995504883117974, -0.006468145176768303, 0.0065648905001580715, 0.002954200841486454, -0.030765151605010033, -0.024642527103424072, 0.01183062419295311, 0.009494905360043049, 0.005604343488812447, -0.002726157195866108, -0.001972922356799245, 0.004709445405751467, 0.014076507650315762, 0.010980643332004547, -0.004032224882394075, 0.001428727526217699, 0.00887987855821848, 0.009481084533035755, -0.00977823231369257, 0.039251137524843216, -0.018450798466801643, 0.01286027580499649, 0.008520537056028843, 0.006779113318771124, -0.005828931927680969, -0.04378436505794525, -0.0013371645472943783, 0.0071660964749753475, -0.008734759874641895, 0.009335965849459171, -0.008444522507488728, 0.0033066316973417997, -0.001247329288162291, -0.021394632756710052, 0.0206344872713089, -0.0047889151610434055, -0.004937489051371813, 0.0011194866383448243, 0.017082536593079567, 0.016861403360962868, 0.005942953750491142, -0.031373266130685806, -0.009211578406393528, -0.01641913689672947, -0.007359588053077459, -0.0196393895894289, -0.017980890348553658, -0.02104911208152771, 0.038200754672288895, 0.027558719739317894, -0.020109297707676888, -0.0036279659252613783, -0.015907766297459602, -0.03803490474820137, -0.006437048316001892, 0.003748898161575198, 0.0008460934623144567, 0.009681486524641514, 0.02583111822605133, -0.0005696770385839045, 0.02758636139333248, 0.0004992772010155022, 0.018119098618626595, -0.0017232837853953242, 0.026715649291872978, -0.0045366850681602955, 0.005590522661805153, -0.01071113720536232, -0.005003137979656458, -0.017787398770451546, -0.0031010471284389496, 0.010870076715946198, -0.008472164161503315, 0.006084617227315903, 0.025844939053058624, -0.021767795085906982, -0.00804371852427721, 0.010144483298063278, 0.005511052906513214, 0.022030390799045563, 0.005096428096294403, 0.02236209064722061, -0.03789669647812843, -0.0028920071199536324, 0.012196876108646393, -0.016847582533955574, 0.0011117124231532216, -0.008423791266977787, 0.012348905205726624, 0.013758628629148006, -0.00381109188310802, -0.019307689741253853, -0.0028557274490594864, 0.0061640869826078415, -0.010199766606092453, 0.06523428112268448, -0.001013239030726254, -0.012459471821784973, 0.009591651149094105, 0.014829742722213268, 0.02023368328809738, -0.016598807647824287, 0.0025309380143880844, 0.001441684551537037, -0.0002485588483978063, 0.03662518039345741, -0.01608743704855442, 0.0064405035227537155, 0.001731058000586927, 0.009944082237780094, -0.02686767838895321, -0.014415117911994457, -0.0020472093019634485, 0.018450798466801643, -0.03145619109272957, 0.023260444402694702, 0.0032720796298235655, -0.025554701685905457, 0.013067587278783321, -0.01764919050037861, 0.02355068176984787, -0.018782498314976692, -0.018423156812787056, -0.008969713933765888, -0.005687268450856209, -0.0004372994590085, 0.015327292494475842, -0.002266614930704236, -0.0071177235804498196, -0.006209004670381546, 0.028000986203551292, -0.015106159262359142, 0.0013622147962450981, 0.19890928268432617, -0.04270634055137634, 0.006430137902498245, 0.0064405035227537155, 0.00011029664165107533, -0.006291929632425308, 0.024531960487365723, 0.02646687440574169, -0.018506081774830818, 0.0033446389716118574, 0.014843563549220562, 0.014829742722213268, -0.03560243919491768, -0.010704226791858673, 0.013502943329513073, -0.02833268605172634, -0.03220251575112343, -0.04392257332801819, -0.00652342801913619, -0.0036556075792759657, -0.013502943329513073, -0.008962803520262241, 0.004816556815057993, -0.011540386825799942, 0.01185135543346405, 0.00019457127200439572, 0.009743680246174335, -0.004985861945897341, 0.020910903811454773, 0.01992962695658207, -0.009508726187050343, 0.004177343565970659, 0.010635122656822205, -0.00876931194216013, 0.0011082572164013982, -0.008347776718437672, 0.02366124838590622, -0.005054965615272522, 0.0058876704424619675, 0.013088318519294262, 0.032865915447473526, 0.0053762998431921005, -0.0016101258806884289, -0.038090188056230545, 0.010427810251712799, 0.019155660644173622, -0.018671931698918343, 2.0177860278636217e-05, 0.0063921306282281876, 0.018975989893078804, -0.02818065695464611, 0.002534393221139908, 0.02359214425086975, 0.02721319906413555, 0.0077673024497926235, 0.009114832617342472, -0.02227916568517685, 0.011160314083099365, 0.01641913689672947, 0.012846454977989197, -0.021187320351600647, 0.011222507804632187, 0.012169234454631805, 0.03477318957448006, 0.01235581561923027, -0.0022320628631860018, 2.3619570129085332e-05, -0.006195183843374252, 0.010718047618865967, -0.01183062419295311, -0.004982406739145517, -0.005220815539360046, -0.017635369673371315, -0.008561999537050724, -0.03513253107666969, -0.030875718221068382, 0.047156646847724915, 0.022458836436271667, 0.02328808605670929, 0.035657722502946854, -0.015907766297459602, -0.006592532154172659, 0.002707153558731079, -0.01350985374301672, 0.0028747310861945152, -0.04102019965648651, 0.02201656997203827, -0.03452441468834877, 0.0057252757251262665, -0.014677713625133038, 0.012991572730243206, -0.004719811026006937, -0.00966766569763422, 0.022030390799045563, 0.005383210256695747, -0.01487120520323515, 0.03167732432484627, -0.011948101222515106, 0.003389556659385562, -0.0005929996841587126, -0.03388865664601326, 0.04090963304042816, 0.03482847288250923, 0.0068413070403039455, 0.001235236064530909, -0.0023616331163793802, 0.012079399079084396, 0.0005351249710656703, -0.008327045477926731, -0.009805873967707157, 0.002985297702252865, -0.027669286355376244, 0.019625568762421608, 0.01132616400718689, -0.007470154669135809, 0.013855374418199062, -0.00927377212792635, -0.004806191194802523, 0.019653210416436195, -0.010393258184194565, -0.004443394485861063, -0.014359834603965282, -0.002755526453256607, -0.0002072043571388349, -7.471882418030873e-05, -0.02276289463043213, -0.03377809002995491, -0.00815428514033556, -0.02877495251595974, 0.0033550045918673277, 0.0006625356618314981, -0.035547155886888504, 0.006713464390486479, 0.006903500761836767, -0.010192856192588806, 0.0002323625813005492, 0.01086316630244255, -0.0038663751911371946, 0.003292810870334506, 0.011291611939668655, -0.0057494621723890305, -0.010655853897333145, -0.010814793407917023, -0.015272009186446667, 0.016515882685780525, -0.02679857425391674, -0.009087190963327885, 0.015437859110534191, 0.0003809364279732108, -0.01885160245001316, 0.0027589816600084305, 0.01145746186375618, 0.011201776564121246, -0.00793315190821886, 0.013344003818929195, 0.017967069521546364, -0.016819940879940987, -0.012528575956821442, -0.0069138663820922375, -0.005500687286257744, -0.03333582356572151, -0.00791242066770792, 0.007781123276799917, -0.028387969359755516, -0.017414236441254616, -0.02829122357070446, -0.1760219931602478, -0.007946972735226154, 0.015852482989430428, -0.03239600732922554, 0.027005886659026146, 0.012058667838573456, 0.029880618676543236, 0.010918449610471725, -0.022997848689556122, 0.0038560095708817244, 0.0014667348004877567, -0.01257694885134697, -0.0206344872713089, -0.030212318524718285, -0.015949228778481483, 0.02403441071510315, -0.008161195553839207, 0.011768430471420288, 0.01187208667397499, 0.00247219973243773, 0.02780749462544918, -0.04298275709152222, 0.013648062013089657, 0.008140464313328266, 0.0007994482293725014, 0.018975989893078804, 0.0014183619059622288, 0.02765546552836895, -0.0002102276630466804, -0.039914537221193314, -0.015534604899585247, -0.009722949005663395, 0.02201656997203827, -0.012183055281639099, 0.028802594169974327, 0.020731233060359955, 0.025278285145759583, -0.01937679387629032, -0.032755348831415176, 0.018602827563881874, 0.019874343648552895, 0.0040253144688904285, 0.0063264816999435425, -0.00610189326107502, -0.024877481162548065, -0.00635412335395813, 0.01055910810828209, -0.018533723428845406, 0.008997355587780476, 0.0012827450409531593, 0.010413989424705505, -0.007483975496143103, 0.0038560095708817244, -0.0027347952127456665, 0.0053521133959293365, 0.019155660644173622, -0.006526883225888014, -0.004453760106116533, 0.006184818223118782, -0.013592778705060482, 0.002784895710647106, -0.015658991411328316, 0.00802298728376627, -0.008859147317707539, 0.0048372880555689335, -0.03377809002995491, -0.01593540795147419, -0.00484419846907258, -0.04657617211341858, 0.01933533139526844, -0.018132919445633888, -0.008181926794350147, -0.01403504516929388, -0.018519902601838112, 0.030820434913039207, 0.025762014091014862, -0.030433451756834984, 0.009487994946539402, 0.027227019891142845, 0.01690286584198475, -0.012922469526529312, 0.025596164166927338, -0.019832881167531013, 0.006982970517128706, 0.007967703975737095, -0.030626943334937096, 0.009633113630115986, 0.00953636784106493, -0.026922961696982384, -0.018893064931035042, 0.01863046921789646, -0.0234815776348114, 0.002828085795044899, -0.005369389429688454, 0.0026380494236946106, -0.004173888359218836, 0.025209181010723114, -0.016032153740525246, 0.021449916064739227, -0.01049000397324562, 0.013896836899220943, 0.0051897186785936356, -0.008126643486320972, -0.00764291500672698, 0.0401633121073246, 0.014193984679877758, -0.030765151605010033, 0.018837781623005867, 0.03524309769272804, 0.006772202905267477, -0.009584740735590458, -0.009101011790335178, 0.008085181005299091, 0.017331311479210854, -0.008631103672087193, 0.009225399233400822, -0.005314106121659279, -0.030709868296980858, 0.01652970351278782, 0.005559425801038742, 0.040964916348457336, -0.007836406119167805, -0.014111059717833996, 0.0221685990691185, -0.008465253747999668, -0.03930642083287239, -0.09901237487792969, -0.03375044837594032, 0.013385466299951077, 0.036072347313165665, -0.017524803057312965, 0.02366124838590622, 0.0023184430319815874, 0.032009024173021317, -0.021132037043571472, 0.04146246612071991, -0.02616281621158123, -0.021809257566928864, 0.02594168297946453, 0.003225434571504593, -0.007090081926435232, -0.0006923368200659752, 0.006868948694318533, -0.017400415614247322, -0.03679103031754494, 0.04632739722728729, 0.0028298133984208107, 0.006792934145778418, 0.008340866304934025, -0.006015513092279434, 0.0031736064702272415, 0.013122870586812496, -0.012694425880908966, 0.02168487012386322, 0.015216725878417492, -0.025319747626781464, 0.004381200764328241, -0.023232802748680115, 0.010393258184194565, -0.03477318957448006, 0.03549187257885933, -0.026287203654646873, -0.006167542189359665, -0.019169481471180916, 0.014594788663089275, -0.014857384376227856, -0.014580967836081982, 0.009411980397999287, 0.002883369103074074, 0.001808800152502954, -0.02646687440574169, -0.0036625179927796125, -0.03145619109272957, 0.03142854943871498, -0.0006059567094780505, -0.030212318524718285, -0.021657228469848633, -0.010980643332004547, -0.05149638652801514, 0.010441631078720093, 0.028719669207930565, 0.005289919674396515, -0.00510333850979805, -0.0026674186810851097, 0.0009208123083226383, -0.027199378237128258, -0.011650953441858292, -0.024269364774227142, -0.007705108728259802, 0.023799456655979156, 0.029161935672163963, 0.008278672583401203, -0.015479321591556072, -0.023827098309993744, 0.02067594975233078, -0.029797693714499474, 0.014885026030242443, 0.007822585292160511, -0.009418890811502934, 0.025140076875686646, -0.02985297702252865, -0.011139582842588425, -0.0024134612176567316, -0.024006769061088562, 0.009024997241795063, 0.001435637939721346, -0.006547614466398954, -0.02201656997203827, 0.001881359494291246, -0.004730176646262407, -0.008333955891430378, 0.005673447623848915, 0.0025153898168355227, -0.011174134910106659, -0.01055910810828209, -0.02896844409406185, 0.002670873887836933, 0.02012311853468418, 0.006647815462201834, -0.009094101376831532, -0.007131544407457113, 0.011678595095872879, -0.024587243795394897, -0.008195747621357441, 0.011955011636018753, 0.029272502288222313, -0.015327292494475842, -0.003189154900610447, -0.0583791546523571, 0.020772695541381836, -0.014415117911994457, -0.018464619293808937, 0.005300285294651985, -0.008202658034861088, 0.003835278330370784, -0.021035291254520416, -0.003443112364038825, 0.020579203963279724, -0.021505199372768402, 0.024808377027511597, -0.004474491346627474, -0.0273237656801939, -0.015037055127322674, -0.0072144693695008755, 0.013109049759805202, -0.011533476412296295, 0.004761273507028818, 0.0032772624399513006, -0.0014339103363454342, 0.0063022952526807785, 0.013039945624768734, 0.03126269951462746, 0.007338856812566519, -0.01575573720037937, -0.015064696781337261, 0.016667911782860756, -0.003486302448436618, 0.0010572929168120027, 0.01836787350475788, -0.030405810102820396, 0.007394140120595694, 0.009349786676466465, -0.005998237058520317, -0.01086316630244255, 0.02109057456254959, 0.020662128925323486, 0.012079399079084396, 0.040660858154296875, -0.0357682891190052, -0.030958643183112144, -0.0006733331829309464, -0.004008038435131311, 0.00494439946487546, -0.015811020508408546, 0.00045435954234562814, -0.019210943952202797, 0.02918957732617855, 0.006316116079688072, 0.04535993933677673, 0.029244860634207726, -0.025140076875686646, -0.041711241006851196, -0.022610865533351898, 0.03399922326207161, 0.03878122940659523, 0.0027106087654829025, 0.008935161866247654, 0.01487120520323515, 0.037979621440172195, 0.008458343334496021, 0.0026138629764318466, -0.01198265329003334, -0.009626203216612339, -0.00020871601009275764, -0.006803299766033888, 0.0219474658370018, 0.008686386980116367, -0.020095476880669594, 0.002373726340010762, 0.01183062419295311, 0.0016334484098479152, 0.030654584988951683, 0.012265980243682861, -0.003510488895699382, 0.007366498466581106, 0.008907520212233067, -0.022942565381526947, 0.01567281223833561, 0.021408453583717346, -0.0070762610994279385, 0.0027658920735120773, 0.00879004318267107, 0.022417373955249786, 0.0006318707019090652, -0.005856573581695557, 0.007470154669135809, -0.00793315190821886, -0.0006236646440811455, -0.005172442644834518, 0.007995345629751682, 0.005521418526768684, 0.014663892798125744, 0.00804371852427721, -0.0014339103363454342, 0.0033912842627614737, 0.006105348467826843, 0.013150512240827084, 0.004609244409948587, 0.03004646860063076, -0.0018018897389993072, 0.0004269338387530297, -0.01567281223833561, -0.012901738286018372, -0.0022700701374560595, -0.03856009617447853, -0.022265344858169556, 0.02605224959552288, 0.006257377564907074, -0.0018001621356233954, -0.011844445019960403, -0.018575185909867287, 0.001990198390558362, -0.0083961496129632, 0.02310841530561447, 0.005511052906513214, -0.022555582225322723, -0.03397158160805702, 0.03388865664601326, 0.017939427867531776, -0.002055847318843007, 0.045968055725097656, -0.013730986975133419, 0.017372773960232735, 0.01187208667397499, 0.024462856352329254, -0.017179282382130623, 0.023467756807804108, 0.015645170584321022, -0.016336211934685707, -0.00443993927910924, 0.0025551244616508484, -0.012348905205726624, -0.025015689432621002, -0.022970207035541534, -0.004063321743160486, 0.013807001523673534, 0.0029403800144791603, 0.08917194604873657, 0.012411098927259445, -0.004481401760131121, 0.0018347142031416297, -0.024048231542110443, -0.0004677484685089439, 0.0014615519903600216, 0.012010294944047928, -0.003914747852832079, -0.006761837285012007, -0.013475301675498486, 0.0012680604122579098, -0.039693403989076614, -0.02787659876048565, -0.002026478061452508, -0.004426118452101946, -0.004719811026006937, 0.015064696781337261, -0.008610372431576252, 0.003237527795135975, 0.02993590198457241, 0.012881007045507431, -0.0005765874520875514, 0.0022752529475837946, -0.005922222509980202, -0.011353805661201477, 0.0185475442558527, -1.3125732039043214e-05, 0.00879004318267107, -0.025126256048679352, 0.03131798282265663, 0.020468637347221375, -0.05166223645210266, -0.016405316069722176, -0.0127289779484272, 0.004056411329656839, -0.007739660795778036, -0.025070972740650177, 0.007345767226070166, 0.005925677716732025, 0.028083911165595055, 0.029023727402091026, -0.012411098927259445, -0.02910665236413479, -0.021657228469848633, 0.007691287901252508, -0.01795324869453907, -0.016446778550744057, -0.0256790891289711], metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='cd3cd69b-603d-43f3-ac03-5b2758488746', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='c93595649dcd2bae96ee02adcf8f0141be432b470925c45d5921439064818a57'), : RelatedNodeInfo(node_id='0db0cf20-bf93-45d3-8bad-abe3de29bd7d', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='9b3aa2fb6a620d190309807b504fbde068f9089da5dbae0ee332b0bcffed5dad'), : RelatedNodeInfo(node_id='36e3cb43-0548-4b34-a3ef-6982d0424d2c', node_type=, metadata={}, hash='491ece369b31d9ebb6ee4b3a65b97783649d00e52e6fe2c0a4bd49844efe8d70')}, hash='b2af1d80f4c08ad1903e7027e6ea5752f6d24c9a3cd82505f990ad8a63e7259c', text=\"released as an API as of this writing and is unlikely to be released by OpenAI, given their recent statements about competition and LLM safety. These fine-tuning steps are generally the same for all available commercial and open-source fine-tuned models. End of Part 1 Note: Part 2 will talk about Embeddings which predates the LLM explosion but is equally as fascinating - how embedding models are trained, and how a sentence or document-level embeddings (used in RAG systems) are generated from word embeddings. We will also be discussing about Tokens and why it's needed. We have implied in this post that token = word to simplify things, but a real-world token can be an individual character or letter, a subword, a whole word, a series of words, or all of these types in a single model vocabulary! If I got anything wrong, I'm happy to be corrected in the comments! :) Resources/References: 3blue1brown. What is a neural network? Geeks for Geeks. Artificial Neural Networks and its Applications Jay Alammar. The Illustrated Transformer Luis Serrano. What Are Transformer Models and How Do They Work? Andrej Karpathy. The State of GPT Andrej Karpathy. Let's build GPT: from scratch, in code, spelled out.\", start_char_idx=22561, end_char_idx=23770, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='36e3cb43-0548-4b34-a3ef-6982d0424d2c', embedding=[-0.011708322912454605, 0.004071997012943029, -0.0018025776371359825, -0.0025507670361548662, 0.010565181262791157, 0.015151946805417538, 0.012588754296302795, -0.018616871908307076, -0.023104233667254448, -0.05637603625655174, -0.002220605267211795, 0.028202218934893608, -0.007220960687845945, -0.005112184677273035, -0.016515197232365608, 0.02601533941924572, 0.006652940064668655, -0.008584209717810154, 0.005115734878927469, 0.005747657734900713, -0.005953564774245024, 0.007497870828956366, 0.014299916103482246, -0.023104233667254448, -0.01472593192011118, 0.01319227647036314, 0.003512851893901825, -0.02930985763669014, 0.008151094429194927, 0.005009230691939592, 0.028713436797261238, 0.006620989181101322, -0.016983812674880028, -0.04251633584499359, -0.031837549060583115, -0.014896337874233723, -0.0017768391408026218, 2.3561202397104353e-05, 0.031468335539102554, -0.010309572331607342, 0.05969895422458649, -0.005563050974160433, -0.011892929673194885, 0.0026554958894848824, -0.01692701131105423, 0.015975577756762505, -0.0022419060114771128, -0.0198949184268713, 0.000903951411601156, 0.006109770853072405, -0.002288057701662183, 0.030531102791428566, -0.00152211741078645, -0.0051015340723097324, 0.003550128312781453, 0.0020004971884191036, 0.02648395672440529, 0.007973588071763515, 0.030758310109376907, 0.003795087104663253, 0.00027935070102103055, 0.009187731891870499, -0.02485089749097824, 0.02583073265850544, -0.006809145677834749, -0.003841238794848323, -0.024751493707299232, 0.0048530250787734985, 0.012581653892993927, -0.00336729665286839, 0.025887534022331238, 0.018957683816552162, 0.002414087066426873, -0.01398040447384119, 0.015734167769551277, -0.011324908584356308, -0.023288840427994728, 0.0170690156519413, -0.006092019844800234, 0.006475433707237244, 0.0063760303892195225, -0.002119426615536213, -0.030616305768489838, 0.011310708709061146, 0.031695544719696045, 0.00019059750775340945, 0.02100255899131298, -0.018702074885368347, -0.02017892897129059, -0.00665649026632309, 0.009414940141141415, 0.011466913856565952, 0.022919626906514168, 0.021811988204717636, -0.012574554421007633, 0.0006390230846591294, -0.0005307441460900009, 0.03760295733809471, -0.001649922109209001, -0.012290543876588345, -0.004803323652595282, 0.0038767398800700903, -0.042175523936748505, -0.022479411214590073, -0.022195400670170784, 0.004767822101712227, 0.00021456087415572256, 0.002879153937101364, 0.023615453392267227, 0.013227777555584908, 0.00674879364669323, 0.04640727490186691, 0.0026679213624447584, -0.039619430899620056, 0.013277479447424412, -0.0064896345138549805, -0.00405779667198658, -0.03936382010579109, -0.025631925091147423, -0.0023022580426186323, 0.037858568131923676, 0.030985519289970398, 0.023473447188735008, -0.021542178466916084, 0.025120707228779793, 0.009450441226363182, -0.037034936249256134, 0.003972593229264021, 0.01527975220233202, -0.0001331298117293045, 0.04149390012025833, 0.009571145288646221, 0.007739279419183731, -0.0020537490490823984, -0.0487077571451664, 0.0015034793177619576, -0.0062233745120465755, 0.012588754296302795, -0.0020590743515640497, -0.0008258485468104482, 0.0030655357986688614, 0.0008329488337039948, -0.0010907768737524748, -0.0005826647975482047, -0.009329737164080143, 0.02814541570842266, -0.0027957260608673096, 0.0038234880194067955, 0.021215565502643585, 0.023374043405056, 0.008917922154068947, -0.002051974181085825, 0.0011014272458851337, 0.006926300004124641, 0.02300482988357544, 0.01539335586130619, 0.012993468903005123, 0.007668276783078909, -0.022507812827825546, -0.02634195052087307, 0.010678785853087902, 0.02142857387661934, -0.0198381170630455, 0.0062908269464969635, -0.0013792248209938407, 0.023203637450933456, 0.05282590910792351, -0.026739565655589104, 0.001681873225606978, -0.00682689668610692, -0.02578813210129738, 0.03399602696299553, -0.0286992359906435, 0.03876740112900734, -0.020420337095856667, 0.004135899245738983, 0.012780461460351944, -0.003649531863629818, -0.01864527352154255, -0.0004095960466656834, 0.0013863251078873873, 0.014228913933038712, 0.015407556667923927, 0.0009949234081432223, -0.013383983634412289, -0.020022723823785782, 0.0223942082375288, -0.01748083159327507, -0.0064683337695896626, -0.01110480073839426, 0.01571996696293354, 0.00253834156319499, -0.010941495187580585, -0.005211587995290756, -0.6180062890052795, -0.02086055278778076, -0.0011413661995902658, -0.018560070544481277, -0.016117582097649574, -0.012524852529168129, -0.009862256236374378, -0.005623403005301952, 0.006571287289261818, 0.015691567212343216, -0.00327499327249825, -0.010976996272802353, 0.005105084273964167, -0.023686455562710762, -0.029508665204048157, -0.016941212117671967, 0.008101392537355423, -0.027719400823116302, 0.01850326731801033, 0.013355582021176815, -0.008470606058835983, 0.025674527511000633, -0.014058507978916168, 0.011310708709061146, -0.006432832218706608, 0.028543030843138695, 0.004217552486807108, 0.017125818878412247, 0.04018745198845863, 0.01905708760023117, 0.004082647617906332, 0.015535361133515835, -0.019823916256427765, -0.0066777910105884075, 0.045413240790367126, -0.00401164498180151, -0.013220677152276039, 0.025475719943642616, 0.012084636837244034, 0.011708322912454605, -0.027804603800177574, -0.010948595590889454, 0.00844220444560051, 0.018574271351099014, -0.00051876250654459, 2.78393849839631e-06, 0.008122693747282028, -0.003219966311007738, -0.0004703919985331595, -0.005772508680820465, -0.00811559334397316, -0.011211304925382137, -0.008037489838898182, -0.013440784998238087, -0.0012283443938940763, -0.006265976466238499, 0.004157199990004301, -0.03376881778240204, 0.016728203743696213, -0.009975859895348549, -0.008357001468539238, 0.01901448704302311, -0.010217268951237202, -0.027520593255758286, -0.016955412924289703, 0.020945755764842033, -0.014697530306875706, -0.016657201573252678, -0.004615166690200567, -0.05029821768403053, 0.006947600748389959, 0.01618858426809311, -0.006833996623754501, -0.014640728943049908, -0.00245846388861537, 0.018900882452726364, 0.015308152884244919, -0.033229198306798935, 0.024566886946558952, 0.027023576200008392, 0.015222949907183647, -0.0025330164935439825, -0.013944903388619423, -0.03490485996007919, -0.006802045740187168, 0.005140585824847221, 0.011033798567950726, 0.005275490693747997, -0.005105084273964167, 0.015989776700735092, 0.011310708709061146, 0.0025543172378093004, -0.004043595865368843, -0.044305600225925446, 0.013099973089993, 0.009613746777176857, -0.014825335703790188, -0.000303092208923772, 0.00994745921343565, -0.04126669093966484, -0.019170692190527916, -0.008165295235812664, 0.011047999374568462, -0.010252770036458969, 0.0048743258230388165, 0.027889806777238846, -0.015876173973083496, -0.018574271351099014, 0.028074413537979126, -0.015038343146443367, -0.007398467045277357, -0.0038128376472741365, 0.0013410609681159258, 0.02193979173898697, 0.015734167769551277, -0.028230618685483932, 0.015464358031749725, -0.0042779045179486275, 0.0063369786366820335, -0.006493184249848127, 0.012986368499696255, -0.01279466226696968, 0.01071428693830967, -0.002721173223108053, 0.0035962797701358795, 0.014214713126420975, -0.004380858037620783, 0.0010845641372725368, -0.0015771444886922836, 0.0044838120229542255, -0.0011804176028817892, -0.006542886141687632, 0.004185601137578487, -0.029281457886099815, 0.00994745921343565, 0.0042566037736833096, 0.026370352134108543, 0.004540613852441311, -0.0022827323991805315, -0.0170690156519413, -0.021045159548521042, -0.002730048494413495, -4.3211715819779783e-05, -0.010281171649694443, -0.026540758088231087, -0.009897757321596146, -0.02699517458677292, 0.014598127454519272, 0.004813973791897297, -0.0014014131156727672, -0.008527408353984356, -0.02634195052087307, -0.018858281895518303, 0.02165578119456768, -0.021116161718964577, -0.001972096273675561, -0.006265976466238499, -0.036892931908369064, -0.0013561489759013057, -0.02280602417886257, -0.0015141296898946166, 0.020278332754969597, -0.00879011768847704, 0.004480261821299791, -0.009216132573783398, -0.012439649552106857, -0.00034014665288850665, 0.013369782827794552, -0.03743255138397217, -0.016160182654857635, -0.013987504877150059, -0.020789550617337227, 0.007419767789542675, 0.03328600153326988, 0.02169838361442089, 0.022877026349306107, -0.01905708760023117, 0.0036566320341080427, -0.012276343069970608, -0.013596991077065468, 0.010302471928298473, 0.01432831771671772, -0.019255895167589188, -0.01520874910056591, 0.0063050277531147, 0.015790970996022224, 0.03825618326663971, -0.013249078765511513, -0.0007606149883940816, -0.016714002937078476, 0.004146549850702286, 0.037404149770736694, -0.003356646280735731, -0.0046187168918550014, -0.009422040544450283, 0.011324908584356308, 0.007810282055288553, -0.014612327329814434, 0.00967054907232523, 0.06339108943939209, 0.025944337248802185, 0.009237433783710003, 0.012837263755500317, 0.0037027837242931128, 0.000850255717523396, -0.04067026823759079, 0.01942630112171173, -0.02193979173898697, 0.014953140169382095, 0.015180348418653011, 0.019042886793613434, 0.018162455409765244, 0.002117651514708996, -0.014796934090554714, 0.006819796282798052, 0.034564048051834106, 0.008080091327428818, 0.008449304848909378, -0.011537916958332062, -0.0026253198739141226, 0.008861119858920574, -0.005026981700211763, 0.020207330584526062, -0.001892218366265297, 0.009940358810126781, -0.005289691034704447, -0.023075833916664124, 0.032291967421770096, 0.007103806361556053, -0.034478843212127686, 0.005463647190481424, 0.00985515583306551, 0.016259586438536644, 0.004529963713139296, 0.03143993392586708, -0.0030761861708015203, 0.015407556667923927, -0.005161886569112539, 0.037631358951330185, -0.015109345316886902, -0.019994322210550308, 0.0048920768313109875, -0.01043027639389038, -0.03107072226703167, 0.036978136748075485, -0.0033939224667847157, 0.0353308767080307, 0.01110480073839426, -0.018119854852557182, 0.009145130403339863, -0.018758878111839294, 0.017736440524458885, 0.0026217696722596884, -0.00015265551337506622, -0.009940358810126781, -0.008967624045908451, 0.004931128118187189, -0.006368929985910654, 0.021598979830741882, 0.02355865016579628, 0.003079736139625311, -0.008768816478550434, 0.024197673425078392, 0.013185176067054272, 0.016543596982955933, -0.020604943856596947, -0.006947600748389959, -0.01836126297712326, -0.0042779045179486275, 0.00881141796708107, -0.006947600748389959, -0.024609489366412163, 0.025986937806010246, -0.02193979173898697, 0.025944337248802185, 0.0028738288674503565, 0.0006314790807664394, 0.02874183841049671, 0.014129510149359703, 0.027946610003709793, -0.0217977873980999, -0.026909971609711647, 0.024382280185818672, -0.0003428092459216714, -0.0028489779215306044, -0.003841238794848323, -0.05095143988728523, -0.0017040615202859044, 0.006006816867738962, 0.021016759797930717, 0.005705056246370077, -0.011033798567950726, -0.023161036893725395, 0.012439649552106857, 0.0010428501991555095, 0.005815110169351101, 0.0403294563293457, -0.02513490803539753, 0.0031454134732484818, 0.004331156611442566, 0.01586197316646576, 0.015251350589096546, -0.029622269794344902, -0.022848624736070633, 0.04992900416254997, -0.007625675294548273, -0.011253906413912773, 0.0024424882140010595, -0.008399602957069874, -0.021627381443977356, -0.0019543454982340336, 0.004941778257489204, 0.0018513918621465564, -0.007050554733723402, 0.012560353614389896, 0.004295655060559511, -0.007334564812481403, -0.016032379120588303, 0.01674240455031395, 0.017353026196360588, -0.0059677655808627605, -0.026554958894848824, -0.018858281895518303, 0.008342801593244076, 0.054558370262384415, 0.03393922373652458, -0.018900882452726364, 0.0013295230455696583, -0.014825335703790188, 0.0016552472952753305, -0.024055669084191322, -0.0036992335226386786, 0.012752060778439045, 0.0018993185367435217, -0.01688440889120102, -0.0017608635826036334, 0.006809145677834749, 0.005950015038251877, 0.013021870516240597, -0.0006057406426407397, 0.0027992760296911, -0.031411536037921906, -0.018162455409765244, -0.01928429678082466, -0.016912810504436493, -0.007103806361556053, 0.015265551395714283, 0.008981823921203613, 0.026952574029564857, -0.007590174209326506, 0.014711731113493443, 0.04030105471611023, -0.003908690996468067, -0.023899463936686516, -0.01841806434094906, 0.017551833763718605, 0.021258167922496796, 0.025333715602755547, -0.023161036893725395, 0.026398753747344017, 0.007497870828956366, 0.010607782751321793, -0.0032341668847948313, -0.0003057548019569367, 0.015989776700735092, 0.023686455562710762, 0.020888954401016235, 0.000422021490521729, 0.0063547296449542046, -0.013547289185225964, 0.0058080097660422325, 0.024921899661421776, -0.024382280185818672, -0.04970179498195648, 0.0062624262645840645, -0.02128656953573227, -0.027435390278697014, -0.005300341174006462, -0.014037206768989563, -0.0013614741619676352, -0.006741693243384361, -0.011580518446862698, -0.007867083884775639, -0.018446465954184532, -0.024453282356262207, -0.023118434473872185, 0.016429992392659187, -0.013220677152276039, -0.008285999298095703, 0.014200513251125813, -0.006056518759578466, -0.006127521395683289, -0.017651237547397614, 0.025163307785987854, -0.00031973342993296683, -0.02689577080309391, -0.05512639135122299, -0.0073132640682160854, 0.0035306024365127087, 0.009052827022969723, 0.027137180790305138, -0.013788698241114616, -0.02095995657145977, 0.011814827099442482, 0.004043595865368843, -0.020519740879535675, -0.0006727493018843234, -0.02184038795530796, -0.024822495877742767, -0.014129510149359703, -0.00028844791813753545, -0.015492759644985199, -0.007788981311023235, -0.0013162100221961737, -0.004544164054095745, 0.0069049992598593235, -0.013547289185225964, -0.020903155207633972, 0.0050340816378593445, 0.02754899486899376, 0.027208182960748672, 0.0281028151512146, 0.02100255899131298, -0.04086907580494881, 0.011026698164641857, -0.030673107132315636, -0.026398753747344017, -0.010167567059397697, 0.003961943089962006, -0.00841380376368761, 0.008257598616182804, 0.009606647305190563, 0.006993752438575029, -0.01998012140393257, 0.01483953557908535, -0.013987504877150059, 0.0170690156519413, 0.0018780177924782038, 0.012077536433935165, 0.019369499757885933, -0.008378302678465843, -0.02851462922990322, -0.009990060701966286, -0.026782166212797165, 0.008662313222885132, -0.0333712063729763, 0.03501846268773079, 0.021769385784864426, -0.011182904243469238, 0.024978702887892723, -0.009990060701966286, -0.00636537978425622, -0.008477706462144852, -0.0009816105011850595, -0.006983102299273014, 0.03635331243276596, -0.002014697762206197, -0.02341664582490921, 0.010096564888954163, -0.013277479447424412, -0.014740132726728916, 0.006127521395683289, -0.013788698241114616, -0.008562909439206123, -0.000179170529008843, -0.004135899245738983, 0.007348765153437853, -0.03365521505475044, -0.003141863504424691, -0.024510085582733154, -0.025418918579816818, 0.006163022480905056, 0.019454702734947205, 0.0031329882331192493, 0.011587618850171566, 0.0011804176028817892, -0.02118716575205326, -0.025575123727321625, 0.009755752049386501, -0.007533371914178133, -0.017367227002978325, 0.02003692276775837, 0.01961090788245201, 0.04311275854706764, 0.05100824311375618, -0.00697955209761858, 0.009187731891870499, 0.008669412694871426, 0.003333570435643196, -0.01905708760023117, -0.011097700335085392, -0.0012381072156131268, -0.007277762982994318, -0.003250142326578498, 0.011190003715455532, -0.009769952856004238, 0.010692985728383064, -0.018489068374037743, 0.016628799960017204, 0.008186595514416695, -0.02175518497824669, -0.020988358184695244, -0.016202785074710846, -0.0334848091006279, -0.013987504877150059, 0.009059927426278591, 0.008655212819576263, 0.012191140092909336, -0.033314403146505356, -0.00536779360845685, 0.018148254603147507, -0.013078671880066395, 0.02411247044801712, 0.008896620944142342, 0.0010455127339810133, -0.006528685800731182, 0.02243681065738201, -0.00832150038331747, 0.0271229799836874, -0.022891227155923843, 0.013738996349275112, -0.04447600618004799, -0.005971315782517195, 0.02314683608710766, -0.0007836907752789557, 0.02472309209406376, 0.0025241412222385406, 0.0009159330511465669, -0.009102528914809227, 0.010877592489123344, 0.0001527664571767673, 0.002007597591727972, 0.009500143118202686, -0.0333712063729763, 0.0001495491451350972, -0.0346776507794857, -0.021485375240445137, -0.003115237457677722, -0.025021303445100784, 0.017324626445770264, 0.008541608229279518, 0.011275207623839378, -0.03223516419529915, -0.030019884929060936, 0.03365521505475044, 0.006954701151698828, 0.0543595626950264, 0.006691991817206144, 0.034990064799785614, 0.0460948646068573, 0.029650671407580376, 0.008158194832503796, -0.0023022580426186323, -0.0005964215379208326, -0.017935248091816902, -0.0051015340723097324, 0.004100398160517216, -0.010742687620222569, -0.013831299729645252, 0.024893498048186302, -0.01291536632925272, -0.027790402993559837, -0.036750927567481995, 0.021684182807803154, -0.019951719790697098, 0.031241128221154213, -0.01817665621638298, 0.00036544131580740213, -0.02095995657145977, -0.0047394209541380405, -0.028202218934893608, 0.035075265914201736, -0.0012682833475992084, -0.008726214990019798, 0.03950582817196846, 0.016728203743696213, -0.0071322075091302395, -0.0038731899112462997, -0.012837263755500317, -0.008712014183402061, 0.003482675878331065, -0.005002130754292011, -0.017963647842407227, 0.00716415885835886, -0.00419625174254179, 0.00888242106884718, -0.010018461383879185, -0.002808151300996542, 0.028216419741511345, 0.0020999007392674685, 0.019142290577292442, 0.009400739334523678, -0.00011415880726417527, 0.03706333786249161, -0.008080091327428818, -0.004402158781886101, 0.008165295235812664, -0.015521160326898098, -0.0223942082375288, -0.011133202351629734, -0.0121485386043787, -0.023033231496810913, -0.008328600786626339, -8.875320781953633e-05, 0.007306163664907217, -0.007096706423908472, -0.0027904007583856583, -0.0023377593606710434, -0.01145271398127079, -0.014569725841283798, -0.023757457733154297, 0.0006918312283232808, 0.011694122105836868, -0.07105936855077744, 0.0036992335226386786, 0.0025543172378093004, -0.014569725841283798, 0.0028134766034781933, 0.01205623522400856, 0.015691567212343216, -0.0034631500020623207, 0.01961090788245201, -0.008129793219268322, 0.016202785074710846, 0.01956830732524395, 0.0183186624199152, -0.026199946179986, -0.00639733113348484, -0.012212441302835941, 0.0018336412031203508, 0.02365805394947529, -0.004206901881843805, -0.037858568131923676, -0.0027797503862529993, -0.0022010793909430504, -0.0040506962686777115, 0.015166147612035275, -0.01465492881834507, -0.0034844507463276386, 0.018332861363887787, 0.00419625174254179, 0.004306305665522814, -0.01770803891122341, 0.00022709726181346923, -0.0014759658370167017, -0.0011085275327786803, 0.022266404703259468, -0.01752343215048313, -0.0009461091831326485, -0.010607782751321793, 0.01776484213769436, -0.015805169939994812, -0.050610627979040146, -0.009571145288646221, -0.011445613577961922, 0.008214996196329594, 0.005381994415074587, 0.005389094818383455, -0.020434537902474403, 0.022507812827825546, -0.03362681344151497, 0.008172394707798958, 0.00754757272079587, -0.0015842446591705084, -0.0012052685488015413, 0.009521443396806717, -0.0027477992698550224, 0.02421187423169613, -0.03209315985441208, -0.021598979830741882, -0.025049705058336258, 0.0036779327783733606, -0.04316955804824829, -0.011914229951798916, -0.0267963670194149, 0.04669128730893135, 0.01590457372367382, -0.03209315985441208, -0.03041749820113182, -0.015790970996022224, -0.054416365921497345, -0.0013037845492362976, -0.02601533941924572, 0.02282022498548031, 0.013249078765511513, -0.0005054494831711054, 0.012205340899527073, 0.022010793909430504, -0.0072919633239507675, -0.0009487717761658132, -0.008832719177007675, 0.012212441302835941, -0.01340528391301632, 0.00021644687512889504, -0.0018513918621465564, -0.0011777550680562854, -0.02509230561554432, -0.005779608618468046, 0.011793525889515877, 0.004604516085237265, -0.013724795542657375, 0.00881141796708107, -0.02280602417886257, -0.01147401425987482, 0.0007987788412719965, 0.01637319102883339, 0.013021870516240597, -0.0027495743706822395, 0.007277762982994318, -0.04155069962143898, -0.008854019455611706, -0.0021478275302797556, -0.025376316159963608, -0.016444193199276924, -0.028358424082398415, -0.0237006563693285, -0.015464358031749725, 0.012851463630795479, -0.0016472594579681754, -0.015521160326898098, 0.0038944906555116177, -0.0025667427107691765, 0.023800060153007507, -0.001178642618469894, -0.005296791438013315, 0.033314403146505356, -0.013099973089993, -0.002765549812465906, -0.03425163775682449, 0.01185032818466425, -0.0033726217225193977, -0.0021567028015851974, 0.019170692190527916, -0.015265551395714283, -0.03808577358722687, -0.03254757449030876, 0.024268675595521927, 0.01715421862900257, -0.016799205914139748, -0.015975577756762505, 0.020420337095856667, -0.02953706681728363, 0.023033231496810913, -0.0021673531737178564, 0.007852884009480476, -0.0016259587137028575, 0.00289157941006124, 0.020846351981163025, 0.0036566320341080427, -0.016472594812512398, -0.0004473161534406245, 0.006447033025324345, -0.009691850282251835, 0.00573700712993741, -0.012773361057043076, 0.0065357862040400505, -0.012432549148797989, 0.014555525965988636, -0.019440501928329468, -0.007817381992936134, 0.2048282027244568, 0.0010135616175830364, -0.008335701189935207, 0.03604090213775635, 0.026980973780155182, 0.02216700091958046, 0.019724512472748756, 0.02615734376013279, -0.007142858114093542, -0.01126810722053051, -0.005722806788980961, 0.03428003937005997, -0.031837549060583115, -0.002401661826297641, 0.032717980444431305, -0.010096564888954163, -0.01965351030230522, -0.030900316312909126, -0.01909969002008438, 0.0015629439149051905, 0.007011502981185913, -0.006486084312200546, -0.01919909380376339, -0.0267963670194149, 0.000246290146606043, 0.016841808333992958, -0.001286033890210092, 0.012141438201069832, 0.015123546123504639, 0.008861119858920574, -0.022195400670170784, 0.008030390366911888, -0.002999858232215047, 0.010266970843076706, -0.025518322363495827, -0.022380007430911064, 0.021229766309261322, -0.027605796232819557, 0.01965351030230522, 0.0065180351957678795, 0.004185601137578487, -0.013341382145881653, -0.007881284691393375, -0.020647546276450157, 0.009791253134608269, -0.009471742436289787, 0.020562343299388885, 0.0021851039491593838, -0.0016694477526471019, -0.005339392926543951, -0.011672821827232838, -0.006454132962971926, 0.023217838257551193, 0.01975291408598423, -0.0018620422342792153, -0.007426868192851543, -0.012588754296302795, -0.007703778333961964, 0.02470889315009117, 0.018659474328160286, -0.021215565502643585, 0.0009878231212496758, -0.016302188858389854, -0.019184892997145653, -0.0005649141385219991, 0.01187162846326828, 0.003940642345696688, -0.004615166690200567, 0.0011573417577892542, -0.0057618580758571625, 0.001869142521172762, -0.02286282554268837, -0.019412100315093994, -0.005062482785433531, -0.03453564643859863, -0.024013066664338112, 0.03879580274224281, 0.04529963433742523, 0.010586482472717762, 0.032433971762657166, -0.0041429996490478516, -0.006816246081143618, -0.007881284691393375, -0.008747516199946404, 0.00034169983700849116, -0.02759159728884697, 0.024424882605671883, -0.034848056733608246, -0.03575688973069191, 0.016714002937078476, -0.007654076442122459, -0.012226641178131104, -4.568016447592527e-05, -0.0018194407457485795, 0.01627378724515438, -0.0037702361587435007, 0.006127521395683289, 0.01770803891122341, -0.007923886179924011, -0.03643851727247238, -0.02448168396949768, 0.0354444794356823, 0.009336837567389011, 0.01613178290426731, -0.016330590471625328, 0.0009505468187853694, -0.0037098838947713375, -0.005350043065845966, -0.000495686661452055, -0.013952003791928291, 0.0014085134025663137, -0.05884692445397377, 0.011821926571428776, 0.010281171649694443, 0.009429140947759151, 0.03464925289154053, 0.011708322912454605, -0.03200795501470566, 0.0189150832593441, -0.0065854876302182674, -0.008570009842514992, -0.026185745373368263, 0.005673104897141457, -0.003922891803085804, 0.010536780580878258, -0.018801478669047356, -0.003306944388896227, 0.0031116872560232878, -0.0424027293920517, 0.015379155054688454, 0.0046187168918550014, -0.026640161871910095, 0.006961801555007696, 0.003024709178134799, 0.008491906337440014, -0.01846066676080227, 0.0034524996299296618, -0.003299844218418002, -0.006010367069393396, -0.0026714715640991926, -0.0217977873980999, 0.015080944634974003, 0.014796934090554714, 0.0071996599435806274, 0.016941212117671967, -0.005115734878927469, 0.01312127336859703, 0.018616871908307076, 0.006557086948305368, -0.01604657992720604, -0.01738142780959606, -0.01864527352154255, 0.011239705607295036, 0.012531952932476997, 0.017608635127544403, -0.013781597837805748, -0.025007102638483047, -0.001892218366265297, -0.004299205262213945, -0.01604657992720604, -0.0353308767080307, 0.015890372917056084, 0.017324626445770264, 0.007540472317487001, -0.004565464798361063, -0.023019030690193176, -0.18290260434150696, -0.007448168937116861, 0.011438513174653053, -0.06259585916996002, 0.037034936249256134, 0.012574554421007633, 0.011992333456873894, -0.0022152799647301435, -0.029792675748467445, 0.004292104858905077, 0.0003274993214290589, 0.002717623021453619, -0.02360125258564949, -0.007160608656704426, -0.0007446393719874322, 0.0065180351957678795, -0.0091593312099576, 0.0022703069262206554, 0.024424882605671883, 0.010657484643161297, 0.02470889315009117, -0.025674527511000633, 0.005914513487368822, 0.01817665621638298, 0.011317809112370014, -0.0019454702269285917, -0.01836126297712326, 0.012865664437413216, -0.004671968519687653, -0.0479409322142601, -0.014307016506791115, -0.008584209717810154, 0.012624256312847137, -0.013028970919549465, 0.008186595514416695, -0.005428146105259657, 0.03189435228705406, 0.0009132704581134021, -0.03135473281145096, 0.014683330431580544, 0.034194834530353546, 0.028969045728445053, 0.01586197316646576, 0.0018132280092686415, 0.007796081714332104, 0.006219824776053429, 0.01909969002008438, -0.022607216611504555, -3.680484587675892e-05, -0.002999858232215047, 0.051860272884368896, 0.0009434465900994837, 0.015151946805417538, -0.015932975336909294, 0.023118434473872185, -0.0013117723865434527, 0.011878728866577148, -0.005804459564387798, 0.0038554391358047724, -0.014392219483852386, 0.010203068144619465, -0.01979551464319229, 0.016543596982955933, -0.003503976622596383, 0.004955979064106941, 0.010487078689038754, -0.004267253912985325, 0.032945189625024796, -0.02605794183909893, -0.004107498098164797, -0.006400881335139275, 0.025049705058336258, 0.0002072387287626043, 0.010444477200508118, 0.01594717614352703, 0.006322778295725584, -0.01868787407875061, 0.01576256938278675, 0.02509230561554432, 0.0035075265914201736, -0.013696394860744476, 0.0015842446591705084, 0.0027140730526298285, -0.0041429996490478516, -0.009187731891870499, 0.0023377593606710434, 0.0007659401744604111, 0.014555525965988636, -0.013135474175214767, 0.008463505655527115, 0.013824199326336384, -0.02267821878194809, -0.023956265300512314, 0.0026998724788427353, 0.005765408277511597, 0.00207505002617836, 0.007490770425647497, -0.006280176807194948, -0.004270804114639759, 0.001780389342457056, 0.021712584421038628, 0.003830588422715664, -0.020022723823785782, 0.003738285042345524, 0.05597842112183571, 0.008399602957069874, -0.036665722727775574, 0.006454132962971926, 0.021215565502643585, 0.03158194199204445, -0.016074979677796364, -0.004121698904782534, 0.017140019685029984, -0.013845499604940414, -0.011892929673194885, 0.02453848533332348, -0.023956265300512314, -0.021726785227656364, 0.03399602696299553, 0.014882137067615986, 0.05930134281516075, 0.0019064188236370683, -0.03862539306282997, 0.014307016506791115, 0.008101392537355423, -0.0233172420412302, -0.10002841055393219, -0.023203637450933456, 0.014782734215259552, 0.02059074304997921, -0.013987504877150059, 0.011275207623839378, -0.02824481949210167, 0.03944902494549751, -0.023104233667254448, 0.04816813766956329, -0.023956265300512314, -0.011537916958332062, 0.010600682348012924, 0.003148963674902916, -0.01803465187549591, -0.004235303029417992, 0.005410395562648773, 0.00536779360845685, -0.03254757449030876, 0.037546154111623764, -0.007987788878381252, -0.005871911998838186, 0.00745526934042573, 0.0011360410135239363, 0.025021303445100784, -0.010252770036458969, -0.021684182807803154, 0.008186595514416695, 0.02100255899131298, -0.002504615345969796, 0.018474867567420006, -0.021456975489854813, 0.009244534187018871, -0.010387674905359745, 0.005609202664345503, 0.007377166301012039, 0.004281454719603062, -0.02016472816467285, 0.028088614344596863, -0.0366373248398304, 0.028543030843138695, 0.003706333925947547, 0.011978132650256157, -0.008328600786626339, -0.014079808257520199, 0.003887390485033393, -0.022933827713131905, 0.01721102185547352, -0.005563050974160433, -0.01520874910056591, -0.04197671636939049, -0.03019029088318348, -0.024041468277573586, 0.00813689362257719, 0.02726498432457447, 0.008548708632588387, 0.007540472317487001, -0.021598979830741882, -0.005158336367458105, 0.001325972843915224, 0.007533371914178133, -0.016898609697818756, -0.014697530306875706, 0.0010685885790735483, 0.030445899814367294, -0.007327464409172535, -0.009407839737832546, -0.016756605356931686, -0.005825760308653116, -0.013369782827794552, 0.011765125207602978, 0.03342800587415695, -0.004544164054095745, 0.011623119935393333, -0.007810282055288553, -0.01245384942740202, -0.0183186624199152, -0.004632917232811451, 0.006993752438575029, 0.015932975336909294, 0.001008236431516707, -0.014065608382225037, 0.011715423315763474, -0.03774496167898178, 0.02067594602704048, 0.005666004493832588, 0.004529963713139296, -0.014221813529729843, 0.008953423239290714, -0.031979553401470184, -0.010181767866015434, 0.019880717620253563, 0.019298497587442398, -0.016671402379870415, -0.005957114975899458, 0.0009567595552653074, -0.00964214839041233, 0.005978415720164776, 0.024751493707299232, 0.01414371095597744, -0.007512071169912815, 0.010302471928298473, -0.05509798973798752, 0.0057157063856720924, -0.01748083159327507, -0.02124396711587906, 0.01627378724515438, -0.01915649138391018, 0.006436382420361042, 0.025631925091147423, 0.0038234880194067955, 0.017452429980039597, -0.025745529681444168, 0.0009150455589406192, -0.015748368576169014, -0.01563476398587227, -0.033598411828279495, -0.0025010653771460056, -0.003954842686653137, -0.029764274135231972, -0.005513349082320929, 0.0030637606978416443, 0.009308435954153538, -0.009173531085252762, 0.0006807370809838176, 0.020533941686153412, -0.016387391835451126, -0.02388526313006878, -0.010955695994198322, 0.027563195675611496, -0.008981823921203613, -0.012780461460351944, -0.011055098846554756, -0.012759161181747913, 0.015293952077627182, 0.019113890826702118, -0.012418348342180252, -0.009627947583794594, 0.014896337874233723, 0.018844081088900566, 0.040414661169052124, 0.01854586973786354, -0.011111901141703129, -0.03496166318655014, 0.0010996522614732385, -0.012624256312847137, -0.008967624045908451, -0.005225788801908493, -0.0006319227977655828, 0.005502698477357626, 0.004079097416251898, 0.016614599153399467, 0.035643287003040314, 0.026824768632650375, 0.0014289265964180231, -0.022550415247678757, 0.0023626103065907955, -0.00670264195650816, 0.009450441226363182, -0.009769952856004238, 0.010082364082336426, 0.015932975336909294, 0.023998865857720375, -0.017125818878412247, 0.014470322988927364, -0.006784295197576284, -0.016841808333992958, -0.01203493494540453, -0.034478843212127686, 0.030616305768489838, -0.005999716464430094, -0.006425731815397739, -0.012418348342180252, 0.013064472004771233, -0.006560636684298515, 0.009748651646077633, 0.014243114739656448, -0.008307299576699734, 0.010479978285729885, 0.010181767866015434, 0.0013969754800200462, 0.031837549060583115, 0.005868361797183752, -0.0006589925615116954, 0.013554389588534832, 0.014115309342741966, 0.02767680026590824, 0.004135899245738983, -0.004821074195206165, 0.01660040020942688, -0.013327181339263916, 0.0054671973921358585, 0.003271443070843816, 0.013511788100004196, -0.014896337874233723, 0.028855441138148308, -0.01092019397765398, 0.008101392537355423, -0.02022152952849865, -0.019412100315093994, 0.024893498048186302, 0.006297927349805832, 0.020945755764842033, -0.01631638966500759, -0.012865664437413216, -0.007157058455049992, -0.025433117523789406, -0.01444192137569189, -0.020093725994229317, -0.005559500772505999, 0.027619997039437294, 0.027293385937809944, 0.019184892997145653, -0.010913094505667686, -0.015478558838367462, -0.0016002203337848186, -0.010210168547928333, 0.023473447188735008, 0.007149958051741123, -0.01729622483253479, -0.02945186384022236, 0.03328600153326988, 0.018517468124628067, 0.0366373248398304, 0.030445899814367294, -0.0007490770658478141, 0.02945186384022236, 0.032661180943250656, 0.005264840088784695, -0.02333144284784794, 0.028812840580940247, 0.021045159548521042, 0.007590174209326506, 0.0010055737802758813, 0.006386680528521538, -0.00869071390479803, -0.0006013029487803578, -0.007483670022338629, 0.0020004971884191036, 0.01013206597417593, 0.009727351367473602, 0.10042602568864822, 0.034478843212127686, 0.007732179015874863, 0.034478843212127686, -0.04135189205408096, 0.031241128221154213, 0.005850611254572868, -0.00215137773193419, 0.01071428693830967, -0.028230618685483932, 0.005137035623192787, -0.016202785074710846, -0.021627381443977356, -0.009521443396806717, -0.0135898906737566, -0.00674879364669323, 0.009500143118202686, 0.0277762021869421, -0.01013206597417593, 0.008584209717810154, 0.019951719790697098, -0.01340528391301632, 0.014342517592012882, -0.006230474915355444, 0.00041425556992180645, 0.005857711657881737, 0.03288838639855385, 0.007781880907714367, 0.0050802333280444145, -0.013937802985310555, -0.00927293486893177, 0.017679639160633087, -0.02982107736170292, -0.016515197232365608, -0.030985519289970398, -0.012624256312847137, -0.002675021532922983, -0.023686455562710762, 0.006936950609087944, 0.004561914596706629, 0.015563761815428734, -0.0035306024365127087, -0.01946890354156494, -0.029735874384641647, 0.029111051931977272, 0.002831227146089077, -0.004444760736078024, -0.012709459289908409, -0.03226356580853462], metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='c6cf51eb-51de-47da-a456-ae953b680078', node_type=, metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, hash='a29656b76fc0ff766fe060d683f804abfc4b8fc2ffa889d27731e8cb8308caba'), : RelatedNodeInfo(node_id='7597c151-3fc7-4c69-94ac-61712fba16f6', node_type=, metadata={'title': 'Building Intuition on the Concepts behind LLMs like ChatGPT - Part 1- Neural Networks, Transformers, Pretraining, and Fine Tuning', 'url': 'https://pub.towardsai.net/building-intuition-on-the-concepts-behind-llms-like-chatgpt-part-1-4cb6654ab67#123f', 'source_name': 'towards_ai'}, hash='b2af1d80f4c08ad1903e7027e6ea5752f6d24c9a3cd82505f990ad8a63e7259c'), : RelatedNodeInfo(node_id='1292132d-e58c-4ea7-af84-c0861deebf9b', node_type=, metadata={}, hash='d8cdf7b2d3bf7b592ba61f62a8cadaa455f538f540ada22a50bc953aa99258be')}, hash='491ece369b31d9ebb6ee4b3a65b97783649d00e52e6fe2c0a4bd49844efe8d70', text=\"What Sets WizardCoder Apart One might wonder what makes WizardCoder's performance on HumanEval so exceptional, especially considering its relatively compact size. To put it into perspective, let's compare WizardCoder-python-34B with CoderLlama-Python-34B: The unique and most important factor of such large difference in HumanEval benchmark performance is the dataset the model trained on. The Power of Data: WizardCoder's Unique Dataset One of the key factors contributing to WizardCoder's remarkable performance is its training dataset. Most models rely on a dataset structure that typically includes: Solid base with a lot of simple instructionsReduced amount of complex instructionsAnd minimal amount of really complex instructions To train a model for peak performance on evaluation benchmarks, training dataset should have a balance between simple instructions, complex instructions and really complex instructions. This is where WizardCoder's dataset shines. It boasts: Good amount of really complex instructionsGood amount of complex instructionsSolid base with a lot of simple instructions But there's a challenge: creating a dataset with complex instructions is inherently difficult, while simple instructions are readily available. Evol Instruct Evol-Instruct is an evolutionary algorithm for generating diverse and complex instruction datasets using LLMs(GPT-4). It is designed to enhance the performance of LLMs by providing them with high-quality instructions that are difficult to create manually. In simple teams, Evol-Instruct is a complexity cascade of synthetically genearted (GPT-4) instruction dataset. Instruction Evolution LLMs can make given instructions more complex and difficult using specific prompts. Additionally, they can generate entirely new instructions that are equally complex but completely different. Using this, we can iteratively evolve an initial instruction dataset, improving the difficulty level and expanding its richness and diversity. A. Instruction Evolver The Instruction Evolver is an LLM that uses prompts to evolve (develop) instructions, with two types: In-depth evolving.In-breadth evolving A base dataset is given (e.g., Alpaca: generated using self-instruct, or 70k ShareGPT (shared by real users)) and using this base dataset, we can create a more complex and diverse dataset. a) In-depth Evolving In-Depth Evolving enhances\", start_char_idx=0, end_char_idx=2385, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='1292132d-e58c-4ea7-af84-c0861deebf9b', embedding=[-0.02553798258304596, 0.008241284638643265, -0.01066939253360033, 0.00638449564576149, -0.007020088844001293, 0.022295745089650154, -0.007998473942279816, -0.014740044251084328, -0.029822880402207375, -0.050961703062057495, 0.017782321199774742, 0.02103884145617485, 0.005170441698282957, -0.01234764326363802, -0.003931392449885607, 0.024838116019964218, 0.011769182048738003, 0.003315438749268651, 0.004613405093550682, 0.0072771827690303326, -0.010869354009628296, -0.00334757543168962, 0.01339030172675848, -0.03159397095441818, -0.010619401931762695, 0.0065558915957808495, 0.00028409756487235427, -0.030508462339639664, -0.009783847257494926, 0.01652541756629944, 0.01652541756629944, 0.011840597726404667, -0.011812031269073486, -0.04047798737883568, -0.011254995130002499, -0.011304985731840134, -0.0018871398642659187, -0.019939051941037178, 0.03490762412548065, -0.007662823423743248, 0.05567508935928345, -0.003633235115557909, -0.012297652661800385, 0.005938152316957712, -0.022809932008385658, 0.0133617352694273, -0.013176056556403637, -0.018882110714912415, -0.010405156761407852, 0.0028280317783355713, 0.005516804289072752, 0.017053887248039246, 0.00022663085837848485, 0.008869735524058342, 0.00962673407047987, -0.0020281842444092035, 0.019167769700288773, 0.011197863146662712, 0.021224521100521088, 0.0002936939417850226, -0.006280944216996431, 0.005548940971493721, -0.009541036561131477, 0.03882116079330444, -0.008569792844355106, 0.005366832949221134, -0.012704717926681042, 0.007927058264613152, 0.014725761488080025, -0.021010275930166245, 0.013068933971226215, 0.023981137201189995, 0.005673917010426521, -0.01663968153297901, 0.004749093670397997, -0.011747757904231548, -0.014940005727112293, 0.0050168996676802635, -0.008134162053465843, 0.0030244227964431047, 0.006041704211384058, 0.0060167089104652405, -0.03470766171813011, 0.03385068103671074, 0.03376498445868492, -0.0029637201223522425, 0.018996374681591988, -0.01652541756629944, -0.015154250897467136, -0.004206340294331312, 0.020024750381708145, 0.013875923119485378, 0.02218148112297058, 0.03773565590381622, -0.008976858109235764, -0.00026445844559930265, 0.006516613531857729, 0.028380297124385834, -9.841871360549703e-05, -0.009840979240834713, 0.00019282034190837294, 0.009933818131685257, -0.037050072103738785, -0.023095592856407166, -0.0301942378282547, -0.0002765097306109965, -0.002590577118098736, -0.01364025380462408, 0.022195763885974884, -0.005691770929843187, 0.006027420982718468, 0.04476288706064224, 0.013433150947093964, -0.0301942378282547, 0.008355548605322838, -0.011947719380259514, -0.0024370348546653986, -0.03579317033290863, -0.018296508118510246, -0.012311936356127262, 0.022652819752693176, 0.028180336579680443, 0.01682536117732525, -0.015368495136499405, 0.014175865799188614, 0.01210483256727457, -0.040620818734169006, -0.008555510081350803, 0.0038885436952114105, 0.000525792536791414, 0.041906289756298065, 0.01074080727994442, 0.007212908938527107, 0.00040840418660081923, -0.049419138580560684, 0.01796799898147583, -0.00913397129625082, 0.006812985520809889, -0.002433464163914323, -0.0011926295701414347, 0.007137923501431942, 0.008198435418307781, 0.002981573808938265, 0.01492572296410799, -0.015654155984520912, 0.024938097223639488, 0.009019707329571247, 0.011269277893006802, 0.014211573638021946, 0.019724806770682335, 0.005498950369656086, -0.006962956860661507, 0.006527325604110956, 0.004520565737038851, 0.022067217156291008, 0.029880011454224586, -0.0005601609591394663, 0.007220050785690546, -0.029908576980233192, -0.012976095080375671, 0.028794504702091217, 0.004974050913006067, -0.011169296689331532, 0.014090168289840221, -0.0028583831153810024, 0.0247524194419384, 0.044477224349975586, -0.0190535057336092, 0.0010149849113076925, -0.004752664361149073, -0.026566358283162117, 0.03256521373987198, -0.03956387937068939, 0.03025136888027191, -0.01955341175198555, 0.002390615176409483, 0.02513805963099003, -1.1060947144869715e-05, -0.0039528170600533485, -0.012269087135791779, -0.0035475371405482292, -0.003377926768735051, 0.004884782247245312, 0.013033227063715458, -0.013026085682213306, -0.024195382371544838, 0.02722337655723095, -0.014768609777092934, -0.009326791390776634, -0.004684820305556059, 0.005684629548341036, 0.02390972338616848, -0.0011944149155169725, 0.00886259414255619, -0.6133686304092407, -0.019767655059695244, 0.00970529019832611, -0.023295553401112556, -0.0076056914404034615, -0.021610161289572716, -0.010847929865121841, -0.0072914655320346355, 0.010033799335360527, 0.01728241518139839, -0.002831602469086647, -0.013197481632232666, 0.012647585943341255, -0.013333169743418694, -0.015668438747525215, -0.016896774992346764, 0.006166680250316858, -0.022595686838030815, 0.0050490363501012325, 0.012011993676424026, -0.019024940207600594, 0.018439337611198425, -0.0016800365410745144, 0.0060488455928862095, -0.007052225526422262, 0.028651675209403038, 0.0019746231846511364, 0.009998091496527195, 0.03290800377726555, 0.008105595596134663, 0.0016987829003483057, 0.023181289434432983, -0.013026085682213306, -0.016496852040290833, 0.044620055705308914, -0.0024441764689981937, -0.015139968134462833, 0.023481233045458794, 0.015182816423475742, 0.017782321199774742, -0.04239191114902496, -0.011747757904231548, 0.01742524653673172, 0.0061131189577281475, 0.020481806248426437, 0.010433723218739033, 0.0031815357506275177, 0.004820508416742086, 0.013354593887925148, -0.006812985520809889, 0.009433913975954056, 0.003681440372020006, -0.016896774992346764, -0.0029655054677277803, 0.0008391255396418273, 0.00477765966206789, 0.0014416890917345881, -0.033879250288009644, 0.016068361699581146, -0.018139395862817764, -0.003083340125158429, 0.012904680334031582, -0.028351731598377228, -0.017353830859065056, -0.0289516169577837, 0.02182440645992756, -0.01081222202628851, -0.015297080390155315, -0.002854812191799283, -0.05913157016038895, 0.006566604133695364, 0.0019353448878973722, -0.01598266325891018, -0.012047700583934784, 0.003535039722919464, 0.005763185676187277, 0.01995333470404148, -0.021053124219179153, 0.02965148352086544, 0.02286706492304802, 0.012554747052490711, -0.017982281744480133, -0.020024750381708145, -0.02246714010834694, 0.004127783700823784, -0.002844100119546056, 0.009983808733522892, 0.006077411584556103, -0.008741188794374466, 0.01158350333571434, 0.006980810780078173, -0.005220432300120592, -0.009112546220421791, -0.039421048015356064, -0.008641207590699196, 0.01165491808205843, -0.006937961559742689, 0.0037242891266942024, 0.02578079327940941, -0.03690724074840546, 0.0007534276228398085, 0.0076699648052453995, 0.009348215535283089, 0.003909968305379152, 0.012976095080375671, 0.021910104900598526, -0.015325646847486496, -0.00570605369284749, 0.028051789849996567, -0.009419631212949753, 0.001715744030661881, -0.001400625566020608, -0.0009658870985731483, 0.017882302403450012, -0.0009730285964906216, -0.03193676099181175, 0.027837544679641724, -0.007223621476441622, 0.011904871091246605, -0.005234715063124895, 0.00816272757947445, -0.014125875197350979, 0.001546133542433381, 0.002433464163914323, 0.01021947804838419, 0.015525608323514462, -0.005945293698459864, -0.0017389538697898388, -0.0043777357786893845, 0.013197481632232666, -0.006834410130977631, -0.012961812317371368, 0.016311172395944595, -0.030879821628332138, -0.0015247090486809611, 0.00016715559468138963, 0.021752990782260895, -0.002210292499512434, -0.003931392449885607, -0.029123013839125633, -0.01230479497462511, 0.00334757543168962, 0.005763185676187277, -0.00023343758948612958, -0.02172442525625229, -0.01861073449254036, -0.022881347686052322, 0.00945533812046051, 0.0023120588157325983, -0.0071772015653550625, 0.006723716855049133, -0.019024940207600594, -0.010790797881782055, 0.024638155475258827, -0.012047700583934784, -0.0040170904248952866, 0.011569220572710037, -0.03702150657773018, -0.0045241364277899265, -0.02366691268980503, 0.0029244418255984783, 0.013190340250730515, -0.007884209975600243, 0.006855834275484085, -4.703343438450247e-05, -0.0053632622584700584, -0.00404565641656518, 0.019039222970604897, -0.02772328071296215, -0.02826603315770626, -0.00023098269593901932, -0.026109302416443825, 0.003631449770182371, 0.020553220063447952, 0.030108539387583733, 0.021895822137594223, -0.021367350593209267, 0.012747567147016525, -0.014382969588041306, -0.011969144456088543, 0.008505519479513168, 0.01296895369887352, -0.001872856868430972, -0.02033897489309311, -0.0061131189577281475, 0.011105023324489594, 0.05059034377336502, -0.0005864952108822763, 0.001969266915693879, -0.005316842347383499, 0.012747567147016525, 0.04430583119392395, -0.007677106186747551, -0.004484858363866806, -0.007248616777360439, 0.018639300018548965, 0.007677106186747551, -0.0068308389745652676, 0.0026048601139336824, 0.05696055665612221, 0.03162253648042679, 0.004417014308273792, 0.011554937809705734, 0.012183388695120811, 0.010448005981743336, -0.053332678973674774, 0.01742524653673172, -0.02375260926783085, 0.03282230719923973, 0.02292419597506523, 0.008084171451628208, -0.001937130349688232, 0.0060988361947238445, -0.02262425422668457, -0.005438247695565224, 0.04053512215614319, -0.004656254313886166, 0.021153105422854424, -0.012661869637668133, 0.006277373526245356, -0.010105214081704617, 0.00668086763471365, 0.00965530052781105, 0.0021835118532180786, -0.0026298551820218563, 0.014454384334385395, -0.018482187762856483, 0.018353639170527458, -0.007298606913536787, -0.03147970512509346, 0.0049526263028383255, 0.014604355208575726, 0.012404775246977806, 0.012476189993321896, 0.011169296689331532, -0.007073650136590004, 0.02945152297616005, 0.005281134974211454, 0.04936200752854347, -0.016939625144004822, -0.010105214081704617, 0.0037671381141990423, -0.01151208858937025, -0.03005140833556652, 0.0504760816693306, 0.006180963013321161, 0.04039229080080986, 0.006823697593063116, -0.02262425422668457, 0.0015505969058722258, -0.02198151871562004, 0.014725761488080025, -0.0003999236796516925, -0.01519710011780262, -0.01210483256727457, -0.008905443362891674, 0.021738708019256592, -0.0018255444010719657, 0.020710332319140434, 0.025380870327353477, -0.01648256927728653, -0.002619143109768629, 0.017068171873688698, 0.000679780961945653, 0.004288467112928629, -0.02108169160783291, -0.003013710491359234, -0.013397443108260632, -0.01638258807361126, 0.013454575091600418, 0.005224002990871668, -0.024181099608540535, 0.01826794259250164, -0.009819554165005684, 0.020653201267123222, -0.004209910985082388, -0.010755090042948723, 0.025080926716327667, 0.0034386294428259134, 0.026866301894187927, -0.032450947910547256, -0.028680240735411644, 0.03256521373987198, -0.005748902913182974, -0.01304036844521761, 6.600302731385455e-05, -0.0410778746008873, -0.007712813559919596, 0.0037242891266942024, 0.02099599316716194, -0.006245236843824387, 0.00031712697818875313, -0.023866873234510422, 0.005134734325110912, -0.006330934818834066, 0.003188677132129669, 0.03182249888777733, -0.014625780284404755, 0.0009185746894218028, 0.014597213827073574, 0.01959626004099846, 0.02583792619407177, -0.026866301894187927, -0.02543800324201584, 0.05179011449217796, -0.008284132927656174, -0.008719764649868011, -0.004852645099163055, -0.017582358792424202, -0.011840597726404667, -0.00819129403680563, 0.004563414957374334, -0.004695532377809286, -0.025223758071660995, 0.016996756196022034, 0.0017353830626234412, -0.00021960094454698265, -0.018796412274241447, 0.014740044251084328, 0.016396870836615562, -0.001486323424614966, -0.011376400478184223, -0.010433723218739033, 0.0076842475682497025, 0.05044751614332199, 0.043477416038513184, -0.03079412318766117, 0.00033140997402369976, -0.028037507086992264, 0.0005025826394557953, -0.02905159816145897, 0.005116880405694246, 0.016796793788671494, -0.009505328722298145, -0.018296508118510246, -0.0022477852180600166, 0.010283751413226128, -0.005009758286178112, 0.012183388695120811, 0.002412039553746581, -0.0009355357615277171, -0.03667871281504631, -0.008105595596134663, -0.023838307708501816, -0.0015175675507634878, -0.0018076907144859433, 0.015554174780845642, 0.008505519479513168, -0.001211375929415226, -0.007348597515374422, 0.03033706732094288, 0.03733573108911514, 0.009076839312911034, -0.021710142493247986, -0.012604737654328346, 0.011790607124567032, 0.017482377588748932, 0.02143876627087593, -0.015839833766222, 0.01885354518890381, 0.008876876905560493, 0.018696431070566177, -0.0072450460866093636, -0.004174203146249056, 0.00026936823269352317, 0.012976095080375671, 0.024023987352848053, -0.0032172431237995625, 0.00486335763707757, -0.01762520708143711, -0.0027423338033258915, 0.02529517188668251, -0.023695478215813637, -0.04524850845336914, 0.020553220063447952, -0.008776896633207798, -0.04084934666752815, -0.00732717290520668, -0.011554937809705734, 0.004034944344311953, -0.02390972338616848, -0.0006373783689923584, -0.002392400521785021, -0.023452667519450188, -0.029822880402207375, -0.030651293694972992, 0.01573985256254673, -0.018439337611198425, -0.010933627374470234, 0.004891923628747463, -0.003443985478952527, 0.0007877961033955216, -0.011862021870911121, 0.026594923809170723, -0.004534848965704441, -0.027294790372252464, -0.052589964121580124, -0.004252759739756584, -0.01447580847889185, 0.011933436617255211, 0.026994848623871803, -0.00836268998682499, -0.007955624721944332, 0.01668252982199192, 0.000262896268395707, -0.01786801777780056, 0.005134734325110912, -0.015782702714204788, -0.006352358963340521, 0.000641841790638864, 7.241921412060037e-05, -0.019739089533686638, -0.008519802242517471, -0.0037314307410269976, -0.0021835118532180786, 0.00809131283313036, -0.0020585358142852783, -0.016911057755351067, -0.00379213341511786, 0.03176536783576012, 0.044334396719932556, 0.027066262438893318, 0.028380297124385834, -0.040706515312194824, 0.004195627756416798, -0.024366777390241623, -0.039078257977962494, -0.013276037760078907, 0.01502570416778326, -0.015225665643811226, 0.015082836151123047, 0.004213481675833464, 0.008926867507398129, -0.03599312901496887, 0.012033417820930481, -0.00025776331312954426, 0.02109597437083721, 0.0007203982095234096, 0.018539318814873695, 0.023881155997514725, -0.0010935412719845772, -0.012911821715533733, -0.013611688278615475, -0.02890876866877079, 0.005156158935278654, -0.020824596285820007, 0.022895630449056625, 0.001855003065429628, -0.024823833256959915, 0.03305083513259888, -0.0029994274955242872, 0.00019773011445067823, 0.005281134974211454, 0.0018978520529344678, -0.010897920466959476, 0.026494942605495453, 0.010762231424450874, -0.02782326191663742, 0.003988524433225393, -0.008212718181312084, -0.014911440201103687, 0.0031404721084982157, -0.008034180849790573, -0.016796793788671494, -0.010612260550260544, -0.0022549268323928118, 0.006602311506867409, -0.021210238337516785, 0.012419058009982109, -0.027051979675889015, -0.00617382163181901, 0.0026923432014882565, 0.012818981893360615, 0.014840024523437023, -0.0040849344804883, 0.012997519224882126, -0.0066701555624604225, -0.015539891086518764, -0.008241284638643265, -0.02579507790505886, -0.039878103882074356, 0.012683293782174587, 0.025752227753400803, 0.038335539400577545, 0.04064938426017761, -0.005934581626206636, -0.004513424355536699, 0.015239948406815529, 0.015082836151123047, -0.019139204174280167, -0.01433297898620367, -0.0015238163759931922, -0.02152446284890175, 0.0011122877476736903, 0.018639300018548965, -0.007527134846895933, 0.02583792619407177, -0.019810505211353302, 0.021910104900598526, 0.016454001888632774, -0.02113882265985012, -0.01732526533305645, -0.014204432256519794, -0.03836410865187645, -0.02322413958609104, 0.002328127156943083, 0.0021228091791272163, -0.0010783656034618616, -0.030765557661652565, 0.010833647102117538, 0.011626352556049824, 0.0007547666900791228, 0.029237277805805206, 0.017982281744480133, 0.0009127722005359828, -0.0001085730254999362, 0.03293657302856445, -0.0037028647493571043, 0.021653009578585625, -0.02425251342356205, 0.008562651462852955, -0.04599122330546379, -0.007005805615335703, 0.02188153751194477, -0.002097813878208399, 0.018053697422146797, -0.001474718563258648, -0.008227000944316387, -0.00893400888890028, 0.0011140730930492282, -0.005773898214101791, 0.007869926281273365, 0.00819129403680563, -0.03307940065860748, 0.00011398494098102674, -0.02678060345351696, -0.030679859220981598, 0.004784801043570042, -0.011112164705991745, 0.02242429181933403, -0.001855003065429628, 0.016711097210645676, -0.030022840946912766, -0.04182058945298195, 0.015768419951200485, 0.0051133097149431705, 0.04342028498649597, 0.006955815479159355, 0.030479896813631058, 0.03579317033290863, 0.02356693148612976, 0.012247662991285324, -0.0012024490861222148, 0.0036921524442732334, -0.008234143257141113, -0.008426963351666927, 0.005938152316957712, -0.005423964932560921, -0.007748521398752928, 0.01831079088151455, -0.010476572439074516, -0.031194046139717102, -0.03253664821386337, 0.03327936306595802, -0.014275847002863884, 0.025623681023716927, -0.01081936340779066, -0.008626924827694893, -0.034222040325403214, 0.0011328195687383413, -0.028594542294740677, 0.04202055186033249, -0.004913348238915205, -0.0024173958227038383, 0.02119595557451248, 0.020410390570759773, 0.004252759739756584, -0.007869926281273365, -0.01569700427353382, -0.009569602087140083, -0.002463815500959754, 0.0049347723834216595, -0.012983236461877823, 0.014954288490116596, -0.0016782510792836547, 0.02340981736779213, -0.0101480633020401, 0.015482759103178978, 0.020181862637400627, 0.013054651208221912, 0.011397824622690678, 0.006648730952292681, -0.0002401327365078032, 0.03667871281504631, 0.006787990219891071, 4.6391814976232126e-05, -0.006330934818834066, -0.019239185377955437, -0.011819172650575638, -0.009069697931408882, -0.013704527169466019, -0.014368685893714428, -0.004806225653737783, 0.001937130349688232, 0.013376018963754177, -0.004052797798067331, -0.00528470566496253, -0.00580603489652276, -0.01311892457306385, -0.004577697720378637, -0.03296513855457306, 0.010376591235399246, 0.024880966171622276, -0.06935819238424301, -0.0016273680375888944, -0.001954984152689576, -0.007519993465393782, 0.012361926026642323, 0.0032154577784240246, 0.014968572184443474, -0.01251903921365738, 0.023038459941744804, -0.013083217665553093, 0.006777278147637844, 0.011105023324489594, 0.014968572184443474, -0.026309264823794365, -0.0025834355037659407, -0.004074222408235073, -0.0018782130209729075, 0.009091122075915337, -0.012240520678460598, -0.036021698266267776, 0.0032190284691751003, -0.010483713820576668, -0.006791560910642147, 0.004038515035063028, -0.009605309925973415, -0.01682536117732525, 0.0037957041058689356, 0.005020470358431339, 0.01059797778725624, -0.009069697931408882, -0.006809414830058813, 0.0013667034218087792, -0.000990882283076644, 0.03079412318766117, -0.0044277263805270195, 0.0069915228523314, -0.013147491030395031, 0.014447242952883244, -0.00928394217044115, -0.04747665300965309, -0.011283560656011105, 0.0004229103506077081, -0.011040749959647655, 0.01339030172675848, -0.0012158394092693925, -0.010476572439074516, 0.020510371774435043, -0.025552265346050262, 0.002453103195875883, 0.00759855005890131, -0.009048272855579853, -0.01457578968256712, 0.01395447924733162, -0.0075414180755615234, 0.03213672339916229, -0.02673775516450405, -0.0193106010556221, -0.022638536989688873, -0.0018907105550169945, -0.04179202392697334, -0.011369259096682072, -0.033879250288009644, 0.04944770410656929, 0.013611688278615475, -0.024566739797592163, -0.02866595797240734, -0.01599694788455963, -0.04376307502388954, -0.0004882996436208487, -0.017596641555428505, 0.021653009578585625, 0.015782702714204788, -0.0012818982359021902, 0.006405920255929232, 0.03273661062121391, -0.015854116529226303, 0.008426963351666927, -0.011297843419015408, 0.010747948661446571, 0.0005610536318272352, -0.0028262464329600334, -0.006623735651373863, -0.0056703463196754456, -0.023724043741822243, -0.006513042841106653, 0.01314034964889288, 0.010662251152098179, -0.006777278147637844, 0.021424483507871628, -0.02965148352086544, -0.020953144878149033, 0.008919726125895977, 0.009926676750183105, 0.02133878506720066, 0.00836268998682499, 0.01845362037420273, -0.034422002732753754, -0.01116215530782938, 0.005970288999378681, -0.017310982570052147, -0.012426200322806835, -0.014318696223199368, -0.020039033144712448, -0.004002807661890984, 0.02238144353032112, -0.00858407560735941, -0.015954097732901573, -0.00172645621933043, -0.0014470452442765236, 0.03350789099931717, -0.008841169998049736, 0.0230098944157362, 0.024880966171622276, -0.006805844139307737, -0.014697195030748844, -0.03359358757734299, 0.007052225526422262, -0.013383160345256329, -0.014811458997428417, 0.021910104900598526, -0.01425442285835743, -0.034222040325403214, -0.02772328071296215, 0.026552075520157814, 0.008919726125895977, -0.00589173287153244, -0.0029119441751390696, 0.017610924318432808, -0.022038651630282402, 0.027837544679641724, 0.007827077992260456, -0.007527134846895933, -0.01143353246152401, 0.010833647102117538, 0.008526943624019623, 0.005602502264082432, -0.012369068339467049, -0.00417063245549798, -0.005377545021474361, 0.008555510081350803, 0.003493976080790162, -0.012111973948776722, 0.0038671190850436687, -0.008355548605322838, 0.018039414659142494, -0.009355357848107815, -0.014911440201103687, 0.20510371029376984, -0.009098263457417488, 0.001304215402342379, 0.023338403552770615, 0.010883636772632599, 0.024095401167869568, 0.0247524194419384, 0.020624635741114616, -0.010855071246623993, -0.007230762857943773, 0.005656063556671143, 0.02782326191663742, -0.03305083513259888, -0.0025441572070121765, 0.015382778830826283, -0.02688058465719223, -0.024566739797592163, -0.017453812062740326, -0.013340311124920845, -0.0018567885272204876, 0.007255758158862591, 0.0018371493788436055, -0.026894867420196533, -0.019739089533686638, 0.012590453960001469, 0.028751656413078308, -0.013775941915810108, 0.017553793266415596, 0.013825932517647743, 0.00217101420275867, -0.0148543082177639, 0.003092267084866762, -0.008634066209197044, 0.01331888698041439, -0.019024940207600594, -0.018196526914834976, 0.027980374172329903, -0.03230812028050423, 0.020353257656097412, 0.017853735014796257, 0.012254804372787476, -0.005784610286355019, -0.0003561820194590837, -0.022095782682299614, -0.010405156761407852, -0.008405538275837898, 0.01881069503724575, -0.013304603286087513, 3.768811802729033e-05, -0.011490664444863796, -0.011276419274508953, 0.003368999809026718, 0.03322223201394081, 0.017782321199774742, 0.005841742269694805, -0.0077842287719249725, -0.013168915174901485, -0.00648447684943676, 0.026852017268538475, 0.005652492865920067, -0.024323929101228714, 0.00888401921838522, -0.014468667097389698, -0.009998091496527195, 0.007384304888546467, 0.018353639170527458, 0.003211887087672949, -0.0240097027271986, -0.003579674055799842, -0.005777468904852867, 0.0024888108018785715, -0.01526851486414671, -0.012254804372787476, -0.0008900086977519095, -0.050019025802612305, -0.02222432941198349, 0.0376213900744915, 0.05030468478798866, 0.023581214249134064, 0.025166625156998634, -0.01046943012624979, 0.008876876905560493, -0.0030815547797828913, -0.015568457543849945, -0.004484858363866806, -0.033136531710624695, 0.031194046139717102, -0.04176345840096474, -0.04370594397187233, 0.010733665898442268, 0.0012461907463148236, -0.007898492738604546, 0.0007395910215564072, 0.007198626175522804, 0.017039604485034943, -0.007484286092221737, -0.0022245754953473806, 0.016054078936576843, -0.008898301981389523, -0.030879821628332138, -0.017882302403450012, 0.050961703062057495, -0.0008953648502938449, 0.008127020671963692, -0.010305176489055157, 0.006741570308804512, -0.004002807661890984, -0.020667484030127525, 0.00341006345115602, -0.011762040667235851, -0.006498759612441063, -0.042249079793691635, 0.014447242952883244, 0.00212816521525383, 0.0007132567116059363, 0.02762329950928688, 0.013083217665553093, -0.0247524194419384, 0.00979813002049923, -0.004866928327828646, -0.011776324361562729, -0.018896393477916718, -0.002558440202847123, 0.012704717926681042, 0.006823697593063116, -0.015925532206892967, -0.012097691185772419, 0.0015229235868901014, -0.03944961354136467, 0.01526851486414671, 0.00758426683023572, -0.015711287036538124, 0.004284896422177553, -0.0038099871017038822, 0.00896257534623146, -0.021167388185858727, 0.007137923501431942, -0.018824977800250053, -0.006834410130977631, 0.0005623926408588886, -0.012704717926681042, 0.01406160183250904, 0.007698530796915293, 0.024466758593916893, 0.023538364097476006, -0.023152723908424377, 0.011969144456088543, 0.025652246549725533, -0.0003858638519886881, -0.013083217665553093, -0.017910867929458618, -0.022481422871351242, 0.0123762097209692, 0.0067022922448813915, 0.010198053903877735, -0.020581785589456558, -0.019624825567007065, -0.007769945543259382, -0.005945293698459864, -0.006887970957905054, -0.05896017700433731, 0.010555128566920757, -0.006159538868814707, 0.009676724672317505, -0.010176628828048706, -0.021767273545265198, -0.1840791553258896, -0.0039528170600533485, 0.0008181474404409528, -0.05470384657382965, 0.03787848353385925, 0.021267369389533997, 0.003418990410864353, -0.004417014308273792, -0.031308311969041824, 0.013304603286087513, 0.007223621476441622, 0.00025374622782692313, -0.01841077208518982, -0.011462097987532616, -0.000447236088803038, 0.008741188794374466, -0.024238230660557747, -0.0004298286803532392, 0.022538555786013603, -0.004038515035063028, 0.0240097027271986, -0.030079973861575127, 0.0011962002608925104, 0.014311554841697216, -0.000927501532714814, 0.007312890142202377, -0.014368685893714428, 0.011240711435675621, 0.0009730285964906216, -0.05027611926198006, -0.017582358792424202, -0.016911057755351067, 0.010769372805953026, -0.014782892540097237, 0.01039087399840355, -0.010433723218739033, 0.030822688713669777, -0.0018799983663484454, -0.033136531710624695, 0.03376498445868492, 0.03270804509520531, 0.023152723908424377, 0.013761659152805805, 0.00019192765466868877, 0.0018353640334680676, 0.006434486247599125, 0.011140731163322926, -0.022195763885974884, 0.0002532998623792082, -0.009255376644432545, 0.04344885051250458, -0.008562651462852955, 0.006323792971670628, -0.006530896294862032, 0.017296699807047844, -0.008326982147991657, 0.013240329921245575, 0.002642352832481265, -0.0021103115286678076, -0.010726524516940117, 0.008919726125895977, -0.01440439373254776, 0.019610542804002762, 0.006323792971670628, 0.006373783573508263, -0.004859786946326494, -0.010926485992968082, 0.027294790372252464, -0.028751656413078308, -0.005416823551058769, -0.007791370153427124, 0.0180679801851511, 0.01029803417623043, 0.00751285208389163, 0.014411535114049911, 0.004574127029627562, -0.005545370280742645, 0.008719764649868011, 0.013147491030395031, -0.002990500768646598, -0.008719764649868011, -0.0005713195423595607, -0.013904489576816559, 0.009619592688977718, -0.01658254861831665, -2.4339662559214048e-05, -0.010555128566920757, 0.016896774992346764, 0.00043183722300454974, 0.009155395440757275, 0.016768228262662888, -0.027294790372252464, -0.015711287036538124, 2.8189375370857306e-05, 5.7299334002891555e-05, 0.006563032977283001, 0.0025655818171799183, -0.002876236801967025, 0.002347766188904643, 0.016511134803295135, 0.014225856401026249, 0.006280944216996431, -0.0032190284691751003, 0.008376972749829292, 0.035564642399549484, -0.005709624383598566, -0.025723662227392197, 0.004624117631465197, 0.04342028498649597, 0.009441055357456207, -0.010512279346585274, -0.00019996183982584625, 0.00979813002049923, -0.00635950081050396, -0.010697958059608936, 0.022052934393286705, -0.022252896800637245, -0.018239377066493034, 0.03207959234714508, 0.01296895369887352, 0.06181677430868149, -0.0002751706924755126, -0.0420776829123497, 0.013340311124920845, -0.0014372257282957435, -0.018596451729536057, -0.11249281466007233, -0.01881069503724575, 0.012761849910020828, 0.021424483507871628, -0.008012756705284119, 0.011533512733876705, -0.023981137201189995, 0.02148161455988884, -0.027294790372252464, 0.046905335038900375, -0.032593779265880585, -0.015225665643811226, 0.016496852040290833, 0.006213100161403418, -0.01652541756629944, -0.013454575091600418, 0.006070270203053951, 0.002545942785218358, -0.039221085608005524, 0.04122070595622063, -0.004284896422177553, -0.00528470566496253, 0.017453812062740326, -0.0054418183863162994, 0.009126829914748669, -0.015125684440135956, -0.014454384334385395, -1.5022244951978792e-05, 0.024923814460635185, -2.187082645832561e-05, 0.017096737399697304, -0.02535230480134487, 0.004624117631465197, -0.016939625144004822, 0.005741761531680822, 0.01465434581041336, 0.009048272855579853, -0.015039986930787563, 0.019282033666968346, -0.028694523498415947, 0.02999427542090416, 0.005723907612264156, 0.001632724073715508, -0.0032493798062205315, -0.006230953615158796, 0.0014452598989009857, -0.010198053903877735, 0.010726524516940117, -0.010883636772632599, -0.01871071569621563, -0.04936200752854347, -0.03490762412548065, -0.04667680710554123, -0.0002745011879596859, 0.024709569290280342, 0.02069604955613613, 0.009183961898088455, -0.024866683408617973, -0.00021022773580625653, 0.0067987022921442986, 0.006395208183676004, -0.019481996074318886, -0.025423718616366386, -0.0072414749301970005, 0.027451904490590096, -0.004884782247245312, -0.030708424746990204, -0.0142329977825284, -0.01126213651150465, 0.00044500434887595475, 0.004802654962986708, 0.040763650089502335, 0.0027530461084097624, 0.015325646847486496, -0.012311936356127262, -0.011747757904231548, -0.01492572296410799, -0.006391637492924929, 0.005616785027086735, 0.010647967457771301, -0.0014381184009835124, -0.01638258807361126, 0.016711097210645676, -0.05236143618822098, 0.027851827442646027, -0.0016505778767168522, -0.005663204938173294, -0.01762520708143711, 0.004574127029627562, -0.0401066318154335, -0.010312317870557308, 0.01821080967783928, 0.014604355208575726, -0.007120069582015276, -0.0034404147882014513, 0.00587744964286685, -0.014097309671342373, 0.014468667097389698, 0.03273661062121391, 0.01871071569621563, -0.007312890142202377, 0.018696431070566177, -0.05019042268395424, 0.006927249487489462, -0.01846790313720703, -0.015654155984520912, -7.566915428469656e-06, -0.026494942605495453, 0.016311172395944595, 0.023338403552770615, -0.005134734325110912, 0.023352686315774918, -0.03193676099181175, 0.010855071246623993, -0.0021406628657132387, -0.012240520678460598, -0.02826603315770626, -0.004631259012967348, -0.005531087052077055, -0.034164909273386, -0.004238476976752281, 0.01736811362206936, 0.008298416621983051, -0.0043634530156850815, 0.004456292372196913, 0.012711859308183193, -0.0036385913845151663, -0.031508270651102066, -0.00938392337411642, 0.03345075994729996, -0.006430915556848049, 0.0013006445951759815, -0.00379213341511786, -0.016225473955273628, 0.00834126491099596, 0.023181289434432983, -0.01698247343301773, -0.005695341620594263, 0.02262425422668457, 0.031051216647028923, 0.03296513855457306, 0.03410777449607849, 0.003608240047469735, -0.03647875413298607, 0.0003414526872802526, -0.01851075328886509, -0.02410968393087387, -0.005088314414024353, -0.01841077208518982, 0.018153678625822067, -0.003272589761763811, 0.002201365539804101, 0.042591869831085205, 0.0175680760294199, -0.01569700427353382, -0.027194809168577194, -0.006205958314239979, -0.011369259096682072, 0.011554937809705734, -0.003909968305379152, 0.006284514907747507, 0.011369259096682072, 0.01929631642997265, -0.01652541756629944, 0.02728050760924816, -0.0026369967963546515, -0.00906255654990673, -0.020624635741114616, -0.03456483036279678, 0.02553798258304596, -0.0016354022081941366, -0.008519802242517471, -0.00836268998682499, 0.01217624731361866, -0.01642543636262417, 0.005948864854872227, 0.01406160183250904, -0.01413301657885313, 0.0067665656097233295, 0.014211573638021946, -0.0023316978476941586, 0.02608073689043522, 0.010169487446546555, 0.007223621476441622, 0.012169105932116508, 0.01007664855569601, 0.01955341175198555, 0.013276037760078907, 0.0037350014317780733, 0.011040749959647655, -0.01732526533305645, 0.007266470231115818, 0.017710905522108078, 0.006595170125365257, -0.01726813241839409, 0.03827840834856033, -0.006141684949398041, 0.0025602257810533047, -0.015239948406815529, -0.00801989808678627, 0.02533802203834057, -0.012319077737629414, 0.023081310093402863, -0.0050668902695178986, -6.421765283448622e-05, -0.007270040921866894, -0.021395916119217873, 0.011597787030041218, -0.01935344934463501, -0.011876304633915424, 0.023552648723125458, 0.023424100130796432, 0.011176438070833683, -0.0027655435260385275, -0.017211001366376877, 0.0034671954344958067, -0.02228146232664585, 0.036307357251644135, -0.0034475564025342464, -0.02460958994925022, -0.031565405428409576, 0.03470766171813011, 0.0033939951099455357, 0.026166435331106186, 0.03270804509520531, 0.0010962194064632058, 0.02445247583091259, 0.03196532651782036, 0.010240903124213219, -0.02549513429403305, 0.032393816858530045, 0.012918963097035885, 0.0033672144636511803, -0.004113500472158194, -0.0044277263805270195, -0.01160492841154337, 0.0026369967963546515, -0.011962003074586391, 0.01593981496989727, 0.013276037760078907, 0.006223812233656645, 0.09558175504207611, 0.03573603555560112, 0.004616975784301758, 0.040420856326818466, -0.035821735858917236, 0.02930869162082672, 0.009126829914748669, 0.0034064927604049444, 0.006388066336512566, -0.02945152297616005, 0.006388066336512566, -0.01752522587776184, -0.029937144368886948, -0.019481996074318886, -0.021353067830204964, -0.006645160261541605, 0.002054964890703559, 0.023152723908424377, -0.010940768755972385, 6.310179742285982e-05, 0.027309073135256767, -0.009548177942633629, 0.027694715186953545, 0.0029119441751390696, -0.003863548394292593, 0.012190531007945538, 0.024095401167869568, 0.005166871007531881, -0.006052416283637285, -0.014840024523437023, 0.0044919997453689575, 0.01296895369887352, -0.037449996918439865, -0.023995419964194298, -0.031851064413785934, -0.013868781737983227, -0.01099075935781002, -0.019781939685344696, 0.01812511309981346, -0.0014291915576905012, 0.018996374681591988, 0.00751285208389163, -0.010769372805953026, -0.035764604806900024, 0.012076267041265965, 0.009469620883464813, -0.0061631095595657825, -0.007137923501431942, -0.035621773451566696], metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='c6cf51eb-51de-47da-a456-ae953b680078', node_type=, metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, hash='a29656b76fc0ff766fe060d683f804abfc4b8fc2ffa889d27731e8cb8308caba'), : RelatedNodeInfo(node_id='36e3cb43-0548-4b34-a3ef-6982d0424d2c', node_type=, metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, hash='491ece369b31d9ebb6ee4b3a65b97783649d00e52e6fe2c0a4bd49844efe8d70'), : RelatedNodeInfo(node_id='3dd9383e-e61e-4539-b2d6-063ce83e6e92', node_type=, metadata={}, hash='6649cf672f899441dd62f7ee1b45f50d11f7fda2b49ce2b23e6c073f794d1ef2')}, hash='d8cdf7b2d3bf7b592ba61f62a8cadaa455f538f540ada22a50bc953aa99258be', text='that are equally complex but completely different. Using this, we can iteratively evolve an initial instruction dataset, improving the difficulty level and expanding its richness and diversity. A. Instruction Evolver The Instruction Evolver is an LLM that uses prompts to evolve (develop) instructions, with two types: In-depth evolving.In-breadth evolving A base dataset is given (e.g., Alpaca: generated using self-instruct, or 70k ShareGPT (shared by real users)) and using this base dataset, we can create a more complex and diverse dataset. a) In-depth Evolving In-Depth Evolving enhances instructions by making them more complex and difficult through five types of prompts: Prompt of In-depth Evolving In-depth Evolving aims to: (i) Add constraints (ii) Deepening (iii) Concretizing (more specific) (iv) Increased Reasoning Steps (v) Complicating Inputs The core part of In-Depth Evolving\\'s prompt is The example prompt of add constraints is: These prompts help generate a complex instruction dataset, with similar templates for the other types of In-depth Evolving. b) In-breadth Evolving In-breadth Evolving addresses the limitation of open-domain instruction finetune datasets (e.g., Alpaca, ShareGPT, etc.), which are often small in scale, and lacking topic and skill diversity. In-breadth Evolving solves this problem by designing a prompt to generate a completely new instruction based on the given instruction, requiring the new instruction to be more long-tailed. Prompt of In-breadth Evolving In-breadth Evolving aims to 1. Enhance topic coverage 2. skill coverage 3. Overall dataset diversity The in-breadth prompt is as follows: B. Response Generation The same LLM used to generate the corresponding responses for the evolved instructions using the prompt: C. Elimination Evolving(Instruction Eliminator) The evolved instruction may challenge the LLM to generate a response. Sometimes, when the generated response contains \"sorry\\' and is relatively short in length (i.e., less than 80 words), it often indicates that the LLM struggles to respond', start_char_idx=1791, end_char_idx=3878, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='3dd9383e-e61e-4539-b2d6-063ce83e6e92', embedding=[-0.02017751894891262, 0.00767254363745451, -0.011070787906646729, 0.00965779647231102, -0.011551205068826675, 0.019485151395201683, 0.0004278714768588543, -0.016376571729779243, -0.02574470452964306, -0.05541752651333809, 0.01643308997154236, 0.022678513079881668, 0.008230675011873245, -0.009968655183911324, -0.013006586581468582, 0.02396433614194393, 0.006828281097114086, -0.001153354300186038, -0.0044367932714521885, 0.00808937568217516, -0.0033487898763269186, 0.00021680587087757885, 0.014250018633902073, -0.018439538776874542, -0.016334181651473045, -0.004426195751875639, -0.004977262578904629, -0.028754375874996185, -0.0041859871707856655, 0.016955897212028503, 0.013656562194228172, 0.015302697196602821, -0.010491461493074894, -0.040157217532396317, -0.014271213673055172, -0.005860382225364447, 0.003670245409011841, -0.021025313064455986, 0.03552260622382164, -0.018312368541955948, 0.05253502354025841, 0.001030600629746914, -0.006475033238530159, 0.002523955889046192, -0.021717678755521774, 0.010265382938086987, -0.013861446641385555, -0.009792030788958073, -0.006711709313094616, 0.007658413611352444, 0.01171369943767786, 0.010307773016393185, -0.0049984571523964405, 0.006224227603524923, 0.001224003848619759, -0.005648433230817318, 0.021632898598909378, 0.016037452965974808, 0.02486865036189556, -0.0029743469785898924, -0.0089371707290411, 0.008541533723473549, -0.0021565782371908426, 0.03605954349040985, -0.00265289144590497, -0.005655498243868351, -0.014850540086627007, 0.015966802835464478, 0.012964196503162384, -0.02082749456167221, 0.013373964466154575, 0.01801564171910286, 0.006658722180873156, -0.014108719304203987, 0.009714316576719284, -0.0024303453974425793, -0.023003501817584038, 0.0055141993798315525, -0.01236367505043745, 0.004835963249206543, 0.017817823216319084, 0.0011074320646002889, -0.02827395871281624, 0.03419439494609833, 0.03391179442405701, -0.000564313493669033, 0.013783731497824192, -0.010788190178573132, -0.02537732757627964, -0.01913190446794033, 0.004797106143087149, 0.012865287251770496, 0.014412513002753258, 0.02899458445608616, 0.0016735118115320802, -0.0003695855848491192, 0.006990775465965271, 0.037529055029153824, 0.009721381589770317, -0.0040270257741212845, 0.009149119257926941, 0.00803285650908947, -0.03967680037021637, -0.02061554603278637, -0.019485151395201683, -0.00353424483910203, 0.0049913921393454075, -0.010343097150325775, 0.027892451733350754, -0.002338500926271081, -0.0062348246574401855, 0.04606352001428604, 0.0030326328705996275, -0.0404963344335556, 0.009926265105605125, -0.008534468710422516, -0.00574027793481946, -0.04219192638993263, -0.02180245891213417, -0.013487003743648529, 0.02989889867603779, 0.04024199768900871, 0.013684822246432304, -0.02407737448811531, 0.015754854306578636, 0.010131148621439934, -0.041428908705711365, -0.009078470058739185, -0.006588072516024113, 0.00404468784108758, 0.04371795430779457, 0.011551205068826675, 0.01602332293987274, 0.00777851790189743, -0.04634612053632736, 0.017012417316436768, -0.013988615944981575, 0.003684375202283263, -0.010894164443016052, -0.00040468957740813494, 0.010562111623585224, 0.009919200092554092, 0.004627547226846218, 0.015274438075721264, -0.018284110352396965, 0.02855655737221241, 0.013147885911166668, 0.006711709313094616, 0.012879417277872562, 0.020445985719561577, 0.007050827611237764, -0.025264287367463112, 0.0034441666211932898, -0.0007126775453798473, 0.018029771745204926, 0.030492356047034264, 0.008965430781245232, 0.002440942684188485, -0.02981412038207054, -0.014652721583843231, 0.021675288677215576, 0.014320668764412403, -0.00926215946674347, 0.020347077399492264, -0.002921359846368432, 0.028146790340542793, 0.055361006408929825, -0.0234980471432209, -0.004751184023916721, -0.009339873678982258, -0.03199012577533722, 0.031001033261418343, -0.037811651825904846, 0.03345963731408119, -0.020884014666080475, -0.007517114747315645, 0.03108581155538559, -0.008492078632116318, -0.004316688980907202, -0.007142671849578619, -0.01632005162537098, 0.0008592754602432251, -0.0020982923451811075, 0.011727829463779926, -0.005030249711126089, -0.020559025928378105, 0.022042667493224144, -0.021703548729419708, -0.006517423316836357, -0.010498526506125927, 0.00380447949282825, 0.02509472891688347, 0.004065882880240679, 0.012109336443245411, -0.6131252646446228, -0.02646533027291298, 0.010590370744466782, -0.01884930580854416, -0.01025125291198492, -0.022607862949371338, -0.0178743414580822, -0.009233899414539337, 0.0008923924178816378, 0.019682971760630608, -0.007474724669009447, -0.011155568063259125, 0.013854381628334522, -0.018425408750772476, -0.018142810091376305, -0.010230057872831821, -0.0020965260919183493, -0.0169982872903347, 0.0023279034066945314, 0.012342480011284351, -0.019018864259123802, 0.015005969442427158, -0.0030538279097527266, -0.0015295632183551788, -0.008845326490700245, 0.025942523032426834, 0.014264148660004139, 0.003730297554284334, 0.039478980004787445, 0.012731052935123444, -0.0012637441977858543, 0.01660265028476715, -0.012413130141794682, -0.017393924295902252, 0.0437462143599987, 0.0027959567960351706, -0.024953428655862808, 0.01369895227253437, 0.009156184270977974, 0.021209001541137695, -0.03888552635908127, -0.004313156474381685, 0.003709102515131235, -0.0005554822855629027, 0.012519104406237602, 0.012547364458441734, 0.005132691469043493, 0.006453838665038347, 0.0032587116584181786, -0.0007784699555486441, 0.013267990201711655, 0.003198659513145685, -0.01213053148239851, -0.011628919281065464, 0.006559812929481268, -0.001992317847907543, 0.009827355854213238, -0.032216206192970276, 0.017987381666898727, -0.013282119296491146, -0.005337575450539589, 0.01434892788529396, -0.023088280111551285, -0.01869387738406658, -0.030238017439842224, 0.031029293313622475, -0.010675150901079178, -0.007128541823476553, 0.001492472249083221, -0.06392373144626617, -0.0005263393395580351, 0.007700803689658642, -0.008364909328520298, -0.013967420905828476, 0.0028860350139439106, 0.01819933019578457, 0.012476714327931404, -0.025575146079063416, 0.028457647189497948, 0.035579126328229904, 0.022339394316077232, -0.013056040741503239, -0.025829484686255455, -0.02194375731050968, -0.010230057872831821, -0.006559812929481268, 0.009664861485362053, 0.006860073655843735, -0.003663180395960808, 0.01762000285089016, 0.009071405045688152, -0.010046369396150112, -0.009544757194817066, -0.03430743142962456, -0.006870671175420284, 0.01408046018332243, -0.011671309359371662, -4.299688953324221e-05, 0.019682971760630608, -0.04007243737578392, -0.003730297554284334, 0.005475341808050871, 0.010025174356997013, -0.00017861094966065139, 0.016447219997644424, 0.018679747357964516, -0.015005969442427158, -0.00556012149900198, 0.022946981713175774, -0.013628303073346615, 0.0011303931241855025, -0.0024232803843915462, 0.0017609406495466828, 0.005302250385284424, -0.00040270257159136236, -0.03057713434100151, 0.023187190294265747, -0.005436484701931477, 0.01643308997154236, -0.009410522878170013, 0.009085535071790218, -0.009820290841162205, 0.0005448848241940141, -0.0031050487887114286, 0.0035978294909000397, 0.013889705762267113, -0.0032039580401033163, -0.004154195077717304, -0.0025910730473697186, 0.011388711631298065, -0.006040538661181927, -0.01747870445251465, 0.022141575813293457, -0.03343137726187706, -0.002914294833317399, -0.002248422708362341, 0.030633654445409775, 0.008866521529853344, 0.00043824812746606767, -0.01382612157613039, -0.022833941504359245, 0.0014076927909627557, 0.001812161528505385, -0.01039961725473404, -0.030435835942626, -0.017238495871424675, -0.017634132876992226, 0.005687290802598, 0.005397627595812082, -0.009396392852067947, -0.005238665733486414, -0.02758159302175045, -0.012462584301829338, 0.01715371571481228, -0.01653200015425682, -0.0015781348338350654, 0.004249571822583675, -0.03620084002614021, -0.0014633293030783534, -0.02811853028833866, 0.005206873640418053, 0.02191549725830555, -0.011310996487736702, 0.014327733777463436, 0.0027641644701361656, 0.0022766825277358294, 0.0040199607610702515, 0.015302697196602821, -0.023709997534751892, -0.02396433614194393, -0.003638453083112836, -0.02502407878637314, 0.00178036920260638, 0.024642571806907654, 0.02054489590227604, 0.02549036592245102, -0.01964058168232441, -0.0007581582176499069, -0.012102271430194378, -0.012815832160413265, 0.006623397581279278, 0.014850540086627007, -0.005224535707384348, -0.02242417447268963, -0.0020082141272723675, 0.011028398759663105, 0.04705261439085007, -0.012229440733790398, 0.007488854695111513, -0.002345565939322114, 0.011261542327702045, 0.03775513172149658, -0.0027518009301275015, -0.005157419014722109, -0.006372591480612755, 0.02115248143672943, 0.011056657880544662, -0.005994616076350212, 0.005602511111646891, 0.05767831206321716, 0.02419041469693184, 0.0016947066178545356, 0.010484396480023861, 0.0119680380448699, -0.0038927914574742317, -0.04075067490339279, 0.02602730318903923, -0.031424928456544876, 0.026041433215141296, 0.021519860252738, 0.019287332892417908, -0.0014271213440224528, 0.000385702500352636, -0.02036120742559433, -0.00428842892870307, 0.03964854031801224, 0.005266925785690546, 0.005938096437603235, -0.011091982945799828, 0.016885247081518173, -0.008145895786583424, 0.002119487151503563, 0.0046805343590676785, 0.0022060328628867865, 0.0026811512652784586, 0.014002745039761066, -0.023851295933127403, 0.020884014666080475, -0.010117018595337868, -0.026917487382888794, -0.001083587878383696, 0.018637357279658318, 0.011692504398524761, 0.012766378000378609, 0.017125455662608147, -0.008343714289367199, 0.028825026005506516, 0.008915975689888, 0.046007003635168076, -0.016334181651473045, -0.022946981713175774, 0.0028595414478331804, -0.012144661508500576, -0.024162154644727707, 0.05759353190660477, -0.0026740862522274256, 0.04032677784562111, 0.01509074866771698, -0.010357227176427841, 0.001140107517130673, -0.026917487382888794, 0.012702792882919312, -0.0005440016975626349, -0.0049984571523964405, -0.014638591557741165, -0.007326360791921616, 0.02505233883857727, -0.009516497142612934, 0.020629676058888435, 0.04072241485118866, -0.0027129435911774635, -0.0012840559938922524, 0.02216983586549759, -0.005044379737228155, 0.007686673663556576, -0.023709997534751892, -0.0007731712539680302, -0.013352769427001476, -0.011763153597712517, 0.01184086874127388, 0.0016178751830011606, -0.02245243452489376, 0.0214774701744318, -0.021647028625011444, 0.02746855467557907, 0.003484790213406086, -0.003709102515131235, 0.0234980471432209, -0.00038018301711417735, 0.03345963731408119, -0.04270060360431671, -0.025970783084630966, 0.033883534371852875, -0.004479182884097099, -0.012893547303974628, -0.0026228653732687235, -0.029107624664902687, -0.00262639787979424, 0.008668703027069569, 0.017535224556922913, -0.007411140017211437, -0.004087077919393778, -0.023187190294265747, 0.013034846633672714, -0.012582688592374325, 0.011056657880544662, 0.03196186572313309, -0.017662392929196358, -0.001518082688562572, 0.010851774364709854, 0.01177021861076355, 0.016913507133722305, -0.03540956601500511, -0.02653598040342331, 0.04227670282125473, -0.005976954009383917, -0.011445230804383755, -0.006792956497520208, -0.00543295219540596, -0.006291344296187162, -0.008223609998822212, 0.007637219037860632, 0.004380273632705212, -0.01894821599125862, 0.019414503127336502, 0.007969271391630173, 0.007502984721213579, -0.02981412038207054, 0.01866561733186245, 0.011706634424626827, -0.0019110708963125944, -0.021279651671648026, -0.02079923450946808, 0.007432335056364536, 0.055756643414497375, 0.0324140228331089, -0.010731670074164867, -0.009375198744237423, -0.019343852996826172, 0.003479491453617811, -0.03238576278090477, -0.006658722180873156, 0.01646135002374649, -0.012462584301829338, -0.02191549725830555, -0.001338809379376471, 0.009354003705084324, -0.0014112251810729504, 0.015048359520733356, -0.004189519677311182, 0.010569175705313683, -0.02440236322581768, -0.0016479012556374073, -0.031142331659793854, -0.0011065489379689097, -0.0036455178633332253, 0.011777283623814583, 0.0113533865660429, 0.008696962147951126, -0.0047653135843575, 0.024246932938694954, 0.03608780354261398, 0.008583922870457172, -0.024967558681964874, -0.001838655094616115, 0.01357178296893835, 0.016221141442656517, 0.02616860158741474, -0.008795871399343014, 0.035720422863960266, 0.015528775751590729, 0.022438304498791695, -0.007432335056364536, -0.007326360791921616, 0.0022625525016337633, 0.025009948760271072, 0.015401607379317284, -0.00034441667958162725, 0.0038574666250497103, -0.015613555908203125, -0.00268998253159225, 0.02881089597940445, -0.01754935458302498, -0.03744427487254143, 0.012314220890402794, -0.02017751894891262, -0.03227272629737854, -0.011212087236344814, -0.0035978294909000397, 0.010187668725848198, -0.026380550116300583, -0.0011348087573423982, -0.008605117909610271, -0.01862322725355625, -0.020855754613876343, -0.03230098634958267, 0.018425408750772476, -0.015359217301011086, -0.010039304383099079, 0.006499760784208775, -0.0029884770046919584, 0.006920125801116228, -0.00929748360067606, 0.018538447096943855, -0.006958982907235622, -0.0107387350872159, -0.04798518866300583, -0.004546300042420626, -0.00790568720549345, 0.013727212324738503, 0.03360093757510185, -0.014539682306349277, -0.01732327602803707, 0.018298238515853882, 0.007326360791921616, -0.028796765953302383, 0.00226608500815928, -0.01627766154706478, -0.006810619030147791, -0.0034953877329826355, 0.004652274306863546, -0.016743948683142662, -0.01292180735617876, -0.009057275019586086, -0.006814151536673307, 0.013275055214762688, -0.003504218766465783, -0.022876331582665443, -0.005471809301525354, 0.029983678832650185, 0.024246932938694954, 0.03405309468507767, 0.021350301802158356, -0.035579126328229904, 0.006595137529075146, -0.027157695963978767, -0.03097277320921421, -0.0035836996976286173, 0.011508815921843052, -0.024670831859111786, 0.01299952156841755, 0.015726594254374504, 0.007538309320807457, -0.02899458445608616, 0.019372113049030304, -0.006347863934934139, 0.02881089597940445, 0.0026228653732687235, 0.02848590724170208, 0.015020099468529224, 0.002587540540844202, -0.02017751894891262, -0.0016637974185869098, -0.027454424649477005, 0.0005938980029895902, -0.0316227488219738, 0.03303574025630951, 0.0024939298164099455, -0.02177419885993004, 0.030803214758634567, -0.007234516087919474, 0.005888641811907291, -0.005387030076235533, 0.0008610416552983224, -0.015260308049619198, 0.022155705839395523, 0.012787573039531708, -0.027058785781264305, 0.005016119685024023, -0.018171070143580437, -0.01364949718117714, -0.0025451509281992912, -0.02137855999171734, -0.010547981597483158, -0.004472117871046066, -0.00913499016314745, -0.0014960047556087375, -0.02122313156723976, 0.0007060541538521647, -0.028386998921632767, -0.003396478248760104, 0.0030467628967016935, 0.025349067524075508, 0.002024110173806548, -0.0017971484921872616, 0.0038080119993537664, -0.01959819160401821, -0.019428633153438568, 0.005528328940272331, -0.019442763179540634, -0.028076140210032463, 0.010074629448354244, 0.013896770775318146, 0.039761580526828766, 0.046233080327510834, 0.00028789701173081994, -0.004016428254544735, 0.006976645439863205, 0.006863606162369251, -0.013628303073346615, -0.020982922986149788, -0.003931648563593626, -0.006867138668894768, -0.007495919708162546, 0.012285960838198662, -0.0016708624316379428, 0.02939022332429886, -0.015754854306578636, 0.028584817424416542, 0.009198574349284172, -0.01562768593430519, -0.010929488576948643, -0.0191036444157362, -0.03707689419388771, -0.015599425882101059, -0.005273990798741579, -0.004115337505936623, -0.00040270257159136236, -0.026479460299015045, 0.001088886521756649, 0.020672064274549484, -0.0016629142919555306, 0.03201838582754135, 0.018764527514576912, 0.0027535671833902597, -0.004062350373715162, 0.033261820673942566, -0.01145936083048582, 0.029220663011074066, -0.020516635850071907, 0.008548598736524582, -0.04578092321753502, -0.011706634424626827, 0.021307911723852158, 0.008958365768194199, 0.012483779340982437, 0.004482715390622616, 0.0009643666562624276, -0.005927499383687973, 0.0037585573736578226, -0.012582688592374325, 0.004334351513534784, 0.005955758970230818, -0.03187708556652069, -0.008675768040120602, -0.02653598040342331, -0.018679747357964516, 0.002197201829403639, -0.01869387738406658, 0.019216684624552727, -0.003945778589695692, 0.01790260151028633, -0.036229100078344345, -0.038574665784835815, 0.02079923450946808, -0.0030343991238623857, 0.04631786048412323, 0.021039443090558052, 0.018171070143580437, 0.03563564643263817, 0.02444475144147873, 0.011791413649916649, 0.00014626669872086495, -0.008308390155434608, -0.017492834478616714, -0.010639825835824013, 0.008654573000967503, -0.001595797250047326, -0.0023296696599572897, 0.016560260206460953, 0.0015666543040424585, -0.03993113711476326, -0.03125537186861038, 0.033883534371852875, 0.00034022185718640685, 0.020884014666080475, -0.011084917932748795, -0.007223919034004211, -0.04510268568992615, 0.010131148621439934, -0.029870638623833656, 0.035974763333797455, -0.002709411084651947, -0.016122233122587204, 0.025334937497973442, 0.026309901848435402, 0.0032887377310544252, -0.008251870051026344, -0.005828589666634798, -0.015415736474096775, 0.0023791242856532335, 0.0031492046546190977, -0.01323266513645649, 0.01643308997154236, -0.009919200092554092, 0.025391455739736557, -0.016659168526530266, 0.017987381666898727, 0.02609795145690441, 0.0069024632684886456, 0.013508198782801628, 0.01646135002374649, 0.0033682184293866158, 0.03829206898808479, 6.203915836522356e-05, 0.006789423990994692, 0.001909304759465158, -0.021505730226635933, -0.027383774518966675, -0.009177379310131073, -0.0071462043561041355, -0.016376571729779243, -0.018764527514576912, -0.0034812577068805695, 0.023158930242061615, -0.006860073655843735, 0.0013697185786440969, -0.004553365055471659, -0.012370740063488483, -0.011197957210242748, -0.025928393006324768, 0.012264765799045563, 0.014469032175838947, -0.059515200555324554, -0.007658413611352444, 0.008993690833449364, -0.0037585573736578226, 0.0067505668848752975, 0.00470172893255949, 0.010222992859780788, -0.0022325264289975166, 0.029446741566061974, -0.003786817193031311, 0.006361993961036205, 0.010851774364709854, 0.01599506288766861, -0.019880790263414383, -0.00706848967820406, 0.007933947257697582, -0.01292180735617876, 0.010067564435303211, -0.00996159017086029, -0.03967680037021637, 0.01627766154706478, 0.001030600629746914, -0.00544354971498251, 0.0071532693691551685, -0.010279512964189053, -0.014483162201941013, 0.018863435834646225, 0.00293372361920774, 0.011890322901308537, -0.011657179333269596, 0.002569878241047263, 0.002947853412479162, -0.0040199607610702515, 0.03498566895723343, -0.004920742940157652, 0.0016611480386927724, -0.01562768593430519, 0.015189657919108868, -0.010180603712797165, -0.05030249431729317, -0.011339256539940834, -0.012865287251770496, -0.008117635734379292, 0.005245730746537447, -0.008894781582057476, -0.019329722970724106, 0.020276427268981934, -0.02177419885993004, 0.008485013619065285, 0.01393209584057331, -0.012172921560704708, -0.014610331505537033, 0.008435559459030628, -0.002518657362088561, 0.02779354155063629, -0.025179507210850716, -0.013741342350840569, -0.022226355969905853, 0.004175389651209116, -0.047815632075071335, -0.010795255191624165, -0.03696385771036148, 0.04357665777206421, 0.015076618641614914, -0.022155705839395523, -0.032216206192970276, -0.018397148698568344, -0.045215725898742676, -0.019838400185108185, -0.027807671576738358, 0.02502407878637314, 0.013077235780656338, -0.0034953877329826355, 0.00513622397556901, 0.02693161740899086, -0.014108719304203987, 0.002569878241047263, -0.012406065128743649, 0.011508815921843052, -0.0002984944439958781, -0.0023084748536348343, 0.005334042944014072, -0.0027570996899157763, -0.028796765953302383, 0.000695456750690937, 0.01736566424369812, 0.0009846783941611648, -0.012943001464009285, 0.019089514389634132, -0.023045890033245087, -0.022579602897167206, -7.169827586039901e-05, 0.014172304421663284, 0.02396433614194393, -0.0027394371572881937, 0.009283353574573994, -0.03603128343820572, -0.014228823594748974, 0.019810140132904053, -0.023328488692641258, -0.005213938653469086, -0.013529392890632153, -0.013048975728452206, -0.003631388070061803, 0.021505730226635933, -0.01762000285089016, -0.01682872883975506, 0.016009192913770676, -0.004337884020060301, 0.03775513172149658, -0.007347555831074715, 0.0026422939263284206, 0.023455658927559853, -0.00985561590641737, -0.007149736862629652, -0.023512177169322968, 0.011862063780426979, -0.013713082298636436, -0.01657439023256302, 0.02776528149843216, -0.020445985719561577, -0.04114631190896034, -0.019329722970724106, 0.021039443090558052, 0.003959908615797758, -0.010957748629152775, -0.0048394957557320595, 0.01650374010205269, -0.02321545034646988, 0.03730297461152077, 0.005295185372233391, -0.002889567520469427, -0.004899547901004553, 0.009085535071790218, 0.019400373101234436, 0.010060499422252178, -0.02209918573498726, 0.0030838539823889732, 0.0005956641980446875, -0.006446773651987314, 0.009770835749804974, -0.02289046160876751, 0.012773443013429642, -0.004563962575048208, 0.02606969326734543, -0.01104959286749363, -0.01470924075692892, 0.20561851561069489, -0.011127308011054993, -0.004722923971712589, 0.029475001618266106, 0.022876331582665443, 0.025645794346928596, 0.02642294019460678, 0.02679031901061535, -0.005281055811792612, -0.00904314499348402, -0.0020488377194851637, 0.03264010325074196, -0.027666373178362846, 0.0002678060263860971, 0.021166611462831497, -0.02386542595922947, -0.024826260283589363, -0.02486865036189556, -0.01639070175588131, 0.0021565782371908426, 0.01736566424369812, 0.0008522104471921921, -0.019880790263414383, -0.021180741488933563, 0.0031138798221945763, 0.02356869727373123, -0.005365835037082434, 0.015147268772125244, 0.022720903158187866, 0.005853317212313414, -0.011989232152700424, 0.0044226632453501225, 0.0031227110885083675, 0.01764826290309429, -0.01308430079370737, -0.02899458445608616, 0.02811853028833866, -0.031029293313622475, 0.02094053290784359, 0.012808767147362232, 0.004793573636561632, -0.019513411447405815, -0.006884800735861063, -0.035437826067209244, -0.005175081081688404, -0.0026493589393794537, 0.01790260151028633, -0.01092242356389761, 0.0035324785858392715, -0.008852391503751278, -0.0021035911049693823, 0.009452912956476212, 0.03772687166929245, 0.020022088661789894, 0.010011044330894947, -0.009700186550617218, -0.017521094530820847, -0.016150493174791336, 0.024501271545886993, 0.011466425843536854, -0.019951438531279564, 0.007375815417617559, -0.006411448586732149, -0.007467659655958414, 0.012342480011284351, 0.009304548613727093, 0.006142980419099331, -0.020559025928378105, 0.002894866280257702, -0.0005788849666714668, -0.0009060807642526925, -0.01393209584057331, -0.015330957248806953, 0.003910453990101814, -0.053919754922389984, -0.01357178296893835, 0.030351055786013603, 0.039761580526828766, 0.01588202454149723, 0.0283728688955307, -0.006369058974087238, 0.007623089011758566, 0.006241889670491219, -0.018397148698568344, -0.0006243655807338655, -0.02609795145690441, 0.01722436584532261, -0.03196186572313309, -0.035466086119413376, 0.022141575813293457, -0.0016452519921585917, -0.01887756586074829, -0.005288120359182358, 0.00904314499348402, 0.01025125291198492, -0.011953908018767834, 0.0028754377271980047, 0.022155705839395523, -0.006704644300043583, -0.028076140210032463, -0.0271435659378767, 0.041315872222185135, 0.006990775465965271, -0.003974038641899824, -0.012773443013429642, 0.004631079733371735, -0.003158035920932889, -0.010682215914130211, -0.010978943668305874, -0.007827972993254662, -0.002460371470078826, -0.04083545506000519, 0.013734277337789536, 0.006044071167707443, -0.000941405538469553, 0.025928393006324768, 0.007188593968749046, -0.015458126552402973, 0.007594828959554434, -0.00039585839840583503, -0.009693121537566185, -0.02855655737221241, 0.00489248288795352, 0.004786508623510599, 0.007877427153289318, -0.013260925188660622, -0.016687428578734398, -0.007209789007902145, -0.03786817193031311, 0.017492834478616714, 0.010484396480023861, -0.011014268733561039, -0.006270149722695351, 0.003988168202340603, 0.0011939777759835124, -0.027638113126158714, 0.0017344469670206308, -0.017563484609127045, -0.007029632572084665, 0.0033275948371738195, -0.011000138707458973, 0.0029743469785898924, 0.005224535707384348, 0.017662392929196358, 0.027553332969546318, -0.009177379310131073, 0.0067505668848752975, 0.013303314335644245, 0.009396392852067947, -0.013239730149507523, -0.015203787945210934, -0.022989371791481972, 0.009488238021731377, -0.00016150050214491785, 0.007835038006305695, -0.01801564171910286, -0.02198614738881588, -0.00042235199362039566, -0.003765622153878212, -0.0038963239639997482, -0.05216764658689499, 0.013423418626189232, 0.0020064478740096092, 0.010491461493074894, -0.0025098260957747698, -0.016108103096485138, -0.1816541850566864, 0.008732287213206291, -0.0006694046896882355, -0.05490884929895401, 0.03136841207742691, 0.02346978895366192, 0.004154195077717304, 0.005266925785690546, -0.03605954349040985, 0.011452295817434788, 0.013402223587036133, -0.010682215914130211, -0.020234037190675735, -0.013345704413950443, -0.003504218766465783, 0.009389327839016914, -0.02883915603160858, -0.0038963239639997482, 0.01646135002374649, -0.0006517423316836357, 0.02137855999171734, -0.03512696921825409, 0.0009705484844744205, 0.015797244384884834, -0.0001467082474846393, 0.008174155838787556, -0.015528775751590729, 0.024246932938694954, 0.005761472508311272, -0.057028334587812424, -0.016305921599268913, -0.010187668725848198, 0.011847933754324913, -0.01924494281411171, 0.00862631294876337, -0.0035960632376372814, 0.03184882923960686, -0.003613725770264864, -0.025066468864679337, 0.03707689419388771, 0.02818918041884899, 0.03150970861315727, 0.018100420013070107, -0.007110879756510258, -0.005295185372233391, 0.01444077305495739, 0.018072159960865974, -0.014108719304203987, 0.001345874392427504, -0.008958365768194199, 0.045865703374147415, -0.012844092212617397, 0.014066330157220364, -0.0015136670554056764, 0.009354003705084324, -0.0013494068989530206, -0.00031019578455016017, -0.0044438582845032215, 0.0018633825238794088, -0.01140990573912859, 0.014652721583843231, -0.02783593162894249, 0.016955897212028503, -0.0016752779483795166, 0.006997840013355017, -0.0008416130440309644, -0.020347077399492264, 0.025645794346928596, -0.03670951724052429, -0.01037842221558094, -0.009947460144758224, 0.008075246587395668, 0.009700186550617218, 0.004016428254544735, 0.01725262589752674, 0.013388094492256641, -0.01352232787758112, 0.013154950924217701, 0.008054051548242569, 0.005079704336822033, -0.004115337505936623, 0.010117018595337868, -0.009431717917323112, 0.0004514949396252632, -0.019089514389634132, -0.007269841153174639, -0.01891995593905449, 0.015571165829896927, -0.006351396441459656, 0.005206873640418053, 0.022000277414917946, -0.0071462043561041355, -0.024854520335793495, 0.005899239331483841, -0.00070163857890293, -0.0008667819784022868, 0.006524487864226103, -0.00927628856152296, -0.007990466430783272, 0.007375815417617559, 0.015147268772125244, 0.009721381589770317, -0.006051135715097189, 0.004606352187693119, 0.04083545506000519, -0.004369676113128662, -0.03461829200387001, 0.006510358303785324, 0.024642571806907654, 0.009212704375386238, -0.0049913921393454075, 0.011932712979614735, 0.014652721583843231, -0.021830718964338303, -0.011240347288548946, 0.015119008719921112, -0.021392690017819405, -0.021562250331044197, 0.031537968665361404, 0.02224048599600792, 0.05338281765580177, -0.004016428254544735, -0.03190534561872482, 0.0032693089451640844, -0.007209789007902145, -0.019089514389634132, -0.10235710442066193, -0.01801564171910286, 0.00307678896933794, 0.016079843044281006, 0.000810262281447649, 0.012391935102641582, -0.019993828609585762, 0.027200086042284966, -0.01503422949463129, 0.04838082939386368, -0.02967282012104988, -0.017860211431980133, 0.0016964728711172938, 0.004005830734968185, -0.018255850300192833, -0.0158537644892931, 0.0020523699931800365, -0.0013158483197912574, -0.03642692044377327, 0.041174571961164474, -0.009841485880315304, -0.013027781620621681, 0.008371974341571331, -0.006898930761963129, 0.0024674362502992153, -0.02177419885993004, -0.011572400107979774, -0.0033593871630728245, 0.02876850590109825, -0.007948077283799648, 0.02465670183300972, -0.017068937420845032, 0.006192435044795275, -0.008781742304563522, 0.009000755846500397, 0.0036561153829097748, 0.0038645316381007433, -0.018538447096943855, 0.024925168603658676, -0.031198851764202118, 0.023766515776515007, 0.007495919708162546, 0.008569792844355106, -0.015387477353215218, -0.0010067564435303211, 0.015542905777692795, -0.025264287367463112, 0.017563484609127045, -0.007835038006305695, -0.01711132749915123, -0.04784389212727547, -0.028570687398314476, -0.03956376016139984, -0.003124477341771126, 0.038065988570451736, 0.01841127872467041, 0.01613636314868927, -0.018538447096943855, 0.0031227110885083675, -0.00046937810839153826, 0.010187668725848198, -0.01880691573023796, -0.02639468014240265, -0.006955450400710106, 0.02732725441455841, -0.003995233215391636, -0.021519860252738, -0.02180245891213417, -0.013345704413950443, -0.0029160610865801573, 0.01086590439081192, 0.03303574025630951, 0.00015410437481477857, 0.006524487864226103, -0.015966802835464478, -0.012568559497594833, -0.010314838029444218, -0.00117808161303401, -0.004740586504340172, 0.01249084435403347, 0.002403851831331849, -0.020276427268981934, 0.008046986535191536, -0.04903080314397812, 0.025250157341361046, 0.00906434003263712, 0.0068953982554376125, -0.02707291580736637, 0.0056802257895469666, -0.03704863786697388, -0.0038009469863027334, 0.01606571301817894, 0.01624940149486065, -0.00518921110779047, -0.014808150939643383, 0.00821654498577118, -0.011424035765230656, 0.01547225657850504, 0.035692162811756134, 0.013543522916734219, -0.008951300755143166, 0.014977709390223026, -0.05739571154117584, 0.012123466469347477, -0.020742714405059814, -0.019654711708426476, 0.004228376783430576, -0.024105634540319443, 0.018609097227454185, 0.023625217378139496, 0.00440500071272254, 0.025504495948553085, -0.035324785858392715, 0.010470266453921795, 0.003822141792625189, -0.020785104483366013, -0.03422265499830246, 0.0028012555558234453, -0.002160110743716359, -0.026338160037994385, -0.005524796433746815, -0.0029231260996311903, 0.005284587852656841, -0.005510666873306036, -0.0011957440292462707, 0.00362432305701077, -0.0028171518351882696, -0.017450444400310516, -0.011388711631298065, 0.031820569187402725, -0.006754099391400814, -0.00038018301711417735, -0.0002164747129427269, -0.010074629448354244, 0.00927628856152296, 0.012278895825147629, -0.01259681861847639, -0.007827972993254662, 0.024854520335793495, 0.03083147294819355, 0.023328488692641258, 0.019555801525712013, 0.0027694632299244404, -0.030124977231025696, 0.00506204180419445, -0.021533990278840065, -0.021519860252738, -0.003747959854081273, -0.02356869727373123, 0.012731052935123444, 0.005743810441344976, 0.008039921522140503, 0.026182731613516808, 0.01959819160401821, -0.01732327602803707, -0.036766037344932556, -0.003949311096221209, -0.009184444323182106, 0.011925647966563702, -0.0007166516152210534, 0.016913507133722305, 0.02079923450946808, 0.02224048599600792, -0.017634132876992226, 0.017634132876992226, -0.01359297800809145, -0.006029941141605377, -0.015062488615512848, -0.025009948760271072, 0.028457647189497948, -0.013147885911166668, -0.010109953582286835, -0.0031615684274584055, -0.00010001330520026386, -0.012399000115692616, 0.011424035765230656, 0.015839634463191032, 0.0054082246497273445, 0.004118870012462139, 0.007983401417732239, 0.0030538279097527266, 0.02881089597940445, 0.0030838539823889732, 0.002029408933594823, 0.008039921522140503, 0.012215311639010906, 0.019004736095666885, 0.012801703065633774, 0.004938405007123947, 0.0004813002306036651, -0.012964196503162384, 0.008506208658218384, 0.010060499422252178, 0.002273150021210313, -0.016164623200893402, 0.043152760714292526, -0.011932712979614735, 0.0019269670592620969, -0.010074629448354244, -0.007969271391630173, 0.018651487305760384, -0.008852391503751278, 0.015217917971313, -0.007700803689658642, -0.0017688886728137732, -0.01620701141655445, -0.02112422324717045, 0.0018492526141926646, -0.020389467477798462, -0.019428633153438568, 0.021604638546705246, 0.03306400030851364, 0.014327733777463436, -0.0005987551412545145, -0.002144214464351535, 0.00015145502402447164, -0.008145895786583424, 0.03529652580618858, -0.0015330957248806953, -0.019584061577916145, -0.03278140351176262, 0.040581114590168, 0.004500377923250198, 0.03343137726187706, 0.027412034571170807, 0.004691131878644228, 0.015443996526300907, 0.0364551804959774, 0.006457371171563864, -0.03365745767951012, 0.0339965745806694, 0.009417587891221046, 0.002011746633797884, -0.007241581100970507, -0.007941012270748615, -0.014949449338018894, 0.005994616076350212, -0.010957748629152775, 0.02036120742559433, 0.01086590439081192, 0.0014006277779117227, 0.09806160628795624, 0.0332900807261467, 0.0012716923374682665, 0.03210316598415375, -0.04205062612891197, 0.023851295933127403, 0.005436484701931477, -0.0019110708963125944, 0.014447838068008423, -0.02628164179623127, -0.00019439672178123146, -0.0063196043483912945, -0.025221897289156914, -0.02549036592245102, -0.017987381666898727, -0.008145895786583424, 0.008802936412394047, 0.02382303588092327, -0.020022088661789894, 0.012822897173464298, 0.02479800023138523, -0.017309146001935005, 0.024091504514217377, 0.003286971477791667, -0.004196584690362215, 0.016913507133722305, 0.03405309468507767, 0.0050055221654474735, -0.0022643187548965216, -0.02072858437895775, 0.0031633346807211637, 0.014808150939643383, -0.028966324403882027, -0.01906125433743, -0.03425091132521629, -0.012914742343127728, -0.013677757233381271, -0.014878800138831139, 0.015896154567599297, -0.0010553279425948858, 0.020120998844504356, 0.007531244307756424, -0.01001810934394598, -0.0317075289785862, 0.015599425882101059, 0.016235271468758583, 0.003797414479777217, -0.005715550389140844, -0.04253104329109192], metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='c6cf51eb-51de-47da-a456-ae953b680078', node_type=, metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, hash='a29656b76fc0ff766fe060d683f804abfc4b8fc2ffa889d27731e8cb8308caba'), : RelatedNodeInfo(node_id='1292132d-e58c-4ea7-af84-c0861deebf9b', node_type=, metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, hash='d8cdf7b2d3bf7b592ba61f62a8cadaa455f538f540ada22a50bc953aa99258be'), : RelatedNodeInfo(node_id='8419b9a4-1638-42e4-86f9-7cde0129c7ad', node_type=, metadata={}, hash='ad18b8ac8ba1570b544f0f229239eda4565ba42ce614923ad9084e7bfe3923dd')}, hash='6649cf672f899441dd62f7ee1b45f50d11f7fda2b49ce2b23e6c073f794d1ef2', text='Evolving In-breadth Evolving aims to 1. Enhance topic coverage 2. skill coverage 3. Overall dataset diversity The in-breadth prompt is as follows: B. Response Generation The same LLM used to generate the corresponding responses for the evolved instructions using the prompt: C. Elimination Evolving(Instruction Eliminator) The evolved instruction may challenge the LLM to generate a response. Sometimes, when the generated response contains \"sorry\\' and is relatively short in length (i.e., less than 80 words), it often indicates that the LLM struggles to respond to the evolved instruction. So, we can use this rule to make a judgment. The response generated by the LLM only contains punctuation and stop words. D. Finetuning the LLM on the Evolved Instructions Once all evolutions are done, the initial instruction dataset (the 52K instruction dataset of Alpaca) merges with evolved instruction data from all epochs and randomly shuffled the samples to create the final fine-tuning dataset. This processing ensures an even distribution of instructions of varying difficulty levels in the dataset, maximizing model fine-tuning smoothness. Wizardlm validates Evol-Instruct by fine-tuning open-source LLaMA 7B with evolved instructions and evaluating its performance and name the model WizardLM. Evol-Instruct works by generating a pool of initial instructions(52k instruction dataset of Alpaca), which are then evolved through a series of steps to create more complex and diverse instructions. Once the instruction pool is generated, it is used to fine-tune an LLM, resulting in a new model called WizardCoder. The fine-tuning process involves training the LLM on the instruction data to improve its ability to generate coherent and fluent text in response to various inputs. Prompt Format For WizardCoder, the Prompt should be as follows: Best Use Cases WizardCoder can be used for a variety of code-related tasks, including code generation, code completion, and code summarization. Here are some examples of input prompts that can be used with the model: Code generation: Given a description of a programming task, generate the corresponding code. Example input: \"Write a Python function that', start_char_idx=3291, end_char_idx=5512, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='8419b9a4-1638-42e4-86f9-7cde0129c7ad', embedding=[-0.01371009647846222, -0.00039951910730451345, 0.006847873795777559, -0.013014188967645168, 0.003935106098651886, -0.0017926794243976474, -0.003210501279681921, -0.021020712330937386, -0.03581412881612778, -0.05105235427618027, 0.008365239016711712, 0.0172183308750391, -0.0075904144905507565, 0.003653514664620161, -0.02219729870557785, 0.007403882686048746, 0.0158839114010334, 0.0053412700071930885, 0.0032158822286874056, 0.01263395044952631, -0.0017810211284086108, 0.00559954484924674, -0.008953532204031944, -0.013272464275360107, -0.01070406287908554, 0.016013048589229584, 0.006474810186773539, -0.043218012899160385, 0.004799610003829002, 0.01212457474321127, 0.013688573613762856, 0.013351380825042725, -0.010165990330278873, -0.032169584184885025, -0.02219729870557785, -0.0026347634848207235, 0.0064461128786206245, -0.021809887140989304, 0.017849670723080635, -0.01694570854306221, 0.04273016005754471, 0.025310946628451347, -0.0011846570996567607, 0.0033360517118126154, -0.016170883551239967, 0.014240995049476624, 0.000601744803134352, -0.0235604178160429, -0.0032427858095616102, 0.009721183218061924, -0.002841024659574032, 0.02427784726023674, -0.007106149103492498, 0.009534651413559914, -0.007934780791401863, -0.008508725091814995, 0.02345997653901577, 0.012045657262206078, 0.021508565172553062, -0.006933965720236301, 0.003262515179812908, -0.00018003021250478923, -0.010869071818888187, 0.017978807911276817, 0.012791785411536694, -0.016615690663456917, -0.018796678632497787, 0.01637176424264908, 0.02710452303290367, -0.014441875740885735, 0.02707582712173462, 0.013035711832344532, 0.0012169413967058063, -0.01776357926428318, 0.02059025503695011, -0.005639003589749336, -0.027133220806717873, 0.00040848698699846864, -0.018452312797307968, 0.004326105583459139, -0.001375672989524901, -0.0012214253656566143, -0.030906904488801956, 0.019872823730111122, 0.02434959076344967, 0.001849177060648799, 0.008264798671007156, -0.006101746112108231, -0.038655154407024384, -0.007884561084210873, -0.0002972852671518922, 0.016343066468834877, 0.0326574370265007, 0.023689555004239082, 0.0124474186450243, -0.011729988269507885, 0.002396217780187726, 0.03446536138653755, 0.01602739654481411, -0.007540194317698479, 0.006090984679758549, -0.002819501794874668, -0.03845427185297012, -0.021221593022346497, -0.015166480094194412, -0.0012752326438203454, 0.010926466435194016, -0.007583240047097206, 0.02970162220299244, 0.029213769361376762, -0.014865159057080746, 0.054811690002679825, -0.005545737687498331, -0.03239915892481804, 0.009412688203155994, -0.010417090728878975, 0.002421327866613865, -0.027879348024725914, -0.011859125457704067, 0.002494864398613572, 0.031251270323991776, 0.04471026733517647, 0.00879569724202156, -0.009649439714848995, 0.022154252976179123, 0.007023644167929888, -0.02366085723042488, -0.011938042938709259, 0.0011595470132306218, -0.005032774992287159, 0.04037698730826378, 0.015596938319504261, 0.032341767102479935, 0.003996087703853846, -0.03191130608320236, 0.021149851381778717, -0.016070442274212837, 0.000584257417358458, -0.01408316008746624, 0.0034580149222165346, 0.007676505949348211, 0.017921414226293564, -0.003553074551746249, 0.006277516484260559, -0.014879507943987846, 0.018524054437875748, 0.01687396503984928, 0.006159140728414059, 0.014284040778875351, 0.023947829380631447, 0.005061471834778786, -0.03262873739004135, -0.01409750897437334, 0.02308691293001175, 0.01746225729584694, 0.017993155866861343, 0.0353836715221405, -0.001710174954496324, -0.03770814463496208, -0.019872823730111122, -0.002143323654308915, 0.004846242722123861, -0.01045296248048544, 0.009721183218061924, -0.000951492169406265, 0.027750210836529732, 0.047723475843667984, -0.016859617084264755, -0.008523073978722095, -0.003906408790498972, -0.01704614795744419, 0.034666240215301514, -0.036474164575338364, 0.034494057297706604, -0.013753142207860947, -0.007454102858901024, 0.021063758060336113, -0.009491605684161186, -0.015912607312202454, -0.006481984164565802, -0.003701941343024373, 0.002751345979049802, -0.010510356165468693, 0.018839724361896515, -0.019069302827119827, -0.024693956598639488, -0.0015066040214151144, -0.031193876639008522, -0.003097506007179618, -0.019758034497499466, 0.011959565803408623, 0.019356274977326393, 0.005179848056286573, 0.0010842167539522052, -0.615268349647522, -0.02700408361852169, 0.003727051429450512, -0.011055603623390198, 0.0064927455969154835, -0.015195177868008614, -0.009606393985450268, -0.0027334101032465696, -0.003450840711593628, 0.026645367965102196, -0.004168271087110043, -0.0031279968097805977, -0.00261324062012136, -0.02298647165298462, -0.02393348142504692, -0.012282409705221653, -0.0016940326895564795, -0.01922713592648506, 0.0016608515288680792, 0.014176426455378532, -0.015338663943111897, 0.015424755401909351, -0.013222243636846542, 0.0035476936027407646, -0.010022503323853016, 0.014750370755791664, 0.014721672981977463, -0.0008658489095978439, 0.042500581592321396, 0.012999840080738068, -0.001755014294758439, 0.016314368695020676, -0.02424914948642254, -0.013437473215162754, 0.045714668929576874, 0.0070738643407821655, -0.01711789146065712, 0.007278332021087408, 0.0046166651882231236, 0.026645367965102196, -0.023746948689222336, -0.010395567864179611, 0.002844611881300807, 0.02281428873538971, -0.0013120010262355208, 0.008788523264229298, 0.016759175807237625, 0.007052341476082802, -0.018079247325658798, 0.0049610319547355175, 0.004225665703415871, 0.003095712512731552, 0.0012160446494817734, -0.022756895050406456, 0.012476116418838501, -0.0017236267449334264, 0.026616670191287994, -0.03954476863145828, 0.014284040778875351, -0.021709445863962173, -0.007748248986899853, 0.019657595083117485, -0.018423615023493767, -0.026989733800292015, -0.006255993619561195, 0.030160777270793915, 0.002736997324973345, -0.009462907910346985, -0.007206588983535767, -0.03664634749293327, -0.021063758060336113, 0.008207404986023903, -0.004817545879632235, -0.014979948289692402, 0.003368336008861661, 0.038655154407024384, 0.020647648721933365, -0.026214908808469772, 0.022312087938189507, 0.016429157927632332, 0.025153111666440964, -0.013652701862156391, -0.010739934630692005, -0.02417740784585476, -0.011105824261903763, 0.007081038784235716, 0.00710256164893508, 0.0015873148804530501, -0.0029253228567540646, 0.014707325026392937, 0.016658736392855644, -0.010137292556464672, -0.02335953712463379, -0.030706023797392845, 0.0012877876870334148, 0.0065214429050683975, -0.024435682222247124, -0.004839068744331598, 0.018739284947514534, -0.03498191013932228, -0.017103543505072594, 0.0027244421653449535, 0.007985001429915428, -0.006392305716872215, 0.011959565803408623, 0.006503507494926453, -0.030906904488801956, -0.002046470530331135, 0.016429157927632332, -0.022756895050406456, 0.011938042938709259, -0.007167130243033171, -0.001182863488793373, -0.006815589498728514, 0.012612427584826946, -0.025224855169653893, 0.010165990330278873, -0.003999674692749977, 0.004874940030276775, -0.008379587903618813, 0.009247679263353348, -0.008465679362416267, -0.0050363619811832905, -0.0035620422568172216, 0.00660753482952714, 0.015266920439898968, 0.0029020062647759914, 0.0038633630611002445, -0.010890594683587551, 0.011808905750513077, -0.001424996298737824, -0.00873112864792347, 0.015553892590105534, -0.027592375874519348, 0.0003508683294057846, -0.0033199095632880926, 0.04275885596871376, 0.01687396503984928, 0.012777436524629593, 0.017605744302272797, -0.02147986926138401, -0.0031620748341083527, -0.009714008308947086, -0.003856188850477338, -0.032313067466020584, -0.014936902560293674, -0.025684010237455368, 0.006187838036566973, 0.010467310436069965, -0.013688573613762856, -0.01828012801706791, -0.033432260155677795, -0.014793416485190392, 0.020145447924733162, -0.016931358724832535, -0.01263395044952631, 0.006919616833329201, -0.03656025603413582, -0.008228927850723267, -0.028395898640155792, 0.014994297176599503, 0.020518511533737183, -0.02554052509367466, 0.005552912130951881, 0.02321605011820793, 0.006151966284960508, 0.007583240047097206, 0.025526177138090134, -0.03194000571966171, -0.02891244739294052, -0.007540194317698479, -0.015166480094194412, 0.006525030359625816, 0.02219729870557785, 0.008953532204031944, 0.023058215156197548, -0.016859617084264755, -6.451269291574135e-05, -0.0007689957856200635, -0.010187513194978237, -0.0076262857764959335, 0.022111207246780396, -0.006324149668216705, -0.024765700101852417, 0.017347468063235283, 0.009850320406258106, 0.03546976298093796, -0.016084792092442513, 0.0033145288471132517, -0.009520302526652813, 0.011801731772720814, 0.030332960188388824, -0.00924050435423851, 0.01063949428498745, -0.007848689332604408, 0.016888312995433807, 0.005082995165139437, -0.0016554708126932383, -0.0023693141993135214, 0.04238579422235489, 0.01181607972830534, 0.010201861150562763, -0.00018137539154849946, -0.0015030167996883392, -0.014133380725979805, -0.0426153689622879, 0.01984412781894207, -0.015008645132184029, 0.01505169179290533, -0.0049682059325277805, 0.02321605011820793, -0.0011613406240940094, 0.0009066527709364891, -0.014685802161693573, 0.0024876901879906654, 0.03150954842567444, 0.006055113393813372, 0.004014023579657078, -0.0026186213362962008, 0.008307845331728458, -0.0031818042043596506, -0.004523399285972118, 0.00742540555074811, 0.0009837765246629715, 0.013932500034570694, 0.012712867930531502, -0.02135073021054268, 0.021594656631350517, -0.003737812861800194, -0.02509571798145771, -0.01258373074233532, 0.020303282886743546, 0.018079247325658798, 0.014979948289692402, 0.03346095606684685, -0.00235675903968513, 0.019255833700299263, -0.008688082918524742, 0.045714668929576874, -0.01830882579088211, -0.028424596413969994, 0.0017612918745726347, -0.01239719893783331, -0.027635421603918076, 0.04689125716686249, -0.008150010369718075, 0.047924354672431946, 0.0006555520812980831, -0.012892225757241249, 0.013272464275360107, -0.03842557594180107, 0.016256975010037422, -0.006535791791975498, 0.0017487368313595653, -0.0008465679711662233, -0.012433069758117199, 0.019442366436123848, -0.01277026254683733, 0.02987380512058735, 0.046087734401226044, -9.962755029846448e-06, -0.00044794564018957317, 0.01773488149046898, -0.007906083948910236, 0.007439753971993923, -0.018983211368322372, -0.0014357577310875058, -0.017792275175452232, 0.010165990330278873, -0.008989403955638409, -0.01711789146065712, -0.010912117548286915, 0.01612783782184124, -0.03041905164718628, 0.029271163046360016, 0.002824882511049509, 0.0007950026192702353, 0.044078927487134933, 0.0019370622467249632, 0.035584550350904465, -0.04333280026912689, -0.03569934144616127, 0.04040568321943283, 0.0025701946578919888, 0.000165793695487082, -0.006334911100566387, -0.032714828848838806, -0.0017173491651192307, -0.0031136483885347843, 0.019040605053305626, 0.0022204474080353975, 0.004817545879632235, -0.013337032869458199, 0.024980928748846054, 0.00017554627265781164, 0.00949877966195345, 0.018079247325658798, -0.01309310644865036, -0.016156533733010292, -0.0028930383268743753, 0.01278461143374443, 0.01660134084522724, -0.03549845889210701, -0.016960056498646736, 0.032169584184885025, -0.0030060335993766785, -0.022426877170801163, -0.002557639731094241, 0.00873112864792347, -0.011543456465005875, 9.483534086029977e-05, -0.003949454985558987, 0.014449049718677998, 0.0018455899553373456, 0.0073142037726938725, -0.005133214872330427, 0.012060006149113178, -0.014764719642698765, 0.014305563643574715, 0.035613249987363815, -0.011679768562316895, -0.015238223597407341, -0.019456714391708374, 0.021953372284770012, 0.06680712848901749, 0.011622373946011066, -0.008673734031617641, -0.009800100699067116, -0.01024490687996149, -0.004132399335503578, -0.03007468581199646, -0.022412527352571487, 0.022455573081970215, 0.008716780692338943, -0.009527476504445076, -0.010603622533380985, -0.0015092943795025349, 0.0008214578847400844, 0.03409229591488838, 0.002005218295380473, 0.022972123697400093, -0.02145117148756981, 0.001129056210629642, -0.022068161517381668, 0.0029127676971256733, 0.0069985343143343925, 0.008336542174220085, 0.004028372000902891, 0.007339313626289368, -0.011737162247300148, 0.024780048057436943, 0.04169705882668495, 0.002647318411618471, -0.03584282845258713, 0.0023083325941115618, 0.010072723962366581, -0.0011855538468807936, 0.022254694253206253, 0.0017424592515453696, 0.03429317846894264, 0.01984412781894207, 0.02427784726023674, 0.005628242157399654, 0.004028372000902891, 0.01739051565527916, 0.03460884466767311, 0.011163217946887016, -0.0019424429628998041, -0.0005362792871892452, -0.011163217946887016, 0.003845427418127656, 0.020432420074939728, -0.007561717182397842, -0.02764977142214775, -0.00229757116176188, -0.010969512164592743, -0.027606725692749023, -0.00811413861811161, 0.0011299529578536749, 0.01749095506966114, -0.02881200797855854, -0.012146097607910633, -0.004175445530563593, -0.013932500034570694, -0.015166480094194412, -0.033231381326913834, 0.005086582154035568, -9.343410783912987e-05, -0.0026796029414981604, 0.00830067042261362, 0.003515409305691719, -0.0012420514831319451, -0.007095387205481529, 0.017505303025245667, 0.004308170173317194, -0.013071583583950996, -0.043763257563114166, -0.002771075116470456, -0.001326349563896656, 0.0043117571622133255, 0.01691701076924801, -0.006302626803517342, -0.010173164308071136, -0.00023944242275319993, -0.008910486474633217, -0.022584712132811546, 0.0011057397350668907, -0.010912117548286915, -0.011744337156414986, -0.0077984691597521305, 0.002991685178130865, -0.012920922599732876, -0.01106277760118246, -0.0006429970380850136, -0.0050722332671284676, 0.01622827723622322, -0.017074845731258392, -0.007855863310396671, 0.011715639382600784, 0.027635421603918076, 0.0019298880361020565, 0.01640046015381813, 0.018524054437875748, -0.026071423664689064, 0.0038490144070237875, -0.0398317389190197, -0.02564096450805664, -0.005334095563739538, 0.01396119687706232, -0.00818588212132454, 0.01848100870847702, 0.022412527352571487, 0.00572868250310421, -0.019442366436123848, 0.022326435893774033, -0.018337523564696312, 0.032714828848838806, -0.0022096859756857157, 0.015726076439023018, 0.00961356796324253, 0.0014671452809125185, -0.010682540014386177, 0.008788523264229298, -0.03785163164138794, -0.013975545763969421, -0.029586832970380783, 0.035756733268499374, 0.008645037189126015, -0.0003517651348374784, 0.029142025858163834, -0.006019241642206907, -0.003160281339660287, -0.02618621289730072, 0.0024589928798377514, -0.01630002073943615, 0.022455573081970215, 0.0038741244934499264, -0.0135881332680583, 0.0028571668080985546, -0.030132079496979713, -0.004749389830976725, -0.0006923204055055976, -0.03168173134326935, 8.368153794435784e-05, -0.007561717182397842, 0.0009362467681057751, -0.015553892590105534, 0.00020233781833667308, -0.012382850050926208, -0.026272304356098175, -0.005972608923912048, 0.009419862180948257, 0.013193546794354916, 0.006586011964827776, -0.0021863693837076426, 0.007533019874244928, -0.024636562913656235, -0.026171863079071045, 0.02271384932100773, -0.018983211368322372, -0.007152781821787357, 0.010539053939282894, 0.01137127261608839, 0.04235709458589554, 0.0452842116355896, -0.00395662896335125, -0.001990869641304016, 0.01746225729584694, -0.001917332992888987, 0.004082179628312588, -0.012626776471734047, 0.01612783782184124, -0.011615199036896229, -0.005172673612833023, 0.003262515179812908, 0.0073142037726938725, 0.013157675042748451, 0.004803196992725134, 0.028453292325139046, 0.0015989731764420867, -0.008673734031617641, -0.014721672981977463, -0.01196674071252346, -0.03618719428777695, -0.014183600433170795, -0.0008492583292536438, -0.005043536424636841, -0.006586011964827776, -0.03604370728135109, -0.01609914004802704, 0.02789369784295559, 0.003988913260400295, 0.024191755801439285, 0.010287952609360218, 0.009721183218061924, -0.0051690866239368916, 0.022685151547193527, 0.00710973609238863, 0.027305403724312782, -0.015898259356617928, 0.01181607972830534, -0.0443945974111557, -0.0015989731764420867, 0.018394917249679565, 0.017304422333836555, 0.013882279396057129, 0.020260237157344818, -0.018610145896673203, 0.00022856886789668351, 0.010524705052375793, -0.023646509274840355, -0.00020637335546780378, -0.0017343881772831082, -0.025827497243881226, 0.001262677600607276, -0.01922713592648506, -0.0035763909108936787, 0.0005959157133474946, -0.033432260155677795, 0.014341435395181179, 0.0031692490447312593, 0.014836462214589119, -0.015912607312202454, -0.020030658692121506, 0.021709445863962173, 0.001913745771162212, 0.05705007165670395, 0.028582429513335228, 0.018911467865109444, 0.05145411565899849, 0.024263499304652214, 0.007403882686048746, 0.0022670803591609, -0.013229417614638805, -0.03257134184241295, -0.002426708582788706, 0.025554873049259186, 0.005725095048546791, -0.008645037189126015, 0.011206263676285744, 0.0029307035729289055, -0.0426153689622879, -0.035240184515714645, 0.01909799873828888, 0.0017962665297091007, 0.014678627252578735, -0.027491936460137367, -0.009520302526652813, -0.02410566434264183, 0.018796678632497787, -0.034522753208875656, 0.017548348754644394, -0.005811186973005533, -0.013236592523753643, 0.024765700101852417, 0.019184090197086334, -0.004770912695676088, -0.006295452360063791, 0.0002708300016820431, -0.013745968230068684, 0.017304422333836555, -0.028123274445533752, -0.017261376604437828, 0.026473185047507286, 0.004304582718759775, 0.010797328315675259, -0.02762107364833355, 0.01113452110439539, 0.02008805423974991, -0.0034580149222165346, 0.009340944699943066, 0.011959565803408623, 0.0004694685630965978, 0.03475233167409897, -0.015238223597407341, 0.0005734959850087762, 0.0003037869755644351, -0.009197458624839783, -0.019442366436123848, -0.016185231506824493, -0.0189975593239069, -0.006263168063014746, -0.013882279396057129, 0.006575250532478094, 0.020001960918307304, -0.0014599710702896118, -0.0026078596711158752, 0.009419862180948257, -0.0015066040214151144, -0.020303282886743546, -0.0006142998463474214, 0.015941305086016655, 0.010739934630692005, -0.05946063622832298, 0.0014142348663881421, 0.0030544602777808905, -0.002430295804515481, 0.00806391891092062, -0.0026096533983945847, 0.014865159057080746, 0.0032571344636380672, 0.03340356424450874, -0.007055928930640221, 0.014169251546263695, 0.020992016419768333, 0.01647220365703106, -0.01345182117074728, 0.00647839717566967, 0.0011774827726185322, -0.03173912316560745, 0.028324155136942863, -0.01459253579378128, -0.029414650052785873, 0.015324315056204796, 0.0010913910809904337, 0.0006811105413362384, 0.009348118677735329, -0.012346978299319744, -0.0077984691597521305, 0.020862877368927002, 0.011414319276809692, 0.0010860103648155928, -0.010955163277685642, -0.0017442528624087572, 0.008415459655225277, 0.0011909345630556345, 0.032858315855264664, -0.02516746148467064, 0.0015648952685296535, -0.014979948289692402, 0.011887823231518269, -0.0033199095632880926, -0.06629057973623276, -0.01165824569761753, -0.01150758471339941, -0.00251459376886487, -0.0015693791210651398, -0.013918151147663593, -0.029500741511583328, 0.020547209307551384, -0.02611446939408779, 0.01565433293581009, 0.004738628398627043, -0.0061125075444579124, 0.00013093106099404395, -0.00219892431050539, 0.005373554304242134, 0.024679608643054962, -0.027563678100705147, -0.023617811501026154, -0.029500741511583328, 0.0033342582173645496, -0.04858439043164253, 0.0052444166503846645, -0.02660232223570347, 0.052630700170993805, 0.011586502194404602, -0.02168074995279312, -0.03590022027492523, -0.02343127876520157, -0.03980304300785065, -0.020202841609716415, -0.03389141708612442, 0.025698360055685043, 0.018696237355470657, -0.0003744090208783746, 0.0053879027254879475, 0.023273443803191185, -0.006704387720674276, 0.007235286291688681, -0.019040605053305626, 0.002819501794874668, 0.008451331406831741, 0.009226156398653984, 0.009491605684161186, 0.0036176431458443403, -0.026989733800292015, 0.007676505949348211, 0.007199415005743504, -0.004326105583459139, -0.014556664042174816, 0.029845107346773148, -0.028898099437355995, -0.03546976298093796, 0.007278332021087408, 0.008810046128928661, 0.01213892363011837, -0.00527670094743371, 0.009197458624839783, -0.04402153566479683, -0.015582590363919735, 0.01885407231748104, -0.01592695713043213, 0.005732269492000341, -0.030476447194814682, 0.006890919525176287, 0.002283222507685423, 0.00874547753483057, -0.00349029921926558, -0.016185231506824493, 0.015066039748489857, 0.0001730801013763994, 0.04118051007390022, 0.002249144483357668, -0.004641775041818619, 0.021910326555371284, -0.0006277516949921846, -0.0053125726990401745, -0.027118872851133347, 0.020389374345541, -0.002021360443904996, -0.012045657262206078, 0.03882733732461929, -0.03693332150578499, -0.028424596413969994, -0.023890435695648193, 0.02843894436955452, -0.007633460219949484, -0.02325909584760666, -0.024493075907230377, -0.012239363975822926, -0.02789369784295559, 0.043017130345106125, 0.009929237887263298, 0.0032714828848838806, 0.015625635161995888, 0.00018193588766735047, 0.015625635161995888, 0.00037463323678821325, -0.023718250915408134, -0.002367520472034812, -0.005965434480458498, -0.025727057829499245, 0.028697218745946884, -0.02925681509077549, 0.007597588934004307, -0.0022114794701337814, 0.046460796147584915, -0.006403067149221897, -0.003845427418127656, 0.20214320719242096, -0.015668680891394615, 0.0019209200982004404, 0.036531560122966766, 0.03403490036725998, 0.026659715920686722, 0.031279969960451126, 0.025110065937042236, 0.00153888831846416, -0.015726076439023018, -0.0018742871470749378, 0.02871156856417656, -0.027750210836529732, -0.004767325706779957, 0.01548215001821518, -0.015525195747613907, -0.028725916519761086, -0.03406360000371933, -0.018452312797307968, 0.013136152178049088, 0.007131258957087994, -0.0011963152792304754, -0.014865159057080746, -0.020862877368927002, -0.008501551114022732, 0.013932500034570694, -0.0026796029414981604, 0.010739934630692005, 0.0379951186478138, 0.0052372426725924015, -0.020174145698547363, 0.011213438585400581, 0.014169251546263695, 0.016615690663456917, -0.016988754272460938, -0.029127677902579308, 0.020446768030524254, -0.01960020139813423, 0.010395567864179611, 0.021508565172553062, -0.004903637338429689, -0.020045006647706032, -0.0031620748341083527, -0.043017130345106125, 0.00809978973120451, -0.004544922150671482, 0.002819501794874668, -0.007055928930640221, 0.023861737921833992, 0.003366542514413595, -0.0049610319547355175, 0.004666885361075401, 0.0452268160879612, 0.01998761296272278, 0.011672593653202057, -0.008831568993628025, -0.008903312496840954, -0.0014133380027487874, 0.02437828853726387, 0.01541040651500225, -0.009340944699943066, 0.003097506007179618, -0.02462221309542656, 0.005800425540655851, 0.003129790537059307, 0.0005308985710144043, -0.006345672532916069, 0.006464048754423857, 0.010725585743784904, 0.000591880118008703, -0.012095877900719643, -0.007533019874244928, -0.022312087938189507, 0.0028679282404482365, -0.04456678032875061, -0.020819831639528275, 0.03607240319252014, 0.030849510803818703, 0.005194196477532387, 0.046116430312395096, -0.0008869234006851912, -0.008415459655225277, 0.013358555734157562, -0.02663102000951767, -0.007504322566092014, -0.01840926520526409, -0.005786076653748751, -0.017892716452479362, -0.021494217216968536, 0.006690039299428463, -0.013566610403358936, -0.022670803591609, -0.0014043701812624931, 0.003639166010543704, 0.0036409597378224134, 0.006026416085660458, -0.0012250125873833895, 0.0189975593239069, 0.009850320406258106, -0.02796543948352337, -0.02710452303290367, 0.03928649425506592, 0.005682049319148064, 0.004433720372617245, -0.00660753482952714, -0.0015550305834040046, 0.008035221137106419, 0.015797819942235947, -0.01036687009036541, 0.0024787222500890493, 0.007163543254137039, -0.04238579422235489, 0.013042885810136795, 0.001730801071971655, 0.008824395015835762, 0.02799413725733757, 0.0016725098248571157, -0.019614549353718758, -0.0033145288471132517, -0.008092615753412247, -0.005197783932089806, -0.02318735234439373, -0.00584705825895071, -0.007310616783797741, -0.006844286806881428, -0.018366219475865364, -0.011464538984000683, -0.024808745831251144, -0.047178227454423904, 0.021709445863962173, 0.006395892705768347, -0.023962177336215973, 0.0027872174978256226, 0.013681399635970592, -0.013688573613762856, -0.02663102000951767, -0.005825535394251347, -0.012440244667232037, -0.007192240562289953, -0.0012330836616456509, -0.021250290796160698, 0.005635416600853205, -0.006736672017723322, 0.0024930709041655064, 0.014197949320077896, 0.004548509139567614, 0.016687432304024696, 0.007081038784235716, 0.010237732902169228, -0.014893856830894947, -0.007920432835817337, -0.019700640812516212, 0.007120497524738312, -0.006126856431365013, 0.024048268795013428, -0.008035221137106419, -0.029931198805570602, -0.012282409705221653, -0.002274254569783807, 0.0009640472126193345, -0.040090013295412064, 0.011227786540985107, 0.009226156398653984, 0.005481168627738953, -0.0030706024263054132, -0.015568241477012634, -0.18549881875514984, 0.0059403241612017155, 0.0066469935700297356, -0.07180044054985046, 0.0226134080439806, 0.026171863079071045, 0.01409750897437334, 0.009140064008533955, -0.02318735234439373, 0.002534323139116168, 0.0015218494227156043, -0.023273443803191185, -0.016414809972047806, -0.008738303557038307, -0.008329368196427822, 0.012024134397506714, -0.021967722102999687, -0.002821295289322734, 0.016414809972047806, 0.006994947325438261, 0.031193876639008522, -0.023617811501026154, -0.002317300532013178, 0.021092455834150314, 0.026544928550720215, -0.0007174304919317365, -0.00886744074523449, 0.01314332615584135, -6.995647709118202e-06, -0.05684919282793999, -0.0056174807250499725, 0.0067617823369801044, 0.0027943917084485292, -0.01677352376282215, 0.005642590578645468, 0.006331324111670256, 0.03334616869688034, 0.0015837277751415968, -0.012303932569921017, 0.016113488003611565, 0.027908045798540115, 0.02110680378973484, 0.02018849365413189, 0.0003123064525425434, -0.01232545543462038, 0.025181809440255165, 0.03277222439646721, -0.012655473314225674, -0.007812817580997944, -0.010044027119874954, 0.032513950020074844, -0.015582590363919735, 0.03205479308962822, -0.019112348556518555, 0.006026416085660458, 0.00421849125996232, 0.0059618474915623665, -0.002731616608798504, -0.0076262857764959335, -0.02093462087213993, 0.012576555833220482, -0.031968701630830765, 0.011586502194404602, 0.005499104503542185, 0.0016482964856550097, -0.009326595813035965, -0.009599220007658005, 0.030390355736017227, -0.024363938719034195, -0.008415459655225277, -0.020963318645954132, 0.01045296248048544, -0.012504813261330128, -0.0017325945664197206, 0.016357414424419403, 0.014004242606461048, -0.023617811501026154, 0.020059356465935707, 0.030189475044608116, -0.005057884845882654, 0.010646668262779713, 0.014649930410087109, -0.0113210529088974, 0.0007524052052758634, -0.00969966035336256, 0.0045341607183218, -0.009900541044771671, 0.012217841111123562, -0.01612783782184124, -0.01036687009036541, 0.02209685929119587, -0.014793416485190392, -0.019514108076691628, -0.004903637338429689, 0.008601991459727287, 0.006966250017285347, -0.006966250017285347, -0.019758034497499466, -0.005251591093838215, -0.0012904780451208353, 0.01875363290309906, 0.012246537953615189, -0.016271322965621948, 0.0030150015372782946, 0.04453808441758156, 0.021939024329185486, -0.036531560122966766, 0.008214578963816166, 0.017534000799059868, 0.014614058658480644, -0.006672103423625231, 0.0015370948240160942, 0.002450025174766779, -0.02249862067401409, -0.01684526726603508, 0.0036714505404233932, -0.01820838637650013, -0.019413668662309647, 0.013566610403358936, 0.012763088569045067, 0.05217154324054718, 0.004010436590760946, -0.016974404454231262, -0.010632319375872612, -0.008135661482810974, -0.02192467451095581, -0.10313780605792999, -0.02222599647939205, 0.006629057694226503, 0.013408775441348553, -0.004240014124661684, 0.011091475374996662, -0.021264638751745224, 0.05108105018734932, -0.014341435395181179, 0.03756466135382652, -0.01756269857287407, -0.01215327251702547, 0.010582099668681622, -9.141633927356452e-05, -0.00891766045242548, -0.0194710623472929, -0.006004893220961094, -0.006187838036566973, -0.01575477421283722, 0.0353262759745121, -0.00988619215786457, -0.0019388558575883508, 0.007353662513196468, -0.01442035287618637, -0.002528942422941327, -0.019184090197086334, -0.023402582854032516, 0.0002284567744936794, 0.008637863211333752, -0.008135661482810974, 0.02823806367814541, -0.02338823303580284, 0.00873112864792347, -0.006460461299866438, 0.018165338784456253, 0.008480028249323368, -0.001607044250704348, -0.027133220806717873, 0.03785163164138794, -0.03750726580619812, 0.01231110654771328, -0.0038131428882479668, 0.007992175407707691, -0.01909799873828888, -0.01435578428208828, -0.0019155393820255995, -0.02932855859398842, 0.01793576218187809, 0.011859125457704067, -0.01213892363011837, -0.03383402153849602, -0.008594817481935024, -0.026415789499878883, -0.0053412700071930885, 0.030849510803818703, 0.014721672981977463, 0.017060495913028717, -0.01800750568509102, 0.005136802326887846, 0.007403882686048746, 0.005821948405355215, -0.02066199854016304, -0.011378447525203228, -0.005018426105380058, 0.020145447924733162, 0.009118541143834591, -0.005172673612833023, -0.027836302295327187, -0.009319421835243702, -0.02168074995279312, 0.0037629229482263327, 0.019255833700299263, 9.438694542041048e-05, 0.019614549353718758, -0.020963318645954132, -0.01024490687996149, -0.011234961450099945, 0.001780124381184578, -0.0014088541502133012, 0.017132239416241646, -0.0033109416253864765, -0.01282048225402832, 0.009936411865055561, -0.035756733268499374, 0.01895451359450817, 0.0067904796451330185, 0.009577697142958641, -0.010187513194978237, 0.009965109638869762, -0.037220291793346405, 0.00956334825605154, 0.02932855859398842, 0.014348609372973442, -0.002089516259729862, 0.0026168276090174913, -0.0021827821619808674, -0.011034080758690834, 0.023574765771627426, 0.031423453241586685, 0.02693234011530876, -0.008767000399529934, -0.0021038649138063192, -0.06858635693788528, 0.017849670723080635, -0.008494377136230469, -0.025454433634877205, 0.0036606891080737114, -0.023775646463036537, 0.02001631073653698, 0.012605253607034683, 0.0036104689352214336, 0.012289583683013916, -0.032542645931243896, -0.005552912130951881, -0.01954280585050583, -0.022111207246780396, -0.02928551286458969, 0.0007936574402265251, 0.00023092293122317642, -0.033087894320487976, 0.005552912130951881, -0.01087624579668045, -0.0037055283319205046, -0.01200261153280735, -0.020575905218720436, 0.0038669502828270197, -0.021967722102999687, -0.016429157927632332, -0.025526177138090134, 0.030505143105983734, -0.0051045180298388, -0.019901521503925323, 0.010151641443371773, 0.003041905118152499, 0.005305398255586624, 0.010560576803982258, -0.007762597873806953, -0.006367195397615433, 0.020963318645954132, 0.020504163578152657, 0.01371009647846222, 0.023144306614995003, -0.0032768636010587215, -0.033776625990867615, 0.015611287206411362, -0.013380078598856926, -0.015195177868008614, -0.01426969189196825, -0.010101420804858208, -0.004322518594563007, 0.005014839116483927, 0.014147728681564331, 0.012425895780324936, 0.011285181157290936, -0.021465519443154335, -0.03756466135382652, -0.0020518512465059757, -0.008982229977846146, 0.017519652843475342, 0.0003365197335369885, 0.012282409705221653, 0.020819831639528275, 0.02103506214916706, -0.012834831140935421, 0.0045592705719172955, -0.0028033596463501453, 0.00343111134134233, -0.0011747924145311117, -0.020274585112929344, 0.014492095448076725, -0.017433561384677887, -0.0062380582094192505, -0.003524377243593335, -0.012741565704345703, 0.0013496660394594073, 0.018495358526706696, 0.010065549984574318, -0.007267570588737726, 0.0027692816220223904, 0.014649930410087109, -0.0049610319547355175, 0.018667541444301605, 0.004896462894976139, -0.02670276165008545, 0.002254525199532509, 0.0016088378615677357, 0.011141695082187653, 0.00879569724202156, -0.022756895050406456, -0.010295127518475056, -0.018595797941088676, -0.0003015449910890311, 0.019069302827119827, -0.008759826421737671, -0.019428016617894173, 0.041582271456718445, -0.006754607893526554, -0.015496497973799706, -0.002839231165125966, -0.014226646162569523, 0.01741921156644821, 0.007870212197303772, 0.009355293586850166, -0.013932500034570694, -0.0016133218305185437, -0.013652701862156391, -0.028496338054537773, 0.0036373725160956383, -0.017333120107650757, -0.023474324494600296, 0.013545087538659573, 0.028295457363128662, 0.023043867200613022, 0.008336542174220085, 0.006051525939255953, -0.004964618943631649, -0.013832059688866138, 0.022312087938189507, 0.0026347634848207235, -0.021250290796160698, -0.022484270855784416, 0.02819501794874668, 0.004609490744769573, 0.024952232837677002, 0.03882733732461929, -0.015840865671634674, 0.021982070058584213, 0.04680516570806503, 0.010653842240571976, -0.023990875110030174, 0.03925779461860657, 0.0032320243772119284, -0.000909791502635926, -0.010496008209884167, -0.003981739282608032, -0.007568891625851393, -0.0017630853690207005, -0.02782195433974266, 0.0001600766699993983, 0.011227786540985107, 0.01800750568509102, 0.10290823131799698, 0.03403490036725998, -0.015826515853405, 0.01786401867866516, -0.0343792699277401, 0.006496333051472902, 0.014427526853978634, 0.0017523239366710186, 0.02130768448114395, -0.026745807379484177, -0.011256484314799309, -0.010919291526079178, -0.014011417515575886, -0.008121312595903873, -0.011794556863605976, -0.018337523564696312, 0.011170392856001854, 0.028223715722560883, -0.02135073021054268, 0.01592695713043213, 0.028037182986736298, -0.009161586873233318, 0.012074355036020279, -0.001956791616976261, -0.010252081789076328, 0.002765694400295615, 0.04000392183661461, -0.0031728362664580345, -0.008336542174220085, -0.02973031811416149, 0.005054297856986523, 0.014721672981977463, -0.012203492224216461, -0.013738793320953846, -0.016386112198233604, -0.017160937190055847, -0.006191425025463104, -0.015109085477888584, 0.013222243636846542, 0.019485412165522575, 0.0217524915933609, 0.00491081178188324, -0.020073704421520233, -0.032915711402893066, 0.01403294038027525, 0.002841024659574032, -0.0017128653125837445, -0.010617971420288086, -0.022828638553619385], metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='c6cf51eb-51de-47da-a456-ae953b680078', node_type=, metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, hash='a29656b76fc0ff766fe060d683f804abfc4b8fc2ffa889d27731e8cb8308caba'), : RelatedNodeInfo(node_id='3dd9383e-e61e-4539-b2d6-063ce83e6e92', node_type=, metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, hash='6649cf672f899441dd62f7ee1b45f50d11f7fda2b49ce2b23e6c073f794d1ef2'), : RelatedNodeInfo(node_id='9a51dd62-e5fc-4c36-8723-9d458d5c73ed', node_type=, metadata={}, hash='b0c20b5c101f869a7fd0ecc9ebf1d58a0802dfd57c818bb5bcd72aa2382c6ed1')}, hash='ad18b8ac8ba1570b544f0f229239eda4565ba42ce614923ad9084e7bfe3923dd', text='an LLM, resulting in a new model called WizardCoder. The fine-tuning process involves training the LLM on the instruction data to improve its ability to generate coherent and fluent text in response to various inputs. Prompt Format For WizardCoder, the Prompt should be as follows: Best Use Cases WizardCoder can be used for a variety of code-related tasks, including code generation, code completion, and code summarization. Here are some examples of input prompts that can be used with the model: Code generation: Given a description of a programming task, generate the corresponding code. Example input: \"Write a Python function that takes a list of integers as input and returns the sum of all even numbers in the list.\"Code completion: Given an incomplete code snippet, complete the code. Example input: \"def multiply(a, b): \\\\n return a * b _\"Code summarization: Given a long code snippet, generate a summary of the code. Example input: \"Write a Python program that reads a CSV file and calculates the average of a specific column.\" The 34B model is not just a coding assistant; it\\'s a powerhouse capable of: Automating DevOps Scripts: Generate shell scripts or Python scripts for automating tasks.Data Analysis: Generate Python code for data preprocessing, analysis, and visualization.Machine Learning Pipelines: Generate end-to-end ML pipelines, from data collection to model deployment.Web Scraping: Generate code for web scraping tasks.API Development: Generate boilerplate code for RESTful APIs.Blockchain: Generate smart contracts for Ethereum or other blockchain platforms Evaluation WizardCoder beats all other open-source Code LLMs, attaining state-of-the-art (SOTA) performance, according to experimental findings from four code-generating benchmarks, including HumanEval, HumanEval+, MBPP, and DS-100. WizardCoder-Python-34B has demonstrated exceptional performance on code-related tasks. The model has outperformed other open-source and closed LLMs on prominent code generation benchmarks, including HumanEval (73.2%), HumanEval+, and MBPP(61.2%). WizardCoder-Python-34B-V1.0 attains the second position in HumanEval Benchmarks, surpassing GPT4', start_char_idx=4874, end_char_idx=7038, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n'),\n", - " TextNode(id_='9a51dd62-e5fc-4c36-8723-9d458d5c73ed', embedding=[0.00621311878785491, 0.006874469108879566, 0.006845870055258274, -0.013362852856516838, 0.013691740110516548, 0.010038226842880249, 0.006002201698720455, -0.009294654242694378, -0.026339620351791382, -0.04484312981367111, -0.0030797480139881372, 0.02455218695104122, -0.011489622294902802, 0.009444798342883587, -0.021878186613321304, 0.01151107158511877, 0.009359002113342285, -0.003392548765987158, -0.000663137820083648, 0.008694076910614967, -0.005315827205777168, 0.014742751605808735, -0.013727488927543163, -0.01146102324128151, -0.0020466113928705454, 0.024494988843798637, 0.011611168272793293, -0.035376884043216705, -0.004332738928496838, 0.013427200727164745, 0.023808613419532776, 0.004053899087011814, -0.019833361729979515, -0.029914487153291702, -0.02977149188518524, -0.0130482641980052, 0.005094185471534729, -0.009880932047963142, 0.02127760834991932, -0.018289020285010338, 0.04810341075062752, 0.006198819261044264, -0.0074571724981069565, -0.0004531143931671977, -0.017874334007501602, 0.01737385429441929, -0.007979103364050388, -0.022578859701752663, -0.0036177653819322586, 0.012633579783141613, -0.008815621957182884, 0.02313653938472271, 0.0010206245351582766, 0.013505847193300724, 0.0073713758029043674, 0.0043184394016861916, 0.02503836899995804, 0.009680739603936672, 0.015672216191887856, -0.0006095148273743689, 0.012268943712115288, 0.0005862782127223909, -0.029514102265238762, 0.028041256591677666, 0.0006975459400564432, -0.004111097194254398, -0.02485247515141964, -0.0013611306203529239, 0.02189248614013195, -0.0033335634507238865, 0.028956422582268715, 0.011575419455766678, -0.003615977941080928, -0.017431050539016724, 0.02605362981557846, -0.006892343517392874, -0.019690366461873055, 0.004976214841008186, -0.015715114772319794, -0.0012967829825356603, 0.007053212728351355, -0.00945194810628891, -0.02816995233297348, 0.010896194726228714, 0.02732628397643566, -0.009287504479289055, 0.005709062796086073, -0.01707356423139572, -0.03529108688235283, -0.004540081135928631, 0.007950504310429096, 0.016515886411070824, 0.02593923546373844, 0.013527296483516693, -0.0021770941093564034, -0.001263715443201363, -0.016329992562532425, 0.03949512913823128, 0.009487696923315525, -0.0003999382315669209, 0.003860856406390667, -0.006806546822190285, -0.032459791749715805, -0.021906785666942596, -0.017702741548419, -0.00205733603797853, 0.016401490196585655, 0.008143546991050243, 0.01740245334804058, 0.01813172549009323, -0.015886709094047546, 0.051907069981098175, -0.011267980560660362, -0.03772199526429176, 0.011682664975523949, -0.002959989942610264, 0.0027151114773005247, -0.027397779747843742, -0.014185071922838688, -0.0012744400883093476, 0.04881838336586952, 0.03451891615986824, 0.010252718813717365, -0.01631569303572178, 0.025124164298176765, 0.011818510480225086, -0.037607599049806595, -0.007993402890861034, 0.0030011008493602276, -0.00773601233959198, 0.041325461119413376, 0.007821808569133282, 0.023007843643426895, -0.001610477571375668, -0.03609185665845871, 0.016229895874857903, -0.0028259323444217443, -0.005741236265748739, -0.005709062796086073, 0.003739310894161463, 0.0006626909598708153, 0.017717041075229645, -0.003682113019749522, -0.002638251753523946, -0.010452911257743835, 0.011646917089819908, -0.0007860238547436893, 0.013184109702706337, 0.01758834533393383, 0.020019255578517914, 0.0073785255663096905, -0.020233746618032455, -0.0021377704106271267, 0.029456904157996178, 0.030372070148587227, 0.014027778059244156, 0.012562082149088383, 0.0029707143548876047, -0.03875155746936798, -0.032316796481609344, -0.013219858519732952, 0.013462948612868786, -0.018603608012199402, 0.0017633031820878386, -0.0025613922625780106, 0.021949682384729385, 0.04444274678826332, -0.012547783553600311, 0.0008213256951421499, -0.0062238434329628944, -0.02645401656627655, 0.034433118999004364, -0.0248095765709877, 0.02868473343551159, -0.007164033595472574, 0.0007386569050140679, 0.006491958629339933, -0.008307990618050098, -0.023923009634017944, 0.00043881492456421256, -0.011339478194713593, 0.01624419540166855, 0.008572530932724476, 0.0005925341974943876, -0.002650763839483261, -0.01707356423139572, 0.012504884973168373, -0.018188923597335815, -0.00828654132783413, -0.01784573681652546, 0.02536725625395775, 0.018303319811820984, 0.002997525967657566, -0.0005344426026567817, -0.619567334651947, -0.033660948276519775, -0.00972363818436861, -0.009666440077126026, 0.000281520769931376, -0.01624419540166855, -0.0017025304259732366, -0.009459097869694233, -0.009609242901206017, 0.021763790398836136, -0.0110391890630126, -0.0073713758029043674, 0.006409736350178719, -0.02795545943081379, -0.029070818796753883, -0.010774648748338223, 0.0015085939085111022, -0.02106311544775963, 0.021392004564404488, 0.004543656017631292, -0.014456762000918388, 0.02130620740354061, -0.016887672245502472, -0.000652860093396157, 0.001934003084897995, 0.021263308823108673, 0.007807509507983923, -0.004121821839362383, 0.03486210107803345, 0.01455685868859291, -0.001228860579431057, 0.022378668189048767, -0.01180421095341444, -0.00985233299434185, 0.04169724881649017, -0.007428573444485664, -0.012583531439304352, 0.016372891142964363, 0.004246941767632961, 0.025310058146715164, -0.02758367359638214, -0.008386638015508652, 0.0010733538074418902, 0.01028846763074398, -0.010753199458122253, 0.009809435345232487, 0.004529356490820646, -0.0014397776685655117, -0.015615019015967846, -0.0012815898517146707, -0.000916953373234719, -0.001749897375702858, 0.00493689114227891, -0.008057749830186367, 0.004472158383578062, 0.0005822564708068967, 0.019003992900252342, -0.038408372551202774, 0.0058699315413832664, -0.017574045807123184, -0.009459097869694233, 0.022135576233267784, -0.0027723093517124653, -0.02586773782968521, -0.007685963995754719, 0.02459508553147316, -0.006845870055258274, -0.00426839105784893, 0.00206627300940454, -0.039209142327308655, -0.008887119591236115, 0.009137360379099846, -0.00870122667402029, -0.015057339332997799, 0.0019054041476920247, 0.038408372551202774, 0.015815211459994316, -0.03520528972148895, 0.017159361392259598, 0.031230038031935692, 0.017688442021608353, -0.007914755493402481, -0.006256017368286848, -0.022164175286889076, -0.003637427231296897, 0.005809159018099308, 0.004833220038563013, 0.004776022396981716, -0.0007891518762335181, 0.011360927484929562, 0.01468555349856615, 0.003839407116174698, -0.013255606405436993, -0.01981906220316887, 0.02295064553618431, 0.011968654580414295, -0.016587382182478905, -0.009065862745046616, 0.011153585277497768, -0.04141125828027725, -0.021392004564404488, -0.010974841192364693, 0.01681617461144924, -0.018146025016903877, 0.010002478025853634, 0.017431050539016724, -0.025481652468442917, -0.007921905256807804, 0.021148912608623505, -0.020605532452464104, -0.002473807893693447, -0.008636878803372383, -0.0017025304259732366, 0.010667403228580952, 0.018818099051713943, -0.025424454361200333, 0.02536725625395775, -0.003074385691434145, -0.002606078051030636, -0.00677079800516367, 0.013405751436948776, -0.01166121568530798, -0.0006609035190194845, 0.0019447276135906577, -0.0021377704106271267, 0.02598213404417038, -0.00786470714956522, 0.011203632690012455, -0.010653103701770306, 0.015615019015967846, 0.0065849050879478455, -0.0006769904284738004, 0.008744124323129654, -0.02649691328406334, 0.009208857081830502, -0.0024863199796527624, 0.039609525352716446, 3.432430821703747e-05, 0.007149734068661928, 0.005605391226708889, -0.017159361392259598, -0.0013244881993159652, -0.0053587257862091064, -0.004654476884752512, -0.03317476436495781, -0.012833772227168083, -0.026396818459033966, 0.008515332825481892, 0.005126359406858683, -0.005415923427790403, -0.01361309364438057, -0.03674963116645813, -0.012018702924251556, 0.015786612406373024, -0.012168847024440765, -0.009173108264803886, -0.005998626817017794, -0.033374957740306854, -0.01284807175397873, -0.027068892493844032, 0.016401490196585655, 0.018003029748797417, -0.009616391733288765, -0.002055548597127199, 0.001391516998410225, 0.0037822092417627573, -0.004911867436021566, 0.027740968391299248, -0.03820817917585373, -0.01667317934334278, -0.0011046339059248567, -0.02174949087202549, 0.019861960783600807, 0.02050543762743473, 0.008772723376750946, 0.008686927147209644, -0.009780836291611195, -0.0039359284564852715, -0.007793209981173277, -0.004064623732119799, -0.0004068645357619971, 0.01846061274409294, -0.02335103042423725, -0.022650357335805893, 0.019204186275601387, 0.017545446753501892, 0.02751217596232891, -0.005151383113116026, 0.008415237069129944, -0.008972915820777416, -0.0007837896118871868, 0.04098227620124817, 2.0206376575515606e-05, 0.004804621450603008, -0.001773133990354836, 0.0153290294110775, 0.0011484259739518166, -0.020920122042298317, 0.004246941767632961, 0.05247904732823372, 0.016158398240804672, 0.010624504648149014, 0.011074937880039215, -0.006777947768568993, -0.008250793442130089, -0.033403556793928146, 0.018403414636850357, -0.009158809669315815, 0.009644990786910057, 0.00820789486169815, 0.017488248646259308, 0.0312014389783144, -0.004893993027508259, -0.01023841928690672, 0.0039001798722893, 0.03131583333015442, 0.018074527382850647, 0.0030225501395761967, -0.006373987998813391, 0.0018124575726687908, -0.001780283753760159, -0.0040360246784985065, 0.003045786637812853, 0.003846556879580021, 0.012840921990573406, -0.005419498309493065, -0.025996433570981026, 0.025882037356495857, 0.009644990786910057, -0.019690366461873055, -0.021692292764782906, 0.01700206659734249, 0.03200221061706543, 0.010109723545610905, 0.042097631841897964, -0.01242623757570982, 0.024437790736556053, -0.0053587257862091064, 0.03817958012223244, -0.01500014215707779, -0.029285309836268425, -0.0008409874862991273, -0.010424312204122543, -0.022135576233267784, 0.03131583333015442, -0.007821808569133282, 0.04272681102156639, 0.006545581389218569, -0.013584494590759277, 0.013091162778437138, -0.028985021635890007, 0.01653018407523632, -0.007146159186959267, 0.009630691260099411, 0.006874469108879566, -0.007986253127455711, 0.010645953938364983, -0.005741236265748739, 0.01876090280711651, 0.03557707741856575, -0.0018839548574760556, 0.0007551906746812165, 0.024437790736556053, 0.001857143361121416, 0.01222604513168335, -0.022249972447752953, -0.013648842461407185, -0.010009627789258957, 0.01617269776761532, -0.0007082705269567668, -0.022535961121320724, -0.010109723545610905, 0.012161697261035442, -0.03592026233673096, 0.03500509634613991, 0.008329439908266068, -0.005054861772805452, 0.047159645706415176, 0.012347590178251266, 0.03200221061706543, -0.03237399458885193, -0.03306036815047264, 0.029685694724321365, -0.0036338523495942354, -0.012197446078062057, 0.0030636610463261604, -0.040009912103414536, -0.004196893889456987, -0.007146159186959267, 0.02087722346186638, 0.00038184048025868833, 0.008093498647212982, -0.021520698443055153, 0.01740245334804058, -0.003721436485648155, 0.010202670469880104, 0.02408030442893505, -0.025739042088389397, -0.006609929259866476, -0.004325589165091515, 0.014571158215403557, 0.009473397396504879, -0.030486466363072395, -0.025281459093093872, 0.038436971604824066, -0.025996433570981026, -0.02050543762743473, -0.005362300667911768, -0.00570191303268075, -0.01624419540166855, 0.000856180617120117, -0.004103947430849075, 0.008736974559724331, -0.005487420596182346, 0.005945003591477871, -0.00043456978164613247, 0.007003164384514093, -0.022421564906835556, 0.01714506186544895, 0.01765984296798706, -0.01966176927089691, -0.015443425625562668, -0.019804762676358223, 0.0007055893656797707, 0.05776984989643097, 0.02332243137061596, -0.007593017537146807, -0.005726936738938093, -0.014349516481161118, 0.005294377915561199, -0.02795545943081379, -0.00482607027515769, 0.016287093982100487, 9.333754132967442e-05, -0.006960265804082155, -0.009073012508451939, -0.00462587783113122, 0.003043999196961522, 0.028055556118488312, 0.007285579107701778, 0.024180401116609573, -0.025810539722442627, -0.001796370605006814, -0.01598680578172207, -0.01209735032171011, -0.0010653103236109018, -0.001370961545035243, 0.008844221010804176, 0.018918195739388466, -0.013112612068653107, 0.004354188218712807, 0.04061048850417137, -0.0057126376777887344, -0.025352956727147102, -0.001903616706840694, 0.017745640128850937, 0.010302766226232052, 0.023293834179639816, 0.0010036439634859562, 0.03237399458885193, 0.0204339399933815, 0.011117836460471153, 0.0024469965137541294, -0.0010340302251279354, 0.012998216785490513, 0.025281459093093872, 0.013956280425190926, 0.00686016958206892, -0.004221918061375618, -0.01468555349856615, 0.011282280087471008, 0.01890389621257782, -0.009702188894152641, -0.038408372551202774, 0.010038226842880249, -0.021148912608623505, -0.03820817917585373, -0.0058913808315992355, 0.0012020489666610956, 0.018746603280305862, -0.023293834179639816, -0.008458135649561882, -0.0066707017831504345, -0.004279115702956915, -0.02214987576007843, -0.03268858417868614, 0.016401490196585655, 0.0027705219108611345, -0.000979513511992991, 0.015357628464698792, -0.00616664532572031, -0.0039502279832959175, -0.009165958501398563, 0.023150838911533356, 0.007231955882161856, -0.012876670807600021, -0.05024832859635353, -0.014542559161782265, 0.007349926512688398, -0.002775884233415127, 0.022321470081806183, 0.0008061325061134994, -0.015500622801482677, 0.008729824796319008, 0.0004050771240144968, -0.0271832887083292, -0.00520858122035861, -0.01435666624456644, -0.011003440245985985, -0.00898006558418274, 0.006878043990582228, -0.010960542596876621, -0.017931532114744186, -0.00571978697553277, 0.0014326279051601887, 0.016515886411070824, -0.02744067832827568, -0.014328067190945148, 0.006313215009868145, 0.027812466025352478, 0.010352814570069313, 0.026296721771359444, 0.011346627958118916, -0.025567447766661644, 0.02142060361802578, -0.02927101030945778, -0.028884924948215485, -0.0048081958666443825, 0.004683075938373804, 0.0005228242953307927, 0.024823876097798347, 0.023994507268071175, -0.0029331783298403025, -0.012369039468467236, 0.022893447428941727, -0.023293834179639816, 0.02904221974313259, -0.008772723376750946, 0.013420050963759422, 0.012912419624626637, -0.002822357462719083, -0.01930428110063076, -0.00534442625939846, -0.034061331301927567, -0.006509832572191954, -0.03706422075629234, 0.037750594317913055, 0.009487696923315525, 0.002883130218833685, 0.016444388777017593, -0.007814658805727959, 0.005140658933669329, -0.014642654918134212, -0.004954765550792217, -0.012755125761032104, 0.030372070148587227, 0.0037965087685734034, -0.022564560174942017, 0.006273891776800156, -0.024566486477851868, -0.008965766057372093, 0.008193595334887505, -0.03128723427653313, 0.0007721712463535368, -0.012569231912493706, 5.705822695745155e-05, -0.006556306034326553, -0.008164996281266212, -0.011246531270444393, -0.02229287102818489, -0.01329850498586893, 0.011175034567713737, 0.014857146888971329, 0.012261793948709965, -0.0057912846095860004, 0.004018150269985199, -0.01311976183205843, -0.02375141717493534, 0.020190848037600517, -0.011167884804308414, -0.011146435514092445, 0.018274720758199692, 0.00400385120883584, 0.04058188945055008, 0.04492892697453499, -0.00645978469401598, 0.016186997294425964, 0.023408228531479836, 0.0011627255007624626, -0.00972363818436861, -0.011882857419550419, 0.009294654242694378, -0.002618590136989951, -0.00994527991861105, 0.0007895987364463508, 0.004793896805495024, 0.005998626817017794, -0.006062974222004414, 0.02269325591623783, 0.003254916286095977, -0.012483435682952404, -0.020920122042298317, -0.02440919168293476, -0.03849416598677635, -0.007921905256807804, -0.003190568881109357, 0.0008673521224409342, 0.005187131930142641, -0.039580926299095154, -0.014628355391323566, 0.026425417512655258, 0.0017481099348515272, 0.011296579614281654, 0.015843810513615608, 0.007764610927551985, -0.014799949713051319, 0.02455218695104122, -0.010574456304311752, 0.026082228869199753, -0.0198905598372221, 0.013970579952001572, -0.041868843138217926, -0.007921905256807804, 0.01408497616648674, 0.010402862913906574, 0.02109171450138092, 0.008508183062076569, -0.011982954107224941, -0.006699300836771727, 0.018818099051713943, -0.004107522312551737, -0.00822934415191412, 0.003474770812317729, -0.023079341277480125, 0.001656950800679624, -0.026954496279358864, -0.010209820233285427, -0.00697099044919014, -0.03469051048159599, 0.013462948612868786, 0.0015532796969637275, 0.010581606067717075, -0.016186997294425964, -0.014842847362160683, 0.03460471332073212, 0.014535409398376942, 0.06005776673555374, 0.023050742223858833, 0.03634924814105034, 0.05379460006952286, 0.020891522988677025, 0.009187407791614532, 0.0011948993196710944, -0.0015175309963524342, -0.020534036681056023, -0.0032710032537579536, 0.008887119591236115, -0.00437921192497015, 0.0035480554215610027, 0.016630280762910843, -0.009044413454830647, -0.04507192224264145, -0.03697842359542847, 0.024466389790177345, 0.00016500244964845479, 0.014177922159433365, -0.02415180206298828, -0.002087722299620509, -0.02503836899995804, 0.01601540483534336, -0.03145882859826088, 0.014235120266675949, 0.002736560767516494, -0.01784573681652546, 0.031687621027231216, 0.024895373731851578, -0.0006479446310549974, -0.009459097869694233, -0.0048081958666443825, -0.015071638859808445, 0.009501996450126171, -0.02069132961332798, -0.014185071922838688, 0.027240486815571785, -0.009473397396504879, 0.009845183230936527, -0.020319543778896332, -0.012640729546546936, 0.026439717039465904, 0.007492921315133572, 0.0013200195971876383, 0.005462396889925003, 0.0020716353319585323, 0.03726441413164139, -0.018932495266199112, -0.009952429682016373, 0.0016667817253619432, -0.013069713488221169, -0.01758834533393383, -0.008257943205535412, -0.01213309820741415, -0.014728452078998089, -0.013570195063948631, 0.006002201698720455, 0.024909673258662224, -0.00559109216555953, -0.0014013478066772223, -5.714201324735768e-05, -0.0013003578642383218, -0.012018702924251556, -0.011217932216823101, 0.008472435176372528, 0.0038286824710667133, -0.07246970385313034, 0.00766451470553875, 0.003582016797736287, -0.0153290294110775, 0.015557820908725262, 0.0023022142704576254, 0.0063024903647601604, -0.0012592468410730362, 0.02809845469892025, -0.01765984296798706, 0.024351993575692177, 0.03308896720409393, 0.01620129682123661, -0.014278018847107887, -0.005709062796086073, -0.006813696585595608, -0.027340583503246307, 0.02342252805829048, -0.007156883832067251, -0.023622721433639526, 0.003546267980709672, 0.004207618534564972, -0.0029099418316036463, 0.0255388505756855, -0.008386638015508652, 0.001175237470306456, 0.021477801725268364, 0.010696002282202244, 0.0018642931245267391, -0.013641692698001862, 0.004986939486116171, 0.005741236265748739, 0.0014549709158018231, 0.026811502873897552, -0.0197046659886837, 0.006978140212595463, -0.0031387333292514086, 0.013627393171191216, -0.014342366717755795, -0.062460076063871384, -0.01200440339744091, -0.015586419962346554, -0.0062381429597735405, -0.0006019182037562132, -0.008257943205535412, -0.024695180356502533, 0.02017654851078987, -0.02398020774126053, 0.013362852856516838, -0.0009884507162496448, -0.0037178616039454937, -0.007743162102997303, 0.010502959601581097, 0.0028992171864956617, 0.02017654851078987, -0.019475875422358513, -0.02977149188518524, -0.022907746955752373, 0.012461986392736435, -0.04510052129626274, -0.004221918061375618, -0.0202480461448431, 0.05433797836303711, 0.010174071416258812, -0.024223297834396362, -0.025553150102496147, -0.020963020622730255, -0.05822743475437164, -0.009580643847584724, -0.024895373731851578, 0.03746460750699043, 0.010810397565364838, 0.004593703895807266, 0.0156007194891572, 0.02219277434051037, -0.0006662658415734768, -0.0038966049905866385, -0.008222194388508797, 0.006034375634044409, 0.005369450431317091, 0.0133199542760849, -0.0026007157284766436, 0.004904717672616243, -0.022164175286889076, 0.005058436654508114, 0.004890418145805597, 0.006427610758692026, -0.01160401850938797, 0.007314177695661783, -0.027211887761950493, -0.018231822177767754, -6.071688039810397e-05, 0.011518221348524094, 0.00511920964345336, -0.0035409056581556797, 0.01657308265566826, -0.04495752602815628, -0.01461405586451292, 0.011940055526793003, -0.015672216191887856, 0.004493607673794031, -0.041983239352703094, -0.004893993027508259, -0.007046062964946032, 0.020462539047002792, 0.010274168103933334, -0.012383338995277882, 0.013362852856516838, 0.0065849050879478455, 0.040267303586006165, 0.008243643678724766, -0.012547783553600311, 0.03411852940917015, -0.01540052704513073, -0.006702875718474388, -0.03094404935836792, 0.015829510986804962, -0.009316103532910347, 0.0010724600870162249, 0.02904221974313259, -0.03451891615986824, -0.020090753212571144, -0.033117566257715225, 0.025238560512661934, 0.0045615304261446, -0.021291907876729965, -0.029170915484428406, -0.00793620478361845, -0.03294597566127777, 0.03569147363305092, 0.006373987998813391, 0.0050191134214401245, 0.012347590178251266, -0.004679501056671143, 0.020333843305706978, 0.0047223991714417934, -0.021506398916244507, -0.0030868975445628166, 0.003092259867116809, -0.02189248614013195, 0.018775202333927155, -0.02440919168293476, 0.004075348377227783, -0.010981990955770016, 0.03297457471489906, -0.013241306878626347, -0.0028402318712323904, 0.20225167274475098, -0.012383338995277882, -0.007778910454362631, 0.03291737660765648, 0.04218342900276184, 0.021735191345214844, 0.01488574594259262, 0.02649691328406334, -0.0005541043938137591, -0.007296303752809763, -0.009709338657557964, 0.03128723427653313, -0.01671607792377472, -0.005576792638748884, 0.01937577873468399, -0.01744535006582737, -0.024866774678230286, -0.03660663962364197, -0.028441641479730606, -0.0020323118660598993, -0.006424035876989365, -0.005201431456953287, -0.01123938150703907, -0.027068892493844032, -0.013105462305247784, 0.010760349221527576, -0.0024005232844501734, 0.003642789553850889, 0.022779053077101707, 0.006470509339123964, -0.017545446753501892, 0.006291765719652176, 0.002627527341246605, 0.007414273917675018, -0.022435864433646202, -0.0404960922896862, 0.022493062540888786, -0.015886709094047546, 0.012254644185304642, 0.0050262631848454475, -0.002311151474714279, -0.021034518256783485, -0.007349926512688398, -0.04987654462456703, 0.011782761663198471, -0.009959579445421696, 0.008236493915319443, 0.00967358984053135, 0.016258494928479195, -0.006449060048907995, -0.002455933718010783, 0.002320088678970933, 0.03520528972148895, 0.018231822177767754, -0.004007426090538502, -0.011468173004686832, 0.004014575853943825, 0.008243643678724766, 0.0204339399933815, 0.013427200727164745, -0.017717041075229645, 0.0038894552271813154, -0.022350069135427475, -0.011861409060657024, -0.0021627945825457573, 0.013899083249270916, -0.014378114603459835, -0.0022468038368970156, 0.009173108264803886, -0.016101200133562088, 0.0013200195971876383, -0.026740005239844322, -0.018746603280305862, -0.00704248808324337, -0.04776022210717201, -0.01634429208934307, 0.039352137595415115, 0.028856325894594193, 0.007421423681080341, 0.04750283434987068, -0.004046749323606491, -0.019204186275601387, 0.004915442317724228, -0.0012279668590053916, -0.0035444805398583412, -0.030086081475019455, 0.010352814570069313, -0.017202259972691536, -0.027755267918109894, 0.013462948612868786, -0.013691740110516548, -0.011911456473171711, 0.009073012508451939, 0.0037035623099654913, 0.0020841474179178476, 0.00987378228455782, 0.004364912398159504, 0.023365329951047897, 0.001896466943435371, -0.026883000507950783, -0.023694219067692757, 0.0390375480055809, 0.018403414636850357, 0.0018249695422127843, -0.008150696754455566, 0.0037500355392694473, 0.004840369801968336, 0.010188370943069458, -0.008894269354641438, 0.0003885433543473482, 0.006291765719652176, -0.043155793100595474, 0.012161697261035442, 0.013055413961410522, 0.015929607674479485, 0.029571300372481346, 0.004457859322428703, -0.01941867731511593, 0.015071638859808445, -0.013126911595463753, 0.003608828177675605, -0.029242411255836487, -0.005247904919087887, -0.006717175245285034, -0.004347038455307484, -0.01233329065144062, -0.01512883696705103, -0.012705077417194843, -0.05170687660574913, 0.014177922159433365, -0.0033317760098725557, -0.02193538472056389, 0.005659014452248812, 0.006030800752341747, -0.006577755324542522, -0.02255026064813137, -0.010452911257743835, -0.002350474940612912, -0.01580091193318367, -0.000616664532572031, -0.013984879478812218, 0.00795765407383442, -0.0033943362068384886, -0.002795546082779765, 0.011117836460471153, 0.0014942943817004561, 0.014871446415781975, 0.006048675160855055, 0.007221231237053871, -0.018260421231389046, -0.017059264704585075, -0.02868473343551159, 0.004472158383578062, -0.003058298723772168, 0.022707555443048477, -0.0111321359872818, -0.03131583333015442, -0.011217932216823101, 0.00010238642425974831, -0.009344702586531639, -0.03706422075629234, 0.0175168476998806, 0.016430089250206947, -0.005165682639926672, -0.007485771551728249, -0.020605532452464104, -0.18520671129226685, 0.007357076276093721, 0.009938130155205727, -0.0769883319735527, 0.03717861697077751, 0.022049779072403908, 0.016773276031017303, 0.004586554132401943, -0.027497876435518265, -0.007328477222472429, -0.002075210213661194, -0.002421972341835499, -0.020076453685760498, -0.009401899762451649, 0.0005916404770687222, 0.0027008119504898787, -0.026010733097791672, -0.0001118263098760508, 0.021763790398836136, 0.0017704528290778399, 0.02974289283156395, -0.03371814638376236, 0.010867595672607422, 0.021106014028191566, 0.01711646281182766, -0.0017677716678008437, -0.0008030044846236706, 0.015786612406373024, 0.00026252929819747806, -0.03943793103098869, -0.006942391861230135, 0.0033800366800278425, 0.008915718644857407, -0.019104089587926865, 0.008672627620398998, 0.0004915441968478262, 0.023894410580396652, -0.01061735488474369, -0.015629317611455917, 0.016144098713994026, 0.026511212810873985, 0.026997394859790802, 0.014163622632622719, -0.0003103431372437626, -0.026396818459033966, 0.006195244379341602, 0.028413042426109314, -0.007607317063957453, -0.006885193753987551, -0.0011144648306071758, 0.041182465851306915, -0.005684038624167442, 0.030600860714912415, -0.012533484026789665, 0.01227609347552061, 0.004690225701779127, 0.011947205290198326, -0.0022611033637076616, 0.010981990955770016, -0.008072049356997013, 0.012054451741278172, -0.027869662269949913, 0.006985289976000786, 0.005390899255871773, 0.00972363818436861, -0.014220820739865303, -0.0032942399848252535, 0.02419470064342022, -0.02678290382027626, -0.0070961108431220055, -0.020534036681056023, 0.028484540060162544, -0.0028706181328743696, 0.005412348546087742, 0.011468173004686832, 0.010667403228580952, -0.026110827922821045, 0.01271937694400549, 0.03068665787577629, -0.0037750594783574343, -0.0019107663538306952, 0.01401347853243351, -0.009637841023504734, 0.006216693669557571, -0.005265778861939907, 0.004400661215186119, -0.006041525397449732, 0.002050186274573207, -0.013713189400732517, -0.005880656186491251, 0.014928644523024559, -0.01468555349856615, -0.010788948275148869, 0.012175996787846088, 0.019318580627441406, -0.0015988592058420181, -0.00140760384965688, -0.016287093982100487, -0.011196483857929707, -0.01565791666507721, 0.018417714163661003, 0.005355150904506445, -0.022507362067699432, 0.00590210547670722, 0.05433797836303711, 0.019876260310411453, -0.03557707741856575, 0.007149734068661928, 0.010724601335823536, 0.025224260985851288, -0.008272241801023483, -0.001745428773574531, 0.008665477856993675, -0.024637984111905098, -0.016587382182478905, 0.011539670638740063, -0.02591063641011715, -0.03268858417868614, 0.024981170892715454, 0.01309831254184246, 0.054423775523900986, -0.005415923427790403, -0.023551223799586296, -0.005494570359587669, 0.0043970863334834576, -0.026768604293465614, -0.08922868221998215, -0.030114678665995598, 0.00835803896188736, 0.028270049020648003, -0.00918025802820921, 0.006284615956246853, -0.024766677990555763, 0.049275968223810196, -0.020133651793003082, 0.03823677822947502, -0.00693166721612215, -0.01959027163684368, 0.012054451741278172, 0.0007694901432842016, -0.004443559795618057, -0.007056787610054016, -0.004854669328778982, -0.0028956423047930002, -0.03214520215988159, 0.04212623089551926, -0.011074937880039215, 0.0006461571902036667, 0.008379488252103329, -0.005633990280330181, 0.01151107158511877, -0.024108903482556343, -0.03203080967068672, 0.01843201369047165, 0.006334664300084114, 0.001773133990354836, 0.029914487153291702, -0.02360842190682888, 0.006760073360055685, -0.0011832809541374445, 0.004636602476239204, 0.007314177695661783, -0.0011716627050191164, -0.03328916057944298, 0.027798166498541832, -0.02372281812131405, 0.021778089925646782, 0.003910904284566641, 0.01520033460110426, -0.011596868745982647, -0.032088007777929306, 0.013577344827353954, -0.022249972447752953, 0.015314729884266853, 0.013870484195649624, -0.012483435682952404, -0.035777267068624496, -0.022893447428941727, -0.024208998307585716, 0.005251479800790548, 0.026983095332980156, 0.00047679789713583887, 0.016987767070531845, -0.016873372718691826, 0.0014058164088055491, 0.0018625056836754084, 0.003244191873818636, -0.011074937880039215, -0.0024988320656120777, -0.006520557217299938, 0.020719928666949272, -0.005101335234940052, 0.004193319007754326, -0.03028627298772335, -0.0025524550583213568, -0.012254644185304642, 0.00979513581842184, 0.023665620014071465, -0.007986253127455711, 0.015186035074293613, -0.02090582251548767, -0.012268943712115288, -0.008343739435076714, -0.008072049356997013, -0.010881895199418068, 0.02908511832356453, -0.0038215327076613903, -0.012147397734224796, 0.0156865157186985, -0.030743855983018875, 0.018889596685767174, 0.005659014452248812, -0.002157432259991765, -0.006456209812313318, 0.017230859026312828, -0.036806829273700714, 0.004511482082307339, 0.0244520902633667, 0.01810312643647194, -0.025524551048874855, 0.007317752577364445, 0.0043684872798621655, -0.013498697429895401, 0.009165958501398563, 0.026697106659412384, 0.015958206728100777, -0.017559746280312538, -0.00295105273835361, -0.07876146584749222, 0.015443425625562668, -0.015829510986804962, -0.02247876301407814, 0.013498697429895401, -0.02214987576007843, 0.012190296314656734, 0.01634429208934307, 0.006588479969650507, 0.006985289976000786, -0.024981170892715454, -0.001791902119293809, -0.010045376606285572, -0.019432976841926575, -0.02988588809967041, 0.0026775754522532225, -0.004136120900511742, -0.021077414974570274, 0.0023987358435988426, 0.0042326427064836025, 0.00037156272446736693, 0.0022342917509377003, -0.011375227011740208, 0.014499660581350327, -0.027898261323571205, -0.019690366461873055, -0.015214634127914906, 0.03712141886353493, -0.01146102324128151, -0.01831761933863163, -0.00910161156207323, -0.0071962070651352406, 0.010960542596876621, 0.013491547666490078, 0.0002439846721244976, -0.0130482641980052, 0.028184251859784126, 0.019575972110033035, 0.030057482421398163, 0.026296721771359444, -0.0059485784731805325, -0.03594886139035225, 0.01897539384663105, -0.005215730983763933, -0.007285579107701778, -0.005247904919087887, 0.001610477571375668, -0.006027225870639086, 0.009888081811368465, 0.01758834533393383, 0.013212708756327629, 0.023150838911533356, -0.0047295489348471165, -0.03560567647218704, -0.007071086671203375, -0.008036300539970398, 0.009094461798667908, -0.0006305171409621835, 0.016001105308532715, 0.017345255240797997, 0.012933868914842606, -0.008386638015508652, 0.019404377788305283, -0.007235530763864517, -0.008443836122751236, 0.002421972341835499, -0.023708518594503403, 0.024180401116609573, -0.011854259297251701, 2.2957348846830428e-05, -0.007113985251635313, 3.40170954586938e-05, 0.006910217925906181, 0.030629459768533707, 0.007786060217767954, -0.009988178499042988, -0.0014138598926365376, 0.011432424187660217, -0.0032048681750893593, 0.02769806981086731, 0.010031077079474926, -0.022807652130723, 0.00840808730572462, 0.00024018637486733496, 0.019504474475979805, 0.010381413623690605, -0.012433387339115143, -0.003290665103122592, -0.020276645198464394, 0.004061048850417137, 0.011396676301956177, 0.005541043821722269, -0.019361479207873344, 0.02758367359638214, -0.007335626985877752, 0.00538374949246645, -0.009087312035262585, -0.017545446753501892, 0.01681617461144924, 0.005673313979059458, 0.0024005232844501734, -0.015157436020672321, -0.006699300836771727, -0.011618318036198616, -0.03203080967068672, -0.0022628908045589924, -0.01565791666507721, -0.007836108095943928, 0.012318992055952549, 0.027311984449625015, 0.02631102129817009, 0.0009652141015976667, -0.0027186863590031862, -0.003630277467891574, -0.01580091193318367, 0.00842953659594059, 0.01118218433111906, -0.02083432488143444, -0.028884924948215485, 0.0293711069971323, 0.009766536764800549, 0.027941159904003143, 0.037350211292505264, -0.004708099644631147, 0.021392004564404488, 0.027469277381896973, 0.013527296483516693, -0.02295064553618431, 0.03214520215988159, 0.004536506254225969, 0.005709062796086073, -0.012683628126978874, 0.0003637427289504558, -0.004951190669089556, -0.00710683548822999, -0.009244605898857117, -0.001768665388226509, 0.013069713488221169, 0.01339145191013813, 0.10341375321149826, 0.03489070013165474, -0.003483707783743739, 0.008622579276561737, -0.032316796481609344, 0.02295064553618431, 0.01617269776761532, 0.00576626043766737, 0.023236636072397232, -0.03955232724547386, -0.014985842630267143, -0.018603608012199402, -0.022864848375320435, -0.010538707487285137, -0.002929603448137641, -0.02174949087202549, 0.014928644523024559, 0.02214987576007843, -0.016158398240804672, 0.017531147226691246, 0.027426378801465034, -0.007678814232349396, 0.002618590136989951, -0.007099685724824667, -0.0006130897090770304, 0.0009929193183779716, 0.03700702264904976, 0.006792247295379639, -0.0018464188324287534, -0.04189744219183922, -0.0015398740069940686, 0.014942944049835205, -0.02259315922856331, -0.013949130661785603, -0.021406304091215134, -0.007500071078538895, -0.0011350202839821577, -0.02252166159451008, 0.01601540483534336, 0.015271831303834915, 0.01791723258793354, -0.001794583280570805, -0.020133651793003082, -0.031687621027231216, 0.036435045301914215, -0.003072598250582814, -0.015014441683888435, -0.008751274086534977, -0.03740740939974785], metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={: RelatedNodeInfo(node_id='c6cf51eb-51de-47da-a456-ae953b680078', node_type=, metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, hash='a29656b76fc0ff766fe060d683f804abfc4b8fc2ffa889d27731e8cb8308caba'), : RelatedNodeInfo(node_id='8419b9a4-1638-42e4-86f9-7cde0129c7ad', node_type=, metadata={'title': \"WizardCoder: Why It's the Best Coding Model Out There\", 'url': 'https://pub.towardsai.net/wizardcoder-why-its-the-best-coding-model-out-there-46a089c2833#0f8e', 'source_name': 'towards_ai'}, hash='ad18b8ac8ba1570b544f0f229239eda4565ba42ce614923ad9084e7bfe3923dd')}, hash='b0c20b5c101f869a7fd0ecc9ebf1d58a0802dfd57c818bb5bcd72aa2382c6ed1', text=\"other open-source Code LLMs, attaining state-of-the-art (SOTA) performance, according to experimental findings from four code-generating benchmarks, including HumanEval, HumanEval+, MBPP, and DS-100. WizardCoder-Python-34B has demonstrated exceptional performance on code-related tasks. The model has outperformed other open-source and closed LLMs on prominent code generation benchmarks, including HumanEval (73.2%), HumanEval+, and MBPP(61.2%). WizardCoder-Python-34B-V1.0 attains the second position in HumanEval Benchmarks, surpassing GPT4 (2023/03/15, 73.2 vs. 67.0), ChatGPT-3.5 (73.2 vs. 72.5) and Claude2 (73.2 vs. 71.2). WizardCoder-15B-v1.0 model achieves the 57.3 pass@1 on the HumanEval Benchmarks, which is 22.3 points higher than the SOTA open-source Code LLMs, including StarCoder, CodeGen, CodeGee, and CodeT5+. Additionally, WizardCoder significantly outperforms all the open-source Code LLMs with instructions fine-tuning, including InstructCodeT5+, StarCoder-GPTeacher, and Instruct-Codegen-16B. In conclusion, WizardCoder's success is attributed to its unique dataset and the innovative use of Evol-Instruct to enhance instruction complexity, leading to its outstanding performance across various code-related tasks and benchmarks. References YouTube: WizardCoder 34B: Complex Fine-Tuning Explained GitHub Paper: WizardLM- Empowering Large Language Models to Follow Complex Instructions Paper: WizardCoder: Empowering Code Large Language Models with Evol-Instruct\", start_char_idx=6495, end_char_idx=7979, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n')]" - ] - }, - "metadata": {}, - "execution_count": 14 - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "# Load Indexes" - ], - "metadata": { - "id": "EV0ll57p46Dc" - } - }, - { - "cell_type": "code", - "source": [ - "# Create your index\n", - "db = chromadb.PersistentClient(path=\"./mini-llama-articles\")\n", - "chroma_collection = db.get_or_create_collection(\"mini-llama-articles\")\n", - "vector_store = ChromaVectorStore(chroma_collection=chroma_collection)" - ], - "metadata": { - "id": "PS215gCGkGD-" - }, - "execution_count": 15, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "# Create your index\n", - "from llama_index import VectorStoreIndex\n", - "\n", - "index = VectorStoreIndex.from_vector_store(vector_store)" - ], - "metadata": { - "id": "HbT3-kRO4Qpt" - }, - "execution_count": 16, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "query_engine = index.as_query_engine()" - ], - "metadata": { - "id": "sb61DWU84bHP" - }, - "execution_count": 17, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "res = query_engine.query(\"How many parameters LLaMA2 model has?\")" - ], - "metadata": { - "id": "G32W2LMMCmnv" - }, - "execution_count": 18, - "outputs": [] - }, - { - "cell_type": "code", - "source": [ - "res.response" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 53 - }, - "id": "obc20cU5Cxf2", - "outputId": "837babce-9edf-4a3f-f996-c0c407ae027c" - }, - "execution_count": 19, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "'The Llama 2 model is available in four different sizes: 7 billion, 13 billion, 34 billion, and 70 billion parameters.'" - ], - "application/vnd.google.colaboratory.intrinsic+json": { - "type": "string" - } - }, - "metadata": {}, - "execution_count": 19 - } - ] - }, - { - "cell_type": "code", - "source": [ - "for src in res.source_nodes:\n", - " print(\"Node ID\\t\", src.node_id)\n", - " print(\"Title\\t\", src.metadata['title'])\n", - " print(\"Text\\t\", src.text)\n", - " print(\"Score\\t\", src.score)\n", - " print(\"-_\"*20)" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "oIAO-saJCzYe", - "outputId": "bce85c7c-502c-4a7b-f3e2-f721f3d6b5a4" - }, - "execution_count": 20, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "Node ID\t b0773f70-844b-4153-a946-7903dcf1498d\n", - "Title\t Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\n", - "Text\t I. Llama 2: Revolutionizing Commercial Use Unlike its predecessor Llama 1, which was limited to research use, Llama 2 represents a major advancement as an open-source commercial model. Businesses can now integrate Llama 2 into products to create AI-powered applications. Availability on Azure and AWS facilitates fine-tuning and adoption. However, restrictions apply to prevent exploitation. Companies with over 700 million active daily users cannot use Llama 2. Additionally, its output cannot be used to improve other language models. II. Llama 2 Model Flavors Llama 2 is available in four different model sizes: 7 billion, 13 billion, 34 billion, and 70 billion parameters. While 7B, 13B, and 70B have already been released, the 34B model is still awaited. The pretrained variant, trained on a whopping 2 trillion tokens, boasts a context window of 4096 tokens, twice the size of its predecessor Llama 1. Meta also released a Llama 2 fine-tuned model for chat applications that was trained on over 1 million human annotations. Such extensive training comes at a cost, with the 70B model taking a staggering 1720320 GPU hours to train. The context window's length determines the amount of content the model can process at once, making Llama 2 a powerful language model in terms of scale and efficiency. III. Safety Considerations: A Top Priority for Meta Meta's commitment to safety and alignment shines through in Llama 2's design. The model demonstrates exceptionally low AI safety violation percentages, surpassing even ChatGPT in safety benchmarks. Finding the right balance between helpfulness and safety when optimizing a model poses significant challenges. While a highly helpful model may be capable of answering any question, including sensitive ones like \"How do I build a bomb?\", it also raises concerns about potential misuse. Thus, striking the perfect equilibrium between providing useful information and ensuring safety is paramount. However, prioritizing safety to an extreme extent can lead to a model that struggles to effectively address a diverse range of questions. This limitation could hinder the model's practical applicability and user experience. Thus, achieving\n", - "Score\t 0.7126396048057712\n", - "-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_\n", - "Node ID\t 331c0812-27e7-4f08-b00d-a626925b3bcd\n", - "Title\t Meta's Llama 2: Revolutionizing Open Source Language Models for Commercial Use\n", - "Text\t The model demonstrates exceptionally low AI safety violation percentages, surpassing even ChatGPT in safety benchmarks. Finding the right balance between helpfulness and safety when optimizing a model poses significant challenges. While a highly helpful model may be capable of answering any question, including sensitive ones like \"How do I build a bomb?\", it also raises concerns about potential misuse. Thus, striking the perfect equilibrium between providing useful information and ensuring safety is paramount. However, prioritizing safety to an extreme extent can lead to a model that struggles to effectively address a diverse range of questions. This limitation could hinder the model's practical applicability and user experience. Thus, achieving an optimum balance that allows the model to be both helpful and safe is of utmost importance. To strike the right balance between helpfulness and safety, Meta employed two reward models - one for helpfulness and another for safety - to optimize the model's responses. The 34B parameter model has reported higher safety violations than other variants, possibly contributing to the delay in its release. IV. Helpfulness Comparison: Llama 2 Outperforms Competitors Llama 2 emerges as a strong contender in the open-source language model arena, outperforming its competitors in most categories. The 70B parameter model outperforms all other open-source models, while the 7B and 34B models outshine Falcon in all categories and MPT in all categories except coding. Despite being smaller, Llam a2's performance rivals that of Chat GPT 3.5, a significantly larger closed-source model. While GPT 4 and PalM-2-L, with their larger size, outperform Llama 2, this is expected due to their capacity for handling complex language tasks. Llama 2's impressive ability to compete with larger models highlights its efficiency and potential in the market. However, Llama 2 does face challenges in coding and math problems, where models like Chat GPT 4 excel, given their significantly larger size. Chat GPT 4 performed significantly better than Llama 2 for coding (HumanEval benchmark)and math problem tasks (GSM8k benchmark). Open-source AI technologies, like Llama 2, continue to advance, offering\n", - "Score\t 0.7051752833671283\n", - "-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_-_\n" - ] - } - ] - }, - { - "cell_type": "code", - "source": [], - "metadata": { - "id": "d4xxZHbdN0lK" - }, - "execution_count": null, - "outputs": [] - } - ] -} \ No newline at end of file