{ "nbformat": 4, "nbformat_minor": 0, "metadata": { "colab": { "provenance": [], "machine_shape": "hm" }, "kernelspec": { "name": "python3", "display_name": "Python 3" }, "language_info": { "name": "python" }, "accelerator": "GPU", "gpuClass": "standard", "widgets": { "application/vnd.jupyter.widget-state+json": { "f0a180029cfc4c59b80697222ffc804e": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_e608b9052a6d4e2491eb3b63dc7c8d03", "IPY_MODEL_36c64a38fd804214b83c0b2645f5a5ca", "IPY_MODEL_dfd3e291cb1b47938bba1d240c2915ab" ], "layout": "IPY_MODEL_a991ae67d77b4dd4ae30e6ac0e899be1" } }, "e608b9052a6d4e2491eb3b63dc7c8d03": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_8dfa9dd2f1b14615be5c00949dcbb318", "placeholder": "​", "style": "IPY_MODEL_8f2b68c72f4e41f98b42365561addef3", "value": "Loading checkpoint shards: 100%" } }, "36c64a38fd804214b83c0b2645f5a5ca": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a5f11527f2eb407ea3c702416d6e8f04", "max": 2, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_47c9e6973fe949f9951fb2d7e725dd43", "value": 2 } }, "dfd3e291cb1b47938bba1d240c2915ab": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_454bcb8132ba4024ba69f93374525765", "placeholder": "​", "style": "IPY_MODEL_a4db771090f74fb995c6e78ed0e9b9c8", "value": " 2/2 [00:58<00:00, 26.95s/it]" } }, "a991ae67d77b4dd4ae30e6ac0e899be1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8dfa9dd2f1b14615be5c00949dcbb318": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8f2b68c72f4e41f98b42365561addef3": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "a5f11527f2eb407ea3c702416d6e8f04": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "47c9e6973fe949f9951fb2d7e725dd43": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "454bcb8132ba4024ba69f93374525765": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a4db771090f74fb995c6e78ed0e9b9c8": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "59acc2626bc74cc599d884f71fd75cba": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_1db26de9b6b64c5b8de26568ccb901a7", "IPY_MODEL_56236cd346d84fd6b2e7fa3f1eb2558e", "IPY_MODEL_6f2a85b3bc0247e19ad895cc978c6b49" ], "layout": "IPY_MODEL_257f85824ba34de9baf7ee043100ffa2" } }, "1db26de9b6b64c5b8de26568ccb901a7": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_8372b038ce5b476594208492c5af3d9a", "placeholder": "​", "style": "IPY_MODEL_3e80894f5c124f39b3c2324938297e72", "value": "Downloading (…)/adapter_config.json: 100%" } }, "56236cd346d84fd6b2e7fa3f1eb2558e": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_eb8bc82794d14a21b06da73b9f0bc7b8", "max": 435, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_adcdf199f76e428992df54bf4c168109", "value": 435 } }, "6f2a85b3bc0247e19ad895cc978c6b49": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_0528160bc14d4a209915bda765f17aad", "placeholder": "​", "style": "IPY_MODEL_410807c07bee4496af3b837d19c65c5d", "value": " 435/435 [00:00<00:00, 36.0kB/s]" } }, "257f85824ba34de9baf7ee043100ffa2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8372b038ce5b476594208492c5af3d9a": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3e80894f5c124f39b3c2324938297e72": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "eb8bc82794d14a21b06da73b9f0bc7b8": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "adcdf199f76e428992df54bf4c168109": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "0528160bc14d4a209915bda765f17aad": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "410807c07bee4496af3b837d19c65c5d": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "352882e23bcf487f81b002ab676dac0a": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_5abcd19a14104376be50cef9a019cb74", "IPY_MODEL_1b3bf0704b464b7f8574d74fd63073ae", "IPY_MODEL_82cda2a3ece54182ba7e0ebeaf3fee55" ], "layout": "IPY_MODEL_4435738d377d4a9da21897f689de9cf2" } }, "5abcd19a14104376be50cef9a019cb74": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_517cab5a4e054ded828890c3ef8f0ef3", "placeholder": "​", "style": "IPY_MODEL_2244c231788845e585e844223815ac89", "value": "Downloading adapter_model.bin: 100%" } }, "1b3bf0704b464b7f8574d74fd63073ae": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_7c8a4dd1ac8844759e294a4fbb4105e3", "max": 67201357, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_782fb1d51292417293e656a3adfa5e7c", "value": 67201357 } }, "82cda2a3ece54182ba7e0ebeaf3fee55": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c88603c1ffc94d23851357c1603ad087", "placeholder": "​", "style": "IPY_MODEL_d6ca77ebe0c8430ca868f5adda909243", "value": " 67.2M/67.2M [00:05<00:00, 15.1MB/s]" } }, "4435738d377d4a9da21897f689de9cf2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "517cab5a4e054ded828890c3ef8f0ef3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2244c231788845e585e844223815ac89": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "7c8a4dd1ac8844759e294a4fbb4105e3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "782fb1d51292417293e656a3adfa5e7c": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "c88603c1ffc94d23851357c1603ad087": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "d6ca77ebe0c8430ca868f5adda909243": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } } } } }, "cells": [ { "cell_type": "code", "execution_count": null, "metadata": { "id": "EffVs46Xm6kO" }, "outputs": [], "source": [ "!pip -q install git+https://github.com/huggingface/transformers.git\n", "!pip -q install peft\n", "!pip -q install accelerate\n", "!pip -q install sentencepiece\n", "!pip -q install bitsandbytes" ] }, { "cell_type": "code", "source": [ "from IPython.display import Markdown as md\n", "\n", "import transformers\n", "import peft\n", "import accelerate\n", "import bitsandbytes\n", "\n", "print(transformers.__version__)\n", "print(peft.__version__)\n", "print(accelerate.__version__)\n" ], "metadata": { "id": "p0WQoR0cm-LA" }, "execution_count": null, "outputs": [] }, { "cell_type": "code", "source": [ "import torch\n", "from peft import PeftModel\n", "from transformers import LlamaTokenizer, LlamaForCausalLM\n", "\n", "def load_model(base, finetuned):\n", " tokenizer = LlamaTokenizer.from_pretrained(base)\n", " tokenizer.pad_token_id = 0\n", " tokenizer.padding_side = \"left\"\n", "\n", " model = LlamaForCausalLM.from_pretrained(\n", " base,\n", " load_in_8bit=True,\n", " device_map=\"auto\",\n", " )\n", " \n", " model = PeftModel.from_pretrained(\n", " model, \n", " finetuned,\n", " device_map={'': 0}\n", " )\n", " return model, tokenizer\n", "\n", "def get_output_batch(\n", " model, tokenizer, prompt, generation_config, device='cuda'\n", "):\n", " encoding = tokenizer(prompt, return_tensors=\"pt\")\n", " input_ids = encoding[\"input_ids\"].to(device)\n", " generated_id = model.generate(\n", " input_ids=input_ids,\n", " generation_config=generation_config,\n", " max_new_tokens=256\n", " )\n", "\n", " decoded = tokenizer.batch_decode(\n", " generated_id, skip_prompt=True, skip_special_tokens=True\n", " )\n", " del input_ids, generated_id\n", " torch.cuda.empty_cache()\n", " return decoded[0].split(\"### Response:\")[-1]" ], "metadata": { "id": "fdW1Xhi-nM_G" }, "execution_count": 2, "outputs": [] }, { "cell_type": "markdown", "source": [ "### AlpacaGPT4-LoRA 7B (05/01)" ], "metadata": { "id": "mWIAXIlQn87-" } }, { "cell_type": "code", "source": [ "from transformers import GenerationConfig\n", "\n", "base = \"elinas/llama-7b-hf-transformers-4.29\"\n", "sft = \"LLMs/AlpacaGPT4-LoRA-7B-elina\"\n", "\n", "genConfig = GenerationConfig(\n", " temperature=0.95,\n", " top_p=0.9,\n", " top_k=50,\n", " num_beams=1,\n", " repetition_penalty=1.2,\n", " max_new_token=2048,\n", " do_sample=True,\n", ")" ], "metadata": { "id": "_ZzZ5A6wn8p_" }, "execution_count": 3, "outputs": [] }, { "cell_type": "code", "source": [ "model, tokenizer = load_model(base, sft)" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 151, "referenced_widgets": [ "f0a180029cfc4c59b80697222ffc804e", "e608b9052a6d4e2491eb3b63dc7c8d03", "36c64a38fd804214b83c0b2645f5a5ca", "dfd3e291cb1b47938bba1d240c2915ab", "a991ae67d77b4dd4ae30e6ac0e899be1", "8dfa9dd2f1b14615be5c00949dcbb318", "8f2b68c72f4e41f98b42365561addef3", "a5f11527f2eb407ea3c702416d6e8f04", "47c9e6973fe949f9951fb2d7e725dd43", "454bcb8132ba4024ba69f93374525765", "a4db771090f74fb995c6e78ed0e9b9c8", "59acc2626bc74cc599d884f71fd75cba", "1db26de9b6b64c5b8de26568ccb901a7", "56236cd346d84fd6b2e7fa3f1eb2558e", "6f2a85b3bc0247e19ad895cc978c6b49", "257f85824ba34de9baf7ee043100ffa2", "8372b038ce5b476594208492c5af3d9a", "3e80894f5c124f39b3c2324938297e72", "eb8bc82794d14a21b06da73b9f0bc7b8", "adcdf199f76e428992df54bf4c168109", "0528160bc14d4a209915bda765f17aad", "410807c07bee4496af3b837d19c65c5d", "352882e23bcf487f81b002ab676dac0a", "5abcd19a14104376be50cef9a019cb74", "1b3bf0704b464b7f8574d74fd63073ae", "82cda2a3ece54182ba7e0ebeaf3fee55", "4435738d377d4a9da21897f689de9cf2", "517cab5a4e054ded828890c3ef8f0ef3", "2244c231788845e585e844223815ac89", "7c8a4dd1ac8844759e294a4fbb4105e3", "782fb1d51292417293e656a3adfa5e7c", "c88603c1ffc94d23851357c1603ad087", "d6ca77ebe0c8430ca868f5adda909243" ] }, "id": "VlMCjqebn4yT", "outputId": "d3c01962-1759-450b-b83c-048e6b3503bc" }, "execution_count": 4, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ "Overriding torch_dtype=None with `torch_dtype=torch.float16` due to requirements of `bitsandbytes` to enable model loading in mixed int8. Either pass torch_dtype=torch.float16 or don't pass this argument at all to remove this warning.\n" ] }, { "output_type": "display_data", "data": { "text/plain": [ "Loading checkpoint shards: 0%| | 0/2 [00:00\"))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 185 }, "id": "z3WRDweToO1u", "outputId": "6a35a027-e29e-4290-e7f5-7c0fc8537d87" }, "execution_count": 5, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "" ], "text/markdown": "
Dear Travelers,
Have you ever wondered what it's like to step foot on one of the most famous islands in the world? Have you dreamt of experiencing its natural beauty and exotic culture? Well, here at Explorify we have just returned from our epic journey to paradise - HAWAII! As experienced tourists and avid explorers ourselves, we had the opportunity to embark upon the adventure of a lifetime and bring back some truly unforgettable memories. Our first stop was Oahu Island where we visited numerous locations such as Diamond Head State Monument, The Pali Lookout & Nu’uanu Valley Overlook for panoramic views over Honolulu, Waikiki Beach, Kualoa Regional Park with lush greenery and picturesque valleys all around us. We took part in many activities including hiking through breathtaking trails, snorkeling and swimming in crystal clear waters surrounded by colorful marine life and fishes while enjoying magnificent underwater scenes. In addition to visiting Pearl Harbor Memorial and witnessing military history up close, we also went deep sea fishing aboard cat" }, "metadata": {}, "execution_count": 5 } ] }, { "cell_type": "code", "source": [ "prompt = \"\"\"### Instruction: Can you help me write a formal email to a potential business partner proposing a joint venture?\n", "\n", "### Response:\"\"\"\n", "\n", "output = get_output_batch(model, tokenizer, prompt, genConfig)\n", "md(output.replace(\"\\n\", \"
\"))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 185 }, "id": "P0menmcsuK8L", "outputId": "b69751cb-dfd5-46cc-f88a-28ad2c0798b7" }, "execution_count": 6, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "" ], "text/markdown": "
Dear [Partner Name],

We are excited about the prospect of creating a new partnership with your organization and we hope that this letter serves as an opportunity for us to discuss in detail our proposal. We at Company X have been researching various options available to expand our service offerings, and we believe that a joint venture would be mutually beneficial. As part of the collaboration, both parties will receive a share of profits based on their respective contributions made towards achieving common goals such as increasing market penetration, improving efficiency and reducing costs while maintaining high-quality standards. In addition, each company can leverage its expertise to create value for customers through innovative products or services. Finally, the resulting synergy between our two organizations is expected to deliver long-term benefits." }, "metadata": {}, "execution_count": 6 } ] }, { "cell_type": "code", "source": [ "prompt = \"\"\"### Instruction: Can you help me write a resignation letter to my current employer, while leaving on good terms and expressing gratitude for the opportunities provided?\n", "\n", "### Response:\"\"\"\n", "\n", "output = get_output_batch(model, tokenizer, prompt, genConfig)\n", "md(output.replace(\"\\n\", \"
\"))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 220 }, "id": "0XmVJacyxHw8", "outputId": "8353bf42-140d-4567-9e1d-954a5500d3a7" }, "execution_count": 7, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "" ], "text/markdown": " Dear [Name of Employer],

After much consideration, I regretfully inform you that I will be ending my employment with your company. It has been an honor working alongside all of you during this time, and it is with great sadness that I must move forward from this position.

My decision was not made lightly; I have greatly appreciated being given the opportunity to grow professionally as well as personally in this role. You have helped fostered an environment where collaboration and teamwork are valued, and the knowledge that we each bring together creates innovative solutions every day. Thank you for providing me with a supportive workplace, challenges, learning experiences, and personal growth throughout these years.

In closing, know that even though I am stepping away, our relationship remains important and valuable to both parties involved. Please accept this letter as both my resignation but also my sincere appreciation and wish for continued success within the organization." }, "metadata": {}, "execution_count": 7 } ] }, { "cell_type": "markdown", "source": [], "metadata": { "id": "o20g3usqyVlo" } }, { "cell_type": "code", "source": [ "prompt = \"\"\"### Instruction: How can you determine if a restaurant is popular among locals or mainly attracts tourists, and why might this information be useful?\n", "\n", "### Response:\"\"\"\n", "\n", "output = get_output_batch(model, tokenizer, prompt, genConfig)\n", "md(output.replace(\"\\n\", \"
\"))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 168 }, "id": "vILBz5Nfx7RW", "outputId": "6437c9ad-be00-43d0-ddb8-18c8462f33e0" }, "execution_count": 8, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "" ], "text/markdown": "
If a restaurant is primarily visited by local residents rather than tourist it means that the food offered there has been reviewed positively on social media and shared through word-of-mouth recommendations. It also means that they have established themselves as an authentic local establishment in the area where people would visit for their favorite dishes. This kind of restaurant provides more memorable experiences to visitors since they are able to taste real local cuisine that cannot be found elsewhere. On the other hand, restaurants aiming at tourism may offer overpriced meals with exotic ingredients from far away places which don't really appeal to most people living locally but appealed to many travelers. A restaurant being mostly frequented by locals indicates a higher likelihood of providing quality local fare, unique flavors, and authentic atmosphere, making them ideal destinations for those looking to experience true culinary culture." }, "metadata": {}, "execution_count": 8 } ] }, { "cell_type": "code", "source": [ "prompt = \"\"\"### Instruction: What are some subtle clues that suggest someone is pretending to understand a topic or conversation when they are actually confused or uninformed?\n", "\n", "### Response:\"\"\"\n", "\n", "output = get_output_batch(model, tokenizer, prompt, genConfig)\n", "md(output.replace(\"\\n\", \"
\"))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 220 }, "id": "fiZoS83qyWP1", "outputId": "b31d5515-f867-45ba-caf5-f304ab2e25db" }, "execution_count": 9, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "" ], "text/markdown": " Here are five possible subtleties indicating that a person may be feigning comprehension on the subject matter, without really understanding it.
1) Avoidance of direct questions about details and specifics - This can signal that the individual does not have much information or knowledge to share but wants to appear informed in order to avoid being exposed as having limited expertise.
2) Speaking confidently despite gaps in their knowledge - Someone who knows little about something could try to compensate by appearing authoritative through confidence alone, perhaps using technical language or jargon in an attempt to sound like an expert even though they do not fully grasp what is being discussed.
3) Failure to recognize when others clarify unclear statements with further explanation – If another party clarifies ambiguous points for them repeatedly, yet the other fails to show any sign of acknowledgement or appreciation for such efforts, then this might indicate an unwillingness to engage meaningfully with contentious issues.
4) Attempting to divert attention away from confusing subjects - People sometimes try to change topics if things become complicated, potentially leading the listener astray while trying to protect themselves. They may mention irrelevant or tangential issues, thereby distracting" }, "metadata": {}, "execution_count": 9 } ] }, { "cell_type": "markdown", "source": [], "metadata": { "id": "rdIMVU3yyc-p" } }, { "cell_type": "code", "source": [ "prompt = \"\"\"### Instruction: What are some potential implications of using a single-use plastic bottle versus a reusable bottle on both the environment and human health?\n", "\n", "### Response:\"\"\"\n", "\n", "output = get_output_batch(model, tokenizer, prompt, genConfig)\n", "md(output.replace(\"\\n\", \"
\"))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 237 }, "id": "8PHpk8GWydWo", "outputId": "db8740dc-e76e-417c-d118-1526de1541c3" }, "execution_count": 10, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "" ], "text/markdown": "
Single-Use Plastics vs. Reusables
The environmental impacts of using a single use plastic bottle as opposed to an eco friendly water bottles can be broken down into four main categories: landfill waste, ocean pollution, energy consumption during production, and potentially harmful chemicals used in their manufacture. By comparison with reusable options like glass or stainless steel bottles which are durable enough to last for years, there is also a financial advantage in terms of cost savings over time that comes from switching away from disposing of thousands of throwaway plastic bottles each year (often made only once before being discarded).

Landfill Waste: Single-use plastic bottles have become synonymous with littered roadsides, parks, oceans and other areas where they take centuries to decompose and release harmful greenhouse gases throughout decomposition. Disposal of these items contributes to deforestation because paper bags must often be produced when recycling facilities cannot accept them. While certain types of plastic containers may be compostable after reuse or breakdown naturally, many of those available today do not biodegrade readily. The resultant" }, "metadata": {}, "execution_count": 10 } ] }, { "cell_type": "code", "source": [ "prompt = \"\"\"### Instruction: What factors would you consider when designing an inclusive and accessible public transportation system?\n", "\n", "### Response:\"\"\"\n", "\n", "output = get_output_batch(model, tokenizer, prompt, genConfig)\n", "md(output.replace(\"\\n\", \"
\"))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 237 }, "id": "qcsoSRAkyj8P", "outputId": "fe33bb34-aa1c-4c43-e31c-2f347ca96bbf" }, "execution_count": 11, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "" ], "text/markdown": "
Inclusion is important for all people, especially in terms of their access to public transport. There are several elements that can be considered when creating a more user-friendly transit service:

1. Designed For Accessibility - All aspects related to the physical infrastructure should aim at making it easier for people with different abilities or disabilities such as wheelchairs users or vision impaired passengers, among others, to use them. This includes ensuring that the platforms, stations and vehicles have sufficient space and proper equipment (elevators, ramps etc.) to accommodate those who need it.
2. Accessible Information – Clear communication channels like Braille signage, tactile maps, audio announcements, videos, information kiosks or even social media pages where commuters can ask questions are essential. They allow everyone to obtain accurate and timely updates about schedule changes, delays, interruptions or other relevant events affecting services without having to rely on a third party to convey this critical information accurately.
3. Flexible Schedule & Routes – A flexible schedule allows riders to adapt their trips according to their needs and preferences by providing options to change routes or times during" }, "metadata": {}, "execution_count": 11 } ] }, { "cell_type": "code", "source": [], "metadata": { "id": "3kW93wSj2VL8" }, "execution_count": 11, "outputs": [] } ] }