{
"nbformat": 4,
"nbformat_minor": 0,
"metadata": {
"colab": {
"provenance": [],
"machine_shape": "hm",
"gpuType": "V100"
},
"kernelspec": {
"name": "python3",
"display_name": "Python 3"
},
"language_info": {
"name": "python"
},
"accelerator": "GPU",
"widgets": {
"application/vnd.jupyter.widget-state+json": {
"25ac757f00114342abfe1d1b30265214": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HBoxModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HBoxModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HBoxView",
"box_style": "",
"children": [
"IPY_MODEL_fb2bc34d59d84389aa06ef7911352755",
"IPY_MODEL_96c8549716a04e00924338f3fd51dee3",
"IPY_MODEL_375bcd3d6d084f4d94991532ebe1f0f5"
],
"layout": "IPY_MODEL_4924299e525345b9958a512efb68b588"
}
},
"fb2bc34d59d84389aa06ef7911352755": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_7248b46c4b6a422d95faf1ec623a3a50",
"placeholder": "",
"style": "IPY_MODEL_249f40bec83a4ad5b31591907cd03561",
"value": "tokenizer_config.json: 100%"
}
},
"96c8549716a04e00924338f3fd51dee3": {
"model_module": "@jupyter-widgets/controls",
"model_name": "FloatProgressModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "FloatProgressModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "ProgressView",
"bar_style": "success",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_7f84f3f4bee4477e8fa1f8e83ef4bee0",
"max": 5349,
"min": 0,
"orientation": "horizontal",
"style": "IPY_MODEL_a06a675a11594ef98998a29b81d3b4a4",
"value": 5349
}
},
"375bcd3d6d084f4d94991532ebe1f0f5": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_6ac6c23ba8884c2684f907d263279fd7",
"placeholder": "",
"style": "IPY_MODEL_3af5638fcff9441ea00dbda99afb64d7",
"value": " 5.35k/5.35k [00:00<00:00, 399kB/s]"
}
},
"4924299e525345b9958a512efb68b588": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"7248b46c4b6a422d95faf1ec623a3a50": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"249f40bec83a4ad5b31591907cd03561": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"7f84f3f4bee4477e8fa1f8e83ef4bee0": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"a06a675a11594ef98998a29b81d3b4a4": {
"model_module": "@jupyter-widgets/controls",
"model_name": "ProgressStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "ProgressStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"bar_color": null,
"description_width": ""
}
},
"6ac6c23ba8884c2684f907d263279fd7": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"3af5638fcff9441ea00dbda99afb64d7": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"494fa84f1d144081a22f211784399137": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HBoxModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HBoxModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HBoxView",
"box_style": "",
"children": [
"IPY_MODEL_985c92acbfac43aa9f83a4f46de04c49",
"IPY_MODEL_5136ce50cc454b79970ce5722a90724c",
"IPY_MODEL_e573df86b3ae46c991571e75063bbc84"
],
"layout": "IPY_MODEL_797cb60b235f4534a336455511818498"
}
},
"985c92acbfac43aa9f83a4f46de04c49": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_6fa48af8697244018a68208fea30083d",
"placeholder": "",
"style": "IPY_MODEL_b90eff25148f4b128526d2588e3f3a07",
"value": "tokenizer.json: 100%"
}
},
"5136ce50cc454b79970ce5722a90724c": {
"model_module": "@jupyter-widgets/controls",
"model_name": "FloatProgressModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "FloatProgressModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "ProgressView",
"bar_style": "success",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_729509fdf1c349a3a4a15bd8950a7dee",
"max": 2113738,
"min": 0,
"orientation": "horizontal",
"style": "IPY_MODEL_4f60b050e3d34a2d92b8771c4b5413a5",
"value": 2113738
}
},
"e573df86b3ae46c991571e75063bbc84": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_9ddd8c63c47045079bb200e2b50243ec",
"placeholder": "",
"style": "IPY_MODEL_1ce55b924cb94196aeb9fb749e6eedd6",
"value": " 2.11M/2.11M [00:00<00:00, 5.15MB/s]"
}
},
"797cb60b235f4534a336455511818498": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"6fa48af8697244018a68208fea30083d": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"b90eff25148f4b128526d2588e3f3a07": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"729509fdf1c349a3a4a15bd8950a7dee": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"4f60b050e3d34a2d92b8771c4b5413a5": {
"model_module": "@jupyter-widgets/controls",
"model_name": "ProgressStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "ProgressStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"bar_color": null,
"description_width": ""
}
},
"9ddd8c63c47045079bb200e2b50243ec": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"1ce55b924cb94196aeb9fb749e6eedd6": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"c06c9f29f97f4953a8c0da04891fe67c": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HBoxModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HBoxModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HBoxView",
"box_style": "",
"children": [
"IPY_MODEL_bb4163b18ba545ff9a9041ccc5fac5cc",
"IPY_MODEL_e631ba8f9e9b4c7d883cc35932f0e7c3",
"IPY_MODEL_6fc9d8176b0148afa38622bd357048e1"
],
"layout": "IPY_MODEL_52a8000ccaa2430fab6d4e94446032aa"
}
},
"bb4163b18ba545ff9a9041ccc5fac5cc": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_57db9c51cb894112893a686ee7d91d2f",
"placeholder": "",
"style": "IPY_MODEL_2c1050117b3d439fb1abc166fa1d370d",
"value": "special_tokens_map.json: 100%"
}
},
"e631ba8f9e9b4c7d883cc35932f0e7c3": {
"model_module": "@jupyter-widgets/controls",
"model_name": "FloatProgressModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "FloatProgressModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "ProgressView",
"bar_style": "success",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_c90eaa2fea154de299131ae8d8cdb926",
"max": 359,
"min": 0,
"orientation": "horizontal",
"style": "IPY_MODEL_4cd82029a9b94d31ae1fca343c631f3b",
"value": 359
}
},
"6fc9d8176b0148afa38622bd357048e1": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_ce511ff0c5af400ba97cf7813b19acf4",
"placeholder": "",
"style": "IPY_MODEL_aa67416c04044814ba41de8b7b751c92",
"value": " 359/359 [00:00<00:00, 27.0kB/s]"
}
},
"52a8000ccaa2430fab6d4e94446032aa": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"57db9c51cb894112893a686ee7d91d2f": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"2c1050117b3d439fb1abc166fa1d370d": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"c90eaa2fea154de299131ae8d8cdb926": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"4cd82029a9b94d31ae1fca343c631f3b": {
"model_module": "@jupyter-widgets/controls",
"model_name": "ProgressStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "ProgressStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"bar_color": null,
"description_width": ""
}
},
"ce511ff0c5af400ba97cf7813b19acf4": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"aa67416c04044814ba41de8b7b751c92": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"206af374676748de9e11df96ad2df295": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HBoxModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HBoxModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HBoxView",
"box_style": "",
"children": [
"IPY_MODEL_eaabccf2af324298916efc5a6320f787",
"IPY_MODEL_e020696f07364dd39e1a9bfa9fd92f2e",
"IPY_MODEL_cc746bf7b7b143bb99af1cd5ff6fd267"
],
"layout": "IPY_MODEL_1d382eaa72e14f3aa2a48c5dba9f2e8d"
}
},
"eaabccf2af324298916efc5a6320f787": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_0feb2581de7340d593500bc920913180",
"placeholder": "",
"style": "IPY_MODEL_8bd252feb31749f9b84867aa864841fd",
"value": "config.json: 100%"
}
},
"e020696f07364dd39e1a9bfa9fd92f2e": {
"model_module": "@jupyter-widgets/controls",
"model_name": "FloatProgressModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "FloatProgressModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "ProgressView",
"bar_style": "success",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_dce17a5dfe93445e86eab212e2a1a1cd",
"max": 200,
"min": 0,
"orientation": "horizontal",
"style": "IPY_MODEL_c5e9a9c9d8504b28901c6e8d191ad7ec",
"value": 200
}
},
"cc746bf7b7b143bb99af1cd5ff6fd267": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_073bc18d8cd74c1c8e227cd349a51d85",
"placeholder": "",
"style": "IPY_MODEL_2f147c232ee945f9bf2542c4548eec16",
"value": " 200/200 [00:00<00:00, 18.1kB/s]"
}
},
"1d382eaa72e14f3aa2a48c5dba9f2e8d": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"0feb2581de7340d593500bc920913180": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"8bd252feb31749f9b84867aa864841fd": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"dce17a5dfe93445e86eab212e2a1a1cd": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"c5e9a9c9d8504b28901c6e8d191ad7ec": {
"model_module": "@jupyter-widgets/controls",
"model_name": "ProgressStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "ProgressStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"bar_color": null,
"description_width": ""
}
},
"073bc18d8cd74c1c8e227cd349a51d85": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"2f147c232ee945f9bf2542c4548eec16": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"a6dd77ab2a2548f8bad8928beac6c474": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HBoxModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HBoxModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HBoxView",
"box_style": "",
"children": [
"IPY_MODEL_47007135f8cb4dabbfce20ee564b32cb",
"IPY_MODEL_c6d7f45118b14ade9fd6f6891eefe686",
"IPY_MODEL_0258f73607dd47d28cfd3f69a1710ce0"
],
"layout": "IPY_MODEL_2c4c78a83f444ef7b464c7f5fbb48ade"
}
},
"47007135f8cb4dabbfce20ee564b32cb": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_5c5d0c8aed734cd1a3eced971ca2ce6b",
"placeholder": "",
"style": "IPY_MODEL_0aceba2582eb4da090606ac62dfc4713",
"value": "pytorch_model.bin: 100%"
}
},
"c6d7f45118b14ade9fd6f6891eefe686": {
"model_module": "@jupyter-widgets/controls",
"model_name": "FloatProgressModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "FloatProgressModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "ProgressView",
"bar_style": "success",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_f906ebf80e714e019c30512f7bb49b2c",
"max": 5536937322,
"min": 0,
"orientation": "horizontal",
"style": "IPY_MODEL_b3e491041ac84f85950ee72d1f174347",
"value": 5536937322
}
},
"0258f73607dd47d28cfd3f69a1710ce0": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_a0cde38d14df40cabd59bd771659c286",
"placeholder": "",
"style": "IPY_MODEL_8d62f1f34ba34f18b5b7a99faff2dfd6",
"value": " 5.54G/5.54G [00:17<00:00, 349MB/s]"
}
},
"2c4c78a83f444ef7b464c7f5fbb48ade": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"5c5d0c8aed734cd1a3eced971ca2ce6b": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"0aceba2582eb4da090606ac62dfc4713": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"f906ebf80e714e019c30512f7bb49b2c": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"b3e491041ac84f85950ee72d1f174347": {
"model_module": "@jupyter-widgets/controls",
"model_name": "ProgressStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "ProgressStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"bar_color": null,
"description_width": ""
}
},
"a0cde38d14df40cabd59bd771659c286": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"8d62f1f34ba34f18b5b7a99faff2dfd6": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
}
}
}
},
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "JyGfY-l3N9_W",
"outputId": "628e000f-8db0-42bd-8f97-3ad4d5faff3f"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Mounted at /gdrive\n",
"ln: failed to create symbolic link '/content/workspace/workspace': File exists\n",
"ln: failed to create symbolic link '/content/home/home': File exists\n",
"ln: failed to create symbolic link '/content/data/data': File exists\n",
"env: HOME=/content/drive/MyDrive/home\n",
"/content/drive/MyDrive/home\n"
]
}
],
"source": [
"# from google.colab import drive\n",
"# drive.mount('/gdrive',force_remount=True)\n",
"# !ln -s \"/gdrive/My Drive/workspace\" \"/content/workspace\"\n",
"# !ln -s \"/gdrive/My Drive/home\" \"/content/home\"\n",
"# !ln -s \"/gdrive/My Drive/data\" \"/content/data\"\n",
"# %env HOME=/content/drive/MyDrive/home\n",
"# !eval echo ~$USER"
]
},
{
"cell_type": "code",
"source": [
"!export LC_ALL=\"en_US.UTF-8\"\n",
"!export LD_LIBRARY_PATH=\"/usr/lib64-nvidia\"\n",
"!export LIBRARY_PATH=\"/usr/local/cuda/lib64/stubs\"\n",
"!ldconfig /usr/lib64-nvidia"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "gxA7zmFIvuAG",
"outputId": "bff0d73e-ca3c-4379-aa40-5363d0e3f1fe"
},
"execution_count": 1,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"/sbin/ldconfig.real: /usr/local/lib/libtbbbind_2_0.so.3 is not a symbolic link\n",
"\n",
"/sbin/ldconfig.real: /usr/local/lib/libtbbmalloc_proxy.so.2 is not a symbolic link\n",
"\n",
"/sbin/ldconfig.real: /usr/local/lib/libtbbmalloc.so.2 is not a symbolic link\n",
"\n",
"/sbin/ldconfig.real: /usr/local/lib/libtbb.so.12 is not a symbolic link\n",
"\n",
"/sbin/ldconfig.real: /usr/local/lib/libtbbbind_2_5.so.3 is not a symbolic link\n",
"\n",
"/sbin/ldconfig.real: /usr/local/lib/libtbbbind.so.3 is not a symbolic link\n",
"\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!pip install -q causal-conv1d==1.0.0\n",
"!pip install -q mamba-ssm==1.0.1"
],
"metadata": {
"id": "oWado1xXOZvs"
},
"execution_count": 3,
"outputs": []
},
{
"cell_type": "code",
"source": [
"# from google.colab import output\n",
"# output.clear()\n",
"# del tokenizer\n",
"# del model"
],
"metadata": {
"id": "jMftjcXoHbQ8"
},
"execution_count": 18,
"outputs": []
},
{
"cell_type": "code",
"source": [
"import torch\n",
"from transformers import AutoTokenizer\n",
"from mamba_ssm.models.mixer_seq_simple import MambaLMHeadModel\n",
"\n",
"# Check if GPU is available and set the device accordingly\n",
"device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
"\n",
"# Print out the device information\n",
"if device.type == 'cuda':\n",
" print(f\"Using GPU: {torch.cuda.get_device_name(0)}\")\n",
"else:\n",
" print(\"Using CPU\")\n",
"\n",
"# Load the tokenizer\n",
"tokenizer = AutoTokenizer.from_pretrained(\"venkycs/mamba-2.8b-cybersec\")\n",
"tokenizer.eos_token = \"<|endoftext|>\"\n",
"tokenizer.pad_token = tokenizer.eos_token\n",
"\n",
"# Load the model\n",
"model = MambaLMHeadModel.from_pretrained(\"venkycs/mamba-2.8b-cybersec\")\n",
"\n",
"# Move the model to the selected device\n",
"model = model.to(device)\n",
"\n",
"# Rest of your code for model usage follows...\n"
],
"metadata": {
"id": "3OotKz-7PZ_Z",
"colab": {
"base_uri": "https://localhost:8080/",
"height": 230,
"referenced_widgets": [
"25ac757f00114342abfe1d1b30265214",
"fb2bc34d59d84389aa06ef7911352755",
"96c8549716a04e00924338f3fd51dee3",
"375bcd3d6d084f4d94991532ebe1f0f5",
"4924299e525345b9958a512efb68b588",
"7248b46c4b6a422d95faf1ec623a3a50",
"249f40bec83a4ad5b31591907cd03561",
"7f84f3f4bee4477e8fa1f8e83ef4bee0",
"a06a675a11594ef98998a29b81d3b4a4",
"6ac6c23ba8884c2684f907d263279fd7",
"3af5638fcff9441ea00dbda99afb64d7",
"494fa84f1d144081a22f211784399137",
"985c92acbfac43aa9f83a4f46de04c49",
"5136ce50cc454b79970ce5722a90724c",
"e573df86b3ae46c991571e75063bbc84",
"797cb60b235f4534a336455511818498",
"6fa48af8697244018a68208fea30083d",
"b90eff25148f4b128526d2588e3f3a07",
"729509fdf1c349a3a4a15bd8950a7dee",
"4f60b050e3d34a2d92b8771c4b5413a5",
"9ddd8c63c47045079bb200e2b50243ec",
"1ce55b924cb94196aeb9fb749e6eedd6",
"c06c9f29f97f4953a8c0da04891fe67c",
"bb4163b18ba545ff9a9041ccc5fac5cc",
"e631ba8f9e9b4c7d883cc35932f0e7c3",
"6fc9d8176b0148afa38622bd357048e1",
"52a8000ccaa2430fab6d4e94446032aa",
"57db9c51cb894112893a686ee7d91d2f",
"2c1050117b3d439fb1abc166fa1d370d",
"c90eaa2fea154de299131ae8d8cdb926",
"4cd82029a9b94d31ae1fca343c631f3b",
"ce511ff0c5af400ba97cf7813b19acf4",
"aa67416c04044814ba41de8b7b751c92",
"206af374676748de9e11df96ad2df295",
"eaabccf2af324298916efc5a6320f787",
"e020696f07364dd39e1a9bfa9fd92f2e",
"cc746bf7b7b143bb99af1cd5ff6fd267",
"1d382eaa72e14f3aa2a48c5dba9f2e8d",
"0feb2581de7340d593500bc920913180",
"8bd252feb31749f9b84867aa864841fd",
"dce17a5dfe93445e86eab212e2a1a1cd",
"c5e9a9c9d8504b28901c6e8d191ad7ec",
"073bc18d8cd74c1c8e227cd349a51d85",
"2f147c232ee945f9bf2542c4548eec16",
"a6dd77ab2a2548f8bad8928beac6c474",
"47007135f8cb4dabbfce20ee564b32cb",
"c6d7f45118b14ade9fd6f6891eefe686",
"0258f73607dd47d28cfd3f69a1710ce0",
"2c4c78a83f444ef7b464c7f5fbb48ade",
"5c5d0c8aed734cd1a3eced971ca2ce6b",
"0aceba2582eb4da090606ac62dfc4713",
"f906ebf80e714e019c30512f7bb49b2c",
"b3e491041ac84f85950ee72d1f174347",
"a0cde38d14df40cabd59bd771659c286",
"8d62f1f34ba34f18b5b7a99faff2dfd6"
]
},
"outputId": "7b533315-a82f-464b-a124-331dbc20f3af"
},
"execution_count": 2,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Using GPU: Tesla V100-SXM2-16GB\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"tokenizer_config.json: 0%| | 0.00/5.35k [00:00<?, ?B/s]"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "25ac757f00114342abfe1d1b30265214"
}
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"tokenizer.json: 0%| | 0.00/2.11M [00:00<?, ?B/s]"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "494fa84f1d144081a22f211784399137"
}
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"special_tokens_map.json: 0%| | 0.00/359 [00:00<?, ?B/s]"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "c06c9f29f97f4953a8c0da04891fe67c"
}
},
"metadata": {}
},
{
"output_type": "stream",
"name": "stderr",
"text": [
"Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"config.json: 0%| | 0.00/200 [00:00<?, ?B/s]"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "206af374676748de9e11df96ad2df295"
}
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"pytorch_model.bin: 0%| | 0.00/5.54G [00:00<?, ?B/s]"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "a6dd77ab2a2548f8bad8928beac6c474"
}
},
"metadata": {}
}
]
},
{
"cell_type": "code",
"source": [
"model"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "oZzGhRUkt8fP",
"outputId": "2d431cce-a737-4678-b931-a68215f6b6d1"
},
"execution_count": 3,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/plain": [
"MambaLMHeadModel(\n",
" (backbone): MixerModel(\n",
" (embedding): Embedding(50280, 2560)\n",
" (layers): ModuleList(\n",
" (0-63): 64 x Block(\n",
" (mixer): Mamba(\n",
" (in_proj): Linear(in_features=2560, out_features=10240, bias=False)\n",
" (conv1d): Conv1d(5120, 5120, kernel_size=(4,), stride=(1,), padding=(3,), groups=5120)\n",
" (act): SiLU()\n",
" (x_proj): Linear(in_features=5120, out_features=192, bias=False)\n",
" (dt_proj): Linear(in_features=160, out_features=5120, bias=True)\n",
" (out_proj): Linear(in_features=5120, out_features=2560, bias=False)\n",
" )\n",
" (norm): RMSNorm()\n",
" )\n",
" )\n",
" (norm_f): RMSNorm()\n",
" )\n",
" (lm_head): Linear(in_features=2560, out_features=50280, bias=False)\n",
")"
]
},
"metadata": {},
"execution_count": 3
}
]
},
{
"cell_type": "code",
"source": [
"# Print memory footprint of the model\n",
"if device.type == 'cuda':\n",
" print(f\"Model memory footprint: {torch.cuda.memory_allocated(device)/1024**2:.2f} MB\")\n",
"else:\n",
" print(\"Memory footprint measurement is only available for GPU.\")"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "luB8-Eq4uCph",
"outputId": "9510c659-bae6-414d-96f4-4171f2f840c7"
},
"execution_count": 4,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Model memory footprint: 10561.38 MB\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"model = model.half()"
],
"metadata": {
"id": "QYfDpTX4uM1d"
},
"execution_count": 5,
"outputs": []
},
{
"cell_type": "code",
"source": [
"# Print memory footprint of the model\n",
"if device.type == 'cuda':\n",
" print(f\"Model memory footprint: {torch.cuda.memory_allocated(device)/1024**2:.2f} MB\")\n",
"else:\n",
" print(\"Memory footprint measurement is only available for GPU.\")"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "VTY0e20puQzs",
"outputId": "92288a12-05bd-44eb-b72f-698c0b7aeef0"
},
"execution_count": 6,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Model memory footprint: 5345.00 MB\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"messages = []\n",
"\n",
"# Informing the user about how to exit the chat\n",
"print(\"You can exit the chat anytime by typing 'bye' or 'quit'.\")\n",
"\n",
"while True:\n",
" user_message = input(\"\\nUser: \")\n",
"\n",
" # Check if the user's message is 'bye' or 'quit'\n",
" if user_message.lower() in ['bye', 'quit']:\n",
" print(\"Exiting the chat.\")\n",
" break\n",
"\n",
" messages.append(dict(\n",
" role=\"user\",\n",
" content=user_message\n",
" ))\n",
"\n",
" input_ids = tokenizer.apply_chat_template(messages, return_tensors=\"pt\", add_generation_prompt=True).to(device)\n",
"\n",
" out = model.generate(input_ids=input_ids, max_length=2000, temperature=0.9, top_p=0.7, eos_token_id=tokenizer.eos_token_id)\n",
"\n",
" decoded = tokenizer.batch_decode(out)\n",
" messages.append(dict(\n",
" role=\"assistant\",\n",
" content=decoded[0].split(\"\\n\")[-2])\n",
" )\n",
"\n",
" print(\"AI Assistant:\", decoded[0].split(\"\\n\")[-1])\n"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "CzhhSwMcuS4d",
"outputId": "45834eec-7443-434d-d304-4f495eeaeec7"
},
"execution_count": null,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"You can exit the chat anytime by typing 'bye' or 'quit'.\n",
"\n",
"User: hi\n",
"AI Assistant: Hello! I'm a helpful AI Assistant and expert in Security Incident Handling. I help organizations develop Security Incident Handling related training with appropriate solutions. I provide specific scenarios and clear steps for better understanding.<|endoftext|>\n",
"\n",
"User: How can AI be used to enhance network security?\n",
"AI Assistant: AI can be used to enhance network security in various ways, such as detecting and responding to threats in real-time, identifying anomalous behavior, and automating security incident response. AI can also help in predicting and preventing future security breaches by analyzing historical data and identifying patterns of attack.<|endoftext|>\n",
"\n",
"User: Can you explain how the MITRE ATT&CK framework can be integrated into security training programs?\n",
"AI Assistant: Certainly! The MITRE ATT&CK framework can be integrated into security training programs by first familiarizing the participants with the ATT&CK matrix, which outlines various tactics and techniques used by threat actors. Then, educators can use this framework to create scenario-based training exercises that simulate real-world cyber attacks. Participants can practice identifying and responding to these tactics, which will enhance their ability to detect and mitigate cyber threats in real-world situations.<|endoftext|>\n",
"\n",
"User: Give me more information and I want to learn practical steps \n",
"AI Assistant: Certainly! The MITRE ATT&CK framework is a comprehensive matrix of tactics and techniques used by threat actors. To integrate it into security training programs, you can start by creating a module that introduces the framework's structure and concepts. Then, develop scenarios that walk through real-world attack scenarios based on MITRE ATT&CK tactics and techniques. Include hands-on exercises where trainees can practice identifying and responding to these tactics using simulated attack scenarios. This practical approach will help trainees understand how to apply the framework in real-world situations.<|endoftext|>\n",
"\n",
"User: Give me markdown format, high level steps may be 10 key points\n",
"AI Assistant: By following these steps, you can ensure that your organization's security training program is practical and effective in mitigating the risks associated with network security.<|endoftext|>\n",
"\n",
"User: give me 3 more \n",
"AI Assistant: By integrating these steps, organizations can better prepare for and respond to cyber threats using the MITRE ATT&CK framework.<|endoftext|>\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"# Better to save locally, these model is not yet convered to hf\n",
"# tokenizer.save_pretrained('/content/home/mamba2.8b-cybersec')"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "eeueGN3_zd7x",
"outputId": "3e6f8af2-66ea-4081-c79b-1f231a315771"
},
"execution_count": 17,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/plain": [
"('/content/home/mamba2.8b-cybersec/tokenizer_config.json',\n",
" '/content/home/mamba2.8b-cybersec/special_tokens_map.json',\n",
" '/content/home/mamba2.8b-cybersec/tokenizer.json')"
]
},
"metadata": {},
"execution_count": 17
}
]
},
{
"cell_type": "code",
"source": [
"# save_directory = \"/content/home/mamba2.8b-cybersec\"\n",
"# # Save the model weights\n",
"# # model.save_pretrained('/content/home/mamba2.8b-cybersec')\n",
"# model_weights_path = os.path.join(save_directory, 'pytorch_model.bin')\n",
"# torch.save(model.state_dict(), model_weights_path)"
],
"metadata": {
"id": "JSEWOQDoz_E0"
},
"execution_count": 16,
"outputs": []
}
]
}