{ "nbformat": 4, "nbformat_minor": 0, "metadata": { "colab": { "provenance": [], "gpuType": "T4" }, "kernelspec": { "name": "python3", "display_name": "Python 3" }, "language_info": { "name": "python" }, "accelerator": "GPU", "widgets": { "application/vnd.jupyter.widget-state+json": { "9f05400954c94f54b911382c9b745db5": { "model_module": "@jupyter-widgets/controls", "model_name": "VBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "VBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "VBoxView", "box_style": "", "children": [], "layout": "IPY_MODEL_ffc6204586fa4f48ae3ec3c0ebb56df6" } }, "b693c845caa9419a81ec7411d9db0a22": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_f8d3f77fa01a44d58df2da6ed17bc380", "placeholder": "​", "style": "IPY_MODEL_c62e79a5022d403fbabb51b4d6166a61", "value": "

Copy a token from your Hugging Face\ntokens page and paste it below.
Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file.
" } }, "6621ab695f9444f3a36ea24deca2516a": { "model_module": "@jupyter-widgets/controls", "model_name": "PasswordModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "PasswordModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "PasswordView", "continuous_update": true, "description": "Token:", "description_tooltip": null, "disabled": false, "layout": "IPY_MODEL_a104acaed60946978835a6c5583c5edc", "placeholder": "​", "style": "IPY_MODEL_154af4422c424ce7a607b3c5473cd1ac", "value": "" } }, "3d84ba46b20b4301a7ada157f69635e8": { "model_module": "@jupyter-widgets/controls", "model_name": "CheckboxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "CheckboxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "CheckboxView", "description": "Add token as git credential?", "description_tooltip": null, "disabled": false, "indent": true, "layout": "IPY_MODEL_d132062359784380a255c7573ca7caf6", "style": "IPY_MODEL_6de2adeea6364ad78412ac67ddf0e56e", "value": true } }, "23596cff114f40bdb1cdea7603f7de5f": { "model_module": "@jupyter-widgets/controls", "model_name": "ButtonModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ButtonModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ButtonView", "button_style": "", "description": "Login", "disabled": false, "icon": "", "layout": "IPY_MODEL_9d96511dd6604445b944f620be19febe", "style": "IPY_MODEL_14464f68d82d4589ab1a6a9f46252427", "tooltip": "" } }, "82b726a92f1242e3931575d7cc92a57e": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_48dc2797025a4543a4815f26ea9a29d5", "placeholder": "​", "style": "IPY_MODEL_4ec568acc264438d870df075ae150c01", "value": "\nPro Tip: If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks. " } }, "ffc6204586fa4f48ae3ec3c0ebb56df6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": "center", "align_self": null, "border": null, "bottom": null, "display": "flex", "flex": null, "flex_flow": "column", "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "50%" } }, "f8d3f77fa01a44d58df2da6ed17bc380": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c62e79a5022d403fbabb51b4d6166a61": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "a104acaed60946978835a6c5583c5edc": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "154af4422c424ce7a607b3c5473cd1ac": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "d132062359784380a255c7573ca7caf6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6de2adeea6364ad78412ac67ddf0e56e": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9d96511dd6604445b944f620be19febe": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "14464f68d82d4589ab1a6a9f46252427": { "model_module": "@jupyter-widgets/controls", "model_name": "ButtonStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ButtonStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "button_color": null, "font_weight": "" } }, "48dc2797025a4543a4815f26ea9a29d5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4ec568acc264438d870df075ae150c01": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9de99cb2e7ac4b51b64d5ee68e1b82ad": { "model_module": "@jupyter-widgets/controls", "model_name": "LabelModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "LabelModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "LabelView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b29fd011418f44b0bd001f68c59ce241", "placeholder": "​", "style": "IPY_MODEL_6d6b58e5dcb144b28bea5626e98437d7", "value": "Connecting..." } }, "b29fd011418f44b0bd001f68c59ce241": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6d6b58e5dcb144b28bea5626e98437d7": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "613b5665e6b3463ba183b58718799598": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_c495a48e43b7407382e3c6b729ccfcf5", "IPY_MODEL_102e0ea8e1ad4492acd6391a26f1fcf5", "IPY_MODEL_96e25b6a332846399824456a3fad0637" ], "layout": "IPY_MODEL_8e2f2b964613474aaa2bdf9dacc990ac" } }, "c495a48e43b7407382e3c6b729ccfcf5": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_231c725a37dc490d8809839d85152ee9", "placeholder": "​", "style": "IPY_MODEL_c73c8a3187d34f369728f7ce35eb5fa3", "value": "Map: 100%" } }, "102e0ea8e1ad4492acd6391a26f1fcf5": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_d0e2d9d1f8834ad683f4017ba11ebdd2", "max": 143, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_18b4dd7a5f264e5ead4c29215ad98f1b", "value": 143 } }, "96e25b6a332846399824456a3fad0637": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e26306c73f1442c79241c16d088f3922", "placeholder": "​", "style": "IPY_MODEL_5f8310ccce49401aa71952db9b131492", "value": " 143/143 [00:00<00:00, 299.17 examples/s]" } }, "8e2f2b964613474aaa2bdf9dacc990ac": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "231c725a37dc490d8809839d85152ee9": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c73c8a3187d34f369728f7ce35eb5fa3": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "d0e2d9d1f8834ad683f4017ba11ebdd2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "18b4dd7a5f264e5ead4c29215ad98f1b": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "e26306c73f1442c79241c16d088f3922": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5f8310ccce49401aa71952db9b131492": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "59a66af0d9aa4bfd971078796c467736": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_1aa6a76ee0344eeab3a7d1e1c1c76ce8", "IPY_MODEL_a778df3dba0f456ab8b3f0ce7e0f63e5", "IPY_MODEL_7d509529a36347ab9863fcd2fd983460" ], "layout": "IPY_MODEL_59692ef359cb4de8b8e0440d289d8555" } }, "1aa6a76ee0344eeab3a7d1e1c1c76ce8": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_7ac0f590707141359fc3a05a8c665933", "placeholder": "​", "style": "IPY_MODEL_77e1ca6d5bcd47fc900ae0db80e30fa3", "value": "Processing Files (3 / 3)      : 100%" } }, "a778df3dba0f456ab8b3f0ce7e0f63e5": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_903160f5c7524bf59bf3acfcca856194", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_af69ce2d89b94fef8efc40c37c24bb0f", "value": 1 } }, "7d509529a36347ab9863fcd2fd983460": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_90e008292fd04dcba914a1ac29e4421f", "placeholder": "​", "style": "IPY_MODEL_a1b4f5f83f04492b98d4574b561e23c2", "value": "  541MB /  541MB,  102MB/s  " } }, "59692ef359cb4de8b8e0440d289d8555": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7ac0f590707141359fc3a05a8c665933": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "77e1ca6d5bcd47fc900ae0db80e30fa3": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "903160f5c7524bf59bf3acfcca856194": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "af69ce2d89b94fef8efc40c37c24bb0f": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "90e008292fd04dcba914a1ac29e4421f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a1b4f5f83f04492b98d4574b561e23c2": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "6f9b410204e34c4495788ba1e0c92087": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_9d7f2831c4794f27875bbaf64e15af24", "IPY_MODEL_5038673b4a8549ada076dde150b6d343", "IPY_MODEL_3c6446798f3b4062929c6ff22a366cd2" ], "layout": "IPY_MODEL_915be9407f5d46eeab77871d1d72c2fa" } }, "9d7f2831c4794f27875bbaf64e15af24": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_28332fda7f744928aca1ec7eee39905c", "placeholder": "​", "style": "IPY_MODEL_39ab6d7edb6f438e868a7324e420f806", "value": "New Data Upload               : " } }, "5038673b4a8549ada076dde150b6d343": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a4382bebf6084c979ea1f12071c3669f", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_4602616cc823423bb6f970f04a04f898", "value": 0 } }, "3c6446798f3b4062929c6ff22a366cd2": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5b8aa97f6819498aa7c5d101890c7994", "placeholder": "​", "style": "IPY_MODEL_40390930b5474776bb7e6a4f70fd6995", "value": "  0.00B /  0.00B,  0.00B/s  " } }, "915be9407f5d46eeab77871d1d72c2fa": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "28332fda7f744928aca1ec7eee39905c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "39ab6d7edb6f438e868a7324e420f806": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "a4382bebf6084c979ea1f12071c3669f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "4602616cc823423bb6f970f04a04f898": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "5b8aa97f6819498aa7c5d101890c7994": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "40390930b5474776bb7e6a4f70fd6995": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "79f5cbf8c40b43f398c627e3d5537ad6": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_fdea70ee208b408e925ad9d0f68fe033", "IPY_MODEL_7b7f6643dec1429fbdfb77f2e8b9aef1", "IPY_MODEL_7f2b9b6211374d97bb7482ab893fee65" ], "layout": "IPY_MODEL_42d165f1778f4395a359149006dfa929" } }, "fdea70ee208b408e925ad9d0f68fe033": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_99009289e2fe48389a8104492aa201f1", "placeholder": "​", "style": "IPY_MODEL_f953d57e506e406690e8b812e6935c55", "value": "  ...z-style/training_args.bin: 100%" } }, "7b7f6643dec1429fbdfb77f2e8b9aef1": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_d03fe608169e44678ce177446cb21f63", "max": 5841, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_5c9e4f8ed2764a87bfd066fbaf91c36f", "value": 5841 } }, "7f2b9b6211374d97bb7482ab893fee65": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e771e6076c114e8c8e0b3ccac917314d", "placeholder": "​", "style": "IPY_MODEL_d8c2ba296ed74e1e9b1e29796066c3e0", "value": " 5.84kB / 5.84kB            " } }, "42d165f1778f4395a359149006dfa929": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "99009289e2fe48389a8104492aa201f1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f953d57e506e406690e8b812e6935c55": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "d03fe608169e44678ce177446cb21f63": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5c9e4f8ed2764a87bfd066fbaf91c36f": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "e771e6076c114e8c8e0b3ccac917314d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "d8c2ba296ed74e1e9b1e29796066c3e0": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "d27e016708a74a8ba9be93d7d094a5f6": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_8e37802e5ebf441f86058b7f6da8b741", "IPY_MODEL_d650096b8f0a4e20b5bd8ef69268108e", "IPY_MODEL_f298698136b744a983cd16cd0f06cb3d" ], "layout": "IPY_MODEL_eefcfdbe87d84961bb1d7881390e36c3" } }, "8e37802e5ebf441f86058b7f6da8b741": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_6710ebca732744218b27e08b6a179b33", "placeholder": "​", "style": "IPY_MODEL_e20a3812d32e48b4888432232a16d4b2", "value": "  ...84319.da3d9d6af63c.1620.0: 100%" } }, "d650096b8f0a4e20b5bd8ef69268108e": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_8342341fec75455884a87e0ec4b0ebd2", "max": 4984, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_4fd18fb01f9f4540904226e5c6488aec", "value": 4984 } }, "f298698136b744a983cd16cd0f06cb3d": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_86347b78f16e4ab6ba367f0c28b33225", "placeholder": "​", "style": "IPY_MODEL_544c88543e3a4976a00762ca2937f885", "value": " 4.98kB / 4.98kB            " } }, "eefcfdbe87d84961bb1d7881390e36c3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6710ebca732744218b27e08b6a179b33": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e20a3812d32e48b4888432232a16d4b2": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "8342341fec75455884a87e0ec4b0ebd2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4fd18fb01f9f4540904226e5c6488aec": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "86347b78f16e4ab6ba367f0c28b33225": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "544c88543e3a4976a00762ca2937f885": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9dd4d29789b84a81aef763fbec918c7a": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_648d0ba77ec74550a62471939735213f", "IPY_MODEL_2e0883103fc747aab46b87597809f61b", "IPY_MODEL_2ff4920fcf3a43a3b10187072304e78b" ], "layout": "IPY_MODEL_a76f8242a6ec4fee96c9808e743c09e6" } }, "648d0ba77ec74550a62471939735213f": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_43eeb0538c2e46898a8e5db8b3981bce", "placeholder": "​", "style": "IPY_MODEL_6ab5c0889c3f430bae5e693c2a258f86", "value": "  ...z-style/model.safetensors: 100%" } }, "2e0883103fc747aab46b87597809f61b": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_44825239bbc145e1a33a6c1d16f1f96f", "max": 541059232, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_6863d7dd8ac5408e880014b33adaf678", "value": 541059232 } }, "2ff4920fcf3a43a3b10187072304e78b": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_6db8a00eb2214452967575e95097320b", "placeholder": "​", "style": "IPY_MODEL_61619eff517c43febd65de04bbaf356f", "value": "  541MB /  541MB            " } }, "a76f8242a6ec4fee96c9808e743c09e6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "43eeb0538c2e46898a8e5db8b3981bce": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6ab5c0889c3f430bae5e693c2a258f86": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "44825239bbc145e1a33a6c1d16f1f96f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6863d7dd8ac5408e880014b33adaf678": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "6db8a00eb2214452967575e95097320b": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "61619eff517c43febd65de04bbaf356f": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "0b04bdcc94fb4844a59bc9044bc70459": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_eb5a7ca27b1f4d408aa9ec282c9b7ed4", "IPY_MODEL_4e8def5807e24d6ab7b4bd3618b151dc", "IPY_MODEL_5a401ed8fc934b028eaf52d0409646b1" ], "layout": "IPY_MODEL_80df277832944307886a8f5b87a8cd2d" } }, "eb5a7ca27b1f4d408aa9ec282c9b7ed4": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_91235bc4c9fd4809b075dddb4c0e7066", "placeholder": "​", "style": "IPY_MODEL_017f30cf6d4049d9b1916e360340ac9b", "value": "Processing Files (53 / 53)    : 100%" } }, "4e8def5807e24d6ab7b4bd3618b151dc": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3d969e88632549ddb159f2b9bfe04c72", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_97566af068724ad49571986cc37dc2ba", "value": 1 } }, "5a401ed8fc934b028eaf52d0409646b1": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_4e8683d2a95143679d2844aa618c43cb", "placeholder": "​", "style": "IPY_MODEL_07de27b62c8647a28967e92e1a50d359", "value": " 16.8GB / 16.8GB, 49.2MB/s  " } }, "80df277832944307886a8f5b87a8cd2d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "91235bc4c9fd4809b075dddb4c0e7066": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "017f30cf6d4049d9b1916e360340ac9b": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "3d969e88632549ddb159f2b9bfe04c72": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "97566af068724ad49571986cc37dc2ba": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "4e8683d2a95143679d2844aa618c43cb": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "07de27b62c8647a28967e92e1a50d359": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "7ace37e5399f4ca59feef9864ceef0d8": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_456b2626cdeb44db93a8e4979b16a5d5", "IPY_MODEL_ffab928082c14e679b1e6da297b48de7", "IPY_MODEL_46e62b2cb5284e908bd3e7d8cf324ee3" ], "layout": "IPY_MODEL_2153470cd0974f1ab0b8c55ca2b7f710" } }, "456b2626cdeb44db93a8e4979b16a5d5": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b7275cdac40c42689c9adc5a24d92b83", "placeholder": "​", "style": "IPY_MODEL_7d862c912cf44b399fd1ab4e21e15198", "value": "New Data Upload               : 100%" } }, "ffab928082c14e679b1e6da297b48de7": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_51c6e4f1b4cf49ca8c3ba9fdb5de6201", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_d03f9b32c789442b946689482396957b", "value": 1 } }, "46e62b2cb5284e908bd3e7d8cf324ee3": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a40d87f094324b2ca6f67c5545aa3f5f", "placeholder": "​", "style": "IPY_MODEL_9150bbe92f394270a624b6b65af777a9", "value": " 10.8GB / 10.8GB, 49.2MB/s  " } }, "2153470cd0974f1ab0b8c55ca2b7f710": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b7275cdac40c42689c9adc5a24d92b83": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7d862c912cf44b399fd1ab4e21e15198": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "51c6e4f1b4cf49ca8c3ba9fdb5de6201": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "d03f9b32c789442b946689482396957b": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "a40d87f094324b2ca6f67c5545aa3f5f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9150bbe92f394270a624b6b65af777a9": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "1a42c8f2a373434a86a6a0c6aa03c5fd": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_092683b16871438f8aeeef0088dd49da", "IPY_MODEL_02098f4b99de4223a9ffb987f9832752", "IPY_MODEL_d697baa025bb483aaebd2442f3861ceb" ], "layout": "IPY_MODEL_027ffc00064b47dc97891949c837dba7" } }, "092683b16871438f8aeeef0088dd49da": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_9713c8564dc647a889db00dd175a934d", "placeholder": "​", "style": "IPY_MODEL_52856e9ac25947d598a8998d8c083012", "value": "  ...eckpoint-144/optimizer.pt: 100%" } }, "02098f4b99de4223a9ffb987f9832752": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_675f25692ee14a0bb4cdf4adf63f8c63", "max": 5841, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_1fdab4dd2ccb462fb3dc4393826c5bb5", "value": 5841 } }, "d697baa025bb483aaebd2442f3861ceb": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b720501ef78f4728a951132498906139", "placeholder": "​", "style": "IPY_MODEL_4d8bafe00a7a4a5a8fdb0d81fc6931fb", "value": " 1.08GB / 1.08GB            " } }, "027ffc00064b47dc97891949c837dba7": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9713c8564dc647a889db00dd175a934d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "52856e9ac25947d598a8998d8c083012": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "675f25692ee14a0bb4cdf4adf63f8c63": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1fdab4dd2ccb462fb3dc4393826c5bb5": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "b720501ef78f4728a951132498906139": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4d8bafe00a7a4a5a8fdb0d81fc6931fb": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "6076063db00e49a88082926890fd50ca": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_2746284f8d0743228eb56b00e92c88f4", "IPY_MODEL_79ef1b0bfb1b4815bbf543418677b78f", "IPY_MODEL_3a76e4da41c94355b46982ab126b5f62" ], "layout": "IPY_MODEL_cb8ef8d0ec124817941b5b9aa3e68b5d" } }, "2746284f8d0743228eb56b00e92c88f4": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_d43439f07b8c438789fec254835da599", "placeholder": "​", "style": "IPY_MODEL_2719ea1429eb4943a8c142f7f81559e1", "value": "  ...eckpoint-162/optimizer.pt: 100%" } }, "79ef1b0bfb1b4815bbf543418677b78f": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_61ce006eb1b948efa2a73d672855543f", "max": 5841, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_20866e7a56714e89a658ebe72ef0ddec", "value": 5841 } }, "3a76e4da41c94355b46982ab126b5f62": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_37b105e6d3454719877a55005078e95c", "placeholder": "​", "style": "IPY_MODEL_37367e7b36684e49883b88ac01c1df22", "value": " 1.08GB / 1.08GB            " } }, "cb8ef8d0ec124817941b5b9aa3e68b5d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "d43439f07b8c438789fec254835da599": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2719ea1429eb4943a8c142f7f81559e1": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "61ce006eb1b948efa2a73d672855543f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "20866e7a56714e89a658ebe72ef0ddec": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "37b105e6d3454719877a55005078e95c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "37367e7b36684e49883b88ac01c1df22": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c2e2904cc4524575a849327cc9edf64c": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_7ba0d6156e6a49cdb2736964012c7872", "IPY_MODEL_8c79c4d7f39146ccb7415a9acb96a06a", "IPY_MODEL_e1e4cf1a40974c079968dc39182e8e29" ], "layout": "IPY_MODEL_792397aef5e14a87a52b0a51cc5e72b9" } }, "7ba0d6156e6a49cdb2736964012c7872": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3779dbf8004a4884bfdcac2ef6f48081", "placeholder": "​", "style": "IPY_MODEL_af53be38e1cf4aaeb034b80a22b64876", "value": "  ...heckpoint-18/optimizer.pt: 100%" } }, "8c79c4d7f39146ccb7415a9acb96a06a": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_31b423cf48fe4e6e8e6aca371e84b7f8", "max": 541059232, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_332769aabc2d483485bd991bdf44b440", "value": 541059232 } }, "e1e4cf1a40974c079968dc39182e8e29": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_eebb2438fce741f193eb9a5c77f8e75e", "placeholder": "​", "style": "IPY_MODEL_007ab99508b3404f808c2f27eb2b6171", "value": " 1.08GB / 1.08GB            " } }, "792397aef5e14a87a52b0a51cc5e72b9": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3779dbf8004a4884bfdcac2ef6f48081": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "af53be38e1cf4aaeb034b80a22b64876": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "31b423cf48fe4e6e8e6aca371e84b7f8": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "332769aabc2d483485bd991bdf44b440": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "eebb2438fce741f193eb9a5c77f8e75e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "007ab99508b3404f808c2f27eb2b6171": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "4710d4a1172b489eb23b66ee7f66b2b3": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_bced8bf343f54a5293ce5a0cbdecb71a", "IPY_MODEL_01be2e1d12d2451d9f872761eb3b9005", "IPY_MODEL_183aa91b8a4947268953f69451edabe2" ], "layout": "IPY_MODEL_cabaf134ff6d4c5482db41afed638f7c" } }, "bced8bf343f54a5293ce5a0cbdecb71a": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_978c074245ac41899ad11e9c270cc964", "placeholder": "​", "style": "IPY_MODEL_811bc05b7c2146b28242696c9052b66c", "value": "  ...heckpoint-36/scheduler.pt: 100%" } }, "01be2e1d12d2451d9f872761eb3b9005": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_27cc3ee4f61b4ee2a133dc3705b3d948", "max": 541059232, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_086aac3559424052948b43667b089ce5", "value": 1465 } }, "183aa91b8a4947268953f69451edabe2": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_68dc547d15794d55becb8a31d316b059", "placeholder": "​", "style": "IPY_MODEL_288456b4f2a84024b7da168dedd1f17b", "value": " 1.47kB / 1.47kB            " } }, "cabaf134ff6d4c5482db41afed638f7c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "978c074245ac41899ad11e9c270cc964": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "811bc05b7c2146b28242696c9052b66c": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "27cc3ee4f61b4ee2a133dc3705b3d948": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "086aac3559424052948b43667b089ce5": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "68dc547d15794d55becb8a31d316b059": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "288456b4f2a84024b7da168dedd1f17b": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "2856daca249d4bfb86def9f92311a692": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_fe74964d932b4e0a90fdee9dba775e3f", "IPY_MODEL_d14cbeb71a0b41ecbc1e66cff70fe9a9", "IPY_MODEL_a7534b32183241fe8f70b6a3ddb1db3c" ], "layout": "IPY_MODEL_1961385bf5f140799cca9be4bd474b56" } }, "fe74964d932b4e0a90fdee9dba775e3f": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_7ca60b7b38084cd58a31f8ab9bbb492a", "placeholder": "​", "style": "IPY_MODEL_e3441e191bc64eb3bcf5037c6d49bde2", "value": "  ...eckpoint-54/rng_state.pth: 100%" } }, "d14cbeb71a0b41ecbc1e66cff70fe9a9": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1989c4f86caf4a0c9bd845255f509ac7", "max": 5841, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_3db56186d1d640a298aabf878a5f163d", "value": 5841 } }, "a7534b32183241fe8f70b6a3ddb1db3c": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_17dc4b081c244dee962c2122e58a6634", "placeholder": "​", "style": "IPY_MODEL_8d0886e85ece43e5a6d8a45f6037e772", "value": " 14.6kB / 14.6kB            " } }, "1961385bf5f140799cca9be4bd474b56": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7ca60b7b38084cd58a31f8ab9bbb492a": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e3441e191bc64eb3bcf5037c6d49bde2": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "1989c4f86caf4a0c9bd845255f509ac7": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3db56186d1d640a298aabf878a5f163d": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "17dc4b081c244dee962c2122e58a6634": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8d0886e85ece43e5a6d8a45f6037e772": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c3bf061a63834921add105e47cc75e2d": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_ef201662b7d146218d09e0f6778a1c37", "IPY_MODEL_6f9070319fa94a3b8fe00e190226c338", "IPY_MODEL_99746191357c4e27baf182d6260431f4" ], "layout": "IPY_MODEL_8bd7ca9319d748a0a6a68bed7b47ad71" } }, "ef201662b7d146218d09e0f6778a1c37": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c0d7ecf2d1174b2d8eaa8d6df3db3574", "placeholder": "​", "style": "IPY_MODEL_c0af2578e8d440a69f04a24db8813561", "value": "  ...heckpoint-54/scheduler.pt: 100%" } }, "6f9070319fa94a3b8fe00e190226c338": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_17dd28e575604558b9c2ec7c6992c4e0", "max": 541059232, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_a74841b608414e80994055d2362ebefc", "value": 1465 } }, "99746191357c4e27baf182d6260431f4": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_120af1de8af643989f58487b732c753f", "placeholder": "​", "style": "IPY_MODEL_bf4c79479aab4bacaa69b6c7b895542b", "value": " 1.47kB / 1.47kB            " } }, "8bd7ca9319d748a0a6a68bed7b47ad71": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c0d7ecf2d1174b2d8eaa8d6df3db3574": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c0af2578e8d440a69f04a24db8813561": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "17dd28e575604558b9c2ec7c6992c4e0": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a74841b608414e80994055d2362ebefc": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "120af1de8af643989f58487b732c753f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "bf4c79479aab4bacaa69b6c7b895542b": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c13b0bb0bfc8437c88a4eddc88742fe2": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_27a32f086a254b6194784c3173e5519b", "IPY_MODEL_56ba40adb0e347f4b20e44b9bcff505e", "IPY_MODEL_3a4464f8a1434ebeaeb4c3f4bd0b5325" ], "layout": "IPY_MODEL_6fa190c2b48347e3acdc7d8bc7976539" } }, "27a32f086a254b6194784c3173e5519b": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_77b28781b34e417580d2a22a86d906a3", "placeholder": "​", "style": "IPY_MODEL_e52423cc978e477183b5807afad0ed24", "value": "  ...eckpoint-72/rng_state.pth: 100%" } }, "56ba40adb0e347f4b20e44b9bcff505e": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_96f7640b939546b58ff4f553eefa68cb", "max": 5841, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_965a1670e4314ae7b6f0befcb67dafb1", "value": 5841 } }, "3a4464f8a1434ebeaeb4c3f4bd0b5325": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_afc98ec4f13e4544a48e511f6926dd6d", "placeholder": "​", "style": "IPY_MODEL_ae307a32b7904305aa97c7387e8fb956", "value": " 14.6kB / 14.6kB            " } }, "6fa190c2b48347e3acdc7d8bc7976539": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "77b28781b34e417580d2a22a86d906a3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e52423cc978e477183b5807afad0ed24": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "96f7640b939546b58ff4f553eefa68cb": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "965a1670e4314ae7b6f0befcb67dafb1": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "afc98ec4f13e4544a48e511f6926dd6d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ae307a32b7904305aa97c7387e8fb956": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "ecab591f4c1248c79debad89e2a186ac": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_95de64f4082d494bac32296c7b55a6f2", "IPY_MODEL_97802c5be9fe442ca238699a40ad0a33", "IPY_MODEL_952ab1611fdb4f2284b10778748552fb" ], "layout": "IPY_MODEL_786e77bf6f704f2d916535862d8fdf1f" } }, "95de64f4082d494bac32296c7b55a6f2": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_15d814746310478990b1479bf5fa453e", "placeholder": "​", "style": "IPY_MODEL_326a5a8bd3874d0680394bf4462b000f", "value": "  ...heckpoint-72/scheduler.pt: 100%" } }, "97802c5be9fe442ca238699a40ad0a33": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5749f91f001a47109f917c47f4ce12fc", "max": 541059232, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_2fad7571baa744beb901f350dcb7d2a3", "value": 1465 } }, "952ab1611fdb4f2284b10778748552fb": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_eb2a284606d64ab19890c75c82ab1910", "placeholder": "​", "style": "IPY_MODEL_a2904da7a29142d4afb1b7c6b542477c", "value": " 1.47kB / 1.47kB            " } }, "786e77bf6f704f2d916535862d8fdf1f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "15d814746310478990b1479bf5fa453e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "326a5a8bd3874d0680394bf4462b000f": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "5749f91f001a47109f917c47f4ce12fc": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2fad7571baa744beb901f350dcb7d2a3": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "eb2a284606d64ab19890c75c82ab1910": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a2904da7a29142d4afb1b7c6b542477c": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "093b3cd6dc6d4431bfb2bfa13a73a68d": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_dbc5e0c4de144866a83a91b810e2e10f", "IPY_MODEL_aec5d935328a459a9ed0cf83895f8108", "IPY_MODEL_d26e763a9e8d4ab29d769c4662bf7114" ], "layout": "IPY_MODEL_333419a82e4449b0882f17e3f92adf0d" } }, "dbc5e0c4de144866a83a91b810e2e10f": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_daf0600ae373400b8d5bcd76d5ab3e23", "placeholder": "​", "style": "IPY_MODEL_807ca2d881244714810bedf37db0f529", "value": "  ...eckpoint-90/rng_state.pth: 100%" } }, "aec5d935328a459a9ed0cf83895f8108": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_da94918a2e0b41ed884728d107711975", "max": 1465, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_4f5c0d6f034e488faf2cc330f9b035e1", "value": 1465 } }, "d26e763a9e8d4ab29d769c4662bf7114": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_77aa8e86f3f64c1cb728ccc32b1f19de", "placeholder": "​", "style": "IPY_MODEL_5708dc2a6cf043a3a8381db986eb043d", "value": " 14.6kB / 14.6kB            " } }, "333419a82e4449b0882f17e3f92adf0d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "daf0600ae373400b8d5bcd76d5ab3e23": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "807ca2d881244714810bedf37db0f529": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "da94918a2e0b41ed884728d107711975": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4f5c0d6f034e488faf2cc330f9b035e1": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "77aa8e86f3f64c1cb728ccc32b1f19de": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5708dc2a6cf043a3a8381db986eb043d": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "09b52db9bcbd4dc4a2a607cbc590e8f9": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_81225d0c5b564a0aa2917c7585abb4b3", "IPY_MODEL_264c0e73420c4b919e6c1e8016ae0ef5", "IPY_MODEL_f2085fcebe90467b98e98723d45f297c" ], "layout": "IPY_MODEL_7652f4e996774da4a56c3754be71ea7d" } }, "81225d0c5b564a0aa2917c7585abb4b3": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_61cffbf35fca4ddf96b2df00c1e2b571", "placeholder": "​", "style": "IPY_MODEL_756941e076284466b5b6c661ec8677e0", "value": "  ...heckpoint-90/scheduler.pt: 100%" } }, "264c0e73420c4b919e6c1e8016ae0ef5": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e92cb5664de147ddb3678db7768065f1", "max": 1082243275, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_7a7a4cddcdc24beebf1e5efb7f246506", "value": 1465 } }, "f2085fcebe90467b98e98723d45f297c": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3f4eda7e20334a1eb4554f2d77616325", "placeholder": "​", "style": "IPY_MODEL_c21e5c8dbf604e19b7cb7e5ab24c93c6", "value": " 1.47kB / 1.47kB            " } }, "7652f4e996774da4a56c3754be71ea7d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "61cffbf35fca4ddf96b2df00c1e2b571": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "756941e076284466b5b6c661ec8677e0": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "e92cb5664de147ddb3678db7768065f1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7a7a4cddcdc24beebf1e5efb7f246506": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "3f4eda7e20334a1eb4554f2d77616325": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c21e5c8dbf604e19b7cb7e5ab24c93c6": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "66205630a65549cf8321ae1193fbe628": { "model_module": "@jupyter-widgets/controls", "model_name": "VBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "VBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "VBoxView", "box_style": "", "children": [], "layout": "IPY_MODEL_ae9c9b03566d40e49e89f17d3b8b01bb" } }, "16c5d6ba701649a39d71cb8873162045": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_377716885c4143f79564530f8b81a497", "placeholder": "​", "style": "IPY_MODEL_44943c624ca64a7f8cbb1c90f780f49d", "value": "

Copy a token from your Hugging Face\ntokens page and paste it below.
Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file.
" } }, "41637d8c603345599fb86378e8020441": { "model_module": "@jupyter-widgets/controls", "model_name": "PasswordModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "PasswordModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "PasswordView", "continuous_update": true, "description": "Token:", "description_tooltip": null, "disabled": false, "layout": "IPY_MODEL_296bc6a0703d45bea9d10e99d9a501aa", "placeholder": "​", "style": "IPY_MODEL_45314e8abee24b7a9136fac66cd7490e", "value": "" } }, "8f22fac253d84384aa323330721c0d1c": { "model_module": "@jupyter-widgets/controls", "model_name": "CheckboxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "CheckboxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "CheckboxView", "description": "Add token as git credential?", "description_tooltip": null, "disabled": false, "indent": true, "layout": "IPY_MODEL_2964d10253e64bf4b245a89905a0e797", "style": "IPY_MODEL_5e0dfd1a075744b7afed8eea9b44a100", "value": true } }, "07de9786185b4f7b81d0ab9e8c618b66": { "model_module": "@jupyter-widgets/controls", "model_name": "ButtonModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ButtonModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ButtonView", "button_style": "", "description": "Login", "disabled": false, "icon": "", "layout": "IPY_MODEL_0d7a86c05c9541fd9a35fd7e7a6a7278", "style": "IPY_MODEL_22657ee52996487b8ca5d823946a729f", "tooltip": "" } }, "bfed8e3d0c2a45ea9193bd469e030ba6": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e6d9c79d7c144e7c96f73ba2d981f4d7", "placeholder": "​", "style": "IPY_MODEL_e03b807c4f734137846e2d02e55e8a9c", "value": "\nPro Tip: If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks. " } }, "ae9c9b03566d40e49e89f17d3b8b01bb": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": "center", "align_self": null, "border": null, "bottom": null, "display": "flex", "flex": null, "flex_flow": "column", "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "50%" } }, "377716885c4143f79564530f8b81a497": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "44943c624ca64a7f8cbb1c90f780f49d": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "296bc6a0703d45bea9d10e99d9a501aa": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "45314e8abee24b7a9136fac66cd7490e": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "2964d10253e64bf4b245a89905a0e797": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5e0dfd1a075744b7afed8eea9b44a100": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "0d7a86c05c9541fd9a35fd7e7a6a7278": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "22657ee52996487b8ca5d823946a729f": { "model_module": "@jupyter-widgets/controls", "model_name": "ButtonStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ButtonStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "button_color": null, "font_weight": "" } }, "e6d9c79d7c144e7c96f73ba2d981f4d7": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e03b807c4f734137846e2d02e55e8a9c": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "6fb3095abe3d4a4b84b11b9096831f2d": { "model_module": "@jupyter-widgets/controls", "model_name": "LabelModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "LabelModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "LabelView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_d919f667759c45a5bab8869ff20ceea4", "placeholder": "​", "style": "IPY_MODEL_0060de381bf94a668707c9376559093c", "value": "Connecting..." } }, "d919f667759c45a5bab8869ff20ceea4": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "0060de381bf94a668707c9376559093c": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } } } } }, "cells": [ { "cell_type": "code", "source": [ "# ==============================================================================\n", "# الكود النهائي الكامل والمُصحح (أمر واحد للتشغيل) - إصدار 13.0 (النهائي)\n", "# (استراتيجية الزحف العميق للأقسام - النسخة الأنظف والأسرع)\n", "# ==============================================================================\n", "\n", "# --- أولاً: تثبيت الأدوات اللازمة ---\n", "!pip install --upgrade selenium pandas tqdm requests undetected-chromedriver fake-useragent\n", "!apt-get update\n", "!apt-get install -y wget curl unzip\n", "\n", "# --- ثانياً: تثبيت Google Chrome ومتصفح التشغيل الخاص به ---\n", "print(\"🔧 جاري تثبيت Google Chrome...\")\n", "!wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | apt-key add -\n", "!echo \"deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main\" >> /etc/apt/sources.list.d/google-chrome.list\n", "!apt-get update\n", "!apt-get install -y google-chrome-stable\n", "\n", "# التحقق من التثبيت\n", "!which google-chrome\n", "!google-chrome --version\n", "print(\"✅ تم تثبيت Chrome بنجاح\")\n", "\n", "# تنظيف أي إصدارات قديمة\n", "!pkill -f chromedriver || true\n", "!pkill -f chrome || true\n", "!rm -f /usr/bin/chromedriver || true\n", "!rm -rf chromedriver-linux64* || true\n", "\n", "# تنزيل ChromeDriver المتوافق (إصدار 142)\n", "print(\"🔧 جاري تثبيت ChromeDriver 142...\")\n", "!wget -N https://storage.googleapis.com/chrome-for-testing-public/142.0.7444.59/linux64/chromedriver-linux64.zip\n", "!unzip -o chromedriver-linux64.zip\n", "!cp chromedriver-linux64/chromedriver /usr/bin/chromedriver\n", "!chmod +x /usr/bin/chromedriver\n", "\n", "print(\"✅ تم تثبيت ChromeDriver المتوافق بنجاح\")\n", "\n", "# ----------------------------------------------------------------------\n", "# --- ثالثاً: استيراد مكتبات بايثون ---\n", "import os\n", "import re\n", "import time\n", "import random\n", "import pandas as pd\n", "from tqdm import tqdm\n", "from concurrent.futures import ThreadPoolExecutor, as_completed\n", "import threading\n", "import requests\n", "import xml.etree.ElementTree as ET\n", "\n", "from selenium import webdriver\n", "from selenium.webdriver.chrome.service import Service\n", "from selenium.webdriver.common.by import By\n", "from selenium.webdriver.chrome.options import Options\n", "from selenium.webdriver.support.ui import WebDriverWait\n", "from selenium.webdriver.support import expected_conditions as EC\n", "from selenium.common.exceptions import WebDriverException, TimeoutException, NoSuchElementException\n", "\n", "# استيراد السلاح السري\n", "import undetected_chromedriver as uc\n", "\n", "# --- رابعاً: تعريف الكلاسات والدوال ---\n", "\n", "# --- نظام التخزين الذكي ---\n", "class SmartStorage:\n", " def __init__(self):\n", " self.drive_mounted = False\n", " self.local_folder = \"/content/Scraped_Data\"\n", " self.drive_folder = \"/content/drive/MyDrive/Scraped_Data\"\n", " self.setup_storage()\n", "\n", " def setup_storage(self):\n", " try:\n", " from google.colab import drive\n", " print(\"🔄 محاولة توصيل Google Drive...\")\n", " drive.mount('/content/drive')\n", " self.drive_mounted = True\n", " os.makedirs(self.drive_folder, exist_ok=True)\n", " print(f\"✅ تم توصيل Google Drive بنجاح: {self.drive_folder}\")\n", " except Exception as e:\n", " self.drive_mounted = False\n", " os.makedirs(self.local_folder, exist_ok=True)\n", " print(f\"⚠️ فشل توصيل Drive. استخدام التخزين المحلي: {self.local_folder}\")\n", "\n", " def get_output_path(self, filename):\n", " if self.drive_mounted:\n", " return f\"{self.drive_folder}/{filename}\"\n", " else:\n", " return f\"{self.local_folder}/{filename}\"\n", "\n", "# --- إعداد المتصفح (استخدام Undetected + Headless) ---\n", "def setup_driver_advanced():\n", " \"\"\"إعداد متصفح متقدم (باستخدام Undetected-Chromedriver)\"\"\"\n", " chrome_options = uc.ChromeOptions()\n", " chrome_options.binary_location = \"/usr/bin/google-chrome-stable\"\n", "\n", " chrome_options.add_argument('--headless')\n", " chrome_options.add_argument('--no-sandbox')\n", " chrome_options.add_argument('--disable-dev-shm-usage')\n", " chrome_options.add_argument('--disable-gpu')\n", " chrome_options.add_argument('--disable-extensions')\n", " chrome_options.add_argument('--disable-plugins')\n", "\n", " user_agents = [\n", " \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36\",\n", " \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36\"\n", " ]\n", " user_agent = random.choice(user_agents)\n", " chrome_options.add_argument(f'--user-agent={user_agent}')\n", "\n", " try:\n", " driver = uc.Chrome(options=chrome_options, driver_executable_path=\"/usr/bin/chromedriver\")\n", " driver.set_page_load_timeout(REQUEST_TIMEOUT)\n", " driver.set_script_timeout(REQUEST_TIMEOUT)\n", " return driver\n", " except Exception as e:\n", " print(f\"❌ فشل إعداد المتصفح (Undetected): {e}\")\n", " return None\n", "\n", "# --- [تم التعديل] دالة جمع الروابط (نسخة 13.0: النهائية والأسرع) ---\n", "def get_all_article_urls_advanced():\n", " \"\"\"جمع روابط المقالات عبر زيارة الصفحات الأولى للأقسام (الأسرع)\"\"\"\n", " print(\"🚀 بدء جمع الروابط (إصدار 13.0 - النهائي)...\")\n", "\n", " CATEGORIES_TO_SCRAPE = [\n", " \"https://www.okaz.com.sa/local\",\n", " \"https://www.okaz.com.sa/politics\",\n", " \"https://www.okaz.com.sa/economy\",\n", " \"https://www.okaz.com.sa/sports\",\n", " \"https://www.okaz.com.sa/culture\",\n", " \"https://www.okaz.com.sa/variety\"\n", " ]\n", "\n", " driver = None\n", " article_urls = set()\n", " article_pattern = re.compile(r'okaz\\.com\\.sa/.+/\\d{7,}')\n", "\n", " try:\n", " driver = setup_driver_advanced()\n", " if not driver:\n", " print(\"❌ فشل إعداد المتصفح لجمع الروابط\")\n", " return []\n", "\n", " for category_url in CATEGORIES_TO_SCRAPE:\n", " try:\n", " print(f\"🔍 جاري زيارة قسم: {category_url}\")\n", " driver.get(category_url)\n", " time.sleep(3) # انتظار تحميل الصفحة\n", "\n", " # [تم التعديل] مسح الصفحة مرة واحدة فقط (لأن \"المزيد\" لا يعمل)\n", " all_links = driver.find_elements(By.TAG_NAME, \"a\")\n", " found_in_section = 0\n", " for link in all_links:\n", " try:\n", " href = link.get_attribute(\"href\")\n", " if href and article_pattern.search(href):\n", " if href not in article_urls:\n", " article_urls.add(href)\n", " found_in_section += 1\n", " except Exception:\n", " continue\n", " print(f\" ✅ تم إضافة {found_in_section} رابط جديد من هذا القسم.\")\n", "\n", " except Exception as e:\n", " print(f\"⚠️ فشل معالجة القسم {category_url}: {e}\")\n", " continue\n", "\n", " driver.quit()\n", " print(\"ℹ️ تم إغلاق متصفح جمع الروابط.\")\n", "\n", " if not article_urls:\n", " print(\"❌ لم يتم العثور على أي روابط مقالات في جميع الأقسام!\")\n", " return []\n", "\n", " final_urls = list(article_urls)\n", " print(f\"🎯 إجمالي الروابط الفريدة التي تم جمعها من جميع الأقسام: {len(final_urls)}\")\n", "\n", " return final_urls\n", "\n", " except Exception as e:\n", " print(f\"❌ فشل جمع الروابط بشكل كامل: {e}\")\n", " if driver:\n", " driver.quit()\n", " return []\n", "\n", "\n", "# --- دالة سحب المقال (تبقى كما هي) ---\n", "def scrape_article_advanced(url):\n", " \"\"\"سحب مقال مع معالجة متقدمة للبيانات\"\"\"\n", " time.sleep(random.uniform(1, DELAY_BETWEEN_REQUESTS))\n", " driver = None\n", " try:\n", " driver = setup_driver_advanced()\n", " if not driver: return None\n", " driver.get(url)\n", " WebDriverWait(driver, 15).until(EC.presence_of_element_located((By.TAG_NAME, \"body\")))\n", "\n", " data = {'title': 'غير معروف', 'content': 'غير متوفر', 'url': url, 'words_count': 0, 'success': True}\n", "\n", " # استخراج العنوان\n", " title_selectors = ['h1', 'h1.article-title', 'h1.title', '.headline h1', 'title']\n", " for selector in title_selectors:\n", " try:\n", " if selector == 'title':\n", " data['title'] = driver.title\n", " if data['title'] and data['title'] != 'غير معروف': break\n", " else:\n", " title_elem = driver.find_element(By.CSS_SELECTOR, selector)\n", " if title_elem.text.strip():\n", " data['title'] = title_elem.text.strip()\n", " break\n", " except: continue\n", "\n", " # استخراج المحتوى\n", " content_selectors = ['article', '.article-content', '.post-content', '.content', '.article-body']\n", " content_text = \"\"\n", " for selector in content_selectors:\n", " try:\n", " content_elems = driver.find_elements(By.CSS_SELECTOR, selector)\n", " for elem in content_elems:\n", " text = elem.text.strip()\n", " if len(text) > len(content_text): content_text = text\n", " except: continue\n", "\n", " data['content'] = re.sub(r'\\s+', ' ', content_text)\n", " data['words_count'] = len(data['content'].split())\n", "\n", " if data['words_count'] < 30:\n", " data['success'] = False\n", " else:\n", " print(f\"✅ تم سحب: {data['title'][:60]}... ({data['words_count']} كلمة)\")\n", "\n", " driver.quit()\n", " return data if data['success'] else None\n", " except Exception as e:\n", " if driver: driver.quit()\n", " return None\n", "\n", "# --- دالة الحفظ الآمن (تبقى كما هي) ---\n", "CSV_LOCK = threading.Lock()\n", "def save_articles_safe(articles, filename):\n", " if not articles: return\n", " try:\n", " df = pd.DataFrame(articles)\n", " with CSV_LOCK:\n", " if os.path.exists(filename):\n", " existing_df = pd.read_csv(filename)\n", " combined_df = pd.concat([existing_df, df], ignore_index=True)\n", " combined_df = combined_df.drop_duplicates(subset=['url'], keep='last')\n", " combined_df.to_csv(filename, index=False, encoding='utf-8-sig')\n", " else:\n", " df.to_csv(filename, index=False, encoding='utf-8-sig')\n", " except Exception as e:\n", " print(f\"❌ خطأ في الحفظ: {e}\")\n", "\n", "# --- الدالة الرئيسية (المدير) ---\n", "def main_full():\n", " print(\"🚀 بدء السحب الموسع...\")\n", " start_time = time.time()\n", " print(\"🔍 جاري جمع روابط المقالات...\")\n", "\n", " all_urls = get_all_article_urls_advanced()\n", "\n", " if not all_urls:\n", " print(\"❌ لم يتم العثور على أي مقالات\")\n", " return\n", "\n", " existing_urls = set()\n", " if os.path.exists(OUTPUT_FILE):\n", " try:\n", " existing_df = pd.read_csv(OUTPUT_FILE)\n", " existing_urls = set(existing_df['url'].tolist())\n", " print(f\"📖 يوجد {len(existing_urls)} مقال مسبقاً في الملف\")\n", " except Exception as e:\n", " print(f\"⚠️ لم نتمكن من قراءة الملف القديم: {e}\")\n", "\n", " new_urls = [url for url in all_urls if url not in existing_urls]\n", "\n", " if not new_urls:\n", " print(\"🎉 لا توجد مقالات جديدة لسحبها. الملف محدث!\")\n", " return\n", "\n", " # تحديد العدد المطلوب بناءً على الإعدادات\n", " # [تعديل] سنقوم بسحب كل المقالات الجديدة التي نجدها، حتى حد الـ 200\n", " urls_to_scrape = new_urls[:MAX_ARTICLES_TO_SCRAPE]\n", " print(f\"ℹ️ يوجد {len(new_urls)} مقال جديد متاح. سنقوم بسحب {len(urls_to_scrape)} مقال (حسب الإعدادات).\")\n", "\n", " print(f\"🔄 جاري سحب {len(urls_to_scrape)} مقال جديد باستخدام {MAX_THREADS} خيوط...\")\n", "\n", " results = []\n", " failed_urls = []\n", " temp_results_buffer = []\n", "\n", " with ThreadPoolExecutor(max_workers=MAX_THREADS) as executor:\n", " future_to_url = {executor.submit(scrape_article_advanced, url): url for url in urls_to_scrape}\n", "\n", " for future in tqdm(as_completed(future_to_url), total=len(urls_to_scrape), desc=\"سحب المقالات\"):\n", " url = future_to_url[future]\n", " try:\n", " result = future.result()\n", " if result:\n", " results.append(result)\n", " temp_results_buffer.append(result)\n", " if len(temp_results_buffer) >= 10: # نحفظ كل 10 مقالات\n", " save_articles_safe(temp_results_buffer, OUTPUT_FILE)\n", " print(f\"💾 ... تم حفظ دفعة من {len(temp_results_buffer)} مقال ...\")\n", " temp_results_buffer = []\n", " else:\n", " failed_urls.append(url)\n", " except Exception as e:\n", " failed_urls.append(url)\n", "\n", " if temp_results_buffer: # حفظ البقية\n", " save_articles_safe(temp_results_buffer, OUTPUT_FILE)\n", " print(f\"💾 ... تم حفظ الدفعة الأخيرة ...\")\n", "\n", " end_time = time.time()\n", " total_time = end_time - start_time\n", " print(f\"\\n\" + \"=\"*50)\n", " print(f\"🎉 اكتمل السحب!\")\n", " print(f\"⏰ الوقت: {total_time/60:.1f} دقيقة\")\n", " print(f\"📊 النتائج: ✅ {len(results)} ناجح | ❌ {len(failed_urls)} فاشل\")\n", " print(f\"💾 الملف: {OUTPUT_FILE}\")\n", " print(\"=\"*50)\n", "\n", "\n", "# --- خامساً: الإعدادات والتشغيل ---\n", "\n", "# تهيئة نظام التخزين\n", "print(\"🚀 بدء إعداد نظام التخزين...\")\n", "storage = SmartStorage()\n", "OUTPUT_FILE = storage.get_output_path(\"okaz_articles_full.csv\")\n", "\n", "# ==================================================================\n", "# ## الإعدادات المتقدمة (النهائية) ##\n", "# ==================================================================\n", "MAX_THREADS = 5 # السرعة: 5 متصفحات متوازية\n", "MAX_ARTICLES_TO_SCRAPE = 200 # الكمية: 200 مقال كحد أقصى (لكل تشغيلة)\n", "REQUEST_TIMEOUT = 30\n", "DELAY_BETWEEN_REQUESTS = 2\n", "\n", "print(f\"📊 إعدادات السحب:\")\n", "print(f\" 🧵 الخيوط: {MAX_THREADS}\")\n", "print(f\" 📄 المقالات: {MAX_ARTICLES_TO_SCRAPE}\")\n", "print(f\" 💾 الحفظ في: {OUTPUT_FILE}\")\n", "# ==================================================================\n", "\n", "\n", "# --- نقطة البداية ---\n", "if __name__ == \"__main__\":\n", " print(\"=\" * 50)\n", " print(\"🚀 برنامج سحب مقالات Okaz - (إصدار 13 - النهائي)\")\n", " print(\"=\" * 50)\n", " main_full()" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "km_IoupmI5nu", "outputId": "54deb7f4-f54a-45cb-c7df-1571ccae1200" }, "execution_count": 6, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Requirement already satisfied: selenium in /usr/local/lib/python3.12/dist-packages (4.38.0)\n", "Requirement already satisfied: pandas in /usr/local/lib/python3.12/dist-packages (2.3.3)\n", "Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (4.67.1)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (2.32.5)\n", "Requirement already satisfied: undetected-chromedriver in /usr/local/lib/python3.12/dist-packages (3.5.5)\n", "Requirement already satisfied: fake-useragent in /usr/local/lib/python3.12/dist-packages (2.2.0)\n", "Requirement already satisfied: urllib3<3.0,>=2.5.0 in /usr/local/lib/python3.12/dist-packages (from urllib3[socks]<3.0,>=2.5.0->selenium) (2.5.0)\n", "Requirement already satisfied: trio<1.0,>=0.31.0 in /usr/local/lib/python3.12/dist-packages (from selenium) (0.32.0)\n", "Requirement already satisfied: trio-websocket<1.0,>=0.12.2 in /usr/local/lib/python3.12/dist-packages (from selenium) (0.12.2)\n", "Requirement already satisfied: certifi>=2025.10.5 in /usr/local/lib/python3.12/dist-packages (from selenium) (2025.10.5)\n", "Requirement already satisfied: typing_extensions<5.0,>=4.15.0 in /usr/local/lib/python3.12/dist-packages (from selenium) (4.15.0)\n", "Requirement already satisfied: websocket-client<2.0,>=1.8.0 in /usr/local/lib/python3.12/dist-packages (from selenium) (1.9.0)\n", "Requirement already satisfied: numpy>=1.26.0 in /usr/local/lib/python3.12/dist-packages (from pandas) (2.0.2)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.12/dist-packages (from pandas) (2.9.0.post0)\n", "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.12/dist-packages (from pandas) (2025.2)\n", "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.12/dist-packages (from pandas) (2025.2)\n", "Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests) (3.4.4)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.12/dist-packages (from requests) (3.11)\n", "Requirement already satisfied: websockets in /usr/local/lib/python3.12/dist-packages (from undetected-chromedriver) (15.0.1)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil>=2.8.2->pandas) (1.17.0)\n", "Requirement already satisfied: attrs>=23.2.0 in /usr/local/lib/python3.12/dist-packages (from trio<1.0,>=0.31.0->selenium) (25.4.0)\n", "Requirement already satisfied: sortedcontainers in /usr/local/lib/python3.12/dist-packages (from trio<1.0,>=0.31.0->selenium) (2.4.0)\n", "Requirement already satisfied: outcome in /usr/local/lib/python3.12/dist-packages (from trio<1.0,>=0.31.0->selenium) (1.3.0.post0)\n", "Requirement already satisfied: sniffio>=1.3.0 in /usr/local/lib/python3.12/dist-packages (from trio<1.0,>=0.31.0->selenium) (1.3.1)\n", "Requirement already satisfied: wsproto>=0.14 in /usr/local/lib/python3.12/dist-packages (from trio-websocket<1.0,>=0.12.2->selenium) (1.2.0)\n", "Requirement already satisfied: pysocks!=1.5.7,<2.0,>=1.5.6 in /usr/local/lib/python3.12/dist-packages (from urllib3[socks]<3.0,>=2.5.0->selenium) (1.7.1)\n", "Requirement already satisfied: h11<1,>=0.9.0 in /usr/local/lib/python3.12/dist-packages (from wsproto>=0.14->trio-websocket<1.0,>=0.12.2->selenium) (0.16.0)\n", "Hit:1 https://dl.google.com/linux/chrome/deb stable InRelease\n", "Hit:2 https://cloud.r-project.org/bin/linux/ubuntu jammy-cran40/ InRelease\n", "Hit:3 https://cli.github.com/packages stable InRelease\n", "Hit:4 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64 InRelease\n", "Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease\n", "Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease\n", "Hit:7 https://ppa.launchpadcontent.net/deadsnakes/ppa/ubuntu jammy InRelease\n", "Hit:8 https://ppa.launchpadcontent.net/graphics-drivers/ppa/ubuntu jammy InRelease\n", "Hit:9 http://archive.ubuntu.com/ubuntu jammy-updates InRelease\n", "Hit:10 https://r2u.stat.illinois.edu/ubuntu jammy InRelease\n", "Hit:11 https://ppa.launchpadcontent.net/ubuntugis/ppa/ubuntu jammy InRelease\n", "Hit:12 http://archive.ubuntu.com/ubuntu jammy-backports InRelease\n", "Reading package lists... Done\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Skipping acquire of configured file 'main/source/Sources' as repository 'https://r2u.stat.illinois.edu/ubuntu jammy InRelease' does not seem to provide it (sources.list entry misspelt?)\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "Reading package lists... Done\n", "Building dependency tree... Done\n", "Reading state information... Done\n", "curl is already the newest version (7.81.0-1ubuntu1.21).\n", "unzip is already the newest version (6.0-26ubuntu3.2).\n", "wget is already the newest version (1.21.2-2ubuntu1.1).\n", "0 upgraded, 0 newly installed, 0 to remove and 45 not upgraded.\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "🔧 جاري تثبيت Google Chrome...\n", "Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)).\n", "OK\n", "Hit:1 https://cli.github.com/packages stable InRelease\n", "Hit:2 https://cloud.r-project.org/bin/linux/ubuntu jammy-cran40/ InRelease\n", "Hit:3 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64 InRelease\n", "Hit:4 https://dl.google.com/linux/chrome/deb stable InRelease\n", "Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease\n", "Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease\n", "Hit:7 http://archive.ubuntu.com/ubuntu jammy-updates InRelease\n", "Hit:8 http://archive.ubuntu.com/ubuntu jammy-backports InRelease\n", "Hit:9 https://ppa.launchpadcontent.net/deadsnakes/ppa/ubuntu jammy InRelease\n", "Hit:10 https://r2u.stat.illinois.edu/ubuntu jammy InRelease\n", "Hit:11 https://ppa.launchpadcontent.net/graphics-drivers/ppa/ubuntu jammy InRelease\n", "Hit:12 https://ppa.launchpadcontent.net/ubuntugis/ppa/ubuntu jammy InRelease\n", "Reading package lists... Done\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:8\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:8\n", "W: Skipping acquire of configured file 'main/source/Sources' as repository 'https://r2u.stat.illinois.edu/ubuntu jammy InRelease' does not seem to provide it (sources.list entry misspelt?)\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:8\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:8\n", "Reading package lists... Done\n", "Building dependency tree... Done\n", "Reading state information... Done\n", "google-chrome-stable is already the newest version (142.0.7444.134-1).\n", "0 upgraded, 0 newly installed, 0 to remove and 45 not upgraded.\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:4\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:5\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:6\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:7\n", "W: Target Packages (main/binary-amd64/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:8\n", "W: Target Packages (main/binary-all/Packages) is configured multiple times in /etc/apt/sources.list.d/google-chrome.list:3 and /etc/apt/sources.list.d/google-chrome.list:8\n", "/usr/bin/google-chrome\n", "Google Chrome 142.0.7444.134 \n", "✅ تم تثبيت Chrome بنجاح\n", "^C\n", "^C\n", "🔧 جاري تثبيت ChromeDriver 142...\n", "--2025-11-05 22:29:50-- https://storage.googleapis.com/chrome-for-testing-public/142.0.7444.59/linux64/chromedriver-linux64.zip\n", "Resolving storage.googleapis.com (storage.googleapis.com)... 142.251.12.207, 64.233.170.207, 142.250.4.207, ...\n", "Connecting to storage.googleapis.com (storage.googleapis.com)|142.251.12.207|:443... connected.\n", "HTTP request sent, awaiting response... 200 OK\n", "Length: 9468008 (9.0M) [application/zip]\n", "Saving to: ‘chromedriver-linux64.zip’\n", "\n", "chromedriver-linux6 100%[===================>] 9.03M 5.80MB/s in 1.6s \n", "\n", "2025-11-05 22:29:52 (5.80 MB/s) - ‘chromedriver-linux64.zip’ saved [9468008/9468008]\n", "\n", "Archive: chromedriver-linux64.zip\n", " inflating: chromedriver-linux64/LICENSE.chromedriver \n", " inflating: chromedriver-linux64/THIRD_PARTY_NOTICES.chromedriver \n", " inflating: chromedriver-linux64/chromedriver \n", "✅ تم تثبيت ChromeDriver المتوافق بنجاح\n", "🚀 بدء إعداد نظام التخزين...\n", "🔄 محاولة توصيل Google Drive...\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "WARNING:uc:could not detect version_main.therefore, we are assuming it is chrome 108 or higher\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n", "✅ تم توصيل Google Drive بنجاح: /content/drive/MyDrive/Scraped_Data\n", "📊 إعدادات السحب:\n", " 🧵 الخيوط: 5\n", " 📄 المقالات: 200\n", " 💾 الحفظ في: /content/drive/MyDrive/Scraped_Data/okaz_articles_full.csv\n", "==================================================\n", "🚀 برنامج سحب مقالات Okaz - (إصدار 13 - النهائي)\n", "==================================================\n", "🚀 بدء السحب الموسع...\n", "🔍 جاري جمع روابط المقالات...\n", "🚀 بدء جمع الروابط (إصدار 13.0 - النهائي)...\n", "🔍 جاري زيارة قسم: https://www.okaz.com.sa/local\n", " ✅ تم إضافة 30 رابط جديد من هذا القسم.\n", "🔍 جاري زيارة قسم: https://www.okaz.com.sa/politics\n", " ✅ تم إضافة 17 رابط جديد من هذا القسم.\n", "🔍 جاري زيارة قسم: https://www.okaz.com.sa/economy\n", " ✅ تم إضافة 17 رابط جديد من هذا القسم.\n", "🔍 جاري زيارة قسم: https://www.okaz.com.sa/sports\n", " ✅ تم إضافة 16 رابط جديد من هذا القسم.\n", "🔍 جاري زيارة قسم: https://www.okaz.com.sa/culture\n", " ✅ تم إضافة 17 رابط جديد من هذا القسم.\n", "🔍 جاري زيارة قسم: https://www.okaz.com.sa/variety\n", " ✅ تم إضافة 15 رابط جديد من هذا القسم.\n", "ℹ️ تم إغلاق متصفح جمع الروابط.\n", "🎯 إجمالي الروابط الفريدة التي تم جمعها من جميع الأقسام: 112\n", "📖 يوجد 143 مقال مسبقاً في الملف\n", "🎉 لا توجد مقالات جديدة لسحبها. الملف محدث!\n" ] } ] }, { "cell_type": "code", "source": [ "import pandas as pd\n", "import re\n", "import os\n", "\n", "# --- الإعدادات ---\n", "# تأكد من أن هذه المسارات مطابقة للمسارات في كود السحب\n", "\n", "DRIVE_FOLDER = \"/content/drive/MyDrive/Scraped_Data\"\n", "INPUT_FILE = os.path.join(DRIVE_FOLDER, \"okaz_articles_full.csv\")\n", "OUTPUT_FILE_CLEANED = os.path.join(DRIVE_FOLDER, \"okaz_articles_cleaned.csv\")\n", "\n", "# --- 1. تحميل البيانات ---\n", "print(f\"🔄 جاري تحميل الملف: {INPUT_FILE}\")\n", "try:\n", " df = pd.read_csv(INPUT_FILE)\n", " print(f\"✅ تم تحميل {len(df)} مقالاً.\")\n", "except FileNotFoundError:\n", " print(f\"❌ خطأ: لم يتم العثور على الملف. تأكد من تشغيل كود السحب أولاً.\")\n", " # يمكنك إيقاف التنفيذ هنا إذا لم يتم العثور على الملف\n", " # raise\n", "except Exception as e:\n", " print(f\"❌ خطأ غير متوقع أثناء قراءة الملف: {e}\")\n", " # raise\n", "\n", "# --- 2. دالة التنظيف ---\n", "def clean_article_text(text):\n", " if not isinstance(text, str):\n", " return \"\" # إرجاع نص فارغ إذا كانت البيانات ليست نصية (مثل NaN)\n", "\n", " # إزالة الروابط\n", " text = re.sub(r'http\\S+|www\\S+|https\\S+', '', text, flags=re.MULTILINE)\n", "\n", " # إزالة الكلمات المفتاحية الشائعة (يمكن إضافة المزيد)\n", " # (re.IGNORECASE يتجاهل حالة الأحرف - re.DOTALL يجعل . تشمل الأسطر الجديدة)\n", " patterns_to_remove = [\n", " r'اقرأ أيضاً:.*',\n", " r'اقرأ أيضا:.*',\n", " r'تابعنا على.*',\n", " r'لمزيد من التفاصيل.*',\n", " r'للمزيد.*',\n", " r'شارك.*'\n", " ]\n", "\n", " for pattern in patterns_to_remove:\n", " text = re.sub(pattern, '', text, flags=re.IGNORECASE | re.DOTALL)\n", "\n", " # إزالة الأسطر الفارغة الزائدة (سطرين فارغين أو أكثر -> سطر واحد)\n", " text = re.sub(r'\\n\\s*\\n', '\\n', text)\n", "\n", " # إزالة المسافات البيضاء الزائدة\n", " text = ' '.join(text.split())\n", "\n", " return text.strip() # .strip() لإزالة أي مسافات في البداية أو النهاية\n", "\n", "# --- 3. تطبيق التنظيف ---\n", "print(\"🧹 بدء عملية تنظيف عمود 'content'...\")\n", "\n", "# إنشاء عمود جديد \"cleaned_content\" للحفاظ على الأصل\n", "df['cleaned_content'] = df['content'].apply(clean_article_text)\n", "\n", "# حساب عدد الكلمات الجديد\n", "df['cleaned_words_count'] = df['cleaned_content'].apply(lambda x: len(x.split()))\n", "\n", "print(\"✅ اكتمل التنظيف.\")\n", "\n", "# --- 4. عرض مثال (قبل وبعد) ---\n", "print(\"\\n\" + \"=\"*50)\n", "print(\"🕵️‍♂️ مثال على التنظيف (المقال رقم 5):\")\n", "print(\"--- قبل ---\")\n", "print(df['content'].iloc[5][:500] + \"...\") # عرض أول 500 حرف\n", "print(\"\\n--- بعد ---\")\n", "print(df['cleaned_content'].iloc[5][:500] + \"...\")\n", "print(\"\\n\" + \"=\"*50)\n", "\n", "# --- 5. حفظ الملف النظيف ---\n", "print(f\"💾 جاري حفظ الملف النظيف في: {OUTPUT_FILE_CLEANED}\")\n", "df.to_csv(OUTPUT_FILE_CLEANED, index=False, encoding='utf-8-sig')\n", "print(\"🎉 تم الحفظ بنجاح!\")\n", "\n", "# عرض إحصائيات سريعة\n", "print(\"\\n📊 إحصائيات (بعد التنظيف):\")\n", "print(f\" متوسط عدد الكلمات (الأصلي): {df['words_count'].mean():.0f}\")\n", "print(f\" متوسط عدد الكلمات (النظيف): {df['cleaned_words_count'].mean():.0f}\")" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "mx_81nHJMBy7", "outputId": "dd9f07ed-4b83-477a-c4f0-14c6c958f9dd" }, "execution_count": 7, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "🔄 جاري تحميل الملف: /content/drive/MyDrive/Scraped_Data/okaz_articles_full.csv\n", "✅ تم تحميل 143 مقالاً.\n", "🧹 بدء عملية تنظيف عمود 'content'...\n", "✅ اكتمل التنظيف.\n", "\n", "==================================================\n", "🕵️‍♂️ مثال على التنظيف (المقال رقم 5):\n", "--- قبل ---\n", "عكاظ > ازياء السعودية تكرّس مكانتها مركزاً عالمياً لصناعة الجمال 2 نوفمبر 2025 - 16:18 | آخر تحديث 2 نوفمبر 2025 - 16:18 استمع إلى المقال --:-- ذكرى السلمي (جدة) zekraalsolami@ شهد قطاع الجمال هذا الأسبوع تأكيداً جديداً على مكانة السوق السعودية كمحرك أساسي للنمو في المنطقة، بعدما أعلن أحد المعارض مشاركة واسعة لعلامات دولية جاءت من 37 دولة مختلفة، من بينها فرنسا وإيطاليا والبرازيل وكوريا والإمارات. وجاءت هذه المشاركة الكثيفة لتعكس اهتماماً متزايداً من الشركات العالمية بدخول السوق السعودية والاستف...\n", "\n", "--- بعد ---\n", "عكاظ > ازياء السعودية تكرّس مكانتها مركزاً عالمياً لصناعة الجمال 2 نوفمبر 2025 - 16:18 | آخر تحديث 2 نوفمبر 2025 - 16:18 استمع إلى المقال --:-- ذكرى السلمي (جدة) zekraalsolami@ شهد قطاع الجمال هذا الأسبوع تأكيداً جديداً على مكانة السوق السعودية كمحرك أساسي للنمو في المنطقة، بعدما أعلن أحد المعارض م...\n", "\n", "==================================================\n", "💾 جاري حفظ الملف النظيف في: /content/drive/MyDrive/Scraped_Data/okaz_articles_cleaned.csv\n", "🎉 تم الحفظ بنجاح!\n", "\n", "📊 إحصائيات (بعد التنظيف):\n", " متوسط عدد الكلمات (الأصلي): 284\n", " متوسط عدد الكلمات (النظيف): 236\n" ] } ] }, { "cell_type": "code", "source": [ "# --- 1. تثبيت المكتبات اللازمة ---\n", "print(\"🔧 جاري تثبيت مكتبة NLTK (لتحليل النصوص)...\")\n", "!pip install nltk\n", "print(\"✅ اكتمل التثبيت.\")\n", "\n", "# --- 2. استيراد المكتبات ---\n", "import pandas as pd\n", "import re\n", "import os\n", "import nltk\n", "import string\n", "from collections import Counter\n", "\n", "# --- 3. تحميل البيانات النظيفة ---\n", "DRIVE_FOLDER = \"/content/drive/MyDrive/Scraped_Data\"\n", "CLEANED_FILE = os.path.join(DRIVE_FOLDER, \"okaz_articles_cleaned.csv\")\n", "FREQUENCY_FILE = os.path.join(DRIVE_FOLDER, \"okaz_word_frequency.csv\")\n", "\n", "print(f\"🔄 جاري تحميل الملف النظيف: {CLEANED_FILE}\")\n", "try:\n", " df = pd.read_csv(CLEANED_FILE)\n", " print(f\"✅ تم تحميل {len(df)} مقالاً نظيفاً.\")\n", "except FileNotFoundError:\n", " print(f\"❌ خطأ: لم يتم العثور على الملف النظيف. يرجى التأكد من تشغيل كود التنظيف (الخطوة السابقة) بنجاح.\")\n", " # raise\n", "except Exception as e:\n", " print(f\"❌ خطأ غير متوقع أثناء قراءة الملف: {e}\")\n", " # raise\n", "\n", "# --- 4. إعداد الكلمات المستبعدة (Stop Words) ---\n", "print(\"📚 جاري تحميل قائمة الكلمات المستبعدة العربية...\")\n", "try:\n", " nltk.download('stopwords')\n", " arabic_stopwords = set(nltk.corpus.stopwords.words('arabic'))\n", "except Exception as e:\n", " print(f\"⚠️ فشل تحميل قائمة NLTK. سنستخدم قائمة أساسية. الخطأ: {e}\")\n", " arabic_stopwords = set([\"من\", \"في\", \"على\", \"إلى\", \"و\", \"أن\", \"أو\", \"هو\", \"هي\", \"لا\", \"ما\", \"عن\", \"مع\", \"قد\", \"تم\", \"كان\", \"هذا\", \"هذه\", \"ذلك\", \"التي\", \"الذي\", \"فيها\", \"فيها\", \"كما\", \"إلا\", \"أنه\", \"له\", \"به\", \"حيث\", \"بأن\"])\n", "\n", "# إضافة كلمات مستبعدة خاصة بنا (ضجيج من الموقع)\n", "custom_stopwords = set([\n", " 'عكاظ', 'السعودية', 'أخبار', 'المملكة', 'العربية', 'السعودي', 'السعودية',\n", " 'جدة', 'الرياض', 'نوفمبر', 'أكتوبر', 'تحديث', 'آخر', 'استمع', 'للمقال',\n", " 'كلمة', 'وقال', 'وأضاف', 'إلى', 'أن', 'في', 'من', 'على', 'و', 'أو',\n", " 'التي', 'الذي', 'إلا', 'عن', 'مع', 'هذا', 'هذه', 'ذلك', 'كان', 'تم',\n", " 'اليوم', 'أمس', 'العالم', 'الدولية', 'الدولي', 'العالمي', 'موقع', 'عبر',\n", " 'خلال', 'بعد', 'قبل', 'يكون', 'تكون', 'لـ', 'بـ', 'الـ', 'هو', 'هي', 'له', 'لها',\n", " 'ألف', 'مليون', 'مليار', 'ريال', 'دولار', 'العام', 'الماضي', 'الجديد', 'الأول', 'الثاني'\n", "])\n", "\n", "# دمج القائمتين\n", "stop_words = arabic_stopwords.union(custom_stopwords)\n", "print(f\"✅ جاهز. إجمالي الكلمات المستبعدة: {len(stop_words)}\")\n", "\n", "# --- 5. دالة لتنظيف وتطبيع النص للتحليل ---\n", "def normalize_arabic(text):\n", " if not isinstance(text, str):\n", " return \"\"\n", "\n", " # إزالة التشكيل\n", " text = re.sub(r'[\\u064B-\\u0652]', '', text)\n", " # إزالة التطويل\n", " text = re.sub(r'ـ', '', text)\n", " # إزالة الأرقام\n", " text = re.sub(r'\\d+', '', text)\n", " # إزالة علامات الترقيم الإنجليزية والعربية\n", " punctuation = string.punctuation + '،؛؟«»'\n", " text = text.translate(str.maketrans('', '', punctuation))\n", "\n", " # توحيد الحروف\n", " text = re.sub(r'[أإآ]', 'ا', text)\n", " text = re.sub(r'ى', 'ي', text)\n", " text = re.sub(r'ة', 'ه', text)\n", "\n", " return text\n", "\n", "# --- 6. المعالجة والعد ---\n", "print(\"🔄 جاري معالجة جميع المقالات...\")\n", "\n", "# دمج كل النصوص في نص واحد عملاق\n", "# (التأكد من أننا نستخدم العمود النظيف الذي أنشأناه)\n", "if 'cleaned_content' in df.columns:\n", " all_text = ' '.join(df['cleaned_content'].dropna())\n", "else:\n", " print(\"⚠️ لم يتم العثور على عمود 'cleaned_content'. سنستخدم 'content' كبديل.\")\n", " all_text = ' '.join(df['content'].dropna())\n", "\n", "# تنظيف وتطبيع النص العملاق\n", "normalized_text = normalize_arabic(all_text)\n", "\n", "# تقسيم النص إلى كلمات (tokens)\n", "words = normalized_text.split()\n", "\n", "# فلترة الكلمات\n", "print(\"⏳ جاري فلترة الكلمات (إزالة المستبعدة والقصيرة)...\")\n", "filtered_words = [word for word in words if word not in stop_words and len(word) > 2]\n", "\n", "# عد الكلمات الأكثر تكراراً\n", "print(\"📊 جاري عد الكلمات الأكثر تكراراً...\")\n", "word_counts = Counter(filtered_words)\n", "\n", "# --- 7. حفظ وعرض النتائج ---\n", "print(\"✅ اكتمل العد! إليك أعلى 10 كلمات:\")\n", "\n", "# تحويل النتائج إلى DataFrame\n", "freq_df = pd.DataFrame(word_counts.most_common(50), columns=['الكلمة', 'التكرار'])\n", "\n", "# طباعة أعلى 10\n", "print(freq_df.head(10).to_string(index=False))\n", "\n", "# حفظ الملف\n", "try:\n", " freq_df.to_csv(FREQUENCY_FILE, index=False, encoding='utf-8-sig')\n", " print(f\"\\n🎉 تم حفظ أكثر 50 كلمة تكراراً في ملف:\")\n", " print(f\"{FREQUENCY_FILE}\")\n", "except Exception as e:\n", " print(f\"\\n❌ فشل حفظ ملف التكرار: {e}\")\n", "\n", "print(\"\\nانتهت المهمة. أصبح لديك ملف CSV يحتوي على الكلمات المفتاحية لمقالات عكاظ.\")\n" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "ibPapKydNvnm", "outputId": "d9aaefcd-0bff-4241-997f-6856d2fa3274" }, "execution_count": 8, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "🔧 جاري تثبيت مكتبة NLTK (لتحليل النصوص)...\n", "Requirement already satisfied: nltk in /usr/local/lib/python3.12/dist-packages (3.9.1)\n", "Requirement already satisfied: click in /usr/local/lib/python3.12/dist-packages (from nltk) (8.3.0)\n", "Requirement already satisfied: joblib in /usr/local/lib/python3.12/dist-packages (from nltk) (1.5.2)\n", "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.12/dist-packages (from nltk) (2024.11.6)\n", "Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from nltk) (4.67.1)\n", "✅ اكتمل التثبيت.\n", "🔄 جاري تحميل الملف النظيف: /content/drive/MyDrive/Scraped_Data/okaz_articles_cleaned.csv\n", "✅ تم تحميل 143 مقالاً نظيفاً.\n", "📚 جاري تحميل قائمة الكلمات المستبعدة العربية...\n", "✅ جاهز. إجمالي الكلمات المستبعدة: 737\n", "🔄 جاري معالجة جميع المقالات...\n", "⏳ جاري فلترة الكلمات (إزالة المستبعدة والقصيرة)...\n", "📊 جاري عد الكلمات الأكثر تكراراً...\n", "✅ اكتمل العد! إليك أعلى 10 كلمات:\n", " الكلمة التكرار\n", " الي 462\n", " علي 421\n", " اخر 156\n", " المقال 103\n", "السعوديه 77\n", " جده 66\n", " العمل 64\n", " انه 57\n", " المملكه 52\n", " محمد 49\n", "\n", "🎉 تم حفظ أكثر 50 كلمة تكراراً في ملف:\n", "/content/drive/MyDrive/Scraped_Data/okaz_word_frequency.csv\n", "\n", "انتهت المهمة. أصبح لديك ملف CSV يحتوي على الكلمات المفتاحية لمقالات عكاظ.\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "[nltk_data] Downloading package stopwords to /root/nltk_data...\n", "[nltk_data] Unzipping corpora/stopwords.zip.\n" ] } ] }, { "cell_type": "code", "source": [ "# --- 1. تثبيت المكتبات اللازمة ---\n", "print(\"🔧 جاري تثبيت مكتبة Scikit-learn (لتعلم الآلة)...\")\n", "!pip install scikit-learn nltk\n", "print(\"✅ اكتمل التثبيت.\")\n", "\n", "# --- 2. استيراد المكتبات ---\n", "import pandas as pd\n", "import re\n", "import os\n", "import nltk\n", "import string\n", "from sklearn.feature_extraction.text import TfidfVectorizer\n", "from sklearn.decomposition import LatentDirichletAllocation\n", "\n", "# --- 3. تحميل البيانات النظيفة ---\n", "DRIVE_FOLDER = \"/content/drive/MyDrive/Scraped_Data\"\n", "CLEANED_FILE = os.path.join(DRIVE_FOLDER, \"okaz_articles_cleaned.csv\")\n", "\n", "print(f\"🔄 جاري تحميل الملف النظيف: {CLEANED_FILE}\")\n", "try:\n", " df = pd.read_csv(CLEANED_FILE)\n", " # التأكد من أن العمود نظيف وجاهز\n", " df['cleaned_content'] = df['cleaned_content'].fillna('')\n", " print(f\"✅ تم تحميل {len(df)} مقالاً نظيفاً.\")\n", "except FileNotFoundError:\n", " print(f\"❌ خطأ: لم يتم العثور على الملف النظيف. يرجى التأكد من تشغيل كود التنظيف (الخطوة السابقة) بنجاح.\")\n", " raise\n", "\n", "# --- 4. إعداد الكلمات المستبعدة (Stop Words) ---\n", "# (نفس الكود من المرحلة السابقة لإعادة الاستخدام)\n", "print(\"📚 جاري تحميل قائمة الكلمات المستبعدة العربية...\")\n", "try:\n", " nltk.download('stopwords')\n", " arabic_stopwords = set(nltk.corpus.stopwords.words('arabic'))\n", "except Exception as e:\n", " arabic_stopwords = set([\"من\", \"في\", \"على\", \"إلى\", \"و\", \"أن\", \"أو\", \"هو\", \"هي\", \"لا\", \"ما\", \"عن\", \"مع\", \"قد\", \"تم\", \"كان\", \"هذا\", \"هذه\", \"ذلك\", \"التي\", \"الذي\", \"فيها\", \"فيها\", \"كما\", \"إلا\", \"أنه\", \"له\", \"به\", \"حيث\", \"بأن\"])\n", "\n", "custom_stopwords = set([\n", " 'عكاظ', 'السعودية', 'أخبار', 'المملكة', 'العربية', 'السعودي', 'السعودية',\n", " 'جدة', 'الرياض', 'نوفمبر', 'أكتوبر', 'تحديث', 'آخر', 'استمع', 'للمقال',\n", " 'كلمة', 'وقال', 'وأضاف', 'إلى', 'أن', 'في', 'من', 'على', 'و', 'أو',\n", " 'التي', 'الذي', 'إلا', 'عن', 'مع', 'هذا', 'هذه', 'ذلك', 'كان', 'تم',\n", " 'اليوم', 'أمس', 'العالم', 'الدولية', 'الدولي', 'العالمي', 'موقع', 'عبر',\n", " 'خلال', 'بعد', 'قبل', 'يكون', 'تكون', 'لـ', 'بـ', 'الـ', 'هو', 'هي', 'له', 'لها',\n", " 'ألف', 'مليون', 'مليار', 'ريال', 'دولار', 'العام', 'الماضي', 'الجديد', 'الأول', 'الثاني',\n", " 'الي', 'علي', 'انه', 'اخر' # إضافة الكلمات الشائعة من تحليلنا السابق\n", "])\n", "stop_words = list(arabic_stopwords.union(custom_stopwords))\n", "print(f\"✅ جاهز. إجمالي الكلمات المستبعدة: {len(stop_words)}\")\n", "\n", "# --- 5. تحويل النص إلى أرقام (Vectorization) ---\n", "print(\"🔄 جاري تحويل النصوص إلى مصفوفة أرقام (TF-IDF)...\")\n", "\n", "# سنستخدم TfidfVectorizer لأنه يعطي وزناً للكلمات المهمة\n", "# max_df=0.9: تجاهل الكلمات التي تظهر في أكثر من 90% من المقالات (كلمات شائعة جداً)\n", "# min_df=3: تجاهل الكلمات التي ظهرت في أقل من 3 مقالات (كلمات نادرة جداً)\n", "vectorizer = TfidfVectorizer(\n", " stop_words=stop_words,\n", " preprocessor=normalize_arabic, # استخدام دالتنا للتنظيف\n", " max_df=0.9,\n", " min_df=3,\n", " use_idf=True\n", ")\n", "\n", "# [خطأ شائع] نحتاج لدالة التطبيع هنا\n", "def normalize_arabic(text):\n", " if not isinstance(text, str): return \"\"\n", " text = re.sub(r'[\\u064B-\\u0652]', '', text)\n", " text = re.sub(r'ـ', '', text)\n", " text = re.sub(r'\\d+', '', text)\n", " punctuation = string.punctuation + '،؛؟«»'\n", " text = text.translate(str.maketrans('', '', punctuation))\n", " text = re.sub(r'[أإآ]', 'ا', text)\n", " text = re.sub(r'ى', 'ي', text)\n", " text = re.sub(r'ة', 'ه', text)\n", " return text\n", "\n", "# تطبيق التحويل\n", "tfidf_matrix = vectorizer.fit_transform(df['cleaned_content'])\n", "print(\"✅ اكتمل التحويل.\")\n", "\n", "# --- 6. بناء نموذج المواضيع (LDA) ---\n", "# سنطلب منه البحث عن 5 مواضيع\n", "num_topics = 5\n", "\n", "print(f\"🧠 بدء بناء نموذج تعلم الآلة (LDA) للبحث عن {num_topics} مواضيع...\")\n", "# نستخدم LDA. n_components هو عدد المواضيع\n", "lda = LatentDirichletAllocation(\n", " n_components=num_topics,\n", " random_state=42, # للتثبيت على نفس النتائج\n", " n_jobs=-1 # استخدام كل المعالجات للسرعة\n", ")\n", "lda.fit(tfidf_matrix)\n", "print(\"✅ اكتمل بناء النموذج!\")\n", "\n", "# --- 7. عرض النتائج (الكلمات المفتاحية لكل موضوع) ---\n", "print(\"\\n\" + \"=\"*60)\n", "print(f\"🎉 النتائج: أهم 10 كلمات مفتاحية لكل موضوع من المواضيع الـ {num_topics}\")\n", "print(\"=\"*60)\n", "\n", "# الحصول على أسماء الكلمات (Features)\n", "feature_names = vectorizer.get_feature_names_out()\n", "\n", "for topic_idx, topic in enumerate(lda.components_):\n", " # ترتيب الكلمات في هذا الموضوع من الأهم إلى الأقل أهمية\n", " top_words_indices = topic.argsort()[:-10 - 1:-1]\n", " # جلب أسماء الكلمات\n", " top_words = [feature_names[i] for i in top_words_indices]\n", "\n", " print(f\"\\n🎨 **الموضوع رقم #{topic_idx + 1}:**\")\n", " print(\" | \".join(top_words))\n", "\n", "print(\"\\n\" + \"=\"*60)\n", "print(\"انتهت المهمة. هذه هي المجموعات الرئيسية للمواضيع في مقالات عكاظ التي جمعتها.\")" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "WExehdbdPAHv", "outputId": "2f40e658-b282-45ea-d6ad-0802e6cde201" }, "execution_count": 9, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "🔧 جاري تثبيت مكتبة Scikit-learn (لتعلم الآلة)...\n", "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.12/dist-packages (1.6.1)\n", "Requirement already satisfied: nltk in /usr/local/lib/python3.12/dist-packages (3.9.1)\n", "Requirement already satisfied: numpy>=1.19.5 in /usr/local/lib/python3.12/dist-packages (from scikit-learn) (2.0.2)\n", "Requirement already satisfied: scipy>=1.6.0 in /usr/local/lib/python3.12/dist-packages (from scikit-learn) (1.16.3)\n", "Requirement already satisfied: joblib>=1.2.0 in /usr/local/lib/python3.12/dist-packages (from scikit-learn) (1.5.2)\n", "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.12/dist-packages (from scikit-learn) (3.6.0)\n", "Requirement already satisfied: click in /usr/local/lib/python3.12/dist-packages (from nltk) (8.3.0)\n", "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.12/dist-packages (from nltk) (2024.11.6)\n", "Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from nltk) (4.67.1)\n", "✅ اكتمل التثبيت.\n", "🔄 جاري تحميل الملف النظيف: /content/drive/MyDrive/Scraped_Data/okaz_articles_cleaned.csv\n", "✅ تم تحميل 143 مقالاً نظيفاً.\n", "📚 جاري تحميل قائمة الكلمات المستبعدة العربية...\n", "✅ جاهز. إجمالي الكلمات المستبعدة: 741\n", "🔄 جاري تحويل النصوص إلى مصفوفة أرقام (TF-IDF)...\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "[nltk_data] Downloading package stopwords to /root/nltk_data...\n", "[nltk_data] Package stopwords is already up-to-date!\n", "/usr/local/lib/python3.12/dist-packages/sklearn/feature_extraction/text.py:402: UserWarning: Your stop_words may be inconsistent with your preprocessing. Tokenizing the stop words generated tokens ['اب', 'ابتدا', 'ابدا', 'ابريل', 'ابو', 'اجل', 'اجمع', 'احد', 'احدي', 'اخ', 'اخبار', 'اخبر', 'اخذ', 'اخو', 'اذ', 'اذا', 'اذار', 'اذما', 'اذن', 'اربع', 'اربعاء', 'اربعمئه', 'اربعمائه', 'اربعه', 'ارتد', 'اري', 'ازاء', 'اسكن', 'اصبح', 'اصلا', 'اض', 'اضحي', 'اطعم', 'اعطي', 'اعلم', 'اغسطس', 'اف', 'افريل', 'افعل', 'افعله', 'اقبل', 'اقل', 'اكتوبر', 'اكثر', 'ال', 'الا', 'الالاء', 'الالي', 'الان', 'الاول', 'الدوليه', 'السعوديه', 'العربيه', 'الف', 'الفي', 'المملكه', 'اليك', 'اليكم', 'اليكما', 'اليكن', 'ام', 'اما', 'امام', 'امامك', 'امد', 'امس', 'امسي', 'امين', 'ان', 'انا', 'اناء', 'انبا', 'انبري', 'انت', 'انتم', 'انتما', 'انتن', 'انشا', 'انفا', 'انفك', 'انما', 'اني', 'اه', 'اها', 'اهلا', 'او', 'اوت', 'اوشك', 'اول', 'اولئك', 'اولاء', 'اولالك', 'اوه', 'اي', 'ايا', 'ايار', 'اياك', 'اياكم', 'اياكما', 'اياكن', 'ايان', 'ايانا', 'اياه', 'اياها', 'اياهم', 'اياهما', 'اياهن', 'اياي', 'ايضا', 'ايلول', 'اين', 'اينما', 'ايه', 'ايها', 'برح', 'بطان', 'بغته', 'بله', 'بلي', 'تاره', 'تان', 'تانك', 'تبدل', 'تحول', 'تسعمئه', 'تسعمائه', 'تسعه', 'تعلم', 'ثلاثمئه', 'ثلاثمائه', 'ثلاثه', 'ثمانمئه', 'ثمانيه', 'ثمنمئه', 'ثمه', 'جده', 'جمعه', 'جويليه', 'حتي', 'حدث', 'حذار', 'حري', 'حم', 'حي', 'خاصه', 'خبر', 'خمسمئه', 'خمسمائه', 'خمسه', 'دري', 'راي', 'رب', 'سبعمئه', 'سبعمائه', 'سبعه', 'ستمئه', 'ستمائه', 'سته', 'سقي', 'سوي', 'سيما', 'صراحه', 'صه', 'ضحوه', 'طق', 'ظل', 'ظن', 'عامه', 'عد', 'عدس', 'عسي', 'عشره', 'غداه', 'فاذا', 'فان', 'فرادي', 'قاطبه', 'قط', 'كانما', 'كاي', 'كاين', 'كخ', 'كلمه', 'لدي', 'ليره', 'مئه', 'مائه', 'متي', 'مره', 'مكانك', 'مكانكن', 'نبا', 'نخ', 'هب', 'هج', 'هلله', 'همزه', 'واذ', 'واذا', 'واضاف', 'وان', 'واها', 'وراءك', 'وشكان', 'وي'] not in stop_words.\n", " warnings.warn(\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "✅ اكتمل التحويل.\n", "🧠 بدء بناء نموذج تعلم الآلة (LDA) للبحث عن 5 مواضيع...\n", "✅ اكتمل بناء النموذج!\n", "\n", "============================================================\n", "🎉 النتائج: أهم 10 كلمات مفتاحية لكل موضوع من المواضيع الـ 5\n", "============================================================\n", "\n", "🎨 **الموضوع رقم #1:**\n", "ان | السعوديه | او | بن | العمل | المملكه | عام | ترمب | المقال | مدينه\n", "\n", "🎨 **الموضوع رقم #2:**\n", "جده | عبدالله | البيانات | المنشات | وفن | ثقافه | الهيئه | المقال | ذكري | ازياء\n", "\n", "🎨 **الموضوع رقم #3:**\n", "السعوديين | الاتحاد | الاغلاق | الحكومي | نقطه | بنسبه | اللقاء | الخليج | الاسهم | السعوديه\n", "\n", "🎨 **الموضوع رقم #4:**\n", "الرقميه | وزير | الاماكن | الثقافه | سعود | الحارس | النصر | والمحافظه | وفن | ثقافه\n", "\n", "🎨 **الموضوع رقم #5:**\n", "الفنانه | امام | وفن | موسم | مطار | ثقافه | المطار | المكسيك | يوم | الفني\n", "\n", "============================================================\n", "انتهت المهمة. هذه هي المجموعات الرئيسية للمواضيع في مقالات عكاظ التي جمعتها.\n" ] } ] }, { "cell_type": "code", "source": [ "# --- الخطوة 1: تثبيت الترسانة ---\n", "print(\"🔧 جاري تثبيت المكتبات (Transformers, Datasets, Hugging Face Hub)...\")\n", "!pip install transformers datasets huggingface_hub\n", "print(\"✅ اكتمل تثبيت الترسانة.\")" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "6Xd1gH0BRNlo", "outputId": "dd80d471-817b-42a2-94fa-2bf503aa7de7" }, "execution_count": 10, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "🔧 جاري تثبيت المكتبات (Transformers, Datasets, Hugging Face Hub)...\n", "Requirement already satisfied: transformers in /usr/local/lib/python3.12/dist-packages (4.57.1)\n", "Requirement already satisfied: datasets in /usr/local/lib/python3.12/dist-packages (4.0.0)\n", "Requirement already satisfied: huggingface_hub in /usr/local/lib/python3.12/dist-packages (0.36.0)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from transformers) (3.20.0)\n", "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.12/dist-packages (from transformers) (2.0.2)\n", "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (25.0)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.12/dist-packages (from transformers) (6.0.3)\n", "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.12/dist-packages (from transformers) (2024.11.6)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from transformers) (2.32.5)\n", "Requirement already satisfied: tokenizers<=0.23.0,>=0.22.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.22.1)\n", "Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.6.2)\n", "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.12/dist-packages (from transformers) (4.67.1)\n", "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.12/dist-packages (from datasets) (18.1.0)\n", "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.12/dist-packages (from datasets) (0.3.8)\n", "Requirement already satisfied: pandas in /usr/local/lib/python3.12/dist-packages (from datasets) (2.3.3)\n", "Requirement already satisfied: xxhash in /usr/local/lib/python3.12/dist-packages (from datasets) (3.6.0)\n", "Requirement already satisfied: multiprocess<0.70.17 in /usr/local/lib/python3.12/dist-packages (from datasets) (0.70.16)\n", "Requirement already satisfied: fsspec<=2025.3.0,>=2023.1.0 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (2025.3.0)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (4.15.0)\n", "Requirement already satisfied: hf-xet<2.0.0,>=1.1.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (1.2.0)\n", "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (3.13.1)\n", "Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (3.4.4)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (3.11)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (2.5.0)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (2025.10.5)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets) (2.9.0.post0)\n", "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets) (2025.2)\n", "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets) (2025.2)\n", "Requirement already satisfied: aiohappyeyeballs>=2.5.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (2.6.1)\n", "Requirement already satisfied: aiosignal>=1.4.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (1.4.0)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (25.4.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (1.8.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (6.7.0)\n", "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (0.4.1)\n", "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (1.22.0)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.17.0)\n", "✅ اكتمل تثبيت الترسانة.\n" ] } ] }, { "cell_type": "code", "source": [ "# --- الخطوة 2: تسجيل الدخول ---\n", "from huggingface_hub import notebook_login\n", "\n", "print(\"🔑 الرجاء إدخال رمز (Token) Hugging Face الخاص بك (مع صلاحية 'write').\")\n", "notebook_login()" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 34, "referenced_widgets": [ "9f05400954c94f54b911382c9b745db5", "b693c845caa9419a81ec7411d9db0a22", "6621ab695f9444f3a36ea24deca2516a", "3d84ba46b20b4301a7ada157f69635e8", "23596cff114f40bdb1cdea7603f7de5f", "82b726a92f1242e3931575d7cc92a57e", "ffc6204586fa4f48ae3ec3c0ebb56df6", "f8d3f77fa01a44d58df2da6ed17bc380", "c62e79a5022d403fbabb51b4d6166a61", "a104acaed60946978835a6c5583c5edc", "154af4422c424ce7a607b3c5473cd1ac", "d132062359784380a255c7573ca7caf6", "6de2adeea6364ad78412ac67ddf0e56e", "9d96511dd6604445b944f620be19febe", "14464f68d82d4589ab1a6a9f46252427", "48dc2797025a4543a4815f26ea9a29d5", "4ec568acc264438d870df075ae150c01", "9de99cb2e7ac4b51b64d5ee68e1b82ad", "b29fd011418f44b0bd001f68c59ce241", "6d6b58e5dcb144b28bea5626e98437d7" ] }, "id": "DAnOj2oARQdM", "outputId": "652fcb64-17a2-4e44-b394-cc49d5a3d919" }, "execution_count": 11, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "🔑 الرجاء إدخال رمز (Token) Hugging Face الخاص بك (مع صلاحية 'write').\n" ] }, { "output_type": "display_data", "data": { "text/plain": [ "VBox(children=(HTML(value='
" ], "text/html": [ "\n", "
\n", " \n", " \n", " [180/180 18:58, Epoch 10/10]\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
StepTraining Loss
103.208000
202.711800
302.548400
402.516100
502.423000
602.324900
702.197400
802.192600
902.206500
1002.069800
1102.011300
1202.018900
1301.972000
1402.023400
1502.004300
1601.834200
1702.014500
1802.012000

" ] }, "metadata": {} }, { "output_type": "stream", "name": "stdout", "text": [ "🎉🎉🎉 اكتمل التدريب بنجاح! 🎉🎉🎉\n", "==================================================\n", "\n", "🔄 8. جاري رفع المودل النهائي وملف (المُقطّع) إلى 'ara-bert-okaz-style' في حسابك...\n" ] }, { "output_type": "display_data", "data": { "text/plain": [ "Processing Files (0 / 0) : | | 0.00B / 0.00B " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "59a66af0d9aa4bfd971078796c467736" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "New Data Upload : | | 0.00B / 0.00B " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "6f9b410204e34c4495788ba1e0c92087" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...z-style/training_args.bin: 100%|##########| 5.84kB / 5.84kB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "79f5cbf8c40b43f398c627e3d5537ad6" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...84319.da3d9d6af63c.1620.0: 100%|##########| 4.98kB / 4.98kB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "d27e016708a74a8ba9be93d7d094a5f6" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...z-style/model.safetensors: 6%|6 | 33.5MB / 541MB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9dd4d29789b84a81aef763fbec918c7a" } }, "metadata": {} }, { "output_type": "stream", "name": "stdout", "text": [ "❌ حدث خطأ أثناء محاولة الرفع. لا تقلق، المودل تم تدريبه وحفظه محلياً في مجلد 'ara-bert-okaz-style'.\n", "الخطأ: 'NoneType' object has no attribute 'whoami'\n" ] } ] }, { "cell_type": "code", "source": [ "# ==============================================================================\n", "# الخطوة 4.1: الرفع اليدوي (تصحيح خطأ 404)\n", "# ==============================================================================\n", "from huggingface_hub import HfApi, create_repo\n", "import os\n", "\n", "# --- 4.1: الإعدادات ---\n", "MODEL_BASENAME = \"ara-bert-okaz-style\" # الاسم الأساسي\n", "LOCAL_MODEL_DIR = \"./\" + MODEL_BASENAME\n", "\n", "print(f\"🔄 جاري محاولة رفع المودل من المجلد المحلي: {LOCAL_MODEL_DIR}\")\n", "\n", "try:\n", " api = HfApi()\n", "\n", " # 1. جلب اسم المستخدم (لإصلاح خطأ 404)\n", " user_info = api.whoami()\n", " username = user_info['name']\n", " print(f\"✅ تم التعرف عليك باسم المستخدم: {username}\")\n", "\n", " # 2. إنشاء اسم المستودع الكامل (Full Repo ID)\n", " FULL_REPO_ID = f\"{username}/{MODEL_BASENAME}\"\n", " print(f\"🔧 سيتم الرفع إلى المستودع: {FULL_REPO_ID}\")\n", "\n", " # --- 4.2: إنشاء المستودع (Repo) ---\n", " print(f\"🔄 جاري إنشاء/تأكيد المستودع: {FULL_REPO_ID}...\")\n", " # (نستخدم الـ ID الكامل للتأكيد)\n", " repo_url = create_repo(repo_id=FULL_REPO_ID, exist_ok=True, private=False) # private=False لجعله عاماً\n", " print(f\"✅ المستودع جاهز: {repo_url}\")\n", "\n", " # --- 4.3: رفع الملفات ---\n", " print(f\"🚀 جاري رفع جميع الملفات من {LOCAL_MODEL_DIR} إلى المستودع...\")\n", "\n", " # [هذا هو الإصلاح] استخدام الـ ID الكامل (FULL_REPO_ID)\n", " api.upload_folder(\n", " folder_path=LOCAL_MODEL_DIR,\n", " repo_id=FULL_REPO_ID,\n", " repo_type=\"model\",\n", " commit_message=\"رفع المودل المدرب (إصدار 1) - 143 مقالاً من عكاظ\"\n", " )\n", "\n", " print(\"\\n\" + \"=\"*50)\n", " print(f\"🎉🎉🎉 تم رفع المودل بنجاح! 🎉🎉🎉\")\n", " print(f\"يمكنك الآن رؤية مودلك الخاص على الرابط:\")\n", " print(f\"https://huggingface.co/{FULL_REPO_ID}\") # طباعة الرابط الكامل\n", " print(\"=\"*50)\n", "\n", "except Exception as e:\n", " print(f\"❌ حدث خطأ كبير أثناء الرفع اليدوي. الخطأ: {e}\")\n", " print(\"لا تقلق، المودل لا يزال محفوظاً محلياً. تحقق من اتصالك بالإنترنت ومن الرمز (Token).\")" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 609, "referenced_widgets": [ "0b04bdcc94fb4844a59bc9044bc70459", "eb5a7ca27b1f4d408aa9ec282c9b7ed4", "4e8def5807e24d6ab7b4bd3618b151dc", "5a401ed8fc934b028eaf52d0409646b1", "80df277832944307886a8f5b87a8cd2d", "91235bc4c9fd4809b075dddb4c0e7066", "017f30cf6d4049d9b1916e360340ac9b", "3d969e88632549ddb159f2b9bfe04c72", "97566af068724ad49571986cc37dc2ba", "4e8683d2a95143679d2844aa618c43cb", "07de27b62c8647a28967e92e1a50d359", "7ace37e5399f4ca59feef9864ceef0d8", "456b2626cdeb44db93a8e4979b16a5d5", "ffab928082c14e679b1e6da297b48de7", "46e62b2cb5284e908bd3e7d8cf324ee3", "2153470cd0974f1ab0b8c55ca2b7f710", "b7275cdac40c42689c9adc5a24d92b83", "7d862c912cf44b399fd1ab4e21e15198", "51c6e4f1b4cf49ca8c3ba9fdb5de6201", "d03f9b32c789442b946689482396957b", "a40d87f094324b2ca6f67c5545aa3f5f", "9150bbe92f394270a624b6b65af777a9", "1a42c8f2a373434a86a6a0c6aa03c5fd", "092683b16871438f8aeeef0088dd49da", "02098f4b99de4223a9ffb987f9832752", "d697baa025bb483aaebd2442f3861ceb", "027ffc00064b47dc97891949c837dba7", "9713c8564dc647a889db00dd175a934d", "52856e9ac25947d598a8998d8c083012", "675f25692ee14a0bb4cdf4adf63f8c63", "1fdab4dd2ccb462fb3dc4393826c5bb5", "b720501ef78f4728a951132498906139", "4d8bafe00a7a4a5a8fdb0d81fc6931fb", "6076063db00e49a88082926890fd50ca", "2746284f8d0743228eb56b00e92c88f4", "79ef1b0bfb1b4815bbf543418677b78f", "3a76e4da41c94355b46982ab126b5f62", "cb8ef8d0ec124817941b5b9aa3e68b5d", "d43439f07b8c438789fec254835da599", "2719ea1429eb4943a8c142f7f81559e1", "61ce006eb1b948efa2a73d672855543f", "20866e7a56714e89a658ebe72ef0ddec", "37b105e6d3454719877a55005078e95c", "37367e7b36684e49883b88ac01c1df22", "c2e2904cc4524575a849327cc9edf64c", "7ba0d6156e6a49cdb2736964012c7872", "8c79c4d7f39146ccb7415a9acb96a06a", "e1e4cf1a40974c079968dc39182e8e29", "792397aef5e14a87a52b0a51cc5e72b9", "3779dbf8004a4884bfdcac2ef6f48081", "af53be38e1cf4aaeb034b80a22b64876", "31b423cf48fe4e6e8e6aca371e84b7f8", "332769aabc2d483485bd991bdf44b440", "eebb2438fce741f193eb9a5c77f8e75e", "007ab99508b3404f808c2f27eb2b6171", "4710d4a1172b489eb23b66ee7f66b2b3", "bced8bf343f54a5293ce5a0cbdecb71a", "01be2e1d12d2451d9f872761eb3b9005", "183aa91b8a4947268953f69451edabe2", "cabaf134ff6d4c5482db41afed638f7c", "978c074245ac41899ad11e9c270cc964", "811bc05b7c2146b28242696c9052b66c", "27cc3ee4f61b4ee2a133dc3705b3d948", "086aac3559424052948b43667b089ce5", "68dc547d15794d55becb8a31d316b059", "288456b4f2a84024b7da168dedd1f17b", "2856daca249d4bfb86def9f92311a692", "fe74964d932b4e0a90fdee9dba775e3f", "d14cbeb71a0b41ecbc1e66cff70fe9a9", "a7534b32183241fe8f70b6a3ddb1db3c", "1961385bf5f140799cca9be4bd474b56", "7ca60b7b38084cd58a31f8ab9bbb492a", "e3441e191bc64eb3bcf5037c6d49bde2", "1989c4f86caf4a0c9bd845255f509ac7", "3db56186d1d640a298aabf878a5f163d", "17dc4b081c244dee962c2122e58a6634", "8d0886e85ece43e5a6d8a45f6037e772", "c3bf061a63834921add105e47cc75e2d", "ef201662b7d146218d09e0f6778a1c37", "6f9070319fa94a3b8fe00e190226c338", "99746191357c4e27baf182d6260431f4", "8bd7ca9319d748a0a6a68bed7b47ad71", "c0d7ecf2d1174b2d8eaa8d6df3db3574", "c0af2578e8d440a69f04a24db8813561", "17dd28e575604558b9c2ec7c6992c4e0", "a74841b608414e80994055d2362ebefc", "120af1de8af643989f58487b732c753f", "bf4c79479aab4bacaa69b6c7b895542b", "c13b0bb0bfc8437c88a4eddc88742fe2", "27a32f086a254b6194784c3173e5519b", "56ba40adb0e347f4b20e44b9bcff505e", "3a4464f8a1434ebeaeb4c3f4bd0b5325", "6fa190c2b48347e3acdc7d8bc7976539", "77b28781b34e417580d2a22a86d906a3", "e52423cc978e477183b5807afad0ed24", "96f7640b939546b58ff4f553eefa68cb", "965a1670e4314ae7b6f0befcb67dafb1", "afc98ec4f13e4544a48e511f6926dd6d", "ae307a32b7904305aa97c7387e8fb956", "ecab591f4c1248c79debad89e2a186ac", "95de64f4082d494bac32296c7b55a6f2", "97802c5be9fe442ca238699a40ad0a33", "952ab1611fdb4f2284b10778748552fb", "786e77bf6f704f2d916535862d8fdf1f", "15d814746310478990b1479bf5fa453e", "326a5a8bd3874d0680394bf4462b000f", "5749f91f001a47109f917c47f4ce12fc", "2fad7571baa744beb901f350dcb7d2a3", "eb2a284606d64ab19890c75c82ab1910", "a2904da7a29142d4afb1b7c6b542477c", "093b3cd6dc6d4431bfb2bfa13a73a68d", "dbc5e0c4de144866a83a91b810e2e10f", "aec5d935328a459a9ed0cf83895f8108", "d26e763a9e8d4ab29d769c4662bf7114", "333419a82e4449b0882f17e3f92adf0d", "daf0600ae373400b8d5bcd76d5ab3e23", "807ca2d881244714810bedf37db0f529", "da94918a2e0b41ed884728d107711975", "4f5c0d6f034e488faf2cc330f9b035e1", "77aa8e86f3f64c1cb728ccc32b1f19de", "5708dc2a6cf043a3a8381db986eb043d", "09b52db9bcbd4dc4a2a607cbc590e8f9", "81225d0c5b564a0aa2917c7585abb4b3", "264c0e73420c4b919e6c1e8016ae0ef5", "f2085fcebe90467b98e98723d45f297c", "7652f4e996774da4a56c3754be71ea7d", "61cffbf35fca4ddf96b2df00c1e2b571", "756941e076284466b5b6c661ec8677e0", "e92cb5664de147ddb3678db7768065f1", "7a7a4cddcdc24beebf1e5efb7f246506", "3f4eda7e20334a1eb4554f2d77616325", "c21e5c8dbf604e19b7cb7e5ab24c93c6" ] }, "id": "DYfBkrgYakhD", "outputId": "e6bdad62-e55d-4099-9a80-7e4e6ca21d3b" }, "execution_count": 15, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "🔄 جاري محاولة رفع المودل من المجلد المحلي: ./ara-bert-okaz-style\n", "✅ تم التعرف عليك باسم المستخدم: alomari7\n", "🔧 سيتم الرفع إلى المستودع: alomari7/ara-bert-okaz-style\n", "🔄 جاري إنشاء/تأكيد المستودع: alomari7/ara-bert-okaz-style...\n", "✅ المستودع جاهز: https://huggingface.co/alomari7/ara-bert-okaz-style\n", "🚀 جاري رفع جميع الملفات من ./ara-bert-okaz-style إلى المستودع...\n" ] }, { "output_type": "display_data", "data": { "text/plain": [ "Processing Files (0 / 0) : | | 0.00B / 0.00B " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "0b04bdcc94fb4844a59bc9044bc70459" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "New Data Upload : | | 0.00B / 0.00B " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "7ace37e5399f4ca59feef9864ceef0d8" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...z-style/training_args.bin: 100%|##########| 5.84kB / 5.84kB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "1a42c8f2a373434a86a6a0c6aa03c5fd" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...oint-18/training_args.bin: 100%|##########| 5.84kB / 5.84kB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "6076063db00e49a88082926890fd50ca" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...int-180/model.safetensors: 2%|1 | 8.34MB / 541MB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "c2e2904cc4524575a849327cc9edf64c" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...int-108/model.safetensors: 2%|1 | 8.36MB / 541MB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "4710d4a1172b489eb23b66ee7f66b2b3" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...int-180/training_args.bin: 100%|##########| 5.84kB / 5.84kB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "2856daca249d4bfb86def9f92311a692" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...oint-36/model.safetensors: 2%|1 | 8.33MB / 541MB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "c3bf061a63834921add105e47cc75e2d" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...oint-36/training_args.bin: 100%|##########| 5.84kB / 5.84kB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "c13b0bb0bfc8437c88a4eddc88742fe2" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...oint-54/model.safetensors: 2%|1 | 8.38MB / 541MB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "ecab591f4c1248c79debad89e2a186ac" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...eckpoint-180/scheduler.pt: 100%|##########| 1.47kB / 1.47kB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "093b3cd6dc6d4431bfb2bfa13a73a68d" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ " ...eckpoint-180/optimizer.pt: 0%| | 527kB / 1.08GB " ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "09b52db9bcbd4dc4a2a607cbc590e8f9" } }, "metadata": {} }, { "output_type": "stream", "name": "stdout", "text": [ "\n", "==================================================\n", "🎉🎉🎉 تم رفع المودل بنجاح! 🎉🎉🎉\n", "يمكنك الآن رؤية مودلك الخاص على الرابط:\n", "https://huggingface.co/alomari7/ara-bert-okaz-style\n", "==================================================\n" ] } ] }, { "cell_type": "code", "source": [ "# حذف المجلد المحلي للمودل (16.8 جيجا)\n", "!rm -rf ./ara-bert-okaz-style\n", "print(\"✅ تم حذف المجلد المحلي للمودل وتوفير 16.8 جيجا من مساحة Colab.\")" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "pj_cLDIDdIrC", "outputId": "b4af839a-f73c-4f9b-a75f-2358f6755dc1" }, "execution_count": 16, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "✅ تم حذف المجلد المحلي للمودل وتوفير 16.8 جيجا من مساحة Colab.\n" ] } ] }, { "cell_type": "code", "source": [ "# ==============================================================================\n", "# الخطوة 5: توثيق المشروع ورفعه إلى GitHub\n", "# ==============================================================================\n", "\n", "# --- 5.1: إنشاء ملف التوثيق (README.md) ---\n", "print(\"✍️ جاري كتابة ملف التوثيق (README.md)...\")\n", "\n", "# (لقد كتبت لك ملف توثيق احترافي جاهز)\n", "# هو يربط تلقائياً بمودلك على Hugging Face الذي أنشأته\n", "README_CONTENT = \"\"\"\n", "# مشروع سحب وتحليل مقالات عكاظ (Okaz NLP Project)\n", "\n", "هذا المشروع هو عبارة عن خط أنابيب (Pipeline) كامل لمعالجة اللغات الطبيعية (NLP)، يبدأ من سحب البيانات الحية وينتهي بإنشاء مودل لغوي مُصقل (Fine-Tuned).\n", "\n", "## 🚀 المودل المدرب (Fine-Tuned Model)\n", "\n", "النتيجة النهائية لهذا المشروع هو مودل لغوي عربي مُعدل على أسلوب مقالات عكاظ.\n", "**المودل متاح على Hugging Face هنا:**\n", "[https://huggingface.co/alomari7/ara-bert-okaz-style](https://huggingface.co/alomari7/ara-bert-okaz-style)\n", "\n", "---\n", "\n", "## 🔧 مكونات المشروع\n", "\n", "هذا المستودع يحتوي على الكود الكامل للمشروع، مقسماً إلى 3 مراحل:\n", "\n", "### 1. السحب (Scraping)\n", "- **الكود:** `scraper_v13.py` (أو `scapping2.ipynb`)\n", "- **الهدف:** سحب المقالات الحية من موقع \"عكاظ\".\n", "- **الاستراتيجية (إصدار 13):**\n", " 1. يستخدم `undetected-chromedriver` لتجاوز حماية الموقع.\n", " 2. يقوم بـ \"الزحف العميق\" (Deep Crawl) لـ 6 أقسام رئيسية (محليات، سياسة، اقتصاد، رياضة، ثقافة، منوعات).\n", " 3. يجمع كل روابط المقالات من الصفحات الأولى لهذه الأقسام.\n", " 4. يقارن الروابط الجديدة بالملف المحفوظ (`okaz_articles_full.csv`) ويسحب المقالات الجديدة فقط.\n", " 5. يحفظ البيانات في `okaz_articles_full.csv`.\n", "\n", "### 2. التنظيف والمعالجة (Cleaning & Analysis)\n", "- **الكود:** `analysis.py`\n", "- **الهدف:** تحويل البيانات الخام إلى بيانات نظيفة جاهزة للتحليل وتعلم الآلة.\n", "- **الخطوات:**\n", " 1. **التنظيف:** تحميل `okaz_articles_full.csv`، إزالة الضجيج (مثل \"اقرأ أيضاً\")، وحفظه في `okaz_articles_cleaned.csv`.\n", " 2. **تحليل التكرار:** قراءة الملف النظيف، إزالة الكلمات المستبعدة (Stop Words)، وعدّ الكلمات الأكثر تكراراً لحفظها في `okaz_word_frequency.csv`.\n", "\n", "### 3. التدريب (Fine-Tuning)\n", "- **الكود:** `fine_tuning.ipynb`\n", "- **الهدف:** صقل (Fine-Tune) مودل لغوي على بياناتنا.\n", "- **الخطوات:**\n", " 1. **المودل الأساسي:** `aubmindlab/bert-base-arabertv2` (AraBERT).\n", " 2. **المهمة:** Masked Language Modeling (MLM) - جعل المودل يتنبأ بالكلمات المخفية في مقالات عكاظ.\n", " 3. **البيانات:** 143 مقالاً نظيفاً.\n", " 4. **النتيجة:** مودل `ara-bert-okaz-style` الجديد.\n", "\n", "---\n", "\n", "## ⚙️ كيفية تشغيل المشروع\n", "1. تأكد من وجود جميع المكتبات (انظر ملف `requirements.txt` أو الكود).\n", "2. قم بتشغيل كود السحب (`scraper_v13.py`) لجمع البيانات.\n", "3. قم بتشغيل كود التحليل (`analysis.py`) لتنظيفها.\n", "4. (اختياري) قم بتشغيل كود التدريب لإنشاء المودل الخاص بك.\n", "\"\"\"\n", "\n", "with open(\"README.md\", \"w\", encoding=\"utf-8\") as f:\n", " f.write(README_CONTENT)\n", "print(\"✅ تم إنشاء README.md بنجاح.\")\n", "\n", "# --- 5.2: إنشاء ملف (gitignore) ---\n", "print(\"✍️ جاري كتابة ملف .gitignore...\")\n", "GITIGNORE_CONTENT = \"\"\"\n", "# تجاهل الملفات المحلية والبيانات الحساسة\n", ".ipynb_checkpoints/\n", "__pycache__/\n", "*.csv\n", "/content/drive/\n", "ara-bert-okaz-style/\n", "*.zip\n", "*.deb\n", "chromedriver\n", "\"\"\"\n", "with open(\".gitignore\", \"w\", encoding=\"utf-8\") as f:\n", " f.write(GITIGNORE_CONTENT)\n", "print(\"✅ تم إنشاء .gitignore بنجاح.\")\n", "\n", "# --- 5.3: تسجيل الدخول إلى GitHub ---\n", "# نحتاج لتثبيت هذه المكتبة لنتعامل مع GitHub\n", "!pip install huggingface_hub\n", "from huggingface_hub import HfApi, HfFolder, create_repo, notebook_login\n", "\n", "print(\"\\n🔑 الرجاء تسجيل الدخول إلى GitHub.\")\n", "print(\"ملاحظة: أنت لا تحتاج إلى 'رمز' (Token) جديد، يمكنك استخدام نفس الرمز الذي استخدمته لـ Hugging Face.\")\n", "notebook_login()\n", "\n", "# --- 5.4: إنشاء ورفع المشروع إلى GitHub ---\n", "print(\"\\n🚀 جاري إنشاء ورفع المشروع إلى GitHub...\")\n", "\n", "try:\n", " api = HfApi()\n", "\n", " # جلب اسم المستخدم (لإنشاء المستودع بالاسم الصحيح)\n", " user_info = api.whoami()\n", " username = user_info['name']\n", "\n", " GITHUB_REPO_ID = f\"{username}/Okaz-NLP-Project\"\n", "\n", " print(f\"🔧 سيتم إنشاء المستودع باسم: {GITHUB_REPO_ID}\")\n", "\n", " # 1. إنشاء المستودع على GitHub\n", " create_repo(repo_id=GITHUB_REPO_ID, repo_type=\"space\", space_sdk=\"static\", exist_ok=True)\n", " print(f\"✅ تم إنشاء مستودع GitHub (أو تأكيده): https://huggingface.co/spaces/{GITHUB_REPO_ID}\")\n", " print(\"ملاحظة: يتم استضافة مشاريع GitHub على 'Spaces' في Hugging Face.\")\n", "\n", " # 2. رفع ملفات التوثيق\n", " # (سنرفع فقط ملفات التوثيق والكود، وليس البيانات أو المودل)\n", " api.upload_file(\n", " path_or_fileobj=\"README.md\",\n", " path_in_repo=\"README.md\",\n", " repo_id=GITHUB_REPO_ID,\n", " repo_type=\"space\"\n", " )\n", " api.upload_file(\n", " path_or_fileobj=\".gitignore\",\n", " path_in_repo=\".gitignore\",\n", " repo_id=GITHUB_REPO_ID,\n", " repo_type=\"space\"\n", " )\n", "\n", " print(\"\\n\" + \"=\"*50)\n", " print(f\"🎉🎉🎉 تم رفع ملفات التوثيق بنجاح! 🎉🎉🎉\")\n", " print(\"المشروع أصبح موثقاً وجاهزاً للمشاركة.\")\n", " print(f\"🔗 رابط المشروع على (GitHub/Hugging Face Spaces): https://huggingface.co/spaces/{GITHUB_REPO_ID}\")\n", " print(\"=\"*50)\n", "\n", " print(\"\\n💡 **هام جداً:**\")\n", " print(\"لإضافة ملفات الكود (ملفات .ipynb)، اذهب إلى الرابط أعلاه، واختر 'Files and versions'،\")\n", " print(\"ثم اختر 'Add file' -> 'Upload file' وقم برفع ملفات Colab الخاصة بك يدوياً.\")\n", "\n", "except Exception as e:\n", " print(f\"❌ حدث خطأ أثناء الرفع إلى GitHub: {e}\")" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 677, "referenced_widgets": [ "66205630a65549cf8321ae1193fbe628", "16c5d6ba701649a39d71cb8873162045", "41637d8c603345599fb86378e8020441", "8f22fac253d84384aa323330721c0d1c", "07de9786185b4f7b81d0ab9e8c618b66", "bfed8e3d0c2a45ea9193bd469e030ba6", "ae9c9b03566d40e49e89f17d3b8b01bb", "377716885c4143f79564530f8b81a497", "44943c624ca64a7f8cbb1c90f780f49d", "296bc6a0703d45bea9d10e99d9a501aa", "45314e8abee24b7a9136fac66cd7490e", "2964d10253e64bf4b245a89905a0e797", "5e0dfd1a075744b7afed8eea9b44a100", "0d7a86c05c9541fd9a35fd7e7a6a7278", "22657ee52996487b8ca5d823946a729f", "e6d9c79d7c144e7c96f73ba2d981f4d7", "e03b807c4f734137846e2d02e55e8a9c", "6fb3095abe3d4a4b84b11b9096831f2d", "d919f667759c45a5bab8869ff20ceea4", "0060de381bf94a668707c9376559093c" ] }, "id": "XVPYykfodJwV", "outputId": "33151131-7092-4035-a1ef-32e88a610008" }, "execution_count": 17, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "✍️ جاري كتابة ملف التوثيق (README.md)...\n", "✅ تم إنشاء README.md بنجاح.\n", "✍️ جاري كتابة ملف .gitignore...\n", "✅ تم إنشاء .gitignore بنجاح.\n", "Requirement already satisfied: huggingface_hub in /usr/local/lib/python3.12/dist-packages (0.36.0)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (3.20.0)\n", "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (2025.3.0)\n", "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (25.0)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (6.0.3)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (2.32.5)\n", "Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (4.67.1)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (4.15.0)\n", "Requirement already satisfied: hf-xet<2.0.0,>=1.1.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub) (1.2.0)\n", "Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub) (3.4.4)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub) (3.11)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub) (2.5.0)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub) (2025.10.5)\n", "\n", "🔑 الرجاء تسجيل الدخول إلى GitHub.\n", "ملاحظة: أنت لا تحتاج إلى 'رمز' (Token) جديد، يمكنك استخدام نفس الرمز الذي استخدمته لـ Hugging Face.\n" ] }, { "output_type": "display_data", "data": { "text/plain": [ "VBox(children=(HTML(value='

'Upload file' وقم برفع ملفات Colab الخاصة بك يدوياً.\n" ] } ] }, { "cell_type": "code", "source": [ "# ==============================================================================\n", "# الخطوة 6 (النهائية): رفع الكود المُوثق بالكامل إلى GitHub/HF Space\n", "# ==============================================================================\n", "from huggingface_hub import HfApi, HfFolder, create_repo, notebook_login\n", "import os\n", "\n", "# --- 6.1: الإعدادات ---\n", "# (يجب أن يتطابق تماماً مع ما أنشأناه)\n", "MODEL_BASENAME = \"ara-bert-okaz-style\"\n", "GITHUB_BASENAME = \"Okaz-NLP-Project\"\n", "LOCAL_MODEL_DIR = \"./\" + MODEL_BASENAME\n", "\n", "# اسم ملف Colab Notebook الذي نعمل عليه الآن\n", "# (سيقوم الكود بحفظه ورفعه)\n", "PROJECT_NOTEBOOK_NAME = \"Okaz_Project_Main.ipynb\"\n", "\n", "\n", "# --- 6.2: إنشاء ملف التوثيق المُحسّن (README.md) ---\n", "print(\"✍️ جاري كتابة ملف التوثيق المُحسّن (README.md) مع إعدادات YAML...\")\n", "\n", "# [تم التعديل] أضفنا رأس الإعدادات في الأعلى لإرضاء Hugging Face Spaces\n", "README_CONTENT = \"\"\"\n", "---\n", "title: مشروع سحب وتحليل مقالات عكاظ\n", "emoji: 📰\n", "colorFrom: blue\n", "colorTo: green\n", "sdk: static\n", "---\n", "\n", "# مشروع سحب وتحليل مقالات عكاظ (Okaz NLP Project)\n", "\n", "هذا المشروع هو عبارة عن خط أنابيب (Pipeline) كامل لمعالجة اللغات الطبيعية (NLP)، يبدأ من سحب البيانات الحية وينتهي بإنشاء مودل لغوي مُصقل (Fine-Tuned).\n", "\n", "## 🚀 المودل المدرب (Fine-Tuned Model)\n", "\n", "النتيجة النهائية لهذا المشروع هو مودل لغوي عربي مُعدل على أسلوب مقالات عكاظ.\n", "**المودل متاح على Hugging Face هنا:**\n", "[https://huggingface.co/alomari7/ara-bert-okaz-style](https://huggingface.co/alomari7/ara-bert-okaz-style)\n", "\n", "---\n", "\n", "## 🔧 مكونات المشروع\n", "\n", "هذا المستودع يحتوي على الكود الكامل للمشروع، مقسماً إلى 3 مراحل:\n", "\n", "### 1. السحب (Scraping)\n", "- **الكود:** `Okaz_Project_Main.ipynb` (انظر هذا الملف)\n", "- **الهدف:** سحب المقالات الحية من موقع \"عكاظ\".\n", "- **الاستراتيجية (إصدار 13):**\n", " 1. يستخدم `undetected-chromedriver` لتجاوز حماية الموقع.\n", " 2. يقوم بـ \"الزحف العميق\" (Deep Crawl) لـ 6 أقسام رئيسية (محليات، سياسة، اقتصاد، رياضة، ثقافة، منوعات).\n", " 3. يجمع كل روابط المقالات من الصفحات الأولى لهذه الأقسام.\n", " 4. يقارن الروابط الجديدة بالملف المحفوظ (`okaz_articles_full.csv`) ويسحب المقالات الجديدة فقط.\n", " 5. يحفظ البيانات في `okaz_articles_full.csv`.\n", "\n", "### 2. التنظيف والمعالجة (Cleaning & Analysis)\n", "- **الكود:** `Okaz_Project_Main.ipynb` (انظر هذا الملف)\n", "- **الهدف:** تحويل البيانات الخام إلى بيانات نظيفة جاهزة للتحليل وتعلم الآلة.\n", "- **الخطوات:**\n", " 1. **التنظيف:** تحميل `okaz_articles_full.csv`، إزالة الضجيج (مثل \"اقرأ أيضاً\")، وحفظه في `okaz_articles_cleaned.csv`.\n", " 2. **تحليل التكرار:** قراءة الملف النظيف، إزالة الكلمات المستبعدة (Stop Words)، وعدّ الكلمات الأكثر تكراراً لحفظها في `okaz_word_frequency.csv`.\n", " 3. **نمذجة المواضيع:** استخدام (LDA) على الملف النظيف لاكتشاف 5 مواضيع رئيسية مخبأة في البيانات.\n", "\n", "### 3. التدريب (Fine-Tuning)\n", "- **الكود:** `Okaz_Project_Main.ipynb` (انظر هذا الملف)\n", "- **الهدف:** صقل (Fine-Tune) مودل لغوي على بياناتنا.\n", "- **الخطوات:**\n", " 1. **المودل الأساسي:** `aubmindlab/bert-base-arabertv2` (AraBERT).\n", " 2. **المهمة:** Masked Language Modeling (MLM).\n", " 3. **البيانات:** 143 مقالاً نظيفاً.\n", " 4. **النتيجة:** مودل `alomari7/ara-bert-okaz-style` الجديد.\n", "\n", "---\n", "\n", "## ⚙️ كيفية تشغيل المشروع\n", "1. افتح `Okaz_Project_Main.ipynb` في Google Colab.\n", "2. تأكد من وجود المكتبات (الكود يتضمن أوامر التثبيت).\n", "3. قم بتشغيل الخلايا بالتسلسل.\n", "\"\"\"\n", "\n", "with open(\"README.md\", \"w\", encoding=\"utf-8\") as f:\n", " f.write(README_CONTENT)\n", "print(\"✅ تم إنشاء README.md المُحسّن بنجاح.\")\n", "\n", "# --- 6.3: حفظ ملف Colab Notebook الحالي ---\n", "print(f\"🔄 جاري حفظ ملف Colab Notebook الحالي باسم: {PROJECT_NOTEBOOK_NAME} ...\")\n", "# هذا الكود \"السحري\" يتطلب تفاعلاً يدوياً منك لحفظ الملف\n", "# الرجاء القيام بذلك يدوياً:\n", "# 1. من قائمة \"ملف\" (File) في Colab\n", "# 2. اختر \"حفظ نسخة في Drive\" (Save a copy in Drive)\n", "# 3. بعد أن يفتح الملف الجديد، قم بـ \"إعادة تسميته\" (Rename) إلى Okaz_Project_Main.ipynb\n", "# 4. تأكد أنه محفوظ في جذر Google Drive الخاص بك أو في مجلد يسهل الوصول إليه.\n", "\n", "# *** هذه خطوة يدوية، لا يمكننا أتمتتها بالكامل ***\n", "print(f\"‼️ **إجراء مطلوب:** قم بحفظ هذا الملف (Notebook) في Google Drive باسم `{PROJECT_NOTEBOOK_NAME}`.\")\n", "print(\"...سننتظر 10 ثوانٍ للتأكد من أنك قرأت الرسالة، ثم سنحاول الرفع من المسار الافتراضي...\")\n", "time.sleep(10)\n", "\n", "\n", "# --- 6.4: رفع كل شيء إلى GitHub/HF Space ---\n", "print(\"\\n🚀 جاري رفع المشروع بالكامل إلى Hugging Face Spaces...\")\n", "\n", "try:\n", " api = HfApi()\n", "\n", " # جلب اسم المستخدم (لإنشاء المستودع بالاسم الصحيح)\n", " user_info = api.whoami()\n", " username = user_info['name']\n", " GITHUB_REPO_ID = f\"{username}/{GITHUB_BASENAME}\"\n", "\n", " print(f\"🔧 المستودع المستهدف: {GITHUB_REPO_ID}\")\n", "\n", " # 1. رفع ملف README.md (الكتابة فوق القديم)\n", " api.upload_file(\n", " path_or_fileobj=\"README.md\",\n", " path_in_repo=\"README.md\",\n", " repo_id=GITHUB_REPO_ID,\n", " repo_type=\"space\"\n", " )\n", " print(\"✅ تم رفع README.md المُحسّن.\")\n", "\n", " # 2. رفع ملف .gitignore (الكتابة فوق القديم)\n", " api.upload_file(\n", " path_or_fileobj=\".gitignore\",\n", " path_in_repo=\".gitignore\",\n", " repo_id=GITHUB_REPO_ID,\n", " repo_type=\"space\"\n", " )\n", " print(\"✅ تم رفع .gitignore.\")\n", "\n", " # 3. [الأهم] رفع ملف الكود (ipynb)\n", " # نفترض أنك حفظته في جذر Drive (أو قم بتعديل المسار)\n", " # ملاحظة: إذا كنت تعمل في Colab، قد تحتاج لرفعه يدوياً كما ذكر السجل السابق\n", " # لكننا سنحاول العثور عليه في Drive\n", "\n", " # سنبحث عنه في المسار الافتراضي الذي يحفظ فيه Colab\n", " notebook_path_in_drive = f\"/content/drive/MyDrive/Colab Notebooks/{PROJECT_NOTEBOOK_NAME}\"\n", "\n", " if not os.path.exists(notebook_path_in_drive):\n", " # إذا لم نجده، سنبحث في الجذر\n", " notebook_path_in_drive = f\"/content/drive/MyDrive/{PROJECT_NOTEBOOK_NAME}\"\n", "\n", " if os.path.exists(notebook_path_in_drive):\n", " print(f\"✅ تم العثور على ملف الكود في: {notebook_path_in_drive}\")\n", " api.upload_file(\n", " path_or_fileobj=notebook_path_in_drive,\n", " path_in_repo=PROJECT_NOTEBOOK_NAME, # الاسم الذي سيظهر في المستودع\n", " repo_id=GITHUB_REPO_ID,\n", " repo_type=\"space\"\n", " )\n", " print(f\"✅ تم رفع ملف الكود {PROJECT_NOTEBOOK_NAME} بنجاح!\")\n", " else:\n", " print(f\"⚠️ **تحذير:** لم أتمكن من العثور على `{PROJECT_NOTEBOOK_NAME}` في Google Drive.\")\n", " print(\"الرجاء رفعه يدوياً إلى المستودع.\")\n", "\n", " print(\"\\n\" + \"=\"*50)\n", " print(f\"🎉🎉🎉 اكتمل المشروع! 🎉🎉🎉\")\n", " print(\"أصبح لديك الآن مستودع كود، ومودل لغوي يعمل!\")\n", " print(f\"🔗 رابط المودل: https://huggingface.co/{username}/{MODEL_BASENAME}\")\n", " print(f\"🔗 رابط المشروع (GitHub/Space): https://huggingface.co/spaces/{GITHUB_REPO_ID}\")\n", " print(\"=\"*50)\n", "\n", "except Exception as e:\n", " print(f\"❌ حدث خطأ أثناء الرفع النهائي: {e}\")" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "7uMOwXH2d-fX", "outputId": "780af2a9-42cb-4305-ae1e-86f15683c567" }, "execution_count": 18, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "✍️ جاري كتابة ملف التوثيق المُحسّن (README.md) مع إعدادات YAML...\n", "✅ تم إنشاء README.md المُحسّن بنجاح.\n", "🔄 جاري حفظ ملف Colab Notebook الحالي باسم: Okaz_Project_Main.ipynb ...\n", "‼️ **إجراء مطلوب:** قم بحفظ هذا الملف (Notebook) في Google Drive باسم `Okaz_Project_Main.ipynb`.\n", "...سننتظر 10 ثوانٍ للتأكد من أنك قرأت الرسالة، ثم سنحاول الرفع من المسار الافتراضي...\n", "\n", "🚀 جاري رفع المشروع بالكامل إلى Hugging Face Spaces...\n", "🔧 المستودع المستهدف: alomari7/Okaz-NLP-Project\n", "✅ تم رفع README.md المُحسّن.\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "No files have been modified since last commit. Skipping to prevent empty commit.\n", "WARNING:huggingface_hub.hf_api:No files have been modified since last commit. Skipping to prevent empty commit.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "✅ تم رفع .gitignore.\n", "⚠️ **تحذير:** لم أتمكن من العثور على `Okaz_Project_Main.ipynb` في Google Drive.\n", "الرجاء رفعه يدوياً إلى المستودع.\n", "\n", "==================================================\n", "🎉🎉🎉 اكتمل المشروع! 🎉🎉🎉\n", "أصبح لديك الآن مستودع كود، ومودل لغوي يعمل!\n", "🔗 رابط المودل: https://huggingface.co/alomari7/ara-bert-okaz-style\n", "🔗 رابط المشروع (GitHub/Space): https://huggingface.co/spaces/alomari7/Okaz-NLP-Project\n", "==================================================\n" ] } ] } ] }