{ "nbformat": 4, "nbformat_minor": 0, "metadata": { "colab": { "provenance": [], "gpuType": "T4" }, "kernelspec": { "name": "python3", "display_name": "Python 3" }, "language_info": { "name": "python" }, "accelerator": "GPU", "widgets": { "application/vnd.jupyter.widget-state+json": { "4bd220304731487a988661a44862e2ea": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_d59a7fc5745c4ed5b1068e351f785989", "IPY_MODEL_6eb7dbc57b774867b4927a0efcaaa150", "IPY_MODEL_2ad4f018f94d486aaf1eb18dac697b76" ], "layout": "IPY_MODEL_4b138427cfa1448a930e193d3020ec5d" } }, "d59a7fc5745c4ed5b1068e351f785989": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_49339f5e5591408da8ede6fdff304f5b", "placeholder": "​", "style": "IPY_MODEL_729beda85167444c8fd1f60b0713232b", "value": "model.safetensors: 100%" } }, "6eb7dbc57b774867b4927a0efcaaa150": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3a42e55ae1ab4c4ab1c262ac47194bc1", "max": 1527278719, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_fc7cbbe433fa4e7994db3d6f8bcf5b95", "value": 1527278719 } }, "2ad4f018f94d486aaf1eb18dac697b76": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_36f9c6af441b4d4492d44bd9297c5283", "placeholder": "​", "style": "IPY_MODEL_de4c5290020b409ca88b7eca0e136fae", "value": " 1.53G/1.53G [00:16<00:00, 152MB/s]" } }, "4b138427cfa1448a930e193d3020ec5d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "49339f5e5591408da8ede6fdff304f5b": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "729beda85167444c8fd1f60b0713232b": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "3a42e55ae1ab4c4ab1c262ac47194bc1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "fc7cbbe433fa4e7994db3d6f8bcf5b95": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "36f9c6af441b4d4492d44bd9297c5283": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "de4c5290020b409ca88b7eca0e136fae": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "582c156ec3b2416aa58b87651b785009": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_fc8bfb615b724c2aafa4db27566b1e69", "IPY_MODEL_36aa5465a9a34bd78a60a44dac564257", "IPY_MODEL_e9b23d1bba7a4cc58c6305cd9a7a3587" ], "layout": "IPY_MODEL_4d92ed13d4cd48aaa6f3eed16519f751" } }, "fc8bfb615b724c2aafa4db27566b1e69": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_272beed96b8846fea37b1d305dd147b8", "placeholder": "​", "style": "IPY_MODEL_633d5e3a237d4234bb860a208077160a", "value": "Loading weights: 100%" } }, "36aa5465a9a34bd78a60a44dac564257": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_30f8c7d4aa604b5fb0b72311062ef7b0", "max": 338, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_5810db7ad70549d7af460a647a0d34d7", "value": 338 } }, "e9b23d1bba7a4cc58c6305cd9a7a3587": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_f4bb7acaeb0e41aa9126d6f0302194a0", "placeholder": "​", "style": "IPY_MODEL_5c3810f5f1f4486ca8a3cf9cc8aecc81", "value": " 338/338 [00:01<00:00, 386.30it/s]" } }, "4d92ed13d4cd48aaa6f3eed16519f751": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "272beed96b8846fea37b1d305dd147b8": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "633d5e3a237d4234bb860a208077160a": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "30f8c7d4aa604b5fb0b72311062ef7b0": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5810db7ad70549d7af460a647a0d34d7": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "f4bb7acaeb0e41aa9126d6f0302194a0": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5c3810f5f1f4486ca8a3cf9cc8aecc81": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9fe85a7d5366480f934c3ec586e193a0": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_b47eb0250a4144af89ceb03945ba995a", "IPY_MODEL_6338bae5107d469eb17e8680f47dce02", "IPY_MODEL_aaa7b1425f0245d6846a08492d99903d" ], "layout": "IPY_MODEL_5aff2614381647dead995a6755d10608" } }, "b47eb0250a4144af89ceb03945ba995a": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_787644169758465bbd0045d7a88643f5", "placeholder": "​", "style": "IPY_MODEL_c6f9a3578b524451a01ebf343f57a2d4", "value": "generation_config.json: 100%" } }, "6338bae5107d469eb17e8680f47dce02": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_6d814879a63641db83dd1255976148f6", "max": 270, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_6daa2dd9dcb1429692fa415ed57d95ab", "value": 270 } }, "aaa7b1425f0245d6846a08492d99903d": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_20af2f0cf0fa4042a2a1452307a6af20", "placeholder": "​", "style": "IPY_MODEL_022c91ae0b6e4a4e976c634e66ea7740", "value": " 270/270 [00:00<00:00, 29.0kB/s]" } }, "5aff2614381647dead995a6755d10608": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "787644169758465bbd0045d7a88643f5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c6f9a3578b524451a01ebf343f57a2d4": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "6d814879a63641db83dd1255976148f6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6daa2dd9dcb1429692fa415ed57d95ab": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "20af2f0cf0fa4042a2a1452307a6af20": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "022c91ae0b6e4a4e976c634e66ea7740": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "42a995ab2d79408a9250d8b81697705b": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_26ebd3c275414ffeafa3d01eefb1f58f", "IPY_MODEL_b08425290cbe4bcb8a833b087df14d91", "IPY_MODEL_6a32c61ac849491e90643e10654ba9f3" ], "layout": "IPY_MODEL_adfef05b5e964de2a338f5b0b3610012" } }, "26ebd3c275414ffeafa3d01eefb1f58f": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_bba39fddc4c84b4e8b24cd72ac33e02e", "placeholder": "​", "style": "IPY_MODEL_13cbe979739440c5bfb00aeaeb477195", "value": "config.json: " } }, "b08425290cbe4bcb8a833b087df14d91": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_9daca9fa5b1d412a8e36c092539b23ef", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_f7ad21dcb2b645ea917581fb73cfb5bb", "value": 1 } }, "6a32c61ac849491e90643e10654ba9f3": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_9f3ac3fdadf74545938c84869ea6f0a5", "placeholder": "​", "style": "IPY_MODEL_6bbbc41873db47d0b7ae11ba93affb21", "value": " 1.58k/? [00:00<00:00, 129kB/s]" } }, "adfef05b5e964de2a338f5b0b3610012": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "bba39fddc4c84b4e8b24cd72ac33e02e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "13cbe979739440c5bfb00aeaeb477195": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9daca9fa5b1d412a8e36c092539b23ef": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "f7ad21dcb2b645ea917581fb73cfb5bb": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "9f3ac3fdadf74545938c84869ea6f0a5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6bbbc41873db47d0b7ae11ba93affb21": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "b79fa296154e4e3a8614c506daf5f8cd": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_7349f17d3f214304b52bc99bf016854d", "IPY_MODEL_27415211c1cf4d02a3c0a8cd1dcf6ad0", "IPY_MODEL_e700cf236327468a9dba0c6f02821d55" ], "layout": "IPY_MODEL_6bd4a6e1e00a4e1b932da863eb19eb53" } }, "7349f17d3f214304b52bc99bf016854d": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_6a81671a1a4844849ce23cc950917d10", "placeholder": "​", "style": "IPY_MODEL_32e8e50ae5634a53ad06cf0ba381c96e", "value": "tokenizer_config.json: " } }, "27415211c1cf4d02a3c0a8cd1dcf6ad0": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5f2d131345d4421681213e81a6396b6c", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_dc921c74fa7c4d358a65f789abd8fcfc", "value": 1 } }, "e700cf236327468a9dba0c6f02821d55": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_36c0fdc18ddb4037aaf1442f11b13f1c", "placeholder": "​", "style": "IPY_MODEL_b0b2c4087a6743468dd4d70e97840f1e", "value": " 7.36k/? [00:00<00:00, 652kB/s]" } }, "6bd4a6e1e00a4e1b932da863eb19eb53": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6a81671a1a4844849ce23cc950917d10": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "32e8e50ae5634a53ad06cf0ba381c96e": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "5f2d131345d4421681213e81a6396b6c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "dc921c74fa7c4d358a65f789abd8fcfc": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "36c0fdc18ddb4037aaf1442f11b13f1c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b0b2c4087a6743468dd4d70e97840f1e": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "efca798208a84304bf3f0806ad189d57": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_34597db549394972a1f2b1d39129e000", "IPY_MODEL_5258a35b963340bea3ee97abd2a4735b", "IPY_MODEL_9cebb5193d744be8915008e6c5ca6085" ], "layout": "IPY_MODEL_8dd2a58eea1849ee910b312708060161" } }, "34597db549394972a1f2b1d39129e000": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_d7e64951e87547aca55dc0f9e21f54f5", "placeholder": "​", "style": "IPY_MODEL_b5c03d5e696b4cf696a50ba691f3df55", "value": "vocab.json: " } }, "5258a35b963340bea3ee97abd2a4735b": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_42263112c5cd43c28eff54ac199a643c", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_7ef8b454f809430f97aa12b8b82dd7d0", "value": 1 } }, "9cebb5193d744be8915008e6c5ca6085": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5ab86babb1a14666a157e28db10e5e1e", "placeholder": "​", "style": "IPY_MODEL_7b49de9946bf468885668b93472e95c0", "value": " 2.78M/? [00:00<00:00, 38.7MB/s]" } }, "8dd2a58eea1849ee910b312708060161": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "d7e64951e87547aca55dc0f9e21f54f5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b5c03d5e696b4cf696a50ba691f3df55": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "42263112c5cd43c28eff54ac199a643c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "7ef8b454f809430f97aa12b8b82dd7d0": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "5ab86babb1a14666a157e28db10e5e1e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7b49de9946bf468885668b93472e95c0": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "39c177e0f85740738baffe8d7dfd8dc3": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_c060dd99dae94deb82e7ed70521ab4a3", "IPY_MODEL_b003cd8fcc7247e592b271b42cfd8aa9", "IPY_MODEL_4bc5fe9ae3e54b6a8c6efcd92880a940" ], "layout": "IPY_MODEL_298e843e2ac543bc836368ecb16ad6ff" } }, "c060dd99dae94deb82e7ed70521ab4a3": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c444b9f5a3764341be9b377471a010ad", "placeholder": "​", "style": "IPY_MODEL_18a30b61f8e943a88e22d5ca2d01eba8", "value": "merges.txt: " } }, "b003cd8fcc7247e592b271b42cfd8aa9": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_10a8beb60a724d51821628c0046b4272", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_cfb64554607a44eb965cf45071e7d2d1", "value": 1 } }, "4bc5fe9ae3e54b6a8c6efcd92880a940": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_0c851eb160d04f43860855014e5931a0", "placeholder": "​", "style": "IPY_MODEL_c2e3fe6ae05641feaa363526f31fa16b", "value": " 1.67M/? [00:00<00:00, 46.8MB/s]" } }, "298e843e2ac543bc836368ecb16ad6ff": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c444b9f5a3764341be9b377471a010ad": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "18a30b61f8e943a88e22d5ca2d01eba8": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "10a8beb60a724d51821628c0046b4272": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "cfb64554607a44eb965cf45071e7d2d1": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "0c851eb160d04f43860855014e5931a0": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c2e3fe6ae05641feaa363526f31fa16b": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "a389475a2efb4322b69578e718f2ad7d": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_75d32804364846a7ac19d7fd1ceda392", "IPY_MODEL_387b1284a5c44c67a67faa8ff1166d51", "IPY_MODEL_7eeb9eacab29468ba32804f66df894dd" ], "layout": "IPY_MODEL_51aece44daaf45a9914f9f5eff1c70cd" } }, "75d32804364846a7ac19d7fd1ceda392": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_915ca2fdc8cd4dbf814ce86e7b222b2e", "placeholder": "​", "style": "IPY_MODEL_90e4661204f944859d762f193e04dda6", "value": "tokenizer.json: 100%" } }, "387b1284a5c44c67a67faa8ff1166d51": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_9decfa696c904cfcac4a8674a4974aca", "max": 11421896, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_e082cccee49c40449821943ce2c039cc", "value": 11421896 } }, "7eeb9eacab29468ba32804f66df894dd": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_9db3e447cf864c0bab04f77bf4c55366", "placeholder": "​", "style": "IPY_MODEL_35f52c24782241df8261184d14dd10f9", "value": " 11.4M/11.4M [00:00<00:00, 49.3MB/s]" } }, "51aece44daaf45a9914f9f5eff1c70cd": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "915ca2fdc8cd4dbf814ce86e7b222b2e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "90e4661204f944859d762f193e04dda6": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9decfa696c904cfcac4a8674a4974aca": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e082cccee49c40449821943ce2c039cc": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "9db3e447cf864c0bab04f77bf4c55366": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "35f52c24782241df8261184d14dd10f9": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "836d15b260ba4ee3b2d58270fc5c2975": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_51ace073ed2d4b2f891e577a8db7ba22", "IPY_MODEL_afa00946caa24168b92da683e31623d8", "IPY_MODEL_a20e35f7464a413d87458b545ce3eac6" ], "layout": "IPY_MODEL_2e0d9bc7dc434458ba2ed7c5adf52a8f" } }, "51ace073ed2d4b2f891e577a8db7ba22": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1b4f688e649047cea6f596dbc0d27269", "placeholder": "​", "style": "IPY_MODEL_9a86501616e8463baeb8ff38acda3b64", "value": "added_tokens.json: 100%" } }, "afa00946caa24168b92da683e31623d8": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_4e8639decf204d8480b05acf3da6d4f1", "max": 605, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_38ee6af163354ce7b791864a53e4f1a4", "value": 605 } }, "a20e35f7464a413d87458b545ce3eac6": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1d1b369d6c5840c1939c8f494a1ad459", "placeholder": "​", "style": "IPY_MODEL_abf72d4b01dd478e8268f2eede8b03cc", "value": " 605/605 [00:00<00:00, 38.6kB/s]" } }, "2e0d9bc7dc434458ba2ed7c5adf52a8f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1b4f688e649047cea6f596dbc0d27269": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9a86501616e8463baeb8ff38acda3b64": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "4e8639decf204d8480b05acf3da6d4f1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "38ee6af163354ce7b791864a53e4f1a4": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "1d1b369d6c5840c1939c8f494a1ad459": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "abf72d4b01dd478e8268f2eede8b03cc": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "20a9e0f4610a4d238e23c1f2dae9ba51": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_cb385b5b78f44bb9b52e9b1c4f2195d8", "IPY_MODEL_bd657a9122c543eeaa0ca58d8db3299b", "IPY_MODEL_4c3f9ee7c91e4f2bbcbfecc2fb7d266c" ], "layout": "IPY_MODEL_144622e81be64e3e9399a8ccc2b0ea8f" } }, "cb385b5b78f44bb9b52e9b1c4f2195d8": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c177e4a032f94db3bb6933b87989848c", "placeholder": "​", "style": "IPY_MODEL_1c597e2ee0d74318a981b81511b61fc2", "value": "special_tokens_map.json: 100%" } }, "bd657a9122c543eeaa0ca58d8db3299b": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_723b372ea07b42c78efc30e258b14793", "max": 614, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_9cbc0ce6218f45e5842f9fea8034a794", "value": 614 } }, "4c3f9ee7c91e4f2bbcbfecc2fb7d266c": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a513a944ea3b41db8663781ad33b583f", "placeholder": "​", "style": "IPY_MODEL_a3ec7fcfcd9a43e5a58e3f3c57665545", "value": " 614/614 [00:00<00:00, 35.9kB/s]" } }, "144622e81be64e3e9399a8ccc2b0ea8f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c177e4a032f94db3bb6933b87989848c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1c597e2ee0d74318a981b81511b61fc2": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "723b372ea07b42c78efc30e258b14793": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9cbc0ce6218f45e5842f9fea8034a794": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "a513a944ea3b41db8663781ad33b583f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a3ec7fcfcd9a43e5a58e3f3c57665545": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } } } } }, "cells": [ { "cell_type": "code", "execution_count": 7, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "NzCpPiOmjrnf", "outputId": "859b3c9e-67b9-45a1-81f3-aafa14920dc9" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.7/57.7 kB\u001b[0m \u001b[31m4.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.8/194.8 kB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m102.2/102.2 kB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m104.9/104.9 kB\u001b[0m \u001b[31m13.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.5/78.5 kB\u001b[0m \u001b[31m9.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m354.7/354.7 kB\u001b[0m \u001b[31m21.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m431.7/431.7 kB\u001b[0m \u001b[31m43.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.0/2.0 MB\u001b[0m \u001b[31m71.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m471.6/471.6 kB\u001b[0m \u001b[31m45.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25h\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "rasterio 1.5.0 requires click!=8.2.*,>=4.0, but you have click 8.2.1 which is incompatible.\n", "mcp 1.27.0 requires pydantic<3.0.0,>=2.11.0, but you have pydantic 2.10.6 which is incompatible.\n", "google-adk 1.29.0 requires pydantic<3.0.0,>=2.12.0, but you have pydantic 2.10.6 which is incompatible.\u001b[0m\u001b[31m\n", "\u001b[0mtorch: 2.10.0+cu128\n", "transformers: 5.5.0\n", "trl: 0.24.0\n", "unsloth: 2026.4.6\n", "peft: 0.18.1\n", "GPU: Tesla T4\n", "Done\n" ] } ], "source": [ "# CELL 1 — Install\n", "!pip install -q unsloth\n", "!pip install -q \"trl>=0.15.0\" \"datasets\" \"openai\" \"httpx\" \"matplotlib\" \"peft\" \"accelerate\"\n", "!pip install -q mergekit\n", "import torch, transformers, trl, unsloth, peft\n", "print(f\"torch: {torch.__version__}\")\n", "print(f\"transformers: {transformers.__version__}\")\n", "print(f\"trl: {trl.__version__}\")\n", "print(f\"unsloth: {unsloth.__version__}\")\n", "print(f\"peft: {peft.__version__}\")\n", "print(f\"GPU: {torch.cuda.get_device_name(0) if torch.cuda.is_available() else 'NO GPU — change runtime to T4'}\")\n", "print(\"Done\")" ] }, { "cell_type": "code", "source": [ "# CELL 2 — Clone repo and setup\n", "import os, sys\n", "\n", "!git clone https://github.com/RAK2315/ml-debug-env.git\n", "os.chdir('/content/ml-debug-env')\n", "sys.path.insert(0, 'server')\n", "sys.path.insert(0, '.')\n", "\n", "os.environ['GROQ_API_KEY'] = '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'\n", "os.environ['PYTHON_EXEC'] = '/usr/bin/python3'\n", "\n", "print('Working dir:', os.getcwd())\n", "print('Done')" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "1GwVw9N7j2MT", "outputId": "4a230ec9-7cde-47ea-cdad-f833a3579f99" }, "execution_count": 2, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Cloning into 'ml-debug-env'...\n", "remote: Enumerating objects: 141, done.\u001b[K\n", "remote: Counting objects: 100% (141/141), done.\u001b[K\n", "remote: Compressing objects: 100% (102/102), done.\u001b[K\n", "remote: Total 141 (delta 70), reused 106 (delta 35), pack-reused 0 (from 0)\u001b[K\n", "Receiving objects: 100% (141/141), 316.00 KiB | 1.75 MiB/s, done.\n", "Resolving deltas: 100% (70/70), done.\n", "Working dir: /content/ml-debug-env\n", "Done\n" ] } ] }, { "cell_type": "code", "source": [ "# CELL 3 — Test environment imports\n", "from bug_generator import get_scenario, execute_tool, ALL_TASKS, AVAILABLE_TOOLS\n", "from grader import grade\n", "\n", "s = get_scenario('shape_mismatch', seed=42)\n", "print('Alert:', s.alert)\n", "print('Tasks:', ALL_TASKS)\n", "print('Tools:', AVAILABLE_TOOLS)\n", "print('Done')" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "QcaM5zorki-S", "outputId": "d455101a-0550-44d9-ec10-5c088e289ae1" }, "execution_count": 3, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Alert: Training job crashed immediately. No epochs completed. Exit code 1.\n", "Tasks: ['shape_mismatch', 'training_collapse', 'data_leakage', 'wrong_device', 'gradient_not_zeroed', 'missing_eval_mode', 'compound_shape_device', 'compound_leakage_eval']\n", "Tools: ['run_code', 'get_traceback', 'inspect_gradients', 'print_shapes', 'view_source']\n", "Done\n" ] } ] }, { "cell_type": "code", "source": [ "# CELL 4 — Load model with Unsloth\n", "import unsloth\n", "from unsloth import FastLanguageModel\n", "import torch\n", "\n", "model, tokenizer = FastLanguageModel.from_pretrained(\n", " model_name='Qwen/Qwen2.5-1.5B-Instruct',\n", " max_seq_length=1024,\n", " load_in_4bit=True,\n", " dtype=None,\n", ")\n", "\n", "model = FastLanguageModel.get_peft_model(\n", " model,\n", " r=16,\n", " target_modules=['q_proj', 'v_proj', 'k_proj', 'o_proj'],\n", " lora_alpha=16,\n", " lora_dropout=0,\n", " bias='none',\n", " use_gradient_checkpointing='unsloth',\n", " random_state=42,\n", ")\n", "\n", "model.print_trainable_parameters()\n", "print('Model loaded OK')" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 545, "referenced_widgets": [ "4bd220304731487a988661a44862e2ea", "d59a7fc5745c4ed5b1068e351f785989", "6eb7dbc57b774867b4927a0efcaaa150", "2ad4f018f94d486aaf1eb18dac697b76", "4b138427cfa1448a930e193d3020ec5d", "49339f5e5591408da8ede6fdff304f5b", "729beda85167444c8fd1f60b0713232b", "3a42e55ae1ab4c4ab1c262ac47194bc1", "fc7cbbe433fa4e7994db3d6f8bcf5b95", "36f9c6af441b4d4492d44bd9297c5283", "de4c5290020b409ca88b7eca0e136fae", "582c156ec3b2416aa58b87651b785009", "fc8bfb615b724c2aafa4db27566b1e69", "36aa5465a9a34bd78a60a44dac564257", "e9b23d1bba7a4cc58c6305cd9a7a3587", "4d92ed13d4cd48aaa6f3eed16519f751", "272beed96b8846fea37b1d305dd147b8", "633d5e3a237d4234bb860a208077160a", "30f8c7d4aa604b5fb0b72311062ef7b0", "5810db7ad70549d7af460a647a0d34d7", "f4bb7acaeb0e41aa9126d6f0302194a0", "5c3810f5f1f4486ca8a3cf9cc8aecc81", "9fe85a7d5366480f934c3ec586e193a0", "b47eb0250a4144af89ceb03945ba995a", "6338bae5107d469eb17e8680f47dce02", "aaa7b1425f0245d6846a08492d99903d", "5aff2614381647dead995a6755d10608", "787644169758465bbd0045d7a88643f5", "c6f9a3578b524451a01ebf343f57a2d4", "6d814879a63641db83dd1255976148f6", "6daa2dd9dcb1429692fa415ed57d95ab", "20af2f0cf0fa4042a2a1452307a6af20", "022c91ae0b6e4a4e976c634e66ea7740", "42a995ab2d79408a9250d8b81697705b", "26ebd3c275414ffeafa3d01eefb1f58f", "b08425290cbe4bcb8a833b087df14d91", "6a32c61ac849491e90643e10654ba9f3", "adfef05b5e964de2a338f5b0b3610012", "bba39fddc4c84b4e8b24cd72ac33e02e", "13cbe979739440c5bfb00aeaeb477195", "9daca9fa5b1d412a8e36c092539b23ef", "f7ad21dcb2b645ea917581fb73cfb5bb", "9f3ac3fdadf74545938c84869ea6f0a5", "6bbbc41873db47d0b7ae11ba93affb21", "b79fa296154e4e3a8614c506daf5f8cd", "7349f17d3f214304b52bc99bf016854d", "27415211c1cf4d02a3c0a8cd1dcf6ad0", "e700cf236327468a9dba0c6f02821d55", "6bd4a6e1e00a4e1b932da863eb19eb53", "6a81671a1a4844849ce23cc950917d10", "32e8e50ae5634a53ad06cf0ba381c96e", "5f2d131345d4421681213e81a6396b6c", "dc921c74fa7c4d358a65f789abd8fcfc", "36c0fdc18ddb4037aaf1442f11b13f1c", "b0b2c4087a6743468dd4d70e97840f1e", "efca798208a84304bf3f0806ad189d57", "34597db549394972a1f2b1d39129e000", "5258a35b963340bea3ee97abd2a4735b", "9cebb5193d744be8915008e6c5ca6085", "8dd2a58eea1849ee910b312708060161", "d7e64951e87547aca55dc0f9e21f54f5", "b5c03d5e696b4cf696a50ba691f3df55", "42263112c5cd43c28eff54ac199a643c", "7ef8b454f809430f97aa12b8b82dd7d0", "5ab86babb1a14666a157e28db10e5e1e", "7b49de9946bf468885668b93472e95c0", "39c177e0f85740738baffe8d7dfd8dc3", "c060dd99dae94deb82e7ed70521ab4a3", "b003cd8fcc7247e592b271b42cfd8aa9", "4bc5fe9ae3e54b6a8c6efcd92880a940", "298e843e2ac543bc836368ecb16ad6ff", "c444b9f5a3764341be9b377471a010ad", "18a30b61f8e943a88e22d5ca2d01eba8", "10a8beb60a724d51821628c0046b4272", "cfb64554607a44eb965cf45071e7d2d1", "0c851eb160d04f43860855014e5931a0", "c2e3fe6ae05641feaa363526f31fa16b", "a389475a2efb4322b69578e718f2ad7d", "75d32804364846a7ac19d7fd1ceda392", "387b1284a5c44c67a67faa8ff1166d51", "7eeb9eacab29468ba32804f66df894dd", "51aece44daaf45a9914f9f5eff1c70cd", "915ca2fdc8cd4dbf814ce86e7b222b2e", "90e4661204f944859d762f193e04dda6", "9decfa696c904cfcac4a8674a4974aca", "e082cccee49c40449821943ce2c039cc", "9db3e447cf864c0bab04f77bf4c55366", "35f52c24782241df8261184d14dd10f9", "836d15b260ba4ee3b2d58270fc5c2975", "51ace073ed2d4b2f891e577a8db7ba22", "afa00946caa24168b92da683e31623d8", "a20e35f7464a413d87458b545ce3eac6", "2e0d9bc7dc434458ba2ed7c5adf52a8f", "1b4f688e649047cea6f596dbc0d27269", "9a86501616e8463baeb8ff38acda3b64", "4e8639decf204d8480b05acf3da6d4f1", "38ee6af163354ce7b791864a53e4f1a4", "1d1b369d6c5840c1939c8f494a1ad459", "abf72d4b01dd478e8268f2eede8b03cc", "20a9e0f4610a4d238e23c1f2dae9ba51", "cb385b5b78f44bb9b52e9b1c4f2195d8", "bd657a9122c543eeaa0ca58d8db3299b", "4c3f9ee7c91e4f2bbcbfecc2fb7d266c", "144622e81be64e3e9399a8ccc2b0ea8f", "c177e4a032f94db3bb6933b87989848c", "1c597e2ee0d74318a981b81511b61fc2", "723b372ea07b42c78efc30e258b14793", "9cbc0ce6218f45e5842f9fea8034a794", "a513a944ea3b41db8663781ad33b583f", "a3ec7fcfcd9a43e5a58e3f3c57665545" ] }, "id": "SFyhhi5IkoZp", "outputId": "3bafe2a6-e16b-4c19-ccef-b6728253dbdc" }, "execution_count": 4, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "==((====))== Unsloth 2026.4.6: Fast Qwen2 patching. Transformers: 5.5.0.\n", " \\\\ /| Tesla T4. Num GPUs = 1. Max memory: 14.563 GB. Platform: Linux.\n", "O^O/ \\_/ \\ Torch: 2.10.0+cu128. CUDA: 7.5. CUDA Toolkit: 12.8. Triton: 3.6.0\n", "\\ / Bfloat16 = FALSE. FA [Xformers = 0.0.35. FA2 = False]\n", " \"-____-\" Free license: http://github.com/unslothai/unsloth\n", "Unsloth: Fast downloading is enabled - ignore downloading bars which are red colored!\n" ] }, { "output_type": "display_data", "data": { "text/plain": [ "model.safetensors: 0%| | 0.00/1.53G [00:00.\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Not an error, but Unsloth cannot patch MLP layers with our manual autograd engine since either LoRA adapters\n", "are not enabled or a bias term (like in Qwen) is used.\n", "Unsloth 2026.4.6 patched 28 layers with 28 QKV layers, 28 O layers and 0 MLP layers.\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "trainable params: 4,358,144 || all params: 1,548,072,448 || trainable%: 0.2815\n", "Model loaded OK\n" ] } ] }, { "cell_type": "code", "source": [ "# CELL 5 — System prompt, reward function, parse_action\n", "import json\n", "\n", "TRAIN_SYSTEM = \"\"\"You are an expert ML engineer. Debug the broken PyTorch script.\n", "Respond with JSON only:\n", "{\"bug_type\": \"\", \"diagnosis\": \"\", \"fixed_code\": \"\"}\n", "No markdown. No text outside JSON.\"\"\"\n", "\n", "def make_train_prompt(task_id, seed=42):\n", " scenario = get_scenario(task_id, seed=seed)\n", " return [\n", " {\"role\": \"system\", \"content\": TRAIN_SYSTEM},\n", " {\"role\": \"user\", \"content\": (\n", " f\"Broken script:\\n```python\\n{scenario.buggy_code}\\n```\\n\\n\"\n", " f\"Error/failure:\\n{scenario.error_output}\\n\\n\"\n", " f\"Return JSON fix only.\"\n", " )}\n", " ], scenario\n", "\n", "def parse_action(text):\n", " text = text.strip()\n", " # try direct parse first\n", " try:\n", " return json.loads(text)\n", " except:\n", " pass\n", " # strip markdown fences\n", " if '```' in text:\n", " parts = text.split('```')\n", " for part in parts:\n", " part = part.strip()\n", " if part.startswith('json'):\n", " part = part[4:].strip()\n", " if part.startswith('{'):\n", " try:\n", " return json.loads(part)\n", " except:\n", " continue\n", " # find first { ... } block\n", " try:\n", " start = text.index('{')\n", " end = text.rindex('}') + 1\n", " return json.loads(text[start:end])\n", " except:\n", " pass\n", " return {}\n", "\n", "def compute_reward(completion, task_id, seed=42):\n", " try:\n", " parsed = parse_action(completion)\n", " action_type = parsed.get('action_type', 'fix')\n", " if action_type == 'inspect':\n", " return 0.0\n", " bug_type = parsed.get('bug_type', 'other')\n", " diagnosis = parsed.get('diagnosis', '')\n", " fixed_code = parsed.get('fixed_code', '')\n", " if not fixed_code or len(fixed_code) < 50:\n", " return 0.0\n", " scenario = get_scenario(task_id, seed=seed)\n", " result = grade(\n", " action_bug_type=bug_type,\n", " action_diagnosis=diagnosis,\n", " fixed_code=fixed_code,\n", " scenario=scenario,\n", " )\n", " return float(result.score)\n", " except Exception as e:\n", " print(f\" [reward error] {e}\")\n", " return 0.0\n", "\n", "# Quick test\n", "messages, scenario = make_train_prompt('shape_mismatch', seed=42)\n", "prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)\n", "print('Prompt length:', len(prompt))\n", "print('Done')" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "0EyIvFcGkvaH", "outputId": "dd70d5d9-71b7-4036-e8c4-df7da62da371" }, "execution_count": 18, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Prompt length: 1598\n", "Done\n" ] } ] }, { "cell_type": "code", "source": [ "import warnings\n", "warnings.filterwarnings('ignore')" ], "metadata": { "id": "gzGzNfwPEJCr" }, "execution_count": 20, "outputs": [] }, { "cell_type": "code", "source": [ "# CELL 6 — GRPO training loop (fixed sequence length)\n", "import warnings\n", "warnings.filterwarnings('ignore')\n", "import torch\n", "from torch.optim import AdamW\n", "import random\n", "\n", "optimizer = AdamW(model.parameters(), lr=5e-6)\n", "reward_log = []\n", "MAX_STEPS = 200\n", "NUM_GENERATIONS = 4\n", "\n", "TRAIN_TASKS = ['shape_mismatch', 'training_collapse', 'wrong_device', 'gradient_not_zeroed']\n", "\n", "def generate_completion(messages):\n", " prompt = tokenizer.apply_chat_template(\n", " messages, tokenize=False, add_generation_prompt=True\n", " )\n", " inputs = tokenizer(prompt, return_tensors='pt', truncation=True, max_length=512).to('cuda')\n", " with torch.no_grad():\n", " output = model.generate(\n", " **inputs,\n", " max_new_tokens=500,\n", " do_sample=True,\n", " temperature=0.9,\n", " pad_token_id=tokenizer.eos_token_id,\n", " )\n", " return tokenizer.decode(output[0][inputs['input_ids'].shape[1]:], skip_special_tokens=True)\n", "\n", "dataset = []\n", "for i in range(50):\n", " for task_id in TRAIN_TASKS:\n", " dataset.append({'task_id': task_id, 'seed': i})\n", "random.shuffle(dataset)\n", "\n", "step = 0\n", "for episode in dataset:\n", " if step >= MAX_STEPS:\n", " break\n", "\n", " task_id = episode['task_id']\n", " seed = episode['seed']\n", " messages, scenario = make_train_prompt(task_id, seed=seed)\n", "\n", " completions, rewards = [], []\n", " for _ in range(NUM_GENERATIONS):\n", " completion = generate_completion(messages)\n", " r = compute_reward(completion, task_id, seed=seed)\n", " completions.append(completion)\n", " rewards.append(r)\n", "\n", " rewards_tensor = torch.tensor(rewards, dtype=torch.float32)\n", " avg_reward = float(rewards_tensor.mean())\n", " reward_log.append({'step': step, 'reward': avg_reward})\n", "\n", " if rewards_tensor.std() < 1e-6:\n", " print(f'Step {step:3d} | {task_id:25s} | {[f\"{r:.2f}\" for r in rewards]} | avg={avg_reward:.3f} [no variance]')\n", " step += 1\n", " continue\n", "\n", " mean_r = rewards_tensor.mean()\n", " std_r = rewards_tensor.std() + 1e-8\n", " advantages = (rewards_tensor - mean_r) / std_r\n", "\n", " best_idx = rewards.index(max(rewards))\n", " advantage = advantages[best_idx].item()\n", "\n", " prompt_text = tokenizer.apply_chat_template(\n", " messages, tokenize=False, add_generation_prompt=True\n", " )\n", " full_text = prompt_text + completions[best_idx]\n", " inputs = tokenizer(\n", " full_text, return_tensors='pt', truncation=True, max_length=1024\n", " ).to('cuda')\n", "\n", " model.train()\n", " outputs = model(**inputs, labels=inputs['input_ids'])\n", " loss = -advantage * outputs.loss\n", " optimizer.zero_grad()\n", " loss.backward()\n", " torch.nn.utils.clip_grad_norm_(model.parameters(), 1.0)\n", " optimizer.step()\n", "\n", " print(f'Step {step:3d} | {task_id:25s} | {[f\"{r:.2f}\" for r in rewards]} | avg={avg_reward:.3f}')\n", " step += 1\n", "\n", "print(f'\\nDone. Steps: {step}')" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "wsHmHWsbk_SC", "outputId": "b0e988e3-2e9e-43f2-87d7-7086375c41b5" }, "execution_count": 21, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 0 | shape_mismatch | ['0.00', '0.01', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 1 | training_collapse | ['0.01', '0.00', '0.01', '0.00'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 2 | shape_mismatch | ['0.00', '0.01', '0.00', '0.20'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 3 | gradient_not_zeroed | ['0.01', '0.20', '0.01', '0.20'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 4 | training_collapse | ['0.01', '0.00', '0.00', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 5 | shape_mismatch | ['0.00', '0.00', '0.00', '0.01'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 6 | shape_mismatch | ['0.01', '0.00', '0.01', '0.00'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 7 | wrong_device | ['0.01', '0.01', '0.00', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 8 | shape_mismatch | ['0.00', '0.20', '0.40', '0.01'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 9 | training_collapse | ['0.20', '0.00', '0.00', '0.00'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 10 | shape_mismatch | ['0.01', '0.20', '0.00', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 11 | wrong_device | ['0.01', '0.20', '0.01', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 12 | gradient_not_zeroed | ['0.99', '0.01', '0.01', '0.01'] | avg=0.255\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 13 | training_collapse | ['0.00', '0.99', '0.00', '0.00'] | avg=0.248\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 14 | gradient_not_zeroed | ['0.01', '0.20', '0.01', '0.00'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 15 | gradient_not_zeroed | ['0.01', '0.01', '0.20', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 16 | shape_mismatch | ['0.01', '0.00', '0.00', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 17 | training_collapse | ['0.00', '0.00', '0.40', '0.20'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 18 | gradient_not_zeroed | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 19 | gradient_not_zeroed | ['0.00', '0.00', '0.01', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 20 | shape_mismatch | ['0.40', '0.40', '0.40', '0.00'] | avg=0.300\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 21 | shape_mismatch | ['0.00', '0.00', '0.01', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 22 | training_collapse | ['0.01', '0.01', '0.20', '0.20'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 23 | shape_mismatch | ['0.01', '0.40', '0.01', '0.01'] | avg=0.107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 24 | training_collapse | ['0.20', '0.40', '0.00', '0.01'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 25 | wrong_device | ['0.01', '0.00', '0.20', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 26 | gradient_not_zeroed | ['0.00', '0.01', '0.00', '0.00'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 27 | wrong_device | ['0.01', '0.01', '0.01', '0.20'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 28 | wrong_device | ['0.00', '0.20', '0.00', '0.00'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 29 | training_collapse | ['0.01', '0.00', '0.20', '0.00'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 30 | shape_mismatch | ['0.01', '0.00', '0.20', '0.00'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 31 | training_collapse | ['0.00', '0.20', '0.00', '0.40'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 32 | training_collapse | ['0.01', '0.01', '0.01', '0.20'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 33 | wrong_device | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 34 | wrong_device | ['0.00', '0.00', '0.01', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 35 | wrong_device | ['0.00', '0.01', '0.00', '0.00'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 36 | training_collapse | ['0.20', '0.00', '0.00', '0.00'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 37 | training_collapse | ['0.20', '0.00', '0.00', '0.40'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 38 | training_collapse | ['0.00', '0.20', '0.00', '0.20'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 39 | wrong_device | ['0.00', '0.01', '0.20', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 40 | gradient_not_zeroed | ['0.01', '0.01', '0.00', '0.00'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 41 | shape_mismatch | ['0.40', '0.00', '0.40', '0.20'] | avg=0.250\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 42 | shape_mismatch | ['0.00', '0.01', '0.40', '0.00'] | avg=0.102\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 43 | training_collapse | ['0.00', '0.20', '0.00', '0.00'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 44 | wrong_device | ['0.01', '0.01', '0.20', '0.20'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 45 | gradient_not_zeroed | ['0.00', '0.00', '0.01', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 46 | shape_mismatch | ['0.01', '0.01', '0.00', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 47 | gradient_not_zeroed | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 48 | training_collapse | ['0.20', '0.00', '0.00', '0.20'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 49 | gradient_not_zeroed | ['0.01', '0.20', '0.01', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 50 | shape_mismatch | ['0.01', '0.01', '0.20', '0.00'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 51 | shape_mismatch | ['0.40', '0.01', '0.01', '0.01'] | avg=0.107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 52 | wrong_device | ['0.00', '0.01', '0.20', '0.20'] | avg=0.103\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 53 | shape_mismatch | ['0.01', '0.00', '0.00', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 54 | training_collapse | ['0.20', '0.20', '0.20', '0.00'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 55 | wrong_device | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 56 | training_collapse | ['0.20', '0.00', '0.20', '0.20'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 57 | gradient_not_zeroed | ['0.00', '0.01', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 58 | gradient_not_zeroed | ['0.20', '0.01', '0.00', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 59 | gradient_not_zeroed | ['0.01', '0.00', '0.01', '0.60'] | avg=0.155\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 60 | shape_mismatch | ['0.00', '0.00', '0.01', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 61 | training_collapse | ['0.01', '0.01', '0.01', '0.00'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 62 | wrong_device | ['0.01', '0.00', '0.01', '0.20'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 63 | training_collapse | ['0.00', '0.20', '0.20', '0.00'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 64 | shape_mismatch | ['0.20', '0.20', '0.01', '0.20'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 65 | wrong_device | ['0.01', '0.01', '0.00', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 66 | training_collapse | ['0.00', '0.20', '0.20', '0.00'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 67 | wrong_device | ['0.20', '0.20', '0.00', '0.00'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 68 | shape_mismatch | ['0.01', '0.20', '0.20', '0.40'] | avg=0.203\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 69 | wrong_device | ['0.01', '0.00', '0.01', '0.00'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 70 | shape_mismatch | ['0.00', '0.00', '0.20', '0.00'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 71 | shape_mismatch | ['0.00', '0.00', '0.00', '0.01'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 72 | gradient_not_zeroed | ['0.00', '0.01', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 73 | wrong_device | ['0.01', '0.20', '0.00', '0.00'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 74 | shape_mismatch | ['0.00', '0.00', '0.01', '0.00'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 75 | shape_mismatch | ['0.40', '0.01', '0.01', '0.01'] | avg=0.107\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 76 | training_collapse | ['0.00', '0.20', '0.00', '0.00'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 77 | shape_mismatch | ['0.01', '0.01', '0.01', '0.20'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 78 | shape_mismatch | ['0.20', '0.00', '0.00', '0.00'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 79 | shape_mismatch | ['0.01', '0.00', '0.01', '0.00'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 80 | wrong_device | ['0.01', '0.00', '0.00', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 81 | wrong_device | ['0.00', '0.00', '0.00', '0.01'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 82 | training_collapse | ['0.20', '0.20', '0.00', '0.00'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 83 | training_collapse | ['0.20', '0.20', '0.20', '0.00'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 84 | gradient_not_zeroed | ['0.20', '0.20', '0.01', '0.01'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 85 | wrong_device | ['0.01', '0.01', '0.20', '0.00'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 86 | gradient_not_zeroed | ['0.01', '0.01', '0.20', '0.00'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 87 | training_collapse | ['0.20', '0.00', '0.20', '0.20'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 88 | training_collapse | ['0.01', '0.01', '0.00', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 89 | wrong_device | ['0.01', '0.01', '0.20', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 90 | gradient_not_zeroed | ['0.01', '0.00', '0.00', '0.20'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 91 | shape_mismatch | ['0.40', '0.01', '0.01', '0.40'] | avg=0.205\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 92 | training_collapse | ['0.20', '0.20', '0.00', '0.20'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 93 | gradient_not_zeroed | ['0.20', '0.20', '0.20', '0.01'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 94 | shape_mismatch | ['0.01', '0.01', '0.20', '0.20'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 95 | wrong_device | ['0.01', '0.01', '0.00', '0.20'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 96 | shape_mismatch | ['0.01', '0.20', '0.40', '0.01'] | avg=0.155\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 97 | gradient_not_zeroed | ['0.01', '0.00', '0.00', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 98 | gradient_not_zeroed | ['0.01', '0.01', '0.20', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 99 | gradient_not_zeroed | ['0.01', '0.20', '0.01', '0.00'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 100 | gradient_not_zeroed | ['0.01', '0.20', '0.00', '0.00'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 101 | training_collapse | ['0.00', '0.20', '0.20', '0.40'] | avg=0.200\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 102 | shape_mismatch | ['0.01', '0.00', '0.40', '0.01'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 103 | gradient_not_zeroed | ['0.00', '0.20', '0.01', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 104 | gradient_not_zeroed | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 105 | training_collapse | ['0.01', '0.00', '0.20', '0.20'] | avg=0.103\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 106 | gradient_not_zeroed | ['0.00', '0.01', '0.00', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 107 | wrong_device | ['0.00', '0.20', '0.00', '0.00'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 108 | gradient_not_zeroed | ['0.00', '0.01', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 109 | shape_mismatch | ['0.00', '0.20', '0.20', '0.01'] | avg=0.102\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 110 | gradient_not_zeroed | ['0.00', '0.20', '0.20', '0.01'] | avg=0.102\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 111 | wrong_device | ['0.00', '0.00', '0.01', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 112 | shape_mismatch | ['0.00', '0.01', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 113 | gradient_not_zeroed | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 114 | shape_mismatch | ['0.01', '0.01', '0.20', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 115 | training_collapse | ['0.01', '0.00', '0.20', '0.20'] | avg=0.103\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 116 | wrong_device | ['0.00', '0.00', '0.01', '0.20'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 117 | wrong_device | ['0.20', '0.01', '0.20', '0.20'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 118 | gradient_not_zeroed | ['0.01', '0.01', '0.01', '0.00'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 119 | wrong_device | ['0.01', '0.00', '0.00', '0.20'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 120 | wrong_device | ['0.01', '0.00', '0.00', '0.00'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 121 | wrong_device | ['0.20', '0.01', '0.00', '0.20'] | avg=0.103\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 122 | wrong_device | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 123 | training_collapse | ['0.20', '0.20', '0.20', '0.01'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 124 | wrong_device | ['0.20', '0.20', '0.20', '0.01'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 125 | wrong_device | ['0.01', '0.20', '0.01', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 126 | shape_mismatch | ['0.01', '0.01', '0.00', '0.00'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 127 | gradient_not_zeroed | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 128 | training_collapse | ['0.00', '0.20', '0.20', '0.00'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 129 | gradient_not_zeroed | ['0.01', '0.00', '0.01', '0.20'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 130 | gradient_not_zeroed | ['0.20', '0.01', '0.00', '0.00'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 131 | gradient_not_zeroed | ['0.00', '0.01', '0.00', '0.00'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 132 | training_collapse | ['0.00', '0.20', '0.01', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 133 | training_collapse | ['0.00', '0.20', '0.20', '0.20'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 134 | shape_mismatch | ['0.00', '0.00', '0.00', '0.00'] | avg=0.000 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 135 | training_collapse | ['0.00', '0.00', '0.00', '0.20'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 136 | shape_mismatch | ['0.40', '0.01', '0.40', '0.40'] | avg=0.303\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 137 | shape_mismatch | ['0.20', '0.01', '0.40', '0.01'] | avg=0.155\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 138 | gradient_not_zeroed | ['0.00', '0.20', '0.01', '0.00'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 139 | wrong_device | ['0.01', '0.01', '0.00', '0.00'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 140 | training_collapse | ['0.01', '0.00', '0.00', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 141 | wrong_device | ['0.00', '0.01', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 142 | wrong_device | ['0.00', '0.20', '0.00', '0.20'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 143 | gradient_not_zeroed | ['0.00', '0.01', '0.01', '0.00'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 144 | wrong_device | ['0.20', '0.20', '0.00', '0.01'] | avg=0.102\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 145 | training_collapse | ['0.00', '0.20', '0.00', '0.20'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 146 | shape_mismatch | ['0.20', '0.01', '0.20', '0.01'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 147 | gradient_not_zeroed | ['0.00', '0.01', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 148 | shape_mismatch | ['0.00', '0.01', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 149 | wrong_device | ['0.01', '0.20', '0.01', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 150 | shape_mismatch | ['0.40', '0.40', '0.01', '0.00'] | avg=0.203\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 151 | gradient_not_zeroed | ['0.20', '0.20', '0.20', '0.20'] | avg=0.200 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 152 | gradient_not_zeroed | ['0.01', '0.00', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 153 | training_collapse | ['0.20', '0.00', '0.01', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 154 | training_collapse | ['0.20', '0.01', '0.01', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 155 | wrong_device | ['0.01', '0.20', '0.01', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 156 | wrong_device | ['0.20', '0.01', '0.20', '0.20'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 157 | training_collapse | ['0.20', '0.20', '0.00', '0.00'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 158 | gradient_not_zeroed | ['0.00', '0.01', '0.01', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 159 | gradient_not_zeroed | ['0.00', '0.01', '0.20', '0.20'] | avg=0.103\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 160 | shape_mismatch | ['0.00', '0.40', '0.00', '0.01'] | avg=0.102\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 161 | training_collapse | ['0.00', '0.20', '0.20', '0.00'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 162 | training_collapse | ['0.99', '0.00', '0.00', '0.00'] | avg=0.248\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 163 | shape_mismatch | ['0.01', '0.01', '0.01', '0.40'] | avg=0.108\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 164 | training_collapse | ['0.20', '0.20', '0.00', '0.20'] | avg=0.150\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 165 | gradient_not_zeroed | ['0.01', '0.00', '0.01', '0.20'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 166 | gradient_not_zeroed | ['0.01', '0.00', '0.00', '0.01'] | avg=0.005\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 167 | training_collapse | ['0.20', '0.00', '0.20', '0.00'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 168 | gradient_not_zeroed | ['0.00', '0.00', '0.00', '0.01'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 169 | gradient_not_zeroed | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 170 | gradient_not_zeroed | ['0.00', '0.20', '0.01', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 171 | wrong_device | ['0.01', '0.01', '0.00', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 172 | wrong_device | ['0.20', '0.01', '0.01', '0.20'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 173 | training_collapse | ['0.20', '0.99', '0.20', '0.00'] | avg=0.348\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 174 | wrong_device | ['0.20', '0.01', '0.20', '0.01'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 175 | training_collapse | ['0.20', '0.40', '0.01', '0.00'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 176 | training_collapse | ['0.01', '0.20', '0.01', '0.00'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 177 | training_collapse | ['0.20', '0.01', '0.00', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 178 | wrong_device | ['0.00', '0.00', '0.00', '0.01'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 179 | shape_mismatch | ['0.01', '0.00', '0.00', '0.40'] | avg=0.102\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 180 | shape_mismatch | ['0.40', '0.01', '0.40', '0.00'] | avg=0.203\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 181 | shape_mismatch | ['0.01', '0.01', '0.00', '0.01'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 182 | shape_mismatch | ['0.00', '0.00', '0.00', '0.20'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 183 | gradient_not_zeroed | ['0.20', '0.01', '0.01', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 184 | gradient_not_zeroed | ['0.01', '0.01', '0.20', '0.01'] | avg=0.058\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 185 | gradient_not_zeroed | ['0.01', '0.01', '0.01', '0.01'] | avg=0.010 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 186 | wrong_device | ['0.20', '0.00', '0.00', '0.00'] | avg=0.050\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 187 | wrong_device | ['0.20', '0.01', '0.20', '0.20'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 188 | shape_mismatch | ['0.01', '0.01', '0.99', '0.40'] | avg=0.352\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 189 | wrong_device | ['0.00', '0.20', '0.00', '0.01'] | avg=0.053\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 190 | gradient_not_zeroed | ['0.00', '0.01', '0.00', '0.00'] | avg=0.002\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 191 | training_collapse | ['0.00', '0.20', '0.99', '0.00'] | avg=0.298\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 192 | wrong_device | ['0.01', '0.20', '0.20', '0.01'] | avg=0.105\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 193 | shape_mismatch | ['0.20', '0.00', '0.01', '0.01'] | avg=0.055\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 194 | wrong_device | ['0.20', '0.20', '0.01', '0.20'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 195 | wrong_device | ['0.01', '0.01', '0.01', '0.00'] | avg=0.007\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 196 | wrong_device | ['0.20', '0.01', '0.20', '0.20'] | avg=0.153\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 197 | training_collapse | ['0.20', '0.00', '0.20', '0.00'] | avg=0.100\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 198 | shape_mismatch | ['0.40', '0.40', '0.40', '0.40'] | avg=0.400 [no variance]\n" ] }, { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n", "Both `max_new_tokens` (=500) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Step 199 | training_collapse | ['0.99', '0.00', '0.99', '0.20'] | avg=0.545\n", "\n", "Done. Steps: 200\n" ] } ] }, { "cell_type": "code", "source": [], "metadata": { "id": "pvH_vHpwlWxc" }, "execution_count": 21, "outputs": [] }, { "cell_type": "code", "source": [ "# CELL 7 — Plot reward curve\n", "import matplotlib.pyplot as plt\n", "import numpy as np\n", "\n", "steps = [r['step'] for r in reward_log]\n", "rewards = [r['reward'] for r in reward_log]\n", "\n", "window = 8\n", "smoothed = np.convolve(rewards, np.ones(window)/window, mode='valid')\n", "\n", "fig, ax = plt.subplots(figsize=(10, 5))\n", "ax.plot(steps, rewards, alpha=0.3, color='steelblue', label='Raw reward')\n", "ax.plot(steps[window-1:], smoothed, color='steelblue', linewidth=2.5, label=f'Smoothed (window={window})')\n", "ax.axhline(y=np.mean(rewards[:8]), color='red', linestyle='--', alpha=0.7, label=f'Initial avg: {np.mean(rewards[:8]):.3f}')\n", "ax.axhline(y=np.mean(rewards[-8:]), color='green', linestyle='--', alpha=0.7, label=f'Final avg: {np.mean(rewards[-8:]):.3f}')\n", "ax.set_xlabel('Training Step')\n", "ax.set_ylabel('Reward (0 - 0.99)')\n", "ax.set_title('ML Debug Env — GRPO Training\\nQwen2.5-1.5B-Instruct + LoRA (4bit)')\n", "ax.legend()\n", "ax.grid(True, alpha=0.3)\n", "ax.set_ylim(0, 1.0)\n", "plt.tight_layout()\n", "plt.savefig('reward_curve.png', dpi=150, bbox_inches='tight')\n", "plt.show()\n", "\n", "print(f'Initial reward (first 8 steps): {np.mean(rewards[:8]):.3f}')\n", "print(f'Final reward (last 8 steps): {np.mean(rewards[-8:]):.3f}')\n", "print(f'Improvement: {np.mean(rewards[-8:]) - np.mean(rewards[:8]):+.3f}')" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 558 }, "id": "TUqbZB99nC2N", "outputId": "cad432ce-c185-4dfb-948e-c08f9fdadbf0" }, "execution_count": 22, "outputs": [ { "output_type": "display_data", "data": { "text/plain": [ "
" ], "image/png": "iVBORw0KGgoAAAANSUhEUgAAA90AAAHpCAYAAACful8UAAAAOnRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjEwLjAsIGh0dHBzOi8vbWF0cGxvdGxpYi5vcmcvlHJYcgAAAAlwSFlzAAAPYQAAD2EBqD+naQABAABJREFUeJzs3Xd8E+UfB/BPRhctbYEudtlDdhEsUFqkWLYMlVGBVoYsRfghQ4GCgykVUBnKkiVLQQUBESmyNyiyy6gipaXQvZLc/f4oOZImLWlpmjT9vF+vviCX5+6+yZNc7nvPOJkoiiKIiIiIiIiIqMjJLR0AERERERERka1i0k1ERERERERkJky6iYiIiIiIiMyESTcRERERERGRmTDpJiIiIiIiIjITJt1EREREREREZsKkm4iIiIiIiMhMmHQTERERERERmQmTbiIiIiIiIiIzYdJNREQ2a+bMmZDJZHj48KGlQyF6pjt37kAmk2Ht2rWFWl8mk2HmzJlFGhMRET0/Jt1ERCRZu3YtZDIZZDIZjhw5YvC8KIqoWrUqZDIZunfvrvecTCbD2LFjC7xPbWKs/StTpgyqVauGHj16YM2aNcjKyir067FGYWFheq9X98/R0dHS4RW5n3/+GT169IC3tzfs7e1Rvnx5tG/fHgsXLkRycrJeWV9fX733w9nZGa1atcK6desMthsVFaVX1s7ODjVr1sTgwYNx69Ytg/IJCQl4//33Ua9ePTg6OqJ8+fIICQnBrl27nvkacn9G8/oLCgoq9PtERES2S2npAIiIyPo4Ojpi06ZNaNeund7yQ4cO4d9//4WDg0OR73PZsmVwcXFBVlYW7t27h3379uGtt97CokWLsGvXLlStWrXI92kpDg4OWLlypcFyhUJhgWjMQxAEDB06FGvXrkXjxo0xevRoVK1aFSkpKTh+/DimTZuGX375BQcOHNBbr1mzZvjf//4HALh//z5WrlyJIUOGICsrC8OHDzfYz7vvvosXX3wRKpUK586dw9dff43du3fjr7/+QqVKlQAA165dQ8eOHREfH4/w8HC0bNkSiYmJ2LhxI3r06IGJEydiwYIFeb6WPn36oHbt2tLj1NRUjBo1Cr1790afPn2k5d7e3s/1nlWvXh0ZGRmws7Mr1PoZGRlQKnlqR0RkdUQiIqIn1qxZIwIQ+/TpI3p4eIgqlUrv+eHDh4t+fn5i9erVxW7duuk9B0AcM2ZMgfcZEREhAhDj4+MNntuwYYMol8vF1q1bF3i7z9q2pQwZMkR0dna2dBhmN2fOHBGAOH78eFEQBIPn//vvP3Hu3Ll6y4x9ruLi4kQXFxexQYMGessPHjwoAhC3bdumt3zJkiUiAHH27NmiKIpidna22KhRI7FMmTLiiRMn9Mqq1WqxX79+IgBx8+bNJr+2+Ph4EYAYERGRb7mMjAxRo9GYvF0iIrJN7F5OREQGBgwYgISEBOzfv19alp2dje3bt2PgwIHFFkdoaCiGDRuGkydP6sUCACdPnkTnzp3h5uaGMmXKIDAwEEePHjW6nYcPH+KNN96Aq6srKlSogHHjxiEzM1N6Pr+xtMbGyUZFRaFly5ZwdHRErVq1sGLFCqkLclHRdvU/evQoJkyYAE9PTzg7O6N3796Ij4+XynXv3h01a9Y0ug1/f3+0bNmyyGIyVXp6OubNm4cXXngBCxYsMPq+VKxYEZMnT37mtjw9PVG/fn1ER0ebtO+XX34ZAHD79m0AwPfff49Lly5hypQpaN26tV5ZhUKBFStWwN3d/bnHQmu7u2/evBnTpk1D5cqVUaZMGSQnJ+PRo0eYOHEiGjduDBcXF7i6uqJLly64ePGi3jaMfQ7DwsLg4uKCe/fuoVevXnBxcYGnpycmTpwIjUajt37uz6r2M3nz5k2EhYXB3d0dbm5uCA8PR3p6ut66GRkZePfdd+Hh4YGyZcuiZ8+euHfvHseJExEVASbdRERkwNfXF/7+/vjuu++kZXv27EFSUhL69+9frLEMGjQIAPDrr79Ky37//Xe0b98eycnJiIiIwOzZs5GYmIiXX34Zp06dMtjGG2+8gczMTMyZMwddu3bFkiVLMGLEiELFc/78eXTu3BkJCQmYNWsWhg4dio8++gg7d+4s0HYePnxo8Jd7jDMAvPPOO7h48SIiIiIwatQo/Pzzz3pj5/v164fbt2/j9OnTeuvdvXsXJ06cKPb6AoAjR44gMTERAwYMeO4u82q1Gv/++y/KlStnUnltcl6hQgUAOWPKAWDw4MFGy7u5ueHVV1/F1atXcfPmzeeKFQA+/vhj7N69GxMnTsTs2bNhb2+PW7duYefOnejevTsiIyPx/vvv46+//kJgYCD++++/Z25To9EgJCQEFSpUwGeffYbAwEAsXLgQX3/9tUkxvfHGG0hJScGcOXPwxhtvYO3atZg1a5ZembCwMHzxxRfo2rUr5s2bBycnJ3Tr1q1Q7wEREenjwB8iIjJq4MCBmDp1KjIyMuDk5ISNGzciMDBQGidbXBo1agTgaTIliiJGjhyJDh06YM+ePVIr6ttvv40XXngB06ZN00vQAaBGjRr48ccfAQBjxoyBq6srli5diokTJ6JJkyYFiiciIgIKhQJHjx6V3os33ngDDRo0MHkbaWlp8PT0NFgeEhKCvXv36i2rUKECfv31V+l1CoKAJUuWICkpSUoYHRwcsGXLFrz44ovSelu3boVMJsMbb7xRoNdXFK5evQrgad1paTQaPH78WG9ZhQoV9FrCVSqVNNt8bGws5s+fj9jYWIwZM8bovlJSUvDw4UOoVCqcP38e48aNg0wmQ9++fQEAly9fhpubG6pXr55nvE2bNgUAXLlyRW/sdmFkZmbizJkzcHJykpY1btwY169fh1z+tK1j0KBBqF+/PlatWoXp06c/c5v9+vWTyo0cORItWrTAqlWrMGrUqGfG1Lx5c6xatUp6nJCQgFWrVmHevHkAgHPnzmHr1q1477338PnnnwMARo8ejfDwcIPWeCIiKji2dBMRkVFvvPEGMjIysGvXLqSkpGDXrl3F2rVcy8XFBUBOcgUAFy5cwI0bNzBw4EAkJCRIrcRpaWno2LEj/vjjDwiCoLeN3AnbO++8AwD45ZdfChSLRqPBb7/9hl69euldfKhduza6dOli8nYcHR2xf/9+g7+5c+calB0xYoReUhoQEACNRoO7d+8CgNRVeevWrRBFUSq3ZcsWvPTSS6hWrVqBXmNR0LbYa+tO66+//oKnp6feX0JCgl6ZX3/9VXqucePGWL9+PcLDw/Oc6Oytt96Cp6cnKlWqhG7duiEtLQ3ffvut1K0+JSUFZcuWzTde7fPGehoU1JAhQ/QSbiBn4jxtwq3RaJCQkAAXFxfUq1cP586dM2m7I0eO1HscEBBgdJZ2U9dNSEiQXq/2Qs/o0aP1ymm/J0RE9HzY0k1EREZ5enoiODgYmzZtQnp6OjQaDV577bVijyM1NRXA08Toxo0bAHKSm7wkJSXpdUeuU6eO3vO1atWCXC7HnTt3ChRLXFwcMjIyjLaGFqSFVKFQIDg42KSyuZNm7evSbTHu168fdu7ciePHj6NNmzaIjo7G2bNnsWjRony3nZqaKr2/BeXi4mKQVGtp6yr3tmvXri2NzV+3bh3Wr19vsG7r1q3xySefQKPR4NKlS/jkk0/w+PFj2NvbG93XjBkzEBAQAIVCAQ8PDzRo0EBvBu+yZcs+8z7t2gs6z0rOTVGjRg2DZYIgYPHixVi6dClu376tNxZb2w0+P46OjgY9I8qVK2fQayAv+X2GXF1dcffuXcjlcoPYn7fVn4iIcjDpJiKiPA0cOBDDhw9HbGwsunTpAnd392KP4dKlSwCeJgDaVuwFCxagWbNmRtfJKxnUyj2xV14ToOWeqMoS8hoTrduq3aNHD5QpUwZbt25FmzZtsHXrVsjlcrz++uv5bvuzzz4zGNtrqoiIiDwn2Kpfvz6AnLp79dVXpeUuLi7SxQZj94EHAA8PD6lMSEgI6tevj+7du2Px4sWYMGGCQfnGjRvnewGjQYMGuHDhAmJiYvJs9f/zzz8BAA0bNsxzO6bK3coNALNnz8b06dPx1ltv4eOPP0b58uUhl8vx3nvvGfTKMOZ5x8Wb8hkiIiLzYdJNRER56t27N95++22cOHECW7ZssUgM2tbQkJAQADmt1EBOt2pTW4tv3Lih14p38+ZNCIIAX19fAE9b/hITE/XW03bh1vLy8oKjo6PRCbeKYhKuwnJ2dkb37t2xbds2REZGYsuWLQgICHjm+PvBgwcb3IvdVHnNmA7kdF92c3PD5s2bMXXqVL2xzAXVrVs3BAYGYvbs2Xj77bfh7OxcoPW7d++O7777DuvWrcO0adMMnk9OTsaPP/6I+vXrm61ld/v27ejQoYPeuGog5/Pm4eFhln0WRPXq1SEIAm7fvq3XK8SSn2kiIlvCMd1ERJQnFxcXLFu2DDNnzkSPHj2Kff+bNm3CypUr4e/vj44dOwIA/Pz8UKtWLXz22WdGu0br3k5L66uvvtJ7/MUXXwCANA7b1dUVHh4e+OOPP/TKLV26VO+xtlv4zp079WadvnnzJvbs2VOIV1h0+vXrh//++w8rV67ExYsX0a9fv2euU7NmTQQHBxfqL7+ku0yZMpg0aZJ0qy5jLaoFaWWdPHkyEhIS8M0335i8jtZrr72Ghg0bYu7cuThz5ozec4IgYNSoUXj8+DEiIiIKvG1TKRQKg9e7bds23Lt3z2z7LAjtBa3cn3ft94SIiJ4PW7qJiChf+Y2dzu3MmTP45JNPDJYHBQU9s0V1+/btcHFxQXZ2Nu7du4d9+/bh6NGjaNq0KbZt2yaVk8vlWLlyJbp06YIXXngB4eHhqFy5Mu7du4eDBw/C1dVVuk2U1u3bt9GzZ0907twZx48fx4YNGzBw4EBp1moAGDZsGObOnYthw4ahZcuW+OOPP3D9+nWDOGfOnIlff/0Vbdu2xahRo6DRaPDll1+iUaNGuHDhgknvk1qtxoYNG4w+17t37wK35gJA165dUbZsWUycOBEKhUKavdtSpkyZgitXrmDBggX49ddf0bdvX1SpUgWPHz/GuXPnsG3bNqnnwLN06dIFjRo1QmRkJMaMGQM7OzuT47C3t8f27dvRsWNHtGvXDuHh4WjZsiUSExOxadMmnDt3Dv/73//Memu17t2746OPPkJ4eDjatGmDv/76Cxs3bsz3wkVx8vPzQ9++fbFo0SIkJCTgpZdewqFDh6TPf1Hef56IqDRi0k1EREXm5MmTOHnypMHyjz/++JlJt/bWR46OjvDw8ECzZs2wevVqDBw4EA4ODnplg4KCcPz4cXz88cf48ssvkZqaCh8fH7Ru3Rpvv/22wba3bNmCGTNmYMqUKVAqlRg7dqzBbNgzZsxAfHw8tm/fjq1bt6JLly7Ys2cPvLy89Mr5+flhz549mDhxIqZPn46qVavio48+wpUrV6RbZT1LVlaWdP/x3G7fvl2opNvR0RE9e/bExo0bERwcbBB3cZPL5Vi/fj369u2Lb775Bl988QUeP34MFxcXNGrUCJ9++imGDx/+zPH3WhMnTkRYWBg2btyIsLCwAsXSoEEDXLx4EXPnzsVPP/2ENWvWwMnJCS1btsRPP/1k9l4cH3zwAdLS0rBp0yZs2bIFLVq0wO7duzFlyhSz7rcg1q1bBx8fH3z33XfYsWMHgoODsWXLFtSrV8+kCyNERJQ3mchZNIiIiJ5br1698Pfff0uzqxOVdBcuXEDz5s2xYcMGhIaGWjocIqISi2O6iYiICigjI0Pv8Y0bN/DLL78gKCjIMgERPafcn2kAWLRoEeRyOdq3b2+BiIiIbAe7lxMRERVQzZo1ERYWhpo1a+Lu3btYtmwZ7O3tMWnSJEuHRlQo8+fPx9mzZ9GhQwcolUrs2bMHe/bswYgRI1C1alVLh0dEVKKxezkREVEBhYeH4+DBg4iNjYWDgwP8/f0xe/ZstGjRwtKhERXK/v37MWvWLFy+fBmpqamoVq0aBg0ahA8//BBKJdtoiIieB5NuIiIiIiIiIjPhmG4iIiIiIiIiM2HSTURERERERGQmTLqJiIiIbMT8+fNRv359CIJQ4HXDwsJMvm+6TCbDzJkzn1lOpVKhatWqWLp0aYHjISKyFUy6iYhsxN9//40333wTlStXhoODAypVqoQ333wTly9ftnRoeUpISMCCBQvQvn17eHp6wt3dHS+99BK2bNli8jZkMpnRv7lz55q0/qlTpzB69Gj4+fnBzs4OMpmsQK8hKCjI6P47d+6sV27t2rUGZby8vNChQwfs2bPHpH3duXMHMpkMn332WYFiNFV6ejpmzpyJqKgos2zf2mMo6vc3d327uroiMDAQu3fvznOdxMREODo6QiaT4cqVKwXaX3JyMubNm4fJkydDLjd+ihcdHS1t/8yZMwXafn6OHTuGmTNnIjExUW+5nZ0dJkyYgE8//RSZmZlFtj8iopKE01ESEdmAH374AQMGDED58uUxdOhQ1KhRA3fu3MGqVauwfft2bNmyBa+++qqlwzRw/PhxfPjhh+jatSumTZsGpVKJ77//Hv3798fly5cxa9Ysk7bTqVMnDB48WG9Z8+bNTVr3l19+wcqVK9GkSRPUrFkT169fL/DrqFKlCubMmaO3rFKlSkbLfvTRR6hRowZEUcSDBw+wdu1adO3aFT///DO6d+9e4H0XpfT0dOk9t9Q9x60hhqKk/WyKoijdXq5Hjx7Ys2cPQkJCDMpv27YNMpkMPj4+2LhxIz755BOT97V69Wqo1WoMGDAgzzLjx4+HUqlEVlZWoV6PVkZGht6s5seOHcOsWbMQFhYGd3d3vbLh4eGYMmUKNm3ahLfeeuu59ktEVBIx6SYiKuGio6MxaNAg1KxZE3/88Qc8PT2l58aNG4eAgAC8+eab+PPPP1GjRg0LRmrohRdewI0bN1C9enVp2ejRoxEcHIx58+Zh0qRJcHZ2fuZ26tatizfffLNQMYwaNQqTJ0+Gk5MTxo4dW6ik283NzeT9d+nSBS1btpQeDx06FN7e3vjuu+8snnQXVFpamkn1U9zCwsJw584di7bYa+X+bPbt2xcNGzbE4sWLjSbdGzZsQNeuXVG9enVs2rSpQEn3mjVr0LNnTzg6Ohp9ft++fdi3bx8mTZpUoO0ak9c+jHF3d8crr7yCtWvXMukmolKJ3cuJiEq4BQsWID09HV9//bVewg0AHh4eWLFiBVJTU7FgwQIAwJ9//gmZTIaffvpJKnf27FnIZDKD+0x36dIFrVu31lu2Z88eBAQEwNnZGWXLlkW3bt3w999/65XRjg29d+8eevXqBRcXF3h6emLixInQaDRSuRo1augl3EBOl9xevXohKysLt27dMvl9yMjIKFT3VW9vbzg5ORV4vdzUajVSU1MLvJ67uzucnJwKfS9kbbf1o0ePYsKECfD09ISzszN69+6N+Ph4vbJnzpxBSEgIPDw84OTkhBo1akhJ0J07d6TPz6xZs6Qu0dpxu9o6jY6ORteuXVG2bFmEhoYCAHx9fREWFmYQW1BQkEFrdWZmJmbOnIm6devC0dERFStWRJ8+fRAdHf3MGKxFXFycdLHE0dERTZs2xbfffmvSug0aNICHhweio6MNnouJicHhw4fRv39/9O/fH7dv38axY8dM2u7t27fx559/Ijg42OjzKpUK48aNw7hx41CrVq18t3Xr1i2EhITA2dkZlSpVwkcffYTcd5jVrZeZM2fi/fffB5DzndbW2507d6TynTp1wpEjR/Do0SOTXg8RkS1h0k1EVML9/PPP8PX1RUBAgNHn27dvD19fX/z8888AgEaNGsHd3R1//PGHVObw4cOQy+W4ePEikpOTAQCCIODYsWNo3769VG79+vXo1q0bXFxcMG/ePEyfPh2XL19Gu3bt9E6wAUCj0SAkJAQVKlTAZ599hsDAQCxcuBBff/31M19TbGwsgJyLBqZYu3YtnJ2d4eTkhIYNG2LTpk0mrVdUrl+/Ll2E8PHxwfTp06FSqYyWTUpKwsOHDxEfH4+///4bo0aNQmpqaqFb6rXeeecdXLx4ERERERg1ahR+/vlnjB07Vno+Li4Or7zyCu7cuYMpU6bgiy++QGhoKE6cOAEA8PT0xLJlywAAvXv3xvr167F+/Xr06dNH2oZarUZISAi8vLzw2WefoW/fvgWKUaPRoHv37pg1axb8/PywcOFCjBs3DklJSbh06ZJJMVhaRkYGgoKCsH79eoSGhmLBggVwc3NDWFgYFi9e/Mz1k5KS8PjxY5QrV87gue+++w7Ozs7o3r07WrVqhVq1amHjxo0mxaVNznNfONNatGgRHj9+jGnTpuW7HY1Gg86dO8Pb2xvz58+Hn58fIiIiEBERkec6ffr0kbq0f/7551K96V4E9PPzgyiKJl9EICKyKSIREZVYiYmJIgDx1Vdfzbdcz549RQBicnKyKIqi2K1bN7FVq1bS83369BH79OkjKhQKcc+ePaIoiuK5c+dEAOKPP/4oiqIopqSkiO7u7uLw4cP1th0bGyu6ubnpLR8yZIgIQPzoo4/0yjZv3lz08/PLN9aEhATRy8tLDAgIyP/FP9GmTRtx0aJF4o8//iguW7ZMbNSokQhAXLp0qUnr6xozZoxY0J/Gt956S5w5c6b4/fffi+vWrZPe6zfeeEOv3Jo1a0QABn8ODg7i2rVrTdrX7du3RQDiggULDLYbHBwsCoIgLR8/fryoUCjExMREURRFcceOHSIA8fTp03luPz4+XgQgRkREGDynrdMpU6YYPFe9enVxyJAhBssDAwPFwMBA6fHq1atFAGJkZKRBWW3s+cVgqiFDhujt11TG3t/cFi1aJAIQN2zYIC3Lzs4W/f39RRcXF+k7JoqiCEAcOnSoGB8fL8bFxYlnzpwRO3funOc+GjduLIaGhkqPP/jgA9HDw0NUqVTPjH3atGkiADElJcXgufv374tly5YVV6xYIYri089M7s+Cto7feecdaZkgCGK3bt1Ee3t7MT4+Xu+16dbRggULRADi7du3jcb333//iQDEefPmPfO1EBHZGrZ0ExGVYCkpKQCAsmXL5ltO+7y2fEBAAM6dO4e0tDQAwJEjR9C1a1c0a9YMhw8fBpDT+i2TydCuXTsAwP79+5GYmIgBAwbg4cOH0p9CoUDr1q1x8OBBg/2OHDlS73FAQEC+XcYFQUBoaCgSExPxxRdfmPIW4OjRoxg3bhx69uyJkSNH4uzZs2jUqBE++OADZGRkmLSN57Fq1SpERESgT58+GDRoEH788UcMHz4cW7dulVqRdX311VfYv38/9u/fjw0bNqBDhw4YNmwYfvjhh+eKY8SIEXozrwcEBECj0eDu3bsAIE1utWvXrjxb4U0xatSoQq/7/fffw8PDA++8847BcwWdNV5LEAS9z+PDhw+RlZUFlUplsPx5XrfWL7/8Ah8fH73Jyuzs7PDuu+8iNTUVhw4d0iu/atUqeHp6wsvLCy1btsSBAwcwadIkTJgwQa/cn3/+ib/++ktvu9rv2r59+54ZV0JCApRKpdFbfk2ePBk1a9bEsGHDTHqNuj0kZDIZxo4di+zsbPz2228mrW+MtmX/4cOHhd4GEVFJxYnUiIhKsNzJdF5SUlIgk8mk7toBAQFQq9U4fvw4qlatiri4OAQEBODvv//WS7obNmyI8uXLAwBu3LgBAHj55ZeN7sPV1VXvsaOjo8EY83LlyuHx48d5xvnOO+9g7969WLduHZo2bZrva8qLvb09xo4dKyXg7dq1Q2pqqt54a4VCYRBbUfrf//6Hb775Br/99hteeuklvedatWqlN5HagAED0Lx5c4wdOxbdu3eHvb094uPj9ca+u7i4PPP+ydWqVdN7rE1ytO93YGAg+vbti1mzZuHzzz9HUFAQevXqhYEDB8LBwcGk16VUKlGlShWTyhoTHR2NevXqFXr8ujExMTF5ThCYu44PHjz43DOi3717F3Xq1DG4JVeDBg2k53W9+uqrUtJ6+vRpzJ49G+np6Qbrb9iwAc7OzqhZsyZu3rwJIOc75Ovri40bN6Jbt26FivfEiRNYv349Dhw4kOdtxHTJ5XLUrFlTb1ndunUBwGAISUGIT8aEF/biChFRScakm4ioBHNzc0OlSpXw559/5lvuzz//RJUqVWBvbw8AaNmyJRwdHfHHH3+gWrVq8PLyQt26dREQEIClS5ciKysLhw8fRu/evaVtCIIAIGdct4+Pj8E+cidSCoWiQK9l1qxZWLp0KebOnYtBgwYVaN3cqlatCgDSpE2fffaZ3u3Hqlev/lwJREH3nx+5XI4OHTpg8eLFuHHjBl544QW8+OKLeslbRETEMycTy+v91k12tm/fjhMnTuDnn3/Gvn378NZbb2HhwoU4ceLEM5N6AHBwcDCauOWVSGk0mgJ/DgrKx8cH+/fv11u2YMECxMbGYuHChXrLC3sh53lUqVJFmtysa9eu8PDwwNixY9GhQwdprLooivjuu++QlpaGhg0bGmwjLi4Oqamp+dZRhQoVoFarkZKSotfzZdKkSQgICJBuIwg8bW2+f/8+YmJiDC7YmIP24o+p8zQQEdkSJt1ERCVcjx49sGLFChw5ckTqCq7r8OHDuHPnjl53Vnt7e7Rq1QqHDx9GtWrVpEnYAgICkJWVhY0bN+LBgwd6k6hpZzz28vLKc4bkwvrqq68wc+ZMvPfee5g8efJzb0/bhV3b0jl48GC996YoZisvyP6fRa1WA4DUGr9x40a9rvG5Wx6fx0svvYSXXnoJn376KTZt2oTQ0FBs3rwZw4YNK3QrZLly5ZCYmGiw/O7du3qx16pVCydPnoRKpYKdnZ3RbRU0BkdHR4PP44YNG5CVlVXkn1Mg54LNn3/+CUEQ9C5AXL16VXo+P2+//TY+//xzTJs2Db1794ZMJsOhQ4fw77//4qOPPpJazLUeP36MESNGYOfOnflOtle/fn0AObOYN2nSRFoeExODu3fvGu0N0LNnT7i5uenVnSAIuHXrltS6DUC6jZ6vr2+e+39Wvd2+fRsADF4fEVFpwDHdREQl3MSJE1GmTBm8/fbbSEhI0Hvu0aNHGDlyJFxdXfXGaQI5CfbJkydx8OBBKen28PBAgwYNMG/ePKmMVkhICFxdXTF79myjY2Nz357KVFu2bMG7776L0NBQREZG5lkuPT0dV69e1RsTamyfKSkpWLRoETw8PODn5wcgJ2kNDg6W/tq2bVuoWK9evYqYmBjpcXJyMrKysvTKiKIo3QPZ2H2Yc1OpVPj1119hb28vJSRt27bVi7coku7Hjx8b3PapWbNmACC9hjJlygCA0QQ6P7Vq1cKJEyeQnZ0tLdu1axf++ecfvXJ9+/bFw4cP8eWXXxpsQxtbYWMoLl27dkVsbCy2bNkiLVOr1fjiiy/g4uKCwMDAfNdXKpX43//+hytXruDHH38E8LRr+fvvv4/XXntN72/48OGoU6fOM2cx9/f3B5BzWzhdX3/9NXbs2KH3px1T/9lnnxndrm79iKKIL7/8EnZ2dujYsWOe+9ferz2vetPellAbJxFRacKWbiKiEq527dpYt24dBgwYgMaNG2Po0KFSV9JVq1bh8ePH2Lx5s0FLV0BAAD799FP8888/esl1+/btsWLFCvj6+uqN33V1dcWyZcswaNAgtGjRAv3794enpydiYmKwe/dutG3b1mgylZ9Tp05h8ODBqFChAjp27GiQALRp00ZKOE+dOoUOHTrodbX+6quvsHPnTvTo0QPVqlXD/fv3sXr1asTExGD9+vVSd/r83L17F+vXrwfwNGHRJs3Vq1fX6+reoEEDBAYGIioqCgBw7tw5DBgwAAMGDEDt2rWRkZGBHTt24OjRoxgxYoTR2zft2bNHahWNi4vDpk2bcOPGDUyZMsVgXHxR+vbbb7F06VL07t0btWrVQkpKCr755hu4urqia9euACDdcm3Lli2oW7cuypcvj0aNGqFRo0b5bnvYsGHYvn07OnfujDfeeAPR0dHYsGGDwf2gBw8ejHXr1mHChAk4deoUAgICkJaWht9++w2jR4/Gq6++WugYitKBAweM3vO9V69eGDFiBFasWIGwsDCcPXsWvr6+2L59O44ePYpFixY9c1JDIOee5zNmzMC8efPQpUsXfP/99+jUqRMcHR2Nlu/ZsycWL16MuLg4eHl5GS1Ts2ZNNGrUCL/99pt073UAeOWVVwzKahPjwMBAvfkFgJyeA3v37sWQIUPQunVr7NmzB7t378YHH3yQb88N7QWuDz/8EP3794ednR169OghJeP79+9H27ZtUaFChbzfGCIiW2XBmdOJiKgI/fXXX+LAgQNFHx8fUS6XiwBER0dH8e+//zZaPjk5WVQoFGLZsmVFtVotLd+wYYMIQBw0aJDR9Q4ePCiGhISIbm5uoqOjo1irVi0xLCxMPHPmjFRmyJAhorOzs8G6ERERerfkyus2Wtq/NWvW6O0XuW5T9Ouvv4qdOnUSfXx8RDs7O9Hd3V185ZVXxAMHDpj6tknbNfaX+7ZTuZfdunVLfP3110VfX1/R0dFRLFOmjOjn5ycuX75c7/Zdeb1WR0dHsVmzZuKyZcsMyhuT3y3Dct/+Sfu6Dh48KIpizi3gBgwYIFarVk10cHAQvby8xO7du+vVmyiK4rFjx0Q/Pz/R3t5e7/3Oq061Fi5cKFauXFl0cHAQ27ZtK545c8bglmGiKIrp6enihx9+KNaoUUO0s7MTfXx8xNdee02Mjo5+Zgymet5bhuX1t379elEURfHBgwdieHi46OHhIdrb24uNGzfW+6xqARDHjBljdF8zZ84UAYjff/+9CEBctWpVnnFFRUWJAMTFixfnG39kZKTo4uIipqen51suv1uGOTs7i9HR0eIrr7wililTRvT29hYjIiJEjUZj8Npy18vHH38sVq5cWTr+aG8flpiYKNrb24srV67MNy4iIlslE8Vcfc2IiMgmrFu3DmFhYXjzzTexbt06S4dDRGaWlJSEmjVrYv78+Rg6dKilw5EsWrQI8+fPR3R0tNnnUyAiskYc001EZKMGDx6MOXPmYP369fjggw8sHQ4RmZmbmxsmTZqEBQsWSHcbsDSVSoXIyEhMmzaNCTcRlVps6SYiIiIiIiIyE7Z0ExEREREREZmJRZPuP/74Az169EClSpUgk8mwc+fOZ64TFRWFFi1awMHBAbVr18batWvNHicRERERERFRYVg06U5LS0PTpk3x1VdfmVT+9u3b6NatGzp06IALFy7gvffew7Bhw7Bv3z4zR0pERERERERUcFYzplsmk2HHjh3o1atXnmUmT56M3bt349KlS9Ky/v37IzExEXv37jW6TlZWFrKysqTHgiDg0aNHqFChAmQyWZHFT0RERERERKWHKIpISUlBpUqVIJfn3Z6tLMaYntvx48cRHBystywkJATvvfdenuvMmTMHs2bNMnNkREREREREVBr9888/qFKlSp7Pl6ikOzY2Ft7e3nrLvL29kZycjIyMDKO3opg6dSomTJggPU5KSkK1atVw9+5duLq6mj3mwhIEAQ8fPoSHh0e+V03IclhH1o91ZP1YR9aPdWT9WEfWj3Vk/VhH1s1a6yc5ORnVq1dH2bJl8y1XopLuwnBwcICDg4PBcnd3d6tPurOzs+Hu7m5VHyx6inVk/VhH1o91ZP1YR9aPdWT9WEfWj3Vk3ay1frSxPGvYsvVEbAIfHx88ePBAb9mDBw/g6upqtJWbiIiIiIiIyJJKVNLt7++PAwcO6C3bv38//P39LRQRERERERERUd4smnSnpqbiwoULuHDhAoCcW4JduHABMTExAHLGYw8ePFgqP3LkSNy6dQuTJk3C1atXsXTpUmzduhXjx4+3RPhERERERERE+bLomO4zZ86gQ4cO0mPthGdDhgzB2rVrcf/+fSkBB4AaNWpg9+7dGD9+PBYvXowqVapg5cqVCAkJKfbYiYiIiIhKCu2YWDJOEASoVCpkZmZa1ZhhymGp+rGzs4NCoXju7Vg06Q4KCkJ+twlfu3at0XXOnz9vxqiIiIiIiGxHdnY2bt++DUEQLB2K1RJFEYIgICUl5ZmTYlHxs2T9uLu7w8fH57n2a/OzlxMRERERlVaiKOL+/ftQKBSoWrUqW3HzIIoi1Go1lEolk24rZIn6EUUR6enpiIuLAwBUrFix0Nti0k1EREREZKPUajXS09NRqVIllClTxtLhWC0m3dbNUvWjvUNWXFwcvLy8Ct3VnJe6iIiIiIhslEajAQDY29tbOBKikkl7sUqlUhV6G0y6iYiIiIhsHFtviQqnKL47TLqJiIiIiIiIzIRJNxEREREREZGZMOkmIiIiIiKyATNnzkSzZs0sHQblwqSbiIiIiIisSlhYGGQyGWQyGezs7FCjRg1MmjQJmZmZlg6NqMB4yzAiIiIiIrI6nTt3xpo1a6BSqXD27FkMGTIEMpkM8+bNs1hMKpUKdnZ2Ftu/tcVBpmFLNxERERFRKaIRRIv8FZSDgwN8fHxQtWpV9OrVC8HBwdi/f7/0fEJCAgYMGIDKlSujTJkyaNy4Mb777jvp+V27dsHd3V26bdqFCxcgk8kwZcoUqcywYcPw5ptv5hmDTCbDsmXL0LNnTzg7O+PTTz8FAPz4449o0aIFHB0dUbNmTcyaNQtqtRoAMHHiRHTv3l3axqJFiyCTybB3715pWe3atbFy5UoAwOnTp9GpUyd4eHjAzc0NgYGBOHfunElxzJ07F97e3ihbtiyGDh3KngBWii3dRERERESlhEYQcfpmnEX2/WJtLyjkhbv90qVLl3Ds2DFUr15dWpaZmQk/Pz9MnjwZrq6u2L17NwYNGoRatWqhVatWCAgIQEpKCs6fP4+WLVvi0KFD8PDwQFRUlLSNQ4cOYfLkyfnue+bMmZg7dy4WLVoEpVKJw4cPY/DgwViyZAkCAgIQHR2NESNGAAAiIiIQGBiIlStXQqPRQKFQ6O23c+fOuHfvHqKjoxEUFAQASElJwZAhQ/DFF19AFEUsXLgQXbt2xY0bN1C2bNk849i6dStmzpyJr776Cu3atcP69euxZMkS1KxZs1DvMZkPk24iIiIiIrI6u3btgouLC9RqNbKysiCXy/Hll19Kz1euXBkTJ06UHr/zzjvYt28ftm7dilatWsHNzQ3NmjVDVFQUWrZsiaioKIwfPx6zZs1CamoqkpKScPPmTQQGBuYbx8CBAxEeHi49fuuttzBlyhQMGTIEAFCzZk18/PHHmDRpEiIiIvSSfT8/P/zxxx94//33sXPnTgBAVFQUKleujNq1awMAXn75Zb39ff3113B3d8ehQ4f0Wsxzx9G/f38MHToUQ4cOBQB88skn+O2339jabYWYdBMRERERlRIKuQwv1vay2L4LokOHDli2bBnS0tLw+eefQ6lUom/fvtLzGo0Gs2fPxtatW3Hv3j1kZ2cjKysLZcqUkcoEBgYiKioK//vf/3D48GHMmTMHW7duxZEjR/Do0SNUqlQJderUgSjm3f29ZcuWeo8vXryIo0ePSl28tbFkZmYiPT0d7u7uaNq0KaKiomBvbw97e3uMGDECERERSE1NxaFDh/QS/QcPHmDatGmIiopCXFwcNBoN0tPTERMTk28cV65cwciRI/WW+fv74+DBgya8u1ScmHQTEREREZUihe3iXdycnZ2l1uDVq1ejadOmWLVqldSyu2DBAixevBiLFi1C48aN4ezsjPfeew/Z2dnSNoKCgrB69WpcvHgRdnZ2qF+/PoKCghAVFYXHjx8/s5VbG4eu1NRUzJo1C3369DEo6+joKO03KioKDg4OCAwMRPny5dGgQQMcOXIEhw4dwv/+9z9pnSFDhiAhIQGLFy9G9erV4eDgAH9/f73XYSwOKjk4kRoREREREVk1uVyODz74ANOmTUNGRgYA4OjRo3j11Vfx5ptvomnTpqhZsyauX7+ut562q/fnn38uJdjahDgqKkoaV10QLVq0wLVr11C7dm2DP7k8J70KDAzEkSNHcODAAWkfQUFB+O6773D9+nW9/R49ehTvvvsuunbtihdeeAEODg54+PDhM+No0KABTp48qbfsxIkTBX49ZH5MuomIiIiIyOq9/vrrUCgU+OqrrwAAderUwf79+3Hs2DFcuXIFb7/9Nh48eKC3Trly5dCkSRNs3LhRSnTbt2+Pc+fO4fr16ya1dOc2Y8YMrFu3DrNmzcLff/+NK1euYPPmzZg2bZpUpn379khJScGuXbv0ku6NGzeiYsWKqFu3rlS2Tp06WL9+Pa5cuYKTJ08iNDQUTk5Oz4xj3LhxWL16NdasWYPr168jIiICf//9d4FfD5kfk24iIiIiIrJ6SqUSY8eOxfz585GWloZp06ahRYsWCAkJQVBQEHx8fNCrVy+D9QIDA6HRaKTkt3z58mjYsCF8fHxQr169AscREhKCXbt24ddff8WLL76Il156CZ9//rnezOrlypVD48aN4enpifr16wPIScQFQTBI9FetWoXHjx+jRYsWGDRoEN599114eT173H2/fv0wffp0TJo0CX5+frh79y5GjRpV4NdD5icT85s1wAYlJyfDzc0NSUlJcHV1tXQ4eRIEAXFxcfDy8pK6qZB1YR1ZP9aR9WMdWT/WkfVjHVk/S9ZRZmYmbt++jRo1akjjjcmQKIpQq9VQKpWQyUrGmPfSxJL1k993yNTckkdmIiIiIiIiIjNh0k1ERERERERkJky6iYiIiIiIiMyESTcRERERERGRmTDpJiIiIiIiIjITJt1EREREREREZsKkm4iIiIiIiMhMmHQTERERERERmQmTbiIiIiIiIiIzYdJNRERERET0nGQyGXbu3Fnk2w0KCsJ77733zHLt27fHpk2bCrWPsLAw9OrVq1Dr6jLXe2Au/fv3x8KFC82+HybdRERERERkVeLj4zFq1ChUq1YNDg4O8PHxQUhICI4ePWrp0DBz5kw0a9bM0mHo+emnn/DgwQP079+/UOsvXrwYa9euLdqgrMCiRYtQr149ODk5oWrVqhg/fjwyMzOl56dNm4ZPP/0USUlJZo1DadatExERERERFVDfvn2RnZ2Nb7/9FjVr1sSDBw9w4MABJCQkWDo0q7RkyRKEh4dDLi9cm6qbm1sRR2R5mzZtwpQpU7B69Wq0adMG169fR1hYGGQyGSIjIwEAjRo1Qq1atbBhwwaMGTPGbLGwpZuIiIiIqJRIy1ThUswji/2lZaqeGWNiYiIOHz6MefPmoUOHDqhevTpatWqFqVOnomfPnlI5mUyGFStWoHv37ihTpgwaNGiA48eP4+bNmwgKCoKzszPatGmD6Ohove0vW7YMtWrVgr29PerVq4f169frPR8TE4NXX30VLi4ucHV1xRtvvIEHDx4AANauXYtZs2bh4sWLkMlkkMlkei3EDx8+RO/evVGmTBnUqVMHP/30k962L126hC5dusDFxQXe3t4YNGgQHj58+LR+0tIwePBguLi4oGLFiiZ1fY6Pj8fvv/+OHj16SMsmTpyI7t27S48XLVoEmUyGvXv3Sstq166NlStXAjDsXh4UFIR3330XkyZNQvny5eHj44OZM2fq7ffGjRto3749HB0d0bBhQ+zfv98gtr/++gsvv/wynJycUKFCBYwYMQKpqanSeyGXyxEfHw8AePToEeRyuV5r/SeffIJ27do98z0w5tixY2jbti0GDhwIX19fvPLKKxgwYABOnTqlV65Hjx7YvHlzofZhKrZ0ExERERGVErfjUvC/b49bbP8Lh/ijUbXy+ZZxcXGBi4sLdu7ciZdeegkODg55lv34448RGRmJyMhITJ48GQMHDkTNmjUxdepUVKtWDW+99RbGjh2LPXv2AAB27NiBcePGYdGiRQgODsauXbsQHh6OypUrIyAgAIIgSAn3oUOHoFarMWbMGPTr1w9RUVHo168fLl26hL179+K3334DoN9KPGvWLMyfPx8LFizAF198gdDQUNy9exfly5dHYmIiXn75ZQwbNgyff/45MjIyMHnyZLzxxhv4/fffAQDvv/8+Dh06hB9//BFeXl744IMPcO7cuXy7sx85ckS66KAVGBiIlStXQqPRQKFQ4NChQ/Dw8EBUVBQ6d+6Me/fuITo6GkFBQXlu99tvv8WECRNw8uRJHD9+HGFhYWjbti06deoEQRDQp08feHt74+TJk0hKSjIYd56WloaQkBD4+/vj9OnTiIuLw7BhwzB27FisXbsWL7zwAipUqIBDhw7htddew+HDh6XHWocOHdKLsWzZsnnGCwBvvvkmli9fDgBo06YNNmzYgFOnTqFVq1a4desWfvnlFwwaNEhvnVatWuHTTz9FVlZWvp+158Gkm4iIiIiIrIZSqcTatWsxfPhwLF++HC1atEBgYCD69++PJk2a6JUNDw/HG2+8AQCYPHky/P39MX36dISEhAAAxo0bh/DwcKn8Z599hrCwMIwePRoAMGHCBJw4cQILFy5EQEAADhw4gL/++gu3b99G1apVAQDr1q3DCy+8gNOnT+PFF1+Ei4sLlEolfHx8DGIPCwvDgAEDAACzZ8/GkiVLcOrUKXTu3BlffvklmjdvjtmzZ0vlV69ejapVq+L69euoVKkSVq1ahQ0bNqBjx44AchLfKlWq5Pt+3b17F97e3npdywMCApCSkoLz58/Dz88Pf/zxB95//31pkrOoqChUrlwZtWvXznO7TZo0QUREBACgTp06+PLLL3HgwAF06tQJv/32G65evYp9+/ahUqVK0uvt0qWLtP6mTZuQmZmJdevWwdnZGQDw5ZdfokePHpg3bx68vb3Rvn17REVF4bXXXkNUVBTCw8OxcuVKXL16FbVq1cKxY8cwadIkaZvnz5+HTCbLM2ZXV1fp/wMHDsTDhw/Rrl07iKIItVqNkSNH4oMPPtBbp1KlSsjOzkZsbCyqV6+e73tdWOxeTkREREREVqVv377477//8NNPP6Fz586IiopCixYtDCb70k3Cvb29AQCNGzfWW5aZmYnk5GQAwJUrV9C2bVu9bbRt2xZXrlyRnq9ataqUcANAw4YN4e7uLpXJj248zs7OcHV1RVxcHADg4sWLOHjwoNSS7+Ligvr16wMAoqOjER0djezsbLRu3VraRvny5VGvXr1895mRkQFHR0e9Ze7u7mjatCmioqLw119/wd7eHiNGjMD58+eRmpqKQ4cOITAw0OTXAgAVK1aUXov2fdIm3ADg7++vV/7KlSto2rSplHADOe+1IAi4du0agJwW+aioKAA5rdovv/yylIifPn0aKpVKr75q166d75+Xl5dUNioqCrNnz8bSpUtx7tw5/PDDD9i9ezc+/vhjvTidnJwAAOnp6fm+H8+DLd1ERERERKVEDa+yWDjE/9kFzbh/Uzk6OqJTp07o1KkTpk+fjmHDhiEiIgJhYWFSGTs7O+n/2hZQY8sEQXjOyE2ju2/t/rX7Tk1NlVp5c6tYsSJu3rxZqH16eHjg8ePHBsuDgoIQFRUFBwcHBAYGonz58mjQoAGOHDmCQ4cO4X//+1+hX0tR0d4O7caNG7h8+TLatWuHq1evIioqCo8fP0bLli1RpkwZiKIIoGDdy6dPn45BgwZh2LBhAHIuxqSlpWHEiBH48MMPpZ4Bjx49AgB4enoW6WvTxaSbiIiIiKiUcHa0e+aYamvVsGHD574HdIMGDXD06FEMGTJEWnb06FE0bNhQev6ff/7BP//8I7V2X758GYmJiVIZe3t7aDSaAu+7RYsW+P777+Hr6wul0jANq1WrFuzs7HDy5ElUq1YNAPD48WNcv34931bp5s2bIzY2Fo8fP0a5cuWk5YGBgVi9ejWUSiU6d+4MICfJ/e6773D9+vV8x3M/i/Z9un//PipWrAgAOHHihEGZtWvXIi0tTWrtPnr0KORyudR637hxY5QrVw6ffPIJmjVrBhcXFwQFBWHevHl4/PixQYwF6V6enp5uMJu7QqEAACmJB3ImdKtSpQo8PDwK+C6Yjt3LiYiIiIjIaiQkJODll1/Ghg0b8Oeff+L27dvYtm0b5s+fj1dfffW5tv3+++9j7dq1WLZsGW7cuIHIyEj88MMPUqtvcHAwGjdujNDQUJw7dw6nTp3C4MGDERgYiJYtWwIAfH19cfv2bVy4cAEPHz5EVlaWSfseM2YMHj16hAEDBuD06dOIjo7Gvn37EB4eDo1GAxcXFwwdOhTvv/8+fv/9d1y6dAlhYWHPvA1Y8+bN4eHhYXAP8/bt2yMlJQW7du2SktegoCBs3LgRFStWRN26dQv47j0VHByMunXrYsiQIbh48SIOHz6MDz/8UK9MaGgoHB0dMWTIEFy6dAkHDx7EO++8g0GDBklDAWQyGdq3b4+NGzdKMTZp0gRZWVk4cOCAwcWGgnQv79GjB5YtW4bNmzfj9u3b2L9/P6ZPn44ePXpIyTcAHD58GK+88kqh3wtTMOkmIiIiIiKr4eLigtatW+Pzzz9H+/bt0ahRI0yfPh3Dhw/Hl19++Vzb7tWrFxYvXozPPvsML7zwAlasWIE1a9ZICZ9MJsOPP/6IcuXKoX379ggODkbNmjWxZcsWaRt9+/ZF586d0aFDB3h6euK7774zad+VKlXC0aNHodFo8Morr6Bx48Z477334O7uLiXWCxYsQEBAAHr06IHg4GC0a9cOfn5++W5XoVAgPDwcGzdu1Fterlw5NG7cGJ6entLY8fbt20MQhGeO534WuVyOHTt2ICMjA61atcKwYcPw6aef6pUpU6YM9u3bh0ePHuHFF1/Ea6+9ho4dOxrUYWBgIDQajVQHcrkc7du3h0wmMxh/XxDTpk3D//73P0ybNg0NGzbE0KFDERISghUrVkhlMjMzsXPnTgwfPrzQ+zGFTNRtWy8FkpOT4ebmhqSkJL3uB9ZGEATExcXBy8ur0De5J/NiHVk/1pH1Yx1ZP9aR9WMdWT9L1lFmZiZu376NGjVqGEy2RU9pZ7dWKpX5dl+2VrGxsXjhhRdw7tw5s83AbUnmqp9ly5Zhx44d+PXXX/Msk993yNTckkdmIiIiIiKiEszHxwerVq1CTEyMpUMpUezs7PDFF1+YfT+cSI2IiIiIiKiE69Wrl6VDKHG0M5ubG1u6iYiIiIiIiMyESTcRERERERGRmTDpJiIiIiIiIjITJt1EREREREREZsKkm4iIiIiIiMhMmHQTERERERERmQmTbiIiIiIiIiIzYdJNREREREQlnkwmw86dO/MtExYWVqD7Wd+5cwcymQwXLlx4rtiodGPSTUREREREVqWgyTEA3L9/H126dAGQd7K8ePFirF27tmiCtEKPHj1CaGgoXF1d4e7ujqFDhyI1NTXfdTIzMzFmzBhUqFABLi4u6Nu3Lx48eCA9f/HiRQwYMABVq1aFk5MTGjRogMWLF+e5vaNHj0KpVKJZs2ZF9bJKPCbdRERERERU4vn4+MDBwSHfMm5ubnB3dy+egCwgNDQUf//9N/bv349du3bhjz/+wIgRI/JdZ/z48fj555+xbds2HDp0CP/99x/69OkjPX/27Fl4eXlhw4YN+Pvvv/Hhhx9i6tSp+PLLLw22lZiYiMGDB6Njx45F/tpKMibdRERERESlTWZm3n/Z2UVf9jkFBQXh3XffxaRJk1C+fHn4+Phg5syZemV0u5fXqFEDANC8eXPIZDIEBQUBMGxB37t3L9q1a4dy5crBx8cHPXr0QHR0dIFiW79+PVq2bImyZcvCx8cHAwcORFxcHABAEARUqVIFy5Yt01vn/PnzkMvluHv3LgDg6tWraNeuHRwdHdGwYUP89ttvJnWX13XlyhXs3bsXK1euROvWrdGuXTt88cUX2Lx5M/777z+j6yQlJWHVqlWIjIzEyy+/DD8/P6xZswbHjh3DiRMnAABvvfUWFi9ejMDAQNSsWRNvvvkmwsPD8cMPPxhsb+TIkRg4cCD8/f1Njrs0UFo6ACIiIiIiKmavv573cy1bAhERTx+/+SaQlWW8bKNGwJw5Tx8PHQokJxuW+/nnwsWp49tvv8WECRNw8uRJHD9+HGFhYWjbti06depkUPbUqVNo1aoVfvvtN7zwwguwt7c3us20tDRMmDABjRs3RmJiIj7++GP07t0bFy5cgFxuWvukSqXCxx9/jHr16iEuLg4TJkxAWFgYfvnlF8jlcgwYMACbNm3CqFGjpHU2btyItm3bonr16tBoNOjVqxeqVauGkydPIiUlBf/73/8M9hMUFARfX988u8cfP34c7u7uaNmypbQsODgYcrkcJ0+eRO/evQ3WOXv2LFQqFYKDg6Vl9evXR7Vq1XD8+HG89NJLRveVlJSE8uXL6y1bs2YNbt26hQ0bNuCTTz7J9z0rbZh0ExERERGR1WvSpAkinlwMqFOnDr788kscOHDAaNLt6ekJAKhQoQJ8fHzy3Gbfvn0BAKIoQq1WY9WqVfDy8sLly5fRqFEjk+J66623pP/XrFkTS5YswYsvvojU1FS4uLggNDQUCxcuRExMDKpVqwZBELB582ZMmzYNALB//35ER0cjKipKivXTTz81eF3VqlVDxYoV84wjNjYWXl5eesuUSiXKly+P2NjYPNext7c36HLv7e2d5zrHjh3Dli1bsHv3bmnZjRs3MGXKFBw+fBhKJVPM3PiOEBERERGVNtu25f1c7hbeDRtML7tqVeFjeoYmTZroPa5YsaLUjbuwbty4gRkzZuDkyZN4+PAhBEEAAMTExJicdJ89exYzZ87ExYsX8fjxY71tNGzYEM2aNUODBg2wadMmTJkyBYcOHUJcXBxef9Lb4Nq1a6hatarexYFWrVoZ7GfdunXP9VqLwqVLl/Dqq68iIiICr7zyCgBAo9Fg4MCBmDVrFurWrWvhCK0Tk24iIiIiotLG0dHyZQvIzs5O77FMJpMS3MLq0aMHqlevjq+//hpeXl6Qy+Vo3LgxsnOPVc9DWloaQkJCEBISgo0bN8LT0xMxMTEICQnR20ZoaKiUdG/atAmdO3dGhQoVniv23Hx8fAwuQqjVajx69CjP1n4fHx9kZ2cjMTFRr7X7wYMHButcvnwZHTt2xIgRI6RWegBISUnBmTNncP78eYwdOxZAzlh2URShVCrx66+/4uWXXy6iV1kycSI1IiIiIiKyKdox3BqNJs8yCQkJuHbtGqZNm4aOHTuiQYMGePz4cYH2c/XqVSQkJGDu3LkICAhA/fr1jba+Dxw4EJcuXcLZs2exfft2hIaGSs/Vq1cP//zzj95tuk6fPl2gOADA398fiYmJOHv2rLTs999/hyAIaN26tdF1/Pz8YGdnhwMHDkjLrl27hpiYGL3J0P7++2906NABQ4YMwaeffqq3DVdXV/z111+4cOGC9Ddy5EjUq1cPFy5cyHPfpQlbuomIiIiIyKZ4eXnByckJe/fuRZUqVeDo6Ag3Nze9MuXKlUOFChXw9ddfw8fHB7dv39ZrwTVFtWrVYG9vjy+++AIjR47EpUuX8PHHHxuU8/X1RZs2bTB06FBoNBr07NlTeq5Tp06oVasWhgwZgvnz5yMlJUWKQyaTSeUGDx6MypUrY47uxHU6GjRogM6dO2P48OFYvnw5VCoVxo4di/79+6NSpUoAgHv37qFjx45Yt24dWrVqBTc3NwwdOhQTJkxA+fLl4erqinfeeQf+/v7SJGqXLl3Cyy+/jJCQEEyYMEEa661QKODp6Qm5XG7QFd/LywuOjo4md9G3dWzpJiIiIiIim6JUKrFkyRKsWLEClSpVwquvvmpQRi6XY/PmzTh79iwaN26MiRMnYv78+QXaj6enJ9auXYtt27ahYcOGmDt3Lj777DOjZUNDQ3Hx4kX07t0bTk5O0nKFQoGdO3ciNTUVL774IoYNG4YPP/wQAOCo010/JiYG9+/fzzeejRs3on79+ujYsSO6du2Kdu3a4euvv5aeV6lUuHbtGtLT06Vln3/+Obp3746+ffuiffv28PHx0bsd2Pbt2xEfH48NGzagYsWK0t+LL75YoPeqNJOJoihaOojilJycDDc3NyQlJcHV1dXS4eRJEATExcVJY0vI+rCOrB/ryPqxjqwf68j6sY6snyXrKDMzE7dv30aNGjX0EjjSp529XKlU6rUuW8rRo0fRrl073Lx5E7Vq1bJ0OBZnyfrJ7ztkam7J7uVEREREREQWtGPHDri4uKBOnTq4efMmxo0bh7Zt2zLhthFMuomIiIiIiCwoJSUFkydPRkxMDDw8PBAcHIyFCxdaOiwqIky6iYiIiIiILGjw4MEYPHiwpcMgM+HAHyIiIiIiIiIzYdJNREREREREZCYWT7q/+uor+Pr6wtHREa1bt8apU6fyLb9o0SLUq1cPTk5OqFq1KsaPH4/MzMxiipaIiIiIiIjIdBZNurds2YIJEyYgIiIC586dQ9OmTRESEoK4uDij5Tdt2oQpU6YgIiICV65cwapVq7BlyxZ88MEHxRw5ERERERER0bNZNOmOjIzE8OHDER4ejoYNG2L58uUoU6YMVq9ebbT8sWPH0LZtWwwcOBC+vr545ZVXMGDAgGe2jhMRERERERFZgsVmL8/OzsbZs2cxdepUaZlcLkdwcDCOHz9udJ02bdpgw4YNOHXqFFq1aoVbt27hl19+waBBg/LcT1ZWFrKysqTHycnJAABBECAIQhG9mqInCAJEUbTqGEs71pH1Yx1ZP9aR9WMdWT/WkfWzZB1p9639swUdOnRA06ZNsWjRoiLb5syZM7Fz505cuHDBZt4nW6Otl+KuH+13x1j+aOp32mJJ98OHD6HRaODt7a233NvbG1evXjW6zsCBA/Hw4UO0a9cOoihCrVZj5MiR+XYvnzNnDmbNmmWwPD4+3qrHgguCgKSkJIiiCLnc4kPvyQjWkfVjHVk/1pH1Yx1ZP9aR9bNkHalUKgiCALVaDbVaXaz7fh5Dhw7F+vXrDZZfvnwZW7ZsgZ2dXZG+Hu3FCZVKBZlMVmTbNZdDhw7h/fffx+XLl1G1alVMnTo131uOZWZmYsyYMTh37hyuXr2Krl274vvvvzcot2zZMixduhR3795F1apVMWXKFIMGzu3bt2PmzJm4e/cuateujdmzZ6NLly5F/hp1iaIIjUYDAMVeP2q1GoIgICEhAXZ2dnrPpaSkmLSNEnWf7qioKMyePRtLly5F69atcfPmTYwbNw4ff/wxpk+fbnSdqVOnYsKECdLj5ORkVK1aFZ6ennB1dS2u0AtMEATIZDJ4enryB9RKsY6sH+vI+rGOrB/ryPqxjqyfJesoMzMTKSkpUCqVUCpLzqm/XC5H586dDYadenp6QqFQmGV/MpnMIKmyRrdv38arr76Kt99+Gxs3bsSBAwfw9ttvo3LlyggJCTG6jkwmQ5kyZfDuu+/ihx9+gFwuN/g8LFu2DNOmTcPXX3+NF198EadOncKIESPg4eGBHj16AMgZ7jto0CDMnj0b3bt3x6ZNm/Daa6/h7NmzaNSokdlfuyXqR6lUQi6Xo0KFCnB0dNR7LvfjPLdhjsBM4eHhAYVCgQcPHugtf/DgAXx8fIyuM336dAwaNAjDhg0DADRu3BhpaWkYMWIEPvzwQ6MHMQcHBzg4OBgsl8vlVv/DJJPJSkScpRnryPqxjqwf68j6sY6sH+vI+lmqjrTJpPavJHFwcEDFihUNlgcFBaFZs2ZS93JfX1+MGDECN2/exLZt21CuXDlMmzYNI0aMkNaZPHkyduzYgX///Rc+Pj4IDQ3FjBkzjCZxxt4njUaDESNG4Pfff0dsbCyqVauG0aNHY9y4cQCAX3/9FT179kRsbCzc3d2l9caNG4e//voLv//+OwDgm2++wUcffYSEhASEhIQgICAAH330ERITE01+X1asWIEaNWogMjISANCwYUMcPXoUixYtQufOnY2u4+LiguXLlwPISZwTExMNXueGDRvw9ttvo3///gCAWrVq4cyZM5g/fz569uwJAFiyZAk6d+6MSZMmAQA++eQT/Pbbb/jqq6+k7ZuDKIpSvMX9OdZ+d4x9f039PlvsyGxvbw8/Pz8cOHBAWiYIAg4cOAB/f3+j66Snpxu8MO2VLo69ICIiIiIyTaY6M8+/bE12kZc1t4ULF6Jly5Y4f/48Ro8ejVGjRuHatWvS82XLlsXatWtx+fJlLF68GN988w0+//xzk7cvCAKqVKmCbdu24fLly5gxYwY++OADbN26FQDQsWNHuLu763XZ1mg02LJlC0JDQwEAR48exciRIzFu3DhcuHABnTp1wqeffqq3nzt37kAmkyEqKirPWI4fP47g4GC9ZSEhIXnOi2WqrKwsg5ZbJycnnDp1CiqVyqz7tnUW7WMyYcIEDBkyBC1btkSrVq2waNEipKWlITw8HAAwePBgVK5cGXPmzAEA9OjRA5GRkWjevLnUvXz69Ono0aOHWbqZEBERERHZote3vZ7ncy0rtkREUIT0+M0f3kSWJsto2UaejTAneI70eOhPQ5GclWxQ7ucBPxc4xl27dsHFxUV63KVLF2zbts1o2a5du2L06NEAclq1P//8cxw8eBD16tUDAEybNk0q6+vri4kTJ2Lz5s1Si+2z2NnZ6c0TVaNGDRw/fhxbt27FG2+8AYVCgf79+2PTpk0YOnQoAODAgQNITExE3759AQBffPEFunTpgokTJwIA6tati2PHjmHXrl16+6lXrx7KlCmTZyyxsbFG58VKTk5GRkYGnJycTHpNuYWEhGDlypXo1asXWrRogbNnz2LlypVQqVR4+PAhKlasmOe+Y2NjC7XP0sKiSXe/fv0QHx+PGTNmIDY2Fs2aNcPevXulioyJidFr2Z42bRpkMhmmTZuGe/fuwdPTEz169DC4QkRERERERCVbhw4dsGzZMumxs7NznmWbNGki/V8mk8HHxwdxcXHSsi1btmDJkiWIjo5Gamoq1Gp1ged3+uqrr7B69WrExMQgIyMD2dnZaNasmfR8aGgoXnrpJfz333+oVKkSNm7ciG7dukndza9du4bevXvrbbNVq1Z6SXflypXznFTa3KZPn47Y2Fi89NJLEEUR3t7eGDJkCObPn8+hK8/J4rMpjB07FmPHjjX6XO5uFUqlEhEREYiIiDBanoiIiIiInm3b68ZbjAFALtNPsDb02WBy2VU9Vz1fYDqcnZ1Ru3Ztk8rmHpstk8mk2zkdP34coaGhmDVrFkJCQuDm5obNmzdj4cKFJseyefNmTJw4EQsXLoS/vz/Kli2LBQsW4OTJk1KZF198EbVq1cLmzZsxatQo7NixA2vXrjV5H6by8fExOi+Wq6troVu5gZyu5KtXr8aKFSvw4MEDVKxYEV9//TXKli0LT0/PfPed15xclMPiSTcRERERERUvR6Vpsy6bs2xxOXbsGKpXr44PP/xQWnb37t0CbePo0aNo06aN1IUdAKKjow3KhYaGYuPGjahSpQrkcjm6desmPVevXj2cPn1ar3zux6bw9/fHL7/8ords//79ec6LVVB2dnaoUqUKgJyLDd27d5dauv39/XHgwAG89957Ztm3rWI/ASIiIiIisll16tRBTEwMNm/ejOjoaCxZsgQ7duwo8DbOnDmDffv24fr165g+fbrRhDk0NBTnzp3Dp59+itdee03vLkrvvPMOfvnlF0RGRuLGjRtYsWIF9uzZozcb971791C/fn2cOnUqz1hGjhyJW7duYdKkSbh69SqWLl2KrVu3Yvz48VKZL7/8Eh07dtRb7/Lly7hw4QIePXqEpKQkXLhwARcuXJCev379OjZs2IAbN27g1KlT6N+/Py5duoTZs2dLZcaNG4e9e/di4cKFuHr1KmbOnIkzZ87k2XOZcjDpJiIiIiIim9WzZ0+MHz8eY8eORbNmzXDs2DFMnz69QNt4++230adPH/Tr1w+tW7dGQkKCXqu3Vu3atdGqVSv8+eef0qzlWm3btsXy5csRGRmJpk2bYu/evRg/frzejOEqlQrXrl1Denp6nrHUqFEDu3fvxv79+9G0aVMsXLgQK1eu1LtH98OHDw1a4rt27YrmzZvj559/RlRUFJo3b47mzZtLz2s0GixcuBBNmzZFp06dkJmZiWPHjsHX11cq06ZNG2zatAlff/01mjZtiu3bt2Pnzp3Fco/ukkwmlrJ7bSUnJ8PNzQ1JSUkFnjyhOAmCgLi4OHh5eXHiAivFOrJ+rCPrxzqyfqwj68c6sn6WrKPMzEzcvn0bNWrUMLgdFD0liiLUajWUSmWx3gd6+PDhuHr1Kg4fPlxs+yyJLFU/QP7fIVNzS47pJiIiIiIiKgafffYZOnXqBGdnZ+zZswfffvstli5daumwyMyYdBMRERERERWDU6dOYf78+UhJSUHNmjWxZMkSDBs2zNJhkZkx6SYiIiIiIioGW7dutXQIZAEc+ENERERERERkJky6iYiIiIhsXCmbO5moyBTFd4dJNxERERGRjVIoFACA7OxsC0dCVDJpb99mZ2dX6G1wTDcRERERkY1SKpUoU6YM4uPjYWdnx9vK5cGSt6SiZ7NE/YiiiPT0dMTFxcHd3V26gFUYTLqJiIiIiGyUTCZDxYoVcfv2bdy9e9fS4VgtURQhCALkcjmTbitkyfpxd3eHj4/Pc22DSTcRERERkQ2zt7dHnTp12MU8H4IgICEhARUqVGBvACtkqfqxs7N7rhZuLSbdREREREQ2Ti6Xw9HR0dJhWC1BEGBnZwdHR0cm3VaopNdPyYuYiIiIiIiIqIRg0k1ERERERERkJky6iYiIiIiIiMyESTcRERERERGRmTDpJiIiIiIiIjITJt1EREREREREZsKkm4iIiIiIiMhMmHQTERERERERmQmTbiIiIiIiIiIzYdJNREREREREZCZMuomIiIiIiIjMhEk3ERERERERkZkw6SYiIiIiIiIyEybdRERERERERGbCpJuIiIiIiIjITJh0ExEREREREZkJk24iIiIiIiIiM2HSTURERERERGQmTLqJiIiIiIiIzIRJNxEREREREZGZMOkmIiIiIiIiMhMm3URERERERERmwqSbiIiIiIiIyEyYdBMRERERERGZCZNuIiIiIiIiIjNh0k1ERERERERkJky6iYiIiIiIiMyESTcRERERERGRmTDpJiIiIiIiIjITJt1EREREREREZsKkm4iIiIiIiMhMmHQTERERERERmQmTbiIiIiIiIiIzYdJNREREREREZCZMuomIiIiIiIjMhEk3ERERERERkZkoC7OSSqVCbGws0tPT4enpifLlyxd1XEREREREREQlnskt3SkpKVi2bBkCAwPh6uoKX19fNGjQAJ6enqhevTqGDx+O06dPmzNWIiIiIiIiohLFpKQ7MjISvr6+WLNmDYKDg7Fz505cuHAB169fx/HjxxEREQG1Wo1XXnkFnTt3xo0bN8wdNxEREREREZHVM6l7+enTp/HHH3/ghRdeMPp8q1at8NZbb2H58uVYs2YNDh8+jDp16hRpoEREREREREQljUlJ93fffWfSxhwcHDBy5MjnCoiIiIiIiIjIVnD2ciIiIiIiIiIzKVDSffHiRQwePBg1a9aEk5MTnJ2d0bhxY0yfPh3JycnmipGIiIiIiIioRDI56d63bx/8/f2Rnp6Otm3bQi6X46233kK3bt2wefNmtGjRArGxseaMlYiIiIiIiKhEMTnpnjJlCiIjI7F9+3asX78eO3fuxG+//Ya5c+fi8uXL8PX1xdSpU80ZKxEREREREVGJYnLSffXqVXTu3Fl6HBwcjOjoaNy/fx92dnaIiIjA7t27zRIkERERERERUUlkctJduXJlXLt2TXocHR0NQRBQoUIFAECVKlWQmppa9BESERERERERlVAm3TIMAAYPHoxhw4bhww8/hIODAyIjI9GzZ0/Y29sDAC5cuIAaNWqYLVAiIiIiIiKiksbkpPuDDz5AWloaPv74Y2RlZSEkJASLFy+Wnq9cuTKWLVtmliCJiIiIiIiISiKTk26lUol58+Zh3rx5Rp9v1apVkQVFREREREREZAtMTrp1aTQaPHz4EHK5HJ6enkUdExEREREREZFNMHkiNQDYvXs32rdvD2dnZ1SqVAk+Pj5wd3fHoEGDEBMTY64YiYiIiIiIiEokk5Pu9evXY8CAAWjVqhUmTpwILy8vTJo0CXPnzsU///wDPz8/3Lhxo8ABfPXVV/D19YWjoyNat26NU6dO5Vs+MTERY8aMQcWKFeHg4IC6devil19+KfB+iYiIiIiIiMzN5O7ls2fPxjfffIN+/foBAHr16oXevXsjJiYGI0eORP/+/TF58mT88MMPJu98y5YtmDBhApYvX47WrVtj0aJFCAkJwbVr1+Dl5WVQPjs7G506dYKXlxe2b9+OypUr4+7du3B3dzd5n0RERERERETFxeSk++7du2jdurX0uGXLloiNjcX9+/dRqVIlTJgwASEhIQXaeWRkJIYPH47w8HAAwPLly7F7926sXr0aU6ZMMSi/evVqPHr0CMeOHYOdnR0AwNfXt0D7JCIiIiIiIiouJifdvr6+OHPmjJTknjt3DnK5HN7e3gCA8uXLQ6VSmbzj7OxsnD17FlOnTpWWyeVyBAcH4/jx40bX+emnn+Dv748xY8bgxx9/hKenJwYOHIjJkydDoVAYXScrKwtZWVnS4+TkZACAIAgQBMHkeIubIAgQRdGqYyztWEfWj3Vk/VhH1o91ZP1YR9aPdWT9WEfWzVrrx9R4TE66x4wZg2HDhuH06dNwdHTEypUrMWjQICnZPXnyJOrWrWtygA8fPoRGo5GSdi1vb29cvXrV6Dq3bt3C77//jtDQUPzyyy+4efMmRo8eDZVKhYiICKPrzJkzB7NmzTJYHh8fj8zMTJPjLW6CICApKQmiKEIuL9B8d1RMWEfWj3Vk/VhH1o91ZP1YR9aPdWT9WEfWzVrrJyUlxaRyBUq65XI5NmzYgKysLISFhWH69OnS861atcKmTZsKHmkBCIIALy8vfP3111AoFPDz88O9e/ewYMGCPJPuqVOnYsKECdLj5ORkVK1aFZ6ennB1dTVrvM9DEATIZDJ4enpa1QeLnmIdWT/WkfVjHVk/1pH1Yx1ZP9aR9WMdWTdrrR9HR0eTyhXoPt2jRo3CqFGjjD5Xp06dgmwKHh4eUCgUePDggd7yBw8ewMfHx+g6FStWhJ2dnV5X8gYNGiA2NhbZ2dmwt7c3WMfBwQEODg4Gy+VyuVVVmDEymaxExFmasY6sH+vI+rGOrB/ryPqxjqwf68j6sY6smzXWj6mxWCxie3t7+Pn54cCBA9IyQRBw4MAB+Pv7G12nbdu2uHnzpl7f+evXr6NixYpGE24iIiIiIiIiSyqypHvIkCF4+eWXC7TOhAkT8M033+Dbb7/FlStXMGrUKKSlpUmzmQ8ePFhvorVRo0bh0aNHGDduHK5fv47du3dj9uzZGDNmTFG9DCIiIiIiIqIiU6Du5fmpXLlygZv6+/Xrh/j4eMyYMQOxsbFo1qwZ9u7dK02uFhMTo7fNqlWrYt++fRg/fjyaNGmCypUrY9y4cZg8eXJRvQwiIiIiIiKiIlNkSffs2bMLtd7YsWMxduxYo89FRUUZLPP398eJEycKtS8iIiIiIiKi4mQ9o9CJiIiIiIiIbEyBku7Lly9j9OjRaN68OSpWrIiKFSuiefPmGD16NC5fvmyuGImIiIiIiIhKJJO7l+/Zswe9evVCixYt8Oqrr0rjrh88eID9+/ejRYsW+PHHHxESEmK2YImIiIiIiIhKEpOT7ilTpmDy5Mn46KOPDJ6bOXMmZs6ciffff59JNxEREREREdETJncvv379OkJDQ/N8fsCAAbhx40aRBEVERERERERkC0xOun19fbF79+48n9+9ezeqV69eJEERERERERER2QKTu5d/9NFHGDhwIKKiohAcHKw3pvvAgQPYu3cvNm3aZLZAiYiIiIiIiEoak5Pu119/HZUrV8aSJUuwcOFCxMbGAgB8fHzg7++PqKgo+Pv7my1QIiIiIiIiopLG5KQbANq0aYM2bdqYKxYiIiIiIiIim1Kg+3QTERERERERkemYdBMRERERERGZCZNuIiIiIiIiIjMp0JhuIiIiIiIiInN6lJoJjSDCrYw97JUKS4fz3J6rpfvff/+FIAhFFQsRERERERGVcvcepSM6NhlpmWpLh1IknivpbtiwIe7cuVNEoRAREREREVFpp9bkNOwqFbYxGvq5XoUoikUVBxEREREREZGUdNspZBaOpGjYxqUDIiIiIiIiKvEEUYRGyGncZUs3gA8++ADly5cvqliIiIiIiIioFNO2cgOAQm4bLd3PNXv51KlTiyoOIiIiIiIiKuXUmqet3DKZbSTdttFeT0RERERERCXe00nUbCPhBph0ExERERERkZVQSZOo2U6qajuvhIiIiIiIiEo0W7tdGMCkm4iIiIiIiKyENKbbRiZRAwoxkdqpU6dw/PhxxMbGAgB8fHzg7++PVq1aFXlwREREREREVHqoBdtr6TY56Y6Li0Pfvn1x9OhRVKtWDd7e3gCABw8eYPz48Wjbti2+//57eHl5mS1YIiIiIiIisl2lunv56NGjodFocOXKFdy5cwcnT57EyZMncefOHVy5cgWCIGDMmDHmjJWIiIiIiIhsmOpJ93JbmkjN5Jbuffv24Y8//kC9evUMnqtXrx6WLFmCoKCgooyNiIiIiIiISpFSfcswBwcHJCcn5/l8SkoKHBwciiQoIiIiIiIiKn1Kdffyfv36YciQIdixY4de8p2cnIwdO3YgPDwcAwYMMEuQREREREREZPu09+lWym0n6Ta5e3lkZCQEQUD//v2hVqthb28PAMjOzoZSqcTQoUPx2WefmS1QIiIiIiIisl2iKEIjPLllmA11Lzc56XZwcMCyZcswb948nD17Vu+WYX5+fnB1dTVbkERERERERGTb1E8SbqCUTqSm5erqig4dOpgjFiIiIiIiIiqltOO5FXIZZDLbaek26fLB5s2bTd7gP//8g6NHjxY6ICIiIiIiIip9VDY4iRpgYtK9bNkyNGjQAPPnz8eVK1cMnk9KSsIvv/yCgQMHokWLFkhISCjyQImIiIiIiMh22eLM5YCJ3csPHTqEn376CV988QWmTp0KZ2dneHt7w9HREY8fP0ZsbCw8PDwQFhaGS5cuwdvb29xxExERERERkQ1Ra3LGdNvZ0CRqQAHGdPfs2RM9e/bEw4cPceTIEdy9excZGRnw8PBA8+bN0bx5c8htaFp3IiIiIiIiKj5qG7xdGFCIidQ8PDzQq1cvM4RCREREREREpZWtdi+3rVdDREREREREJZJK6l5uW2mqbb0aIiIiIiIiKpHUwpNbhtnYmG4m3URERERERGRx2u7lbOkmIiIiIiIiKmLa2cs5ppuIiIiIiIioiD2dSM22upebNHv5hAkTTN5gZGRkoYMhIiIiIiKi0kllo93LTUq6z58/r/f43LlzUKvVqFevHgDg+vXrUCgU8PPzK/oIiYiIiIiIyKZpW7kB2+teblLSffDgQen/kZGRKFu2LL799luUK1cOAPD48WOEh4cjICDAPFESERERERGRzVILOeO55TIZ5DLb6l5e4EsICxcuxJw5c6SEGwDKlSuHTz75BAsXLizS4IiIiIiIiMj2PR3PbVut3EAhku7k5GTEx8cbLI+Pj0dKSkqRBEVERERERESlx9PbhdlWKzdQiKS7d+/eCA8Pxw8//IB///0X//77L77//nsMHToUffr0MUeMREREREREZMNUNtzSbdKYbl3Lly/HxIkTMXDgQKhUqpyNKJUYOnQoFixYUOQBEhERERERkW2z1Xt0AwVMujUaDc6cOYNPP/0UCxYsQHR0NACgVq1acHZ2NkuAREREREREZNuklm657XUvL1DSrVAo8Morr+DKlSuoUaMGmjRpYq64iIiIiIiIqJTQ2HD38gK/okaNGuHWrVvmiIWIiIiIiIhKIe0tw+yYdAOffPIJJk6ciF27duH+/ftITk7W+yMiIiIiIiIqCE6kpqNr164AgJ49e0Kmc9NyURQhk8mg0WiKLjoiIiIiIiKyeU/v013Kx3QDwMGDB80RBxEREREREZVSbOnWERgYaI44iIiIiIiIqJRSM+k2lJ6ejpiYGGRnZ+st54zmREREREREZCqNIELMmUcNduxeDsTHxyM8PBx79uwx+jzHdBMREREREZGptK3cMhmgkNteS3eBX9F7772HxMREnDx5Ek5OTti7dy++/fZb1KlTBz/99JM5YiQiIiIiIiIbZctdy4FCtHT//vvv+PHHH9GyZUvI5XJUr14dnTp1gqurK+bMmYNu3bqZI04iIiIiIiKyQdIkajbYyg0UoqU7LS0NXl5eAIBy5cohPj4eANC4cWOcO3euaKMjIiIiIiIim6YRcgZ02+LtwoBCJN316tXDtWvXAABNmzbFihUrcO/ePSxfvhwVK1Ys8gCJiIiIiIjIdmlbuu3YvTzHuHHjcP/+fQBAREQEOnfujI0bN8Le3h5r164t6viIiIiIiIjIhnFMdy5vvvmm9H8/Pz/cvXsXV69eRbVq1eDh4VGkwREREREREZFtU2u03cttM+ku8Ku6deuW3uMyZcqgRYsWTLiJiIiIiIiowNi9PJfatWujSpUqCAwMRFBQEAIDA1G7dm1zxEZEREREREQ2Ttu9XCHnRGoAgH/++Qdz5syBk5MT5s+fj7p166JKlSoIDQ3FypUrCxXEV199BV9fXzg6OqJ169Y4deqUSett3rwZMpkMvXr1KtR+iYiIiIiIyLLUT2Yvt9WW7gK/qsqVKyM0NBRff/01rl27hmvXriE4OBhbt27F22+/XeAAtmzZggkTJiAiIgLnzp1D06ZNERISgri4uHzXu3PnDiZOnIiAgIAC75OIiIiIiIisAydSyyU9PR1HjhxBVFQUoqKicP78edSvXx9jx45FUFBQgQOIjIzE8OHDER4eDgBYvnw5du/ejdWrV2PKlClG19FoNAgNDcWsWbNw+PBhJCYm5rn9rKwsZGVlSY+Tk5MBAIIgQBCEAsdbXARBgCiKVh1jacc6sn6sI+vHOrJ+rCPrxzqyfqwj68c6sqxslQaCIEAhM14H1lo/psZT4KTb3d0d5cqVQ2hoKKZMmYKAgACUK1euwAECQHZ2Ns6ePYupU6dKy+RyOYKDg3H8+PE81/voo4/g5eWFoUOH4vDhw/nuY86cOZg1a5bB8vj4eGRmZhYq7uIgCAKSkpIgiiLkctu84lPSsY6sH+vI+rGOrB/ryPqxjqwf68j6sY4sRxRFPHqcBAB4lCAabe221vpJSUkxqVyBk+6uXbviyJEj2Lx5M2JjYxEbG4ugoCDUrVu3wEE+fPgQGo0G3t7eesu9vb1x9epVo+scOXIEq1atwoULF0zax9SpUzFhwgTpcXJyMqpWrQpPT0+4uroWOObiIggCZDIZPD09reqDRU+xjqwf68j6sY6sH+vI+rGOrB/ryPqxjixHIwhwy8m54e3tZXQyNWutH0dHR5PKFTjp3rlzJwDgzz//xKFDh/Drr79i+vTpUCqVCAoKwsaNGwu6SZOlpKRg0KBB+Oabb0y+RZmDgwMcHBwMlsvlcquqMGNkMlmJiLM0Yx1ZP9aR9WMdWT/WkfVjHVk/1pH1Yx1ZhkaE9J4rFXLIZMZnMLfG+jE1lgIn3VqNGzeGWq1GdnY2MjMzsW/fPmzZsqVASbeHhwcUCgUePHigt/zBgwfw8fExKB8dHY07d+6gR48e0jJtP3qlUolr166hVq1ahXxFREREREREVJyEJzOXy2TIM+Eu6Qp8mSAyMhI9e/ZEhQoV0Lp1a3z33XeoW7cuvv/+e8THxxdoW/b29vDz88OBAwekZYIg4MCBA/D39zcoX79+ffz111+4cOGC9NezZ0906NABFy5cQNWqVQv6coiIiIiIiMhCBDEn6ZbbaMINFKKl+7vvvkNgYCBGjBiBgIAAuLm5PVcAEyZMwJAhQ9CyZUu0atUKixYtQlpamjSb+eDBg1G5cmXMmTMHjo6OaNSokd767u7uAGCwnIiIiIiIiKybtqVbbmQst60ocNJ9+vTpIg2gX79+iI+Px4wZMxAbG4tmzZph79690uRqMTExVtVvn4iIiIiIiIqG5klLt4It3foOHz6MFStWIDo6Gtu3b0flypWxfv161KhRA+3atSvw9saOHYuxY8cafS4qKirfddeuXVvg/REREREREZHllYaW7gI3IX///fcICQmBk5MTzp8/j6ysLABAUlISZs+eXeQBEhERERERkW160tBts5OoAYVIuj/55BMsX74c33zzDezs7KTlbdu2xblz54o0OCIiIiIiIrJdTydSs3AgZlTgpPvatWto3769wXI3NzckJiYWRUxERERERERUCmiedC9X2HDWXeCk28fHBzdv3jRYfuTIEdSsWbNIgiIiIiIiIiLbVxpuGVbgpHv48OEYN24cTp48CZlMhv/++w8bN27ExIkTMWrUKHPESERERERERDZIO6bblpPuAs9ePmXKFAiCgI4dOyI9PR3t27eHg4MDJk6ciHfeecccMRIREREREZEN0s5ebssTqRU46ZbJZPjwww/x/vvv4+bNm0hNTUXDhg3h4uKCjIwMODk5mSNOIiIiIiIisjHSfbo5ptuQvb09GjZsiFatWsHOzg6RkZGoUaNGUcZGRERERERENky6T7ft5tymJ91ZWVmYOnUqWrZsiTZt2mDnzp0AgDVr1qBGjRr4/PPPMX78eHPFSURERERERDZGmkjNhrNuk7uXz5gxAytWrEBwcDCOHTuG119/HeHh4Thx4gQiIyPx+uuvQ6FQmDNWIiIiIiIiMlFSejbUGgEVyjpaOpQ8PW3pZtKNbdu2Yd26dejZsycuXbqEJk2aQK1W4+LFizY96J2IiIiIiKgkuv5fIjSCCNcy9rBTFHpksVk9mbzcplu6TX7n//33X/j5+QEAGjVqBAcHB4wfP54JNxERERERWa3HqVm4/zjd0mEUO0EUoXnSiqzRCBaOJm8atnQ/pdFoYG9v/3RFpRIuLi5mCYqIiIiIiKgo3HqQDJVGQDlnezjaF/jmTSWWNpkFns4Qbo2kMd1MugFRFBEWFgYHBwcAQGZmJkaOHAlnZ2e9cj/88EPRRkhERERERFRIakF48q/1Jp7moNu6LVhvQ/fTMd3W2fu9SJicdA8ZMkTv8ZtvvlnkwRARERERERUVQRShbeTVlLakW+f1CmzptiiTk+41a9aYMw4iIiIiIqIiJegmnqU56bbi1/60pdt2k24bbsQnIiIiIqLSTLeFly3d1kk73lxhwy3dTLqJiIiIiMgmlZTE0xz0JlKz4gsO2mqx5btiMekmIiIiIiKbJJSQxNMc1Dqzp4lWfMGB3cuJiIiIiIhKqJIyrtkc9Fv5LRjIMzydSM3CgZgRk24iIiIiIrJJJeVe1eZQEi446Hb5V9hw1s2km4iIiIiIbJJuUmetiae5CCXggoNujBzTTUREREREVMLoTyYm5FPS9qg1T1+vtV5w0L0oYsv36WbSTURERERENkkoIeOazUG3ddtaZ27X1o8tdy0HmHQTEREREZGNKs0t3bqv3VpnL9dIk6gx6SYiIiIiIipxdFt7S9stw0rC7OXa6yC2fLswgEk3ERERERHZKKEEzOBtLhqdMd3WesFB2wJv4w3dTLqJiIiIiMg28ZZhOax2TPeTuBQ2nnUz6SYiIiKiYpeaqUK2WmPpMMjGCexeDsCKx3Q/iZHdy4lsQFqmCmlZKkuHQURERAAyVRpcinmEa/8lWToUsnGaUtq9XBTFEnHBQeBEakS2QSOI+Pufx7j8z2OrvcpHRERUmmSrclq4M7PVFo6EbJ1QAm6bZQ65k2xTX7soikhIySy2XijasNjSTVTCaQQBgihCI4il6mBLRERkrbQJgUYQeUGczEq/i3XpSbwNkm4T75b2OC0LN+4n4W58qhmiMiR1L2dLN1HJJgjW37WGiIioNNFNfNT8bSYzyt2lvLR0MVfnyrJNvdiQrRae/Fs8Ld1Pu5cXy+4shkk32TzdY2spOc4SERFZNd2L4GqNiU1wRIWQu8GltDTAGLZ0m/a6BZ1eKMVBYEs3kW3QG8tTSg60RERE1kz391jFpJvMKHcLb2npXq79jtkpc9I9U1+3tlyxJd3alm4bb+pm0k02TygBt0sgIiIqTXTvl8yWbjInTa5u1qWtpdtO8TTdMyXx1p43F9f3ki3dRDZC73YJTLqJiIgsTr97OX+byTxEUZRmx1Y+ST5LS69Ho0m3Ca9dW6T4Wrpz/mXSTVTCldb7MxIREVkrgWO6qRjongNqk8/S0tKt/V4pC9jSrfv+FMd7xe7lRDaitN6fkYiIyFoJ7F5OxUD3c6ZUyAyW2TJtwqyUy6RWZNNaunWTbvN/Nzl7OZGN0D22FsOxg4iIiJ5BozeRWulIgqj4aZNMhVwGxZOsrrS0dGt0Xru2FdmUly6KxdzSLbClm8gm6HUvLyVXN4mIiKxZcbemUemk0UnoFPLSOaZbIZc/bek2ZSK14k66pZZuJt1EJRpvGUZERGRdeMswKg7aCXQVMpnUfbn0tHTnfK8UChmeXG8w6TxYU8zzLej2RrBlTLrJ5ukeYDh7ORERkeVx9nIqDvrdy59MpFZKzgX1upcXqKXbcBvmpN2FjC3dRCWb7gGG9+kmIiKyPL2J1Ni9nMxEt3u5tiG1tPR61BgZz16Q+3TrbsOc2L2cyEboHjxKy4GWiIjImvGWYVQcNMZaukvJuaDumG6ZNHv5s9ez3ERqZt+VRdn4yyPKfcswCwZCREREAPRP5kWRk6mReei2osoL0NprC7Q9SJQF7F6usdAtwxRs6SZ6Ppb+IS3usSlERESUv9wn/xzXTeZgrIt1aTkXNHa7NJPu013M8y3oDgGwZUy6yaz+e5SG0zfjER2bbLHkW7+lu3QcaImIiKxZ7sSHXczJHKSuy7KCtfaWdKIoGh3PbsokcsV5yzDdruwc0030HFIzVQCA+OQM/Hn3EZLTs4s9Br0x3aXgQGsJGkHkLV+IiMgkur/F9koFAN42jMyjtLZ0637H9Md05//aRVGE7qmyuc+bdbfP2cuJnoP2wCaTAVkqDS7/+xh341OKNfnlfbrN7/K/j3H+1kO2VBAR0TPpJj0OdjmnouxeXjJkqzUl6gKJNKZbrjOmuxScC+p+x3RvGfasu/gYDvswb13njtOWMekms1I/+TLV8naDp6sTAOD+43T89yit2GJgS7f5ZWSpIYgiMlUaS4dCRERWTtC5IG+neJJ0cyI1q6cRRFy8k4BLMY8sHYrJdGfwLk0t3bot/AB0JpHLf73cz5v7vdJu3ta7lgNMusnMtOO47ZVy1PJxRZUKzgCAtCx18cXA2cvNShRF6WIGW7qJiOhZNDrjbLW3ceLvh/VTqTXQCCKyVBqLT5JrKmlm7ALO4F3SaXuOKJ9c1NLODP6sJDp3LwBzXwzTtryXgpybSTeZl3SlTZHzbXK0U+otLw66x4vS0KWouOn+eLF7IBERPcvTREgOuyfnB/z9sH4qnTpSlZD60r/Ao008S8YFg+ehfY2GLd0F615u9pbuUjJzOcCkm8xMo3n6w5rz75MDXjFe0ebs5eale0BmSwURET3L0xPtpy1xJWmccGml+xtfUn7vdT9r2sROFJ89trmkM+he/iSnfWbSnSvJNndjlbY3qq3foxtg0k1mpNvtWPul17Z4F29LNydSMyfd95QnTURE9CxSQiCTSUl3aWh9LOlUJTDpNjamW3e5rcpzTPczXrcm13m7RhDNeoGCLd1ERcDYjISWmMSCLd3mpRHZ0k1ERKbTnVFa+eRifEnprlyaaUrgRXbps6Zzn27d5bZK92IDAJPHs2uTYDvl0xTRnOfsuvVj65h0k9no3i5M+2WSJkwppivaxT02pTTS617O95eIiJ5BtxVO29LNi7bWT7+lu2T83udu8VWUktuGGYzplpLu/NfTnjcr5XJpcjOzJt1PPlJs6SZ6DmrpC//0Y6bUGU9THFcZjR1Ubf3qZnHTfY950kRERM8i6LTC2THpLjF066jEtHTn6r4sLyW3DSts93JtEiyT5STegHkbyp62dJttF1aDSTeZjfYLr9T5JhX3eBpjCbatT55R3AR2LyciogLQ6JxoPx3Tbd6xo/T8StpEakbnFtLeOsvGP2uGE6kVbPZyhVxWLENC2b2cqAgIub7wACDTGVNTHDOYS1c4ZcWb7Jcm+mO8+N4SEVH+dH+bdS/Ml5TW09JKXcJ6tukmmE+HOZaW7uW5xnQ/yfie2dKtkwQXx3tl7DzdVjHpJrPR5OrSo1WcM5jrzsJo6ngWKhjdgzFnnyUiomfRbYWTyYqnRY2eX0nrXm5sQt/S071cf0y3ooATqcllMiikoR/F0NJdCvqXM+kms5G6lyv0P2bF+eOqPbbIZDJpQghbv7pZ3DR6SbfIMfNERJSv3CfadrxXd4lQ0iZSM9bjsrRc4MndvVxWwO7lcr3u5WYc082WbqLnp70imvuG98U5g/nTCTSe/rhzzFjRyn0ALwldzoiIyHI0uU60FZxMrUQoaWO6NUZaUU0d21zS5TWRmijmfx5sbOiHOe9Mo900W7qJnkPuL7yWshivMkoTQshkpWbyjOKWux5LwtVvIiKynNyTW9k9GXbG3w/rlTPR3dPHKo1g9Y0Y0nmorDS3dOvfpxvI/4KDbhKsXbd4JlIz2y6sBpNuMhvpC59X9/Ji+HHVHVdu6u0SqGByv58l4eo3ERFZTu7bOEm3JuLvh9UyVjfWnrjm/pwBOi3dVh7789LWl1Khnb386XP51ZvuhYriOG9m93KiIpB7Eget4rhypqU7C2Np6VJU3HLXI8fkERFRfnLfJkjJ7uVWTzsk0E4hl87rrL2+jPW4LH0t3U/HdGvz2vxOg7XfzZz7dJu/njmRWjH76quv4OvrC0dHR7Ru3RqnTp3Ks+w333yDgIAAlCtXDuXKlUNwcHC+5cly8upeXhwTM2gJRlu6zb7bUiX3RQxb/yEjMgdRFHHl38e4/l+ipUMhMrvc5wfa1jjedtJ6abv+KxVy6SKJtdeXsXtAl4bZy43N2g6YNp5dNDaRmhkbq3if7mK0ZcsWTJgwARERETh37hyaNm2KkJAQxMXFGS0fFRWFAQMG4ODBgzh+/DiqVq2KV155Bffu3SvmyOlZnpV0m3NiBi1pbApbus2GLd22ISElE2dvxSM5I9vSoZRK2WoBSenZeJSahWy1xtLhEJmVQfdyhbYHnG3+fqRlqnDu1kNcvZ+C2w+SEZ+cgUxVyfqe63ZXLik9E4y3dOfEXhzngolpWTgbHY/EtCyz70uX7vfI2AWH/LqL69+n2/z1nFeuYIuUlg4gMjISw4cPR3h4OABg+fLl2L17N1avXo0pU6YYlN+4caPe45UrV+L777/HgQMHMHjwYIPyWVlZyMp6+mFPTk4GAAiCAMGKD+6CkDNBhTXH+CwqtQaCIEAG6L0OuSznsfrJ8+ak1mhjECFDzvupXfa8bKGOioJak/NdcrBTIEulQbZKbTXvCevIdA+TM5CVrUZiaiZcHIrvp4F1lCNb/fR7k5yejfIuDhaO6CndOhJEEZdiHsFeqUD9yu6WDo2eKGnfI+3vhvZ3WfHkvCC7GM4LLCEhJRNZKjXSs9SITUzHg6QMAIC3exnU8Cpr4ehMo/1tl8sgndflHLfsLB1anp6e7+l+N/I+Fyzq79HD5AxkqdR4nJoJV6fie5+059cKuRyiKEqt19p6y3ntCuPr6nw3pfN1jflyJs2TfMyU991aj3OmxmPRpDs7Oxtnz57F1KlTpWVyuRzBwcE4fvy4SdtIT0+HSqVC+fLljT4/Z84czJo1y2B5fHw8MjMzCxd4MRAEAUlJSRBFEXK5xTskFErCoxRkqjRIdNRAnf70o5aYmo2kpHSI2elwVZj36t/DxEwkJWXCTsiEIIhISstGvCwL8mzH5962LdRRUUh4lIKMbA1cHJVIzVRDocmAk5hh6bAAsI4K4kF8KtKy1LAXMmGvSS+2/bKOcqRkqpGUlAoA+AdZULs//zGqqOjWUbZGxP24FACAuyKrVIzDKwlK2vco4XESBEHEo4cC0uwUSM5QISkpDVnpCsTZqywdXpGLe5SBpORMyDWZsBfskZYtICNbg8y0FDjDOn4vn+VBUs75lFJjD1EEktKyESvPhphpPRcIc4vXOQeMk+ecbz5OyzkHFbKUiFPq9+wq6u/Rg/g0JGeoiv28KD1bg6SkFNgp5IiLe9qqnZyUc772wEGNjDwuAiQkpCA9W4NH9moo5DIkJaUiM02OOEe1WWJ99OQc8pGDGur0/C9MWOtxLiUlxaRyFk26Hz58CI1GA29vb73l3t7euHr1qknbmDx5MipVqoTg4GCjz0+dOhUTJkyQHicnJ6Nq1arw9PSEq6tr4YM3M0EQIJPJ4OnpaVUfrIL4N1UOB7UG3l7l4ez49IukdMpEkjoJZZ3s4eVVzqwxZMhSkIF0eJQrA0EQoVFmoFx5F3hVcH7ubdtCHRWF/9IVsM9Ww8PVEYrkTLi6OMDLy93SYQFgHRXEvTQ5lI4auLs5wcur+I6NrKMcypRMuGXmtDw4OlvPdwjQr6O0LDXc0nLqya18BTjZW7zDHKHkfY9ck3LGjnp7e8BeqYBzpgoPs3J6UHh5eVg6vCKXrElCliwDLnInvFCrCjJUGvx19xHslHJ4eXlaOjyTZMhSkC6mw6u8M0RRhEaZDjd3Z3h5uFg6tDzpngN6eeb0KFCmZiFRlQgXJzt4eek32BX19yg2IwEyezXcXBzh5eX23NszVVJ6NtzS5SjjoISXVwVpeVymEqmZKpSv4J5nb6rYDAXsstTw8iqXk7RnKmCnMN/nVHsO6e1VDmWd7PWee5icCQ/XpxegrfU45+ho2kXyEv1rOXfuXGzevBlRUVF5vmAHBwc4OBh+sLKFbGQLhmMX5TI57BVPKz1TnXdr+POUzVJnQYTxMRUyyGAnt4NMJoNcLodKUOVb1kH59PVla7IhiHl3c3BUOhZb2UxNJjSiCA1UyNad1EEhh1wuhwhAI2qgEfMe1+SgcIBMpp1gRWVyWbWghlpQI0udBZWYDbVoB0EUoRKzkanOhEzmYlA2L/YKe8hlcoOygiAgS5OFbCEb8ifTI+RV1hg7uR0UckWBy2oEDVRC3i0BSrkSSrmywGUFUUC2Ju/xvHmVzdRkQiUKgNwOKjEbGSoRAgSprCiKyNLk3aNBd7vPKquQKWCnsDO5rEKueDJjp8zo912ruL73RXmM0P3eF6Ssse+yKIpIzc65Ci+ijPRjVhzHE2Pfo8J+7wtzjCiKsgX53udVNk2VCZWY8xl9nKFGtlDGao4Rcrk8572QAemqLCnOlKwMKHQ+W4U9nljyGGFqWWs/RuT+HhX1MULX837vBVFEtpDzXqtFFSBoIMg0kMvl0DxpwXrWdkvaMUL1JFlQKuQQIECAOufcRA2D3yZrPY9Iz845RgmwhwhAJWYjPVsBAWWe+zziWWULe4zIfHIOqIHd0/dZJuScg4o55wa62839PXreY0RqdgY0oohMNZAtOOVbtiDbfVZZETk9hwWo9T5fajEbKlGFLE0WVILc6DEiU5MFlaiBSsyGHIqc908j00tyi/IYoY1VqVBALaqlsgkpmQj/8iBq+bgi8IXKCHqhIrzKlpVyI92yxhTnMSK/80tdFk26PTw8oFAo8ODBA73lDx48gI+PT77rfvbZZ5g7dy5+++03NGnSpMD7HrxjMOzKGHZjaFmxJSKCIqTHb/7wZp5fskaejTAneI70eOhPQ5GclWy0bJ3ydRAZEik9Hr17NOLSjU8WV9W1Kr7s8qX0ePy+8fgn+R+jZb3KeGHVq6ukx1N+m4Ibj24YLevq4IqNfZ6OiY84GIFL8ZeMlnVQOGD7G9ulx3MOz8GZ+2eMlgWAnwf8LP0/8ngkjsYcxeMnE0e4nbfXm8hhdfdNAHJmwvzq9Fc4cPtAntvd0HsD3Bxzrg6uPLcSv9z8Jc+yq3qugpezFwBg3cV12HF1B9IyVchWC3CyV+YcTLI1cLBTYE3vFajmVg0AsPXvrfju0nd5bjfylUjUqVAHAPDTtZ+w5sIaADkH4OysbNg72EtfwNkvz0Zj78YAgH0392H52eV5bndG+xl4sfKLAIBDdw5h0clFeZad3HYy2lVrBwA4/u9xzDs6L8+y77V+Dx1rdgQAnLt/Dh/98VGeZUf6jUS3ut0AAH/H/Y0Pfv8gz7LhzcLRp0EfAED0o2hM+DWnB0liWhZEESjjoER6Vk53pLdbDcHAxgMBAP8k/4Mxv4zJc7u96/fGW83fAgDEp8dj6E9D8yzbtXZXjHpxFAAgOSsZb+54M8+yHWt0xLut3gUAZGmy0O/7fnmWbVu1Laa0ezqHxOvbXs+zrLUcI5Z2Wyo9ft5jhCCISErPhrNdWSwKXiktN+sx4p+jAIx/j7a9vk360Tb3MSIvX3X96rmPEcbkdYzIzNYgI/vpCbPbaXvMDIqwimNEl9pdAOQcI97fPxXpWTlxlnFQwsHu6bjAvI4RxgxoNMAqjhHvvfQegJxjRH7fe2s/RuT+HhX1MUKrKM4jBDFnqBcAlDvvAMhybmE0reVKiGLOGE/dY4QxJe0Y8Xaj6ShvVxVKuQw/XfsJay+uReKT98D9nAN0TpGs9jwiNUMFlUZAmSdzfqRnqWGnlGNi23ee+zzCmKI4RuieAzra5xyrXq4eAn+P1yGIosExIvf36HmOEa9tfV2aQE2hkOuN6Tb3MUI7OdmnJ95H9okk6XndOqxdwdfoMSIpLRuCKMLVyQ5yuQyJadko5+iBtvU2SufyRXmMmNwiJwa5XIY5h2dL5xH3H6fjrpCC8/8B2/8DGl4ph4Phe6R1rekYoUo3bUiMRdvm7e3t4efnhwMHnr4RgiDgwIED8Pf3z3O9+fPn4+OPP8bevXvRsmXL4giVCkj3iroM+mP+tLcGKc5ZSmU6cXDy8qKlfT+fzg5vwWCoUESdL4Ut30bFmom5DkzWWg+6YfJOEFQouh+bJ6cHMhmkxFNt5behKoynt9t6cs9knfOivHogWBttlPInvccA6z+f0oane1FDOw2FuY+xesf0Yn6jtK8t9/m3KXflkj6PMpne+uaawTyvW4YlpDxt0XdQKgy6npdEMjH3L30x27JlC4YMGYIVK1agVatWWLRoEbZu3YqrV6/C29sbgwcPRuXKlTFnTs5Vnnnz5mHGjBnYtGkT2rZtK23HxcUFLi7PHleSnJwMNzc3PEh4YHRMt7V0HbWT2yEuLg5eXl4lsnt5RrYKF+48hEwGtKqtP2ZfJipx/nYCAMCvVnmzdvm4di8RielZqOHlCo0gIuZhCiq4OOKFKl5F0r1cW0fabjfW2i3MlLKF6RYmiCJO38xpaWlSvQL+vJtTr23rVbaKrqMKmQJxcXHw9PSESsz7fbD2rqO5FXXX0UepmbhxP+dquLuTC5r6VsizrK6i6l6e+3tU0rqOFkX38luxyYhPeTrRTqVyzqjpVc4qjhFyyBEXFwcPTw/cik/E/cdpAADPsk6o6eOqV5bdyy3XvVz3e2TN3cszstX4824CFHIZWtbykp7/OyYFKrWAxtXKw85OtJquo0VR9uLtRGg0Iio7C6hY0RMCBJyJjoNGENG0egU46syNYK3nERfvPESmSoMGVcoBInDl3mM42ingV9PHaruXX/33MZIyslHT2xWerjndu1Vq4O+YJMhlMrxY29Oge7nu9+h5jhEPkpNx9d5jAICdUo4WNTzzLFvUx4h7CWn4JyEVrs5y1PR+Ojv+zftJSEjNRNUKLqhc3sXoMeLUzQcQRaCZrwcc7BQ4Ex0HQQBa1aokfU6L6hghiiIu3s5ptW9R0wOQaSCIAv5NSMXIFYelcn1fqoHwl+vDXm4v1Y81dS9PTk6GdwVvJCUl5TtfmMXHdPfr1w/x8fGYMWMGYmNj0axZM+zdu1eaXC0mJkZvHMGyZcuQnZ2N1157TW87ERERmDlzpsn7dVQ66n0o8itXkG2aSveDbozu9PPPKqtL94tpybJquRwOCkcoFXKD90X36qJc54D2LHYKO9jBtLLaA7C9wgEOChnK2DlBIwhwUKhgp/OF0S1bkO0COXWk/RwZm9ChsNt9FoVcIf1wFmVZucywrp5VVqUR4KDIWcfV0RkOipyTcYhP3w+ZTGbydou6rPZ7JJPJ4Kgwz3fZUseIwpY19l2W42k9qnWOPcVxPHnW96gg3/vCHCOspaxCngkHhQgneyUystXQaJR6311LHiO03yO5TA6lzB4OipwTEhns8vxMF+R4YsljRGHKAtZ3jHjW98iaziPUahUcFI6wU+p/RuwUaVCpBag0ApwdTY/X2o8RgihCFGUARCgUcmmeBCc7J6jUAuzkDnBUGo/Jms4j5LCHg0JEWYcyEEXAQZEBOWR6+yzMeYQpCvtdVsod4KCQw9neSVqmkD254PukzVF3u/l9jwp6jJDDTvpdlSP/dYv6GKHtSVrGTj/XcbLLhoMCcFA4GhwTHJQOEEUR9vKc8mXsnWCnePo51T13L6pjRM42c5JuhVwGhTyn7PGrMVDInq73SpOacFQ66uVGBYnB3MeIbGUJGNOtNXbsWIwdO9boc1FRUXqP79y5Y/6A6LlpT9yVRm4no9BZphFEKMw4yEHqtiIHxCfdZAQr7bZZEmnfS5ksp17lMhkEUYRaI0BpzoqlIpWtfvpDxu+HZWi77rmVsUdGthppWdZ52yTdLoZZ6rxbA4jyoj3GKHKdH2gf21r3cu13RiaTQSHTmVRWLoMKgLoEHHNFUZSSrtzncKIo6jVkWBNjXZd1/y+IIhRmij1bpfO7Khbv+2SsrnQfa/Lo5Kw7ZEj7PinlcqggmOVzamx/oiji90v3pOXVPV30WutLMp4Vk1nk9aOqJX3xzfxjo41DLpPpjDm2/h+4kuLpgT3nUKJNtEvCSQQ9pdJJnrQnUVS8tImGW5mcq/cqtYBsK0xqVTpJt+5JJZGptL/BuZMdO+n3w7Y+V9rvjFIuy9XLLuf1Fuf8NoWl+5tup5BLdZX7OWuT+xwl5/8yg+fNIffxuzjn6cgr6dY+zOviun5PVOhtwxyfU+25Rs6cDjn7uX4/Cf89SpfKdGhU2Wov6hQUk24yC+0XV55n0v3kx9XMV7Q1orGk26y7LFVyX0XWThJjrgk3yDyy1Pr1xQtTxU/7nbG3k0v3vk7LzHt8pqXonpQJoqiXhBOZIq/zA+mirY19pjTSJGr6p9zF1fhQFLR1onhy4UAmk+n0TLDe+pIaXnJlO9rYzdmzK/fvanFenNCe++b+zGm/c3n9xmsX6ybB5uyBotswpvX7X/f0ynR4oVKR79dSmHSTWRi7uqiruGYw125eLpc9PdiUgB+4kuL/7H13mBvluf2ZqrKStu96ve69G4MLxvRmSkgIhE4g5ZdCSLkhvUGSexOScJObXrg3hBQgQAKEhBbTTDPGuODey9peby/Sqk39/TH6Zr4Zzajsatdro/M8PKylkTTlK28573md0VSywJcN8RMLxzMiX4YBqySHRUWmJc9opJg757Ykj75sfBmjG15ZOMvpPrnWHzPT7XCAyL/VE+B63a5BOAH2ey9blDh5XjTrUiB7Xx25+0QHSWiYySePPd6Njk+e+XDYzqrj91RNw+ptx8z354yrxpjqYMl/93ih7HSXMSxQVO+abmAE6eWume7Rv8GdKNAcGQvhJDWaTnbIzoh8+fmNKAxKv/E3z7Go8BsiLvH06Mt0Kw7ju1zXXUax8GoRROyF0ezEDQbWnHF3gE6EIKdbtn60MxN0XafGmv29kbBBJce+OpLP2avEM1+m22nTAcM7TunEGABsOtiN3rilEH/+/JMnyw2Une4yhglekWwCzqxlGqGabpYx6UXlTHfpkJXpPgHoZmXYoWqWKqmZeSnPkRGFJbRkzKUKv5HpHkiNrkw3HRwg2fhyXXcZxSJfpvtEqHEuBmaPbtaLXj76r5cEQgQuOwM6WoO09DaWlekeZuYjEZQFAJ+QadM2gvfJq4QjX5ml6qK3YJYNDsM4dQbgXtrSar7HsQzOnlN2ussoIy/yO90jnem2FpFyprt0cC6Y3CiPfJeRDRKN51gGIn9yGr2jHSa1PDN/iEM72sTU6HlN6s5H0/mVcWLArY4ToOnKJ9ceLXtkui1nZvRfr0VXpunlGWaCMjr3C3ofG+lMNym7YRnGcrpH8DkrXpnuPHawW6Z7OO8V/XtpWcXrO9vM906bUmcKi54sKDvdZQwLyGLnVdM9EgIczlYE7Ag5+u8mOIMrQlm9/IRDOmMciDx3Qgn7nExwZsI4loVfNAy1xCiimCtmtos1DUmnWFAZZeSDVxaOO0mFOOl5Q2OkGH+lANnTBRd6+WgtByC3lWWYLPXr4S43JMFskWePC6NBpTRCaORjfLqVfgznOKUTY2v3dCAhWfvdefOaS/57xxtlp7uMYYHpjHHumW5+BIx7elFhWQbO3oxlDB3OjEVZvfzEg904OHGMwJMJbjWfIZ9R1z2aKOa0mBJhRZQz3WUUC7NlGOue6T7Z9g/isHqrl4/+63Vbo0Z7TbeV/Mm2Q4c90032VYGzyu5GaF81eoIbfxef6c4c55rpHl56+Ws7LAE1n8Bh+czGkv/e8UbZ6S5jWFB4TffIZbrpSGe5D3FpoOoeme5RugmPBkiKit2tfeijxEKOJ2TXiHx5fowknOJkAEompnawI4aj3fEhfQeBVfvPQOQzme5yTXcZRcKLXk5rSpxMe7Tb/AZOzJZhburlo7WvupsDSZBPxXuoIAKTIjfywWz6dzyF1PJmuq3XRopevu1Ir/n64il1ZgnTyYST74rKKBlSsooD7VE0VQdRVeEr6rN5nW5u5DLd5Bzoc1E1HVwRISdV07G/PYrqCh/qIv6SnueJDGf9D9lcTraavFKiZyCNnoE0NF0vel55QVJU7Gsb3FwlmUqB50zD6kTIvJxMcBNaosXU4ikZsaSMWEqGomqYOiZiOr25kJZVtPUlAABja4JZFMviz9MyvH2ClenWdX3I332i4mh3HClZwdQxlcP2G13RFI71xkGvqhzLYHJDBEHfiWfGmW2CnEJq1L9lVStojJ8IUCgRMjqEVmpnRtU07G0z7JSGykBJvpPAZLmwNL2cqM2Pzv2+2Ex3PCXjYGcUfm3oJT0ylekmGCkRX5UKajnXZaJt5NUqLVfLsHyCeZ3RJLpjaUxviriWlkqKiv3tUTRWBlEd8mV+z3ivPyGhK5oyj50zvibnb52oKGe6y/BETyyF/oSE9v5k0Z9VPOpJCIay2fTF09h2uAcpKffC6Oz/R/9d7M92x1LojqVwpGeguA8OEUe749h5tG9Y6fDdsRS2He4ZFE3UDK4wJNN9ctHLJUXFtsM96I6lPI9p6Yxhz7H+Ir7TuDelNFQ6+425ShysYkBqcn08S6nPj04jarjQF09j+5FepIbQc7q1J46dR3sHNVctITVrraLF1La09OBgZwzdmTW5o8A1mW7nVQpqo0wFBwSOBVlana1x3i3QdR2HuwfQGU3l3Y+GgmO9ccTTChLUf7GkjM5o8XvzcKK9L4HtR3rzBu282hkxDAPBLFs4ecaU7CJCBpRe/bs/IaF3II3D3aW3U2iWC4EXvbxnIIUdR3qPe+mJV2s6wL11VltfAv1xCd0D0pB/28x02/bVkRnTpuidS3knccK9tik3Fkqh9vrhrji6Y0n0J9zvX89AGn1xCa29FvOK/F5Lp33Mzh5XlfO3TlSUne4yPEEmrjQIQ7RQ9fLBGILt/UnEkjJ6BnLTc92oRYNtExFLGovISLfHae2Noy+eHta6zra+RMaA83YsveCszSObsEb1xzyR0ReXEEvKnoEnXdfR2ptAd6xwo5vMp1JuwANpY3wMxpGXFVpI7d1Z0320J45oQkL7IIIWBMd6E+iLSxhIFj9X3aibHMsiHBAyfzOoDIomiyFW4G/Q61UpxhtxpgTOyKCYFPN3aV03LSAlDaNBTeb1pIYwZjVXoTGTxRxtjumx3gSiCcnT6CbI5QyRMXW8HbZSQdd1V4cVKH2tLJnvw9H1QHYRgxM9nO4j3XH0JyT0xI5vCVUuO9TNkSTraikC4q5CaiNkE0nUnu5EwfRy6p7xBYzTo91x/M8/38F3H92AJ9YedD2GjJN4SjF/h9yTgx0x8ziOZTBtGJlDxxNlp7sMT5CFZzAbu1ckm4AfQk03mbj5jEhSE0bv6+TvYh3CaGYxpnsvDjfo/snD6eyT5zsYx96pQks/75Mh200oYl7XQgeNCt2opQLHbzEgz04dxHe6GQcnQ8CkUOi6jnjKCJgU6sw6oWq6aZQORsnXFFpyrJezmqtxyqRaLJ5aj9njqjG+rgKA8bwLqXmlDe9SKAybGbuMsW2Kqb1L67rpvXE4e/CStaIqE3iJZNropIfAzBgOkOBLvsxtLmdIPMky3fQeMdw13XTwq9SBesUx9wF7DT7ZM2RVMzsuHO9gnFv7KwJnTbekqCbTqRRrJQmu+45DMJve051g89jAbpluuvOP274TTUj45kNvoSOTuHn4jX3YQdVnE5B1QdN1JDNJCvJ9+zui5nFTx0TM7hgnG8pOdxmeIJRHWdWKMsLpyK7bYgcMbbOxjNvcnzWzsDRNZhBtIiRFtRk3I7WR0AJFw/Wbuq6bhvlgMnTOmimGYUZ9G5FiQM8B1/ep1wt1oslmTBsqQ4GkqGZwoNh7rumWsyjw7EnbsicXEpIVdR9IyYMKBMo0jXswTncOoSW/yJuUwKDIg2MZqJpua63ihVI7hcRoEkyn++TKShYLel8YrvWOZg2R8WG1axs9911WNZOymm8O5HKGfOaYOjnWIKu/NZOV2afp5qXIdtP3bCBVunIHw9ky/haobL1bkD1KsRyO9zN0lr/RcGaf6SDFUM/bua8ShsNgguKDAe3wO0E/Mzf7w2yzZlMvZ6n37Z+RFBXfeXQ9WnvtLLFfPrM1y76n10gS6NY0I5F1qNPKdM9urna/sJMAZae7DE/QG6dcxCKk5ojsEpgL3iAMQfKZfIqZbo7/YOjl0YTdGR2prA5tyA6G4l8IaENJVrWiMyd0H0wCa4M58bOl+VgV9CZSqIIrvaGXwrmljYViVX/JvGYYw5E6kdR0SwVnsGkw2e607ZkOoqZbtTtVXmAYBqGMqnkh51nqTLez9pw4f8fbuD5ekEs8l91Afy/vYBjISnEB8eEEvUflKxtTXQLiBGZN9yjL4g8WskdADcgWdx0q6P07XsJMNxmDDGN3wNyC7LTTfbyZGG5UaQKnLUivp6qmD+l5OPdVdoT3VbIeCy6ZblpYzc0OdgtUcCxjskTpa9B1HT/91xZsbenJ+p69bVE8veGQ7TV6LYtR7NH2vqRt35zVXOV5bSc6yk53GZ6gJ0ExRhWZlAzjXrMFWBQlo59gcQuRnMcRInCrG8vXo9AN0aS9Pm2ksjr0PU8Pk1HrDKYUS0lzUwcVTqJMN2FT6Lp7JsKe6c4/phQHa6QUm7Azo1HMfU9TtV8Mw7wra7qdYz46GKd7iBlPtx64XijO6S6tU+gMDhDnbzRlXEcS6SEyHAqBWy0tLWJXTEB8OFHMvchVfmbSy0+C/QPwZrEQlDLQOVz0cvMaXIRxeZMdZZx/P2UvHe91oZiabud6OhQ7L3tfHWGnW81FL8+X6XYPVBDbgLZzHnx1L17YctT8d0Dk4KN+8/6Xdtlao9LrQjxNnG5kCf/NGVfOdJfxLgQ9QYpZgKyFznt4DTbCa8u+D4LCZkU3C/5J0+kWTANzZIwB2pAfLkffuSkWm+VzE6uzFucT32iyj7fscUpvQIU4W877XYrAhDOjUUymVXbUfr0bM92xzP0jLUxiyeKVa6Wh0su1bMfKC0RcrRCjutTq5U7j26QCnyRZyWJBBzWGq22SGwtiNIrYFSPal6v87GQrWbBKMjz0bUqkYK7pui0Ao2p6yRT1c2XrBUpMTVJUpCQqAKlox7Xfulc/ePo1LVMOSZxAYr8Mhb3j3FfJejlS/czJeuzVco/Lwfh000KiP6NqOjr6k/iff27Gn1bvtr1//YppOG9+s/naQErB/z2/0/w3vQcl0orJKDjSbamZV1WIaKwqbbu70YSy012GJ2zKrEUsQEqO3ogERv9AcvzgnO58m5Qb9bnYTDe9idSFjf7cI2Vg0kbHcNG0JIoGBZQq033ytJ3KV7NdLL3UmZUqNb0cKG5jtwRXjM25EJXSkwmKqpnzu6k6CMC4n8VSdmn9hWKdW1WzSjxyBSoJiNOdltWcjonuMMKHOtZ0SkSSZLdEYWQDkaMNtmDLMM0ZLxbEaBOxKzTAQ88tN2fIN8qua6jIlSUGSqdgTlOaK/wkMFcap9tLfd14zWK2EdX6Ch8/KtoJ5sp005TveFqGrhsBhFDAaNU4pEy3w+klP6/rIyNSSu65zyXTbZyPt5q6V2cBjmUQT8v4w0s78ZFfvYxnNx22vX/jWdMxqSGMpdMa0FQVNF9ftfmIST937kHGfddxhMp0z2quzuotfjKh7HSX4Qrn5ChmAcqnXE4wGAVzOpugqLmjqLn6DRZa000yvwGRRzDTN3ekaG+SI2o9HJlj8huVGTXceLo4h8NtgTYj9yeB4ybnc7qLFFJzBk+GGphISUa0mGGsvs7FjBMyr0m2Ip9K6ckGErDwCxwiARECx0LXiw8+DSXTTcaAUS+Z39jgWNZci3IxU5wsiqGuH25aHSTTrajau4odQVBq+r4b3OjlgHXvR02mu8B7Qe+9bpluIXNdI9kpZDgxUvRymtIc9hfOhikEuTLdPMVsI/XclUFxVDAxctV007YgWUfDAcGaV0MI+pjJDAA/+ec7uObHq/DU+hYAw88io0vYBI9Mdy7Gp1ugIpFW8PzmI/jZv7bgqfUtWXvLB8+ejtOm1Jmfe8/iibb3f/nMVsjUHkECx/GUgv5EGr1xi1025yTtz01QdrrLcIUzUj2Ymu58BuRgNhung54rom6KtdD0csb+Xj6QxThCLcYjlel2blbDsXmRawkHRPAZh4O0+8gHXdepDB3d0/HkoJfTKvyAOxW8mHIHIHseDfUekUxGhU8wN9hiHHkzIp4RxMqlUnoygsxvUidNWjHFEsU63YN3vvIZ5W4IF1DX7TQah0ovV6h1nQTZeEp8Tx4lzt9Ige78AAwfs8dSv7aPD1EYXdT+QkX78mm+cKxVA3syCPTJDsV/J0qlo0GYASLPosJvBOUIZXqoyJWtJ2V3iqqjP7NuRoLiqGBi5KzpZiz703K6qfMewnomKSo0Tcf9L+3Cc5uOICmpeGtvB1q6BoZdwZzMGXoeOcGYmfcc6uUMA0lR8djaA/jQL1/Cc5uOZDGaZoytxN03LcPN58yw2afjaitw4QKLZn6gI4Y3drWZ/yZJnoGUjAPtlmo5YGS6T2aUne4yXDGUTHchNd2AJaZWjMp1Mdkb9z7dxWW6ST13JCiaRs5IRW7JZmUaIMOweZGsvY/nTMej0NZhqkfGglDQhqvGcaTgdFLcjGo6m1+I0e2cR0N1hEgmI+QXTGp4MXXikpkdsdd0A++Oum7z/mUi78SZdYon5sNQVMLlHAatF8KBTHAgRyYra6wN0djzUlgnRndqlDh/IwW68wMwnOrlJGvlzHSPLmo//fxz7ele9FUaJ1Ndt1lu51HTXepMN72Xx1NKSRhLuerSSTBhICWbzyscEEcFEyPXWDOzvbpu6niE/AI19gY/r9Kyiqc3tGDdvk7b6/vaosO+r0qKndruhlytc4ltvPtYPz7yq5fxu39vN8sGCCbUhfCtD5yKn39kBU7NZLid9umt5860Cbn9462DAIz9wxqfMg5SrcJYxnDkT2aUne4yXJHtdI+OTLfTscll4LrRy8nfhWxEiqqZWd9wQDAXEF0ffmVumiJEFqjhzHSLPGtlzwqkpHnV5hGj/ESvC3bOAbdn7ix3yAdnZnmohjrJZFT4eUqQp/iabtqgf7eIqem6bjrdZOyHg1YGudBMv5NaXWz/9Vz1kl6w6Hmy53NyjrWhrlnWebrTnE+GrGQxcOozDNee4EkvF0aPY+rUD9B075ZLuXp0E1jZxhN/TCkez4+ABEuHuheYe7nAwS9w4FgGmq4jUQIxtVxsHLJumWtpQADHMqOCiZFbvZy1HWfUwvMlyXQ/s/FwlsMNAAc6RsLptou4uSFXCzNN15GSVfzoiU3ojKZs71UGRXzovJn47SfOwpmzm8wkFm2vElMwEhBwASWqtu1wL471JsBzjKk5kJJVHOy06rknN0QQEPliL/mEQtnpLsMVZKP3D2Jjt6hIhTnddLawL57GQ6/txcOv73P9zWIy3W71PFZ0M+epAbCom36Bg8hzYBnG3DiHeyMhDjbPseYiNBy/aS7QAmdS0gqtA/Oq3T9ZWoY5z9+tNU+x9HLyXIODqL92QnM4jcIgVHDdouKlUtMd7UjJKlRNB8swCGSeR1DkLWO1wDIL8kzpeVDMcx0MvdwncGagxGu+SoqKgZSMJ9cdxFPrD6GrP+V6XMHnSZxux3w/mbKSxYA8d9pIHI5st0Uvd7/vx7sXMpAtyAl4B10LCcqTaxst7dCGglz10EApM92WeBbDWI5NvARiasRG81IvVzUd/QkJsaQMnmWRllUzK348mRi5AjzOl0J+ASzVFWCwAZ9/vX3Q1kaLxpHueMko/16wlNO9M925BIU1XceOw722faUyKOK6FVPx2cvmYfmMxiwWK70HmvdP1XDl0sm2497c3Q6BYyFwLPwCB1XTcZRSLp91ktdzA8DJHVIoY9AgBnfAxyMlq2Z2t5CWNoVmunlqs5FVDf946yAeeHWPaewe7hrAF9+30HFeTqc7F43N+D9HC6kxhW9whGJKqJyAET2UVQ1pRUVA9F7Uhgq65YQ4TDRCOjop8ix41q6KnGvRBrzbvnAniXq5kyLpJgyXPR61nM4Tea4VPh69A+kh0cuTkgJdN+aZT+CsfqkFMgxoeqzomuk+8Q3eXCBBtQo/bxohDMMgEhTRO5BGNCGZLJNcILQ6v8CZjryi6ig0YG/StouglwNAJCCiO5bCQFI2a+RopGUVD7++Dy1dRiZhw4EudMVSuOaMKXnntut5emW6iYL5SaI2XSiIUe4XOaRl1RD+0nQM4tbmhFemlMxZ0nbneOr90iJeRPRTVjXXcUb2HC4nvfzk6f+ummUZXvTy0jDDSNCLMCBCPh7RjCPcUDm0FkyyxzVIioqn1rfg0TX7kJTsz0rkWcxursYlp47HrOaqIf3+YJHLFmUYQ5uCjEdi55H1zGAwaQV1lCB4dfsx/PKZbbbXzpw1Bq/tbDPPZ8eRPjRVVxR/MQUi7SgZc4MlpOZOL990qNv8d8gv4A+3n4u+hITDXQOu41SmWFUMwyAtq1BVHZMawjh1Sh027O8CAGxp6THt+wq/gAMdMVuyYvZJXs8NlJ3uMjxAJoLIseA51uzBWJzTnaemm2Wh6zrW7+vE428dQGtPwvb+qs1HsHLReMyfUGP77qSkoKM/iTFVwZyRcDenkK7jyQdTRC1oGd6iwCGeVoad9ka3nBguGiGdTWcZBizHICDySEoKBlIyakJ5nG4P44nu26nr+gnb/iEfq8KNQpnL6aZpyKXIdJMMRoVfAMMwRdPLaeVyN4X/k51eTtfD0wj7BcPpTsoYW8D3mEZOJnKvampRz9WiDxc3T8J+AV3RJA51RTGmOphlWK7Z3W463IDh3P9p9W6s2nwEHzp3JoI+HvG0jHhagcCxWD6j0RSScwMZD9nO37sz02215eHAcQw0JaO2LZTW65Y9aumJiJ2qGYJuXu2BRgK0iJesalBU76Brrh7dBCcTvdyrPICABKmHnOl2tKkyM90lyKyqjmy9rutYs7sd967agWO9CdfPSIqGdw51Y0tLNzYf7MaNZ00fsvNfLPIFeDiWgZYZp6TEiGMtcUhJ0RAQ7eKiO4/2ISjymNQQtn3XpoNd+OETm0A/xQ+fNxOXnToBr+9sM1/fergH51O061KjIHq5menOfq9nIIWDHVad9Tlzm1DhF8yyQ7dxah97xvtk3L9/6WTT6VY1HW/sasOSaQ0I+QUcplqFAcDscqa7jHcr6EXWxxtOt6xogK+AzxbQpxsAWnvj+PPq3djvUC+k8etnt+GX/+9M87sOdsbwm2e3IZ5WEBA5XLpoAm49dwb8LmklNxENckr5nG5V06gaJcsQHSkFc5oqRjbRUgsVydRvEIT8QsbpVlATyv15L3o5bRyqml5Urepogplh4lnIipbTCSfH5Mpc06qiJn1yCE63U3m7WFo/bSjTKJWa7miHl9NtKpgnpYKCRrTzJSsaIKtFPVdzvSyCXq7rOnYe7cW9q3ageyCNKY1h/NcNS1Eb9gMwDO1/rjvk+tljvQnc/fjGrNcn1ofwy/93pmcWXFE1gMvOdvlGWGBytIDsAQJv0CVlRRsWejkZH25BGZHnkJQUpOXj63TTIl4AkIJ34Kk4evmJPaboe2Csq9lraimCnITtAFjrOVnXEmmjrWQh7Qi9QAcO+hMSvv/YBmw60J3nUwY03ahxfn7zUTTXVJjzReRZ82/j3xzG14Xw/mWTBsXEcUO+AA/LMkBmiBGdDMDaS9OyioDIG0GGXe340+rdOJBxSM+a3YRPXDwb9ZEA9h7rx3ceXm9b98+aPQbXrZgKhmEwdUwEe9uiAIDth3tLcm1ekAsQUvOyg3VdxzsHe2yvkbpssyuNm9NN2ZLkfTL2F0+rx7iaChzpMWjkr+5ow20r5yLg47A/c08AY7w21wwfA2C0oOx0l+EKhcpqCDwHpJWCa8fMTdXD2eqLp/Gn1bvx9IYWOH3fSEDAuNoQth8xFqb97VE8veEQrlg8CZ3RJP531Q7EM/SUpGS0M3hpayuuWzEVl582wbbQ6GZNt/X9uWg1BGlZRVfMqH8Uec6sa9d1y4Ec7joleuEkdCdZMejguVRfi0HaNBqtexYOCOiMJguq6/ba0FiKtpWPbj3SiCYkJCQFdWF/3vMim0ZA5CErkqeIH8+xEAswumn6nyk2NwQKPslghDK1+MXS+s1Mt2NzHulMd3tfouD66VJB1ewiiTQqfLyZQUxICip8uSnmacr5skQEi+nI4J5B9sKB9ih+t2oHNh7oMl/b3x7D1x94C/9963KEAwIeeGWPTRBx7vhqHOqMmS3m3HCocwB/f/MAbjhzmuv7qqYbTreDwUScvePZGuh4gO78wBcZ8CoUNJvGbb3yCSyS0vHPCNMiXk6j24mC1MtJycIJnukm94BljPZNbnZHLmemUEhUTS0ZJz6BM4JBqoZ4WkYk4M1iyQW6dSbHMrjnH5uyHO6gj8eKmY0YVxtChZ+HpGh4fWcbtlEOpqxqNqVqL+w82otvfuC0IQUJAPsa7PVd5PWAyNvml1neIKtYt7cDf3p5N3Yf67d99tUdx/DW3g5cffpkPLPhsE2wbv6EGlxzxlQzYLtwUq3pdB/sjCGekk0mQqlB5gyZQ24wM92OMadqGt45aD3bpuog5owzKN+57ALaXmUyY54e+1cum2TS7mNJGf/7/A5sPdSD/VRGfVZz1QnLiiwGZaf7JIGqaWjtSaAu4i+J+p/NoSiS6pUrkv36zjb895PvZBnZHMvgfUsn4aazpkNWNHzk1y+bx9z/0i6cNqUe33lkfVbrAgDojafx239vx+NrD+CTF8/B8pmNYBjDaNZ1HVsO9WD1tlZwHIvrV0wFkB3hS6QVHO2JI5qUbJT1SMYgf3pDC+5dtR1jqoJ475KJWYZ6qUEvnALHgmEM1XRJ0cwgwFAheWS6AaNtWL4sX67nzHMsJEWFrOrwu37WWNwn1YdRE3Y7ovTQdB27WvugajpaOgfQUBlAU3XQzNQ5QZyhgMAhimy6vELVuRVidNO0L54qcxhMFkLVLKEvZ6a7UFq/Fw1tJGu6B1IyDnTEkIonMHn8sP+cCULNF3kuKyPAMAxCfsEQBkrIeZ1uicrypTjje4sRgCqUGaRqGv73+Z34x1sHXGmBBztjuPOv63Dbyjl4ItOeBQCaqoK45ZwZ6IunsfFAN/79zmFPIcmHXtuLCxc0oz6STQNVNB0c3FqGGfdvNAbZhhN054fBiBgWAtpxdbuvo0VMzQpAsJCV3ME/M1hbQMswojtSqkDzYJGSVXRFkwgHRFf9BC94lQbQKMV666SWA8a6tGF/F17beQxBn4BvfeBUjB1EJpEOBhzqjGHdXkuVm8/YbfMm1IBlGMybUGPuR1ctm4y/rdmPZza24GiPOwXdDW/sasfv/r0dt62cMyQnzKu7Cg3yupPtJHAMjkWTePiN/dh5tM/zN9Kyigdf3Wt7bc64aly5dJLJ+gCAUybV4e9vHgBg2HFbWnpw+ozGoq6nEJA1GMiT6fYos9zV2m8mnADgwvnN5jMwyyBcbBzaXtVNern13RcuGIffv7DTrPt/0oWFtXRafZ6rOzlQdrpPEnT0p3C0J46UrGJ6U+WQv89S1GWKbglj9qV0ZES6oin84PGNWd8zd3w17rhiAcbVWnzmD54zA7/793YAwEBKwW33vmqjVzdVBTGQkm3ZnPb+JL7z6HosmVaP21bOxd62fjy78TAOddJ1jRpWnjI+K8J3pHsAPQNp898VPh7hgIixNUEc7IjhF09vhabrONARw59e3oPbVs4Bhq8sxzTofLwhTOHjDZEmSVZL6HRnb9QBkSs4y5crYyFwDCTF3ZA42BHDj598B7uP9SMSEPDzj56JpurgUC8nL5IZmh1gnHtbXwJtfQnUhf2Y3BjJcnrIOKZLF2i6PC1wVIjit1VDzTko+Bo4trhnSrLcAlV+UCytn6ZF07Ba2Ax/pjuV2YTTGZaAWKSY2GARo9rbuCESEA2nOyVjTJ7vkiiDYzAZz3w1n4CRbfrlM9vw9IYW2+sca6wNJMuy/Ugv7rh/jS0b8cmVc+AXefhlFTedPR0fPn8mDnfHERQ5BH0C3t7XYWYh0rKK37+wE199/6Ksc1BNp9shnMgyZkYtKakIB/I/Q03XcaQ7jqoKcdAZuLSs4mhP3LaWMwzQUBksWVBU0w113ZqQLyszRXd+GGrbp6M9cQREDjUhewAy39iw9ubj63QTp8+XERMEvAUdvcqSaAxXoNkLSUlBe18SfpFDOCAgKPJgGAbxlIzW3gS6M46IX0zhlEl1BX9vrtIAAsuZGUqmmwhZsUhJCp7a0IK/rdlP2TRJ/OzpLfjhzadnfTaeltHWm7S1UWUYI/sbDogmU5BjGfxtzQHbZ//71uWYPa4asaSMlKzYnFeGYTB/Yg3G1VYglpSx42gfEmkFsmKU30iZkkVSunWkO26O93+sO4jGqgCuPn3KoO+JSmVavZx30gGCDqQk0gqe39aBV3d3ZwUnBY7FylPGYc+xKHa19mV934yxlfjoBbMwkJJtwXwSlCA20zsHu4fF6aa7COTaT7wy3S9tabX9+4IF48y/CSNDdgnq0/Yq2Xvo+R8QeSyb3oiXt9m/HzDO86zZY/CexZPyXt/JgLLTfZKA0IFLVfdLZ7oFM9NdHL3c2Vrm5W2tNod7fG0Fzps3FvMn1tocbgB47+KJeHZji+kw09dVGRRx57Wn4Wh3HBsPdOG1nW22DPi6vZ1Yv2+1a932ur2dOHtOUxYbgETqJtSF0FgVMAMGuq7jN89ts31XbzyN37+4E6dMqoEXVE3D85uPYm9bPy45ZTymjikuEOLMQooZY6aUdZOSCw2JtBqJJiQMJHNn+XJlugWeBdL2DExaVvHQa3vx6Bv7zOh5NCnjF89sxfduWFJ0VDstqzjWm8DYmmBBNWBkjkSCIsZWB9Ham0A0IaErlkJ1yGfWwxJYEWNLsIjO5NnmSAHOFlF3JuUCxFHxUvnNBZKppY0cQmF0nidBe18CfdQ8GUhajjuNkazppu9XPK1AFEZmS/Kq5yYIBax+3bmg67ot0z2YHvXE2PYqxwGAB17dm+VwL5vegOtXTMW+9ij+8OIus+zGrgZbhWXTG7C/PWq+11AZQFWFJc5x+WkT8e93jmB3q0GffGlrK65YPBFzx9vXN0XVIcLdmKvw8+iLS4in5IIc3t6BNFp74oglpazfKRTtfQl09CezXk/J6qC/04nO/qTJgKK/M6vzQ5EihjQSaQWHuwbAc2yW063kyZQOhYYdTUjoS0gYV1sx5Ewy2UsEnrXo0vno5XmYHSLPmZ00hup0t/UloOvwDO4e7Y7bMnykI4STkVcsoyBXu7CBlIwXtxxFXcQPBkNbb8l57T0WxZ1/fduVEbjpQDf2tfVn2SJHuuPopRIOXogmJbyy/Zj578VT6zE7Qz0OBwTXeS9mkgazx1Xj4lNyU5n+9fYh/PKZrWbV+72rdqA+EsDZc5rynpsbChEUm1gfRnWFD7VhH3Rdx+rtx3Dvv7ej23E/OJbBylPG44Yzp6GhMgBN1/HcpsO474WdiGb2iHE1FfjP65fgaKZ2mf7doI/HlMawSTHfdNBOzy8V3BIprtCBHUd6sfFAF65cOhlN1UEoqoZXdljPd+74att88YtG21xVM/p40zY0fa9l1X3+nz6jAa9sP2ZL1pwztwmnTalDdcg/5HKCEwVlp/skATEiSxXxpnvHFksv94pkv7TV6l3YUBnAPbeejl1H+103G55j8alL5uIrf15re90ncLj57Oloqg6ioz+J5TMb8f8unI0HX92Dx9YesGUy3SCrGrYf7sUZs+z5KxKpqwyKtgz9qzvaXBfI9r4kvv3IevzHRZOz3tvS0oNfPbPVFNx4dXsb7v/0ua5ib17naBp0GWNjOOom0x4LdCjjdMeSMhqrvD+v5aAJBkXDCB9IKWgE8Pa+Tvzq2a1ZCvUAsH5fJ17f2YYzZxe3uR7rNTLVqqZj6phI3uMHKEe1qsKHqgof9hzrR3cs5WpM0Qav0YtUhaRqJl3e6kfPZmW/3SCr9vvNcQzkHCq/ua8l4zQ6giIca5ynk9ZPWBpucAagOA/q2XCAvu+JtILqPOJ9pYLVtsR9TpI6eUnJ3T7P2XbNCr4UU9OdO5v59IYW/Hn1bvPfLMPga1ctwtlzmqCoGqJJGTedPR1/Xr3b1raHYxl8YPmUvMr2LMPgUyvn4j/+8Ib52q+f3Yaff/RM2xpOAmVugm8hv4C+eGHMAMAKog4lSEw+WxPyIRwQkZZVtPUlStq6jBjUAynZRnN2dn4w7+8gHCcyB9xaFNGMMzcMRdjzUGcM8bSCoMijLjL4Eh8S5CPnY7UuLJ5e3tGfxG+f24ZjfUmkJAWarptsLznTQUXOBBRXzByDm86enpfurWqaqcZcH3HX8qB7rkuKaivfqQ37MaYqiG2He4pqnQp4B010Xcd3Hnkbmw8ZolXnzm3CefOaB02llxQV/QkJ967anjMA8/c3D+DLV55ie42Mv4bKgLkXaJqOgbSMWFI2n+2bu9tte8I1Z+TPQhfKxEjLKuoiflx26gQ8RQUXf/TEJtSEfJg3ofggGt1Vwgt+gYO/MoBDnTH8+tltrrbe4qn1+NTKuWiutaj5LMPg0kUTsGLWGDy78TDiKRnvXzYZVRU+c591BrPnTagxne797VH0J6SiShUKgZwn0KDpOl7f0Yb7Xtpp2mL/evsQ3rN4IqaOidiCNRc4FNZZhkGFn0csaYwLMlYUh71Kxp/Trgn5BbxvyUSs39+FqWMiuOms6aiL+PHOwe6cgZGTDWWn+ySArGrmwlkKsS2jFtr4W+AYaEVQ2GjRDTqS3dIZMxccADhv7lj4eN78PTecMqkO58xpwupMdJVnGVy/YiqaayvMTU/VdPhFDv/vwtm4aOG4rIWTAXDO3LHYsL/TNKA2H7JTezRdtwxfavKnJAW/W7Xd/LfAsYgEBXTHjCjo9iN9+Nm/92LlIgXVIT8q/DyeWt+CF7ZYwQXAyIy/ubsD584rpAGRdZ+JQQdQtXslzHS7qZcDRh17K2Cj7rshV6Y7FBCAXmB3ax/+93m76JMbfvvv7Vg8tb7gwARgGd2xZHZU3w1O4TGACma4GCq0wctzLCDbFXnJpiIUmOlKO9TCBY7NqfKbC9EE6SGfXYsmKdnnQYxylmEwsd7ybEWey/oOdgRruu2Z7qG3tikEuq6b66VXBo1jWQR9PBJpBbGkjNqw+3HWM+Uyzm1xNGP6Hru1WFyzqx2/eHqL7bX/eM98M/vDcyz8Iofmmgp88b0L8YPHN5n3dHlG2AigxJo8ggGzx1XjwgXNeH6zsXbtbYviuU2HcdmpEzLnqZv0UzeqrKkFUYAAI2CNx6HsV2TO1kX8qAn5ISmG0y0paslaFUYza4uuG+wSMleca2exnQPs10GzgTQEfdY4yJUpBYbWz5qsn/0JaUhOt1PEK99a6BWUjyYkfO2BtTjSHS/od/+x7iCe33wEN589HVcsmeTpCKccbCtXpzszj6c0RhDy80hICpJpFeGAYNKECTNJkgtrnQpQz89xre8c6jEdbgB4eZtRd714aj3YQXT7kBQNz206bHO4a0I+fGD5FKx654jpCL68rRUfOX+W7XmTtXBMVdBsZUkjJSk41pfAm7s7zNdmNFVi4cTavOdFmBj5EjbkHJZOb4DIs3g8o0khqxq+9dd1+MHNyzBzbFXe36NBEhS5VP0TaQUPvLoHj1MJG4LKoIjLT5uAW86Z4bmWRAIirj1jqvlvJ/OJxvwJNTatjc0Hu3HWILP4XrAyztn71bq9HfjDi7uwrz1qe13RdNt5AcbcPHtOtr0a8guIJWUMpKze79kByOw9kPgFp0yuw0cumGU7v9njqo9r54WRRtnpPgkQdxg6sqJ5ikMVAjJZGMYwBIkfRNpS5KKB0AsXvbm9tNVey3HevLHm9+QyUD992TykMhmM686Yigq/AJ7qo0g+L/IcJtaH8YObl2H19mN4duNhADpWzBqDlaeMx72rduCfbxviDQc7B9A9YFHJZI86mIde24uuqHXc1adPxgXzm/G5P7xhRsG3HY1h21G7UeyGl7a1Fu50u2wWpe7VrWpWz2inejUxLNOyarSi8RhLuWiC8ZSMv7+532ZYEFRX+HDRwma09iTw2s42AEBnNIUHXt2Lj14wq+BrIPcilec8AXfhMSB3j2HLYHKv2aYzlHS9U77zddZgF+t0pyQFsqqBYSwaNIFXTTExPEWBRWOVO8Xy6Q0tmRIQ1ayjrAn5EfRxqPAJCPp4VPh4zGyuKhl9l77vI6VgTt+bXMZzyC8gkTZ61jtLDwgsRXrje4p9piQjbqy11jwy5s8BPLpmn62u8NZzZ2Clg6YZ9gtISSom1ofx/ZuW4q+v70NlQMCZs8eYTpmVffQ+r4+cPwuv72wzs+X3v7QLS6bVoz4ScKgwu2e6AZh04Hz0Rto5GOx+5WxTRT/LwZRsOJGSFJsg3gBFnXd2fig22EKDvheSotocH5pN4wbR7KxRnMNvZNWNgRVLFRa09IJTxCufroHbviEpKr79yNsFO9wE8bSC363agafWt+DTl83DosnZ9dY0OyytqKiAfc20OUoCa5RY+YSs0irSg9ztO7ygeARNHnvzQNaxz2xowexxVbh4YfGKkltbemxK4TPGVuLHty6HyHNQVA0HXtwFwNgHn1x3EB/J7LO0HeDzULv2izxe39luc5xpZe5cIHMzHy2fDhpdf9Y0dMXSeDVDdU6kFXz9gbX40QdPL6pMz6s7B0FbbwJf/subaO+zl6jwHINL5zdi/uQx8Il8UW1PaeaTM9M9q7naLP8CjL7epXa6rblo/+1nN7bgf/6V304lmDOu2rVcwC246rRX3WwhmvXi3HNLne0f7Sg73ScBnNmFtJLbAckH50ZPIliarkNWVHA5spFkQWEYiz6m6zpeogQUJjeEMbkxYsvyeDnzkYCI716/BIAhxLa3rR88x5iUScVRE8swDM6dOxZnz2nCW3uMyCzHMrhgfrPpdANGfRPZ3GiaNdlIjnbHTbVJwMim3HDmNPhFHretnINfPL01b/S2Nuwzs+Jv7+1ANCkVJBrkRouyWliUJvtIvodjmaz7zrEsKvwC4imDRuQ1lqxMt30R3X6kF19/YK2N6goY4+Hy0ybgisUTcaw3gelNldjS0mNSmv7+5n5ctKAZE+rDBV6D9f39CcmMvLoh4SI8BnjXRNJj06CXG/fItpHYMuH5FHuzjZvBCpZFqf7czgyhV8sqMla9MrvvHOzGz54qfFP+1Mo5eN/S7NKKYkHPoaSkDrmfbDG/KfBsTsMx5BfQ0Z+7fZ4zs1BsxlN1GOVJScETbx3E39bsz/rdKxZPdG3nFfIL6IymMJCSsWBiLRZMrMW2wz2IJeWiAjy1YT9uOHM67ntxJwBjTn3zwXX471uXA3pmvfAwPnmORUDkkZQUxFMKxFDu/ceW3R3EfmXsRXZ2EsMwEHkOkqIiLQ/d6Y466vlthqYj0z2UlmGyYs/E0qDZNG5gGcaWgS0UtJOTkgoLlHiBFvECrACElzCYkyGl6Tru+cc7NqexLuLHlMYIEikZosAhEhBt/Z037O9CS5clkHqkJ55pmXd6VkCQvla38qxCg3CiwCGeVopqz2YGtqnvbe1NYt2+zqxjdQA//dcWVFf4sGRaQ8G/ISmqLVPJAPjMpfPM57lgYg3qI350ZhIIT204hBvOmoaAyDvsAG+mwJPrrO9vqg5ixaxCikgsuyXfPaOfi6rq+PKVCxFPy9iw32DIDaQUfPUva3HPLcsxqaFA+8CDyQcYDJZvPvRWlsO9eGo9PnnxbAhKHC0xBlpGyK/Qjgz0muTcm4M+HuPrQmapw3DUdZOxTM/lvngav1u1w3acwLFYMq0e08ZE8PK2Y7a5BBj3wQ3EETd6vxulME57NVskljX3HY71FrV7t6DsdJ8EcPZeLaZdjRvcKG0izxrq2YoGfw6/0c0R23m0D8d6rVre8zIZX3pRKkTBmVaLNs6PgeJRE2tXtGUwq7kKY2uCZh3L5kPd5oLgrIPpjCbx43++Y9uMP3HRHJP6PKOpCjeeNQ3/fPuQ6VTTmNoYwe2XzkU8peBbf11nnLum47UdbSZdMxdMQ566/8RZKlVrGLpntBsiAcPpzkU9tAQxrNdaugZw51/XZTncZ8xsxIfPn4UJ1KYj8hwuWTQeD7++D4Axdn717Db84OZleRdmOlMDGNTEXE73gIvwGOBdE0kykESczM1poccjMYq9nBryTGnjxqoDLW6+WtTy7Ino5fS5tZSh8bc1+4o6h988tx3VIf+gRW4IyDhkYATnkpLiKW5WKphKy3mcDGJgxFOKJwXamVmggx5OivOWQ914Y3c7ZjdX48zZY8Bm6lQBIwDz3KbD+P0LO11FkM6a3YTbVs51nReE7TCQstr8mWuaUJxT+P5lk/DytlZTeO1gZwzffuRtfOm9883zfHXHMTy57qBpxBOQOUnmS4WPx/Urprlmc+h1bDD7Fa3SS49pn8CadfgoMBvpBVK2QgKQdqfbPbs7GAVq2iFxru9e9GQaosBlMrCF30fn7+QqoSj0uwoNPDm7Xtz3wk6bQFc4IOAHNy1D0Mdjz7F+hANCliOtahqeWt+CP63ebYodarqOnz+1Fb/62Jk22yUlKdh2uAeapqM25MMYh5ias0TEC4Opn3ezpZ7d2mE7ZsXMRry+qz1zXTr+89H1+MTFc7DylPEFOXt/W7PfJgJ3+WkTMIOiYvsEHstnNpptmgZSCv696TDet3RyXjsAMLKk9Jp09elTCg6MEkeMlPB5BTXSjsBTbdiPu65djG899JbJlosmZXzlL2/inluWY0JdfvEPr2uTFBXffWQ9DlOsiobKAG7LtJvVdR0dHfGMzatlsU9ywUsnBzDs1ckNYdP+OdIdR0d/MqfdUiysdcm6z394aZeNRXbRgnG46vTJ6OhPGmv0mdPw73eO4M+rd6M7lsak+hDmetTQkxabkqIinlIQCYpZ9irHMlaSTtVhVOblLpN5N6HsdJ8EIPRyn0DUPofmdJvq41RWg6hn5/tutzpfJ7X83LmG081QasvO1gVuIM4Jmbi5amLdejReMK8Zf35lDwCDzrz3WD9mNlfbDJC/vLIHj7yxz/baKZNqcdZsK7Ir8iwmN0Tw7WtOQwBJiBWViCYV9MXTCPkFzBhbaUb3IgHBzJi8vK21MKdbtkcOgdL3ws2n7BkJiDjWm8hJPdQcAZbuWArfePAtm+LzuJoKXLtiqo0SS2p3OZbB7OYqzB1fbWY5Nh3sxtMbWnD5aRNznr+zhrE/T1133EN4jDjLRLyOjBUzMpuZA25ON92DNR+9XHJk5QDkVfn1AhlPERf6lxfN1avODDACJW9RvVfHVAXgE4zWHyLPIZGWEU8rpvMJGFmZHz2xCZVBEQsn5a/tcwNNxSOCZvGUPOxOt5WZy+1k+AWrfV4yrWS1jDK+y35faeeIMHD64mncu2oHpfVwAFMbI/joBbMwqSGMrmgKT29swT5K84KgsSqAm86ajosWjvOsew6KvKkqm5QMA9Fp/OXLPhKIPIf/vH4JPn//G6Yy+NaWHvzyme2YWC3g8Y07bC0Y8+EHj2/ExIawzUimWR/A4AKJkkfgxLheech7IGDNs7HVQew51m+jzjs7PxAmjKbnL8FywuZwOM7bi55Mw8eziMMYi4XuCs6Mr+F0D66u29l6kA64O4XhjNcsG+HpDS14dM1+8z2BY/HtaxdjfF3I3Efc2F0cy+K9SybhvHnN+O8n38Gbuw2n9WBnDI+/dQDXLDfqbDVdx73P78T6TGb5uU1HcOPZ0/Ge0yZklRZ50avNczPr54uj8QPW/OuLp/HGHivDOW9CDb51zWn41l/Xmf2v04qGnz+9FX97cz9uOWcGzpk71nPud/Qn8dfXrT7RlUERt54303aMj+ewYGItXtraat7Tx986iPcsnpTTDjjQHsWfV+82AwLk+y9eOC7rWC84mRheTjfNfKFZWd+9fgm+8eBbpn3QF5dw18Pr8L+fPCevDeS252q6jh8/uRlbWqyyt8aqAH724RWoDhkdHYh2hdGmVStqLcl1PzmWwZSGMF6iXvvCH9fg05fOxbLppWkfRuYKueY9x/rx3MbD5vuTG8L4/BXzEU8p6OhPQtV1cCyLSxdNwEULxmH7kV4MpOScjI9wQEB3TEUsJRtOt4u9ynEMNCUjsChwBa1j7xaUne4THGlZNQ396gpfRr11aNlQNzVdEsXKJ9iimj26LTGm1dstp3vehBpbTSlLWhwV4nQ7lEBzZW/cxFrOm2853QDwwpajptO9+VA3XtxyFL1xu/PmE7isDBMx1tOKhoiPRX0kgMaq7MWE51icNacJT61vAWAIZ3RFU3lFa5y1iuQ6yOaVVtzFYIoB3TPaDSTLl4t6aAnmGVm2bzz4lq2Fz6zmKnxg+RSEKWdF13Wz3VV1hQ9dsRQ+cPoU7G7daD7HXz6zFZGAmLPeKS2r0HQdKUmFX+QgKxpSkuIpxDbgoVZtZDey+8E6WRVuqtRKRsDw2Y2HIasa6iN+hPyCq6FJZ1e7oilsOtiF2swmX4ziMTH8Afce016OfNrhJNB4fK29vvDLV55iGme04KCu67j3+R1mPaKsavj2I2/jx7cux5TGSMHXQGCNQUMMLIWRqeumfzcXGIZByC+Y/brdnG7nfaUDibKi4aWtrfjf53dktR7b1x7F1x98C1MbIzjYGcsqB6gL+3HjWdNw8SnjCzpPoio7kJIh8KxNUZ2+1kLoz3URP753wxJ8/v41ZnZ33b5OrMv7yWwomo5fP7sNd9+01FxD07KGWFLGxgNdqA370BApPtPjpUxsleEMbQ80KOrGd1RViKao3kBKRk2IywpqOBXH87G2bL9FOZVObQnnOkQQS8rY1dqHueOrLZFNWUWhd5I+f0lRTcG4wcDMrglWpousqSTTRYPszZKi4fcv2GmvX77yFFOpWjQDot7CeOGAgM+/Zz4++usec6z+ZfUenDNnLBoqA/jDi7tMhxswxEF/9+/t+NuafbjhzOm47NQJOcWnaAymJ7ozw/ev9S22PeTq0yeDYRhct2IaYkkZO4/2me+19iTwg8c34ZE39uND583A0mkNtnvQF0/jJ//cbAtKfPSCWVklbKJg0PLPnDUGz2QcsGO9Cbyxqw2TMqVc9LW39Sbwh5d2YfW2Vjh3piuXTiq6FMRiYnjXwtOOLX1/AyKP/7xhCb72l7fMvtitPQm8sv0Yzneoa9NwKuoT/OHFXbZe0SG/gP+6YanpcNvOexBriVcwEDACEM21FeZaAhhBkzv/+naGyTRn0IEvwNifSYcUH89B1421l36Gt62cC461yqroBiU8x6KhMoBEWkGumGHIL6A7ljLnm5u9KnAGg5Q8A7NMZhAigScbyk73CQ4y8Ct8vOkwDKaujIZVf2GnlwP5qYDOTPfGA93ooxzZ8xxiYjzLQoaWZXS6wRkMyJUpVB0UNgBorqnA7HFV2HGkDwCwevsxnDN3LH7+1FYc7MxupzRjbCU+c+m8rBoiW9/y7LXahvPmNZtOtw7gle2tuOr0Kbmv08NBMjcvWc3ZP7sQOHtGO8Fz+dWbSdZTVXV857G3bS2pJtaH8O1rF2NXax9SGdVvnjNKFEhGubJCRFcshaqQDx88Zzruy4i9aLqRIfOLnGdtW1d/Cv+7agdaexOY0hjGTWdNR39CcnW6FU1HSlLAsqxrFtWIaNv7wWYHeOwZZFnVsH5fJ57fctScgz6Bw9lzmjB3fA3CAft9lRUNSUnB6zvbzH71LMPg2jOmYOn0wuv3ohTl1a0GzysQ5WUM9CckPL/5iPnvueOrMau5Guv2GhRIOoDAMAw+duFs9MTSpuGSSCv45kNv4X8+dIanQJsX6Po3keWQkmH2mh5OFJrpBmA63QNJGahy+a7MfVVVHXc/thE7jvYikTKE7lSq7tgLTiVZkWdx01nTcdXpk4uqsQ1nVGVjSdkMLAlU94N82UcnJtSH8d3rF+Orf1nrmukROBYrZo2xrR+6DnTFUtB1g/VC6gQ3HujCK5m1FgCOdA/gt//ebs6bNbvb8cX3noJZzVUFX6+XMjG5Z0PdA6MJa1/lWBYVvoyoXlJGTcjv2vmBBEUVTYMPhT07ut0OkJ3VVTT7OgQYeiNf/NMa9Ayk0VgVwJffdwoAYz4FChwyxJGoi/jR2hNHIq0MmkHlRqnlaaPbMc/I3vzajmO20rhbz51hK1ch+ywRifOaD1UVPnz0glmmJkVKVvGb57bh1Cn1eOQN97KZ7lgav3xmKw50RPHexZMy55/72gtV4qZBZ/jSsop/rrd0ZZprKsygpo9nce0ZU7DzaB+e3tBiuy/7243e23PHV+PD58/CzLGV+Me6g3jw1b22IOXkhjAucslCkzV/ydR6vLjlqBkovP/FXfjs5fNsxxzsiOGLf1qTFSQEjBZStFJ3oTCZGDn0aGjH1skkqPAJ+K8bluDWX7yEhGRc79/W7Md588Z6lgMQnQS6nd/rO9ts40HgWHz7usWeVHUS0CsmyOKWXScgmhPXnTEV/3z7kK0k4NUdx7Bhfye+c91izC9AFd4NThG3l7a2YvsRSyfhrNlNJiuNLP9OhmmuNrAEZH8ZyIwRtzZlTjsknyDkuwllp/sEB6HNVvgFi/40xCi/m3hLoQuQs6b7Rap9FscyONvRi7kY1VdajIE+P/eabuP/TmXtC+Y3m053X1zCHfevyfpsbdiHj5w/C+fPb3ZdfKyIt2ZSkbwwd3w16iJ+UwX9pa35nW6vuqBCNq9C4ewZ7YZIQKSc7uwILHnWT21osamU10X8ZvTYnylLGEjJqKrwWUEiP2+rkbv2jKnoiqXMujNF0/HdR9fjezcuxQLHJhRPy7jnyXfQmtEJ2N8ew6aD3WisCrr2FTcMEyMo5WZUCkSvQNZAUkV0LWVbXwId/Um09SYgCiySkuLaeiMtq1j1zhFsOdSNj5w/y2zXBAAvbDmCpze02GrdNV3H397cj6qQr2A1cOIMuFHLAYpGTG2muq57ZgafWn/IZkQ66/UMqqx1PMsw+OL7FqI/IZlt4Lpjadzzj3dwzy2nFyWSQmeYguDQJxvPqlTtnrzgpfDqhnAgW62VgG41eN9L9gyKGyY3hPHh82fizd0deHbj4aw+6KdOqcNnLp2HsTUVHt/gDdKiL56WIclGJJC+vnzZRzfMHV+Dr191Kr776NumgjoD4IIFzbjlnBmuQZbtR3oRTUgIiDy+8eBb5v353artWDKtAbKq4Xt/32C7n4e74viP+17HykXj8aFzZ6KqQsz7/J011QSlynST4BbRTQgHBHRGk4ilZM/OD3zG6ZYVLW8w1rqO7DIQevxbmW6LnvyNh95Cz4ChJdLel8R/P/kOPnj2dFT4eBTo6yOtaIinZHRGkxB4BrKiI5aUszJ+hTjibgEQZ6aLhpbRO6D7MVcGRXxguX1fpKnJspJbGO+SRePx73cOm3v7G7vasYaiRQOGONSOI722wN5T61uwaFItBJ7Lq/FA09ELWaOcrVef23TEXL8B4P3LJlNBMUPr45JFE3DtGdPw6Jp9eOKtg7ZxvO1wL774xzW2kjUCnmVw01nT3e0VInDFs7ho4Tj8K5MEONITx6+f3Y6bzp4GUWDR1pfA1x9cm+VwL5lWj1vOmWGrEy8G+dqdOstN3GzMSFDEJaeON1lW+9qj2HigG6dOyVarN34rO3FBC+kCwBfftxDzc/T/ttrxFaGVkKOMCzDs0UkNYfz0I2fgsTcP4Im3Dphrazyt4M6H38Y9Hzwd05oKV2knMIPYmQDP/1EsEpFn8bELrc4wHGOVw9DI1ZGGoMIngGEMGyklq662BUmMEdu8TC+3UHa6T3AMUG2QrLZSJRJSoyZeoQsQnelOySre2NVmvrd4aj0ijvYAFg29EHq5F+XXu6bbuQmdM2csfv3s9qzFBjCu8QPLp+DaM6YikEOhXTQj8LqNKuYGlmFw3tyxZt3a7mP9ONodR1VIxN/W7MeLW46iuaYCHz5/FqY3VWY2dOOzHMtg3d4OxFNKpv1P7s2rGOSr6QYMQ7OtD57UQ03Toek6XthiZUpDfh7fu2GpKQ5S4ReQkg3RjaoKn0ktr/AJNmVThmFw28q5SKZVrMpkXiVFw51/XYcvXLEQZ84eA4ZhjNYyD7+dpba5Zlc7lk5vcDWGEpIKgHelBwPGBhmDbLuvimoEVB54dY+tP2khaOtL4vuPbSzoWEXVcf+Lu7BoUl1BqqxE3MlLBd9tTqRkBRv3d+HNPR3wCRxuWDEN58xtgqxqNkOkqTpoZl4IRdptXgoci29dcyq+9Mc3zcDDlpYevLjlKC5YUHi9Hy364gMLljXEV1KymnP+DRW5xG6cIMyIVKaMh6b5kiz3oc6YLbjohI9ncdPZM3D16ZPBcyyWTW/E+5dNxh9e3Ik1u9oR8gu4/sxpJtV0MCDnmUgrSGayQc4AC8k+qi7ZRy8sn9mIb11zGv7w4i74eeDGs2dg+Uzvso+QX0A0ISHkF/CB5VPw0GtGvWl3LI37XtyJPcf60eZQDAYMFtCzGw/j2Y2HwbOM0Z7OL6CxMoDLT5toCs8RpD3YClbpT2mc7khQMK8LMET1SPs9Z+cHt4BXPpA5EBB5pGTFLHPxCZxZH258txEYvOvht22ipIBBFf7LK3vwsQtnod5X2PjZ1tKDB1/dg7SioSESwLnzmjCmKmA63TuO9OLB1/bi7b2dmDO+Gt+9frEru0qmMvW2ms4cnRlUTcf+9qitPdili8a7zkfSpktSNOQKRbEMg89cOh+f/r/XbLoTBBctbMaZs5pw8cJxONQ5gAdetcrMXtzaipWnjPdUiKfPBcifeSegW6+qmo6/U7XrkYBgy0qTJIWqaggHBHzk/Fm4cukkPPjqXjy9ocUuGupwipuqg7h00XhPR41mDFy3YirW7es0VbsPdsbwtzUH8IUrwvjOo+ttwrDTmypx28o5Q24Pmc8udbI7ZEVzFa58/9LJeGLtQfP5/u3N/d5Ot4PZFU/L2HLIqqW/eOE4U1vIC7naiXrBLetLgzA7RZ7DJy6eg/PnN+On/9qMvRk9j0RawTceegs/ufUMNNcWF3wl9zeakPBff9tge5bXnjE1q6wTyF6rCsl0cyyDoM8Ql+wbSGeVMhnX6WQGZqv4v1tRdrpPYBj1sVbmkAzoQiOxXnCLShW6ANHZ6Dd3t9sye+fPy67BMTebgoTUclN+aeim021/PRIUMau5EtszEXGC+RNq8B/vmW/LTnqBYRgIPIu0pBVEYzxv3libWMzPn9mCA+0xUxG0rS+JDftfw+WnTcA1y6dC1TRsa+nFvat24GiPYZjMW1+Dz1xqUMFKIRKUT80asLeHcMt4qJqOls4BdPRbNKnrV0yzOY9m/U9GPI2IqAV9vE3ZlHz/56+Yj6SkmP27k5KK//r7BkwbE8EHz5mBZzcedu393RVLYcfhXswdX51lHMbTKhgxW7mcgJwHTQVWVA3bj/TmdbhFnsUNZ05DJCjivhd2FkSPbqoOorEqgE0HDCMgJav4xkNv4acfPgP1OepbJUU1DX63em7ALvim6Tpe2XYMf1y9y1TtB4C7H9+IVZuPYO74ajNjBgDvWzLJNJZ5joWqqZ7tzCp8Ar51zWn42G9Wm3Pgf5/fidNnNHoGN7KvxzJQGJXJlDMYAZrhcrp1ivKdTzgJMO6DX+SQklTEM2wN+vxVTcfTVMYOAM6cNQaarqMm5ENzTQVWzBqTlRWeUBfCXdcuxqYDXUikFUxrqhxSdp9WlSXPVHTMV5J9LJZ6fcbMMagKijjU2oHJDblr94l+w0BKxvVnTsOLW46iPaPz4Mw01UX8aKoK2kSNAGOdjyZlRJMyjvUmsOlgN6Y0RnDruTOwbHqDGXwzrttJL7fKoAa7B0qKipRE5pkR3AqIlqhef6ZcyunwF9suzvgtayxquiGESlqo0fsawzD40eMbbDW/NFp7E/jT6j34+uX56b87j/bhgVf3mL/dEU3ikTf2483dHbj2jKl4fssRc20CDCG9P6/eg09ePCf7/Em/cs7eIkmg1iEaxGF6c4+1rnIsgysyFG8nSJuuQoIoU8dEcOXSSXjMoVGxZGo9LpjXDB3G+V25bBI2HewyxbnW7e3EWbOb8pabsJl9X1byZ94B69pZlsGPn9yMIz1WkOHyUyfY2je6JR9qQn58+tJ5uPr0Kfjz6t14cctRWyChMiji1nNnYHxdCIm04uno0ecdEAV8/8aluOP+Nab9sau1D5/7w+s2W21KYwQ/vHlZwWt5LljBdfdnSF4P+oyWg7puzF/n82ioDODcuU14MSPMu35fJ/a3R131RJzO74Z9XTbtlEJanhHmRjHMQi9GGQGtdQQYgY3/+fAZuPOvb5vMsb64hK89uBb/86Eziqrx7hlI4ZmNLVi3t9M2jhoqA7jGURZAz1U6wEE+livTDRjrfDwlo3vAsP2c898pPEtEkL1aTr6bUHa6T2CkZKOvLcswCDqM1EIisV4gi5NNSK1AY8aMzLOMTbXcL3A4fUZ27SqZqGoBbZOcVDuvjZ0+D7fF44IF47CrtR+qpmN6UyXOntOECXUhNBdB6/TxHNKSkjfTDRgb2PjaCrNFBW3QEOgwRFZWbz8GjmHQ52gbtLWlB7/993ZcsXjCkKmTdAbTzfHQdR09A2nUhHymw+GkHuq6keV+h4oeswyyxE3M+p9MO6MExcwg9VYKJQ7HsSy+etUifPvht/E2JYCzty2Kux5+2/bd/ozCNjFyX9/VhotPGZ/ldCckFRVitogagcXisO5rLCXjmQ2HXY8nOGVSLa5cNhnLM9nhCXUhPL72ANbu6XANIlX4eNxw1jRcuXQydF3H1x94y3Q4uqIp3P6/r6EyKEJSjKwqMbpIrSuh/QV9PNbsaserO46ZGVgpQ+XUKKG6Xz+7zTWrCABv7+u03d+gj7cpzDuNAzc0VQdx/YqppjhhbzyNP63ejdtWzs153wis+jcOUJGpm1URT8uow+AFZXKh0J68NMJ+wZwDtNOdVlSs3dNuu8cXLxyHDyyfgmO9CTRVBzExT895gWfBylaf96GAqMoS6rbT8MuVfcyHQumBZI4lJQU8y+CTK+fgO4+szz7Ox+Nr71+EeFrG4qn1eGHL0Sz2Co397cb8nzm2Cp+5bJ5n0NDGRHAx3AsBPc/I99Giet0kqOFwcrhBdCOQFEPjYufRPnAsg7qw3yxzkakA9u/+vT1LRforV56C/37yHTPIcqAjhm89tgON1Yfh41kIPIeJ9SG857SJpvHe2hPHnX9d5xq4bekawH8/+Y7reT657iAuWzQeExzj2cvJMO+FY/3QNB3dsRT2tPabr501u8lTXFQ0EwmF3dMPnjMDr+w4ZpZzLZpch0tPnQCfyEPXdaOdnKzh/Usnm063rGrYsL8TZ87O74iJvCHamUsUjIA8v5e2tNrFu3wc3rvE3p3DnJsu+0ZTdRBfvvIUXLN8Ch54dQ/2tkVx5qwxuP7MaQj5BbOXdS57zy8Y5y0pKsbVhvDd6xfjy39ea84j2uEeWxPE929cWhKHmz4vNxV643VrLquabgs8OXH16VNMpxsA/v7mfnwpo2lg+04Hm+nNPdbcEXkWp0x2z5DbztslKZALdE21VwDEbQ0WeQ53XXsavvLntaZYXHtfEl/+85tYMLHWLK8IiBzOnTs269wlRcU/3z6Ev6zeY9a807/32cvm2QI8gN0u1nXdoGOAYqrmCVaSBAZZK91YVYA1nr0EId+NKDvdJzDo+ljiBJNsh1RAJNYLbgYWPVlyOfRk0iYlFW/vtaLZK2aNcRW5KpSS56Ta0f93c3y96OUAMKk+jM+/ZwHqIj5MaazEjiO9eXt0OlEMlZ9hGJw3rxl/Wr07671wQLDVULkJmBBsPNAFVdNw7YrixUxoEJERumc0YCy+r+5owx9e2onWngRmN1fhw+cb7UeiScnmdGuZaPT2w5ZQxymT67Iis8QBlhUN0aRsBokConH/RN5wuuk6SIFjcec1p+GPL+/Ck+sOuWaOBI7FzWdPx+HuATy3yaCjH+ocwOZD3Wii+rBKiiHixjCMp/icW//Vf759CDGq7vSyUyegLuyHqmmY3BBBdYUPA2l7rXskIGLlKeNx9elTzIg9AGjQcaAtiubaCpwxc4w5br993WJ86t5XzUxgf0Ky9UPtjqXxjQfX4p5bDHVwMjbe3tuJhz0EgnLBJ3BQVc3VsLt00XhbL9JCyz6uXTEVz285alJen1x3EBcvHI+pYyLY1xbFQ68ZRuKli8bj2jOm2uYYGYcix0KG4Yh1YngVzAvtyUsj5BfQGU1l1XW39yXx8lZaCZfHRy+YZbIdCnG+rFKeoRsjhFVC4DT8zCBlkX3hjc8Upj4r8pzZunIgJWP5jEYsnd6At6jMpsizuOns6ZhYH8a+tn5Magjjhx9chl1H+9Haa4h6xdNGC8bXd7bZ1thdrX340p/W4NZzZ6KpOpgVNCRiRWQPHIrTHXY4HcTpJuwyZ+cHgSs+qDGQUvDAK3tMeum4mgrcdPZ0nD+/GYqq41BnDM9tOmIyngAjA/fd6xdjVnM1vnfjUnzxj2vMMdfWn0Zbv8VeeX0n8Ogb+3HJovG4eOE4fP+xjbY1ZmJ9CK09ibzZeVXT8dt/b8f3blxqmzdegnZe90LTdazd02HL2L5v6STP3zWF8Qqk+AZ9PH5w0zL8efVuNFQGcP68ZnREk/DxbCaLJ0NSVJwxqxENlQGz28baPR0oZDUoRldFUXVsOtBFtQo07J3PXTzNFrwzXs/P+JvcGME3P3Ca7TUSSAByM3dIKz3i4M5qrsYXrliAHzy+EfRP1oR8uPvGZa5q3oOFzxSgc2dgmqUiPAtVM+qRaX0VGtOaKnHK5FozcfHS1lZ86LyZWQwxuke3qulmOzbACMQ4nVA3uCUFcoH8Ju/I+tIg3+EUMCMq7V/84xoz+HikO24rwQCAZzYexoKJNbj13JmYO74ar+5ow30v7swqOQGABRNr8PGL5mC6S9kBfX60bkshNd1ARkOEgnOvIXa9JaSWLQj5bkXZ6T6BQdfHEog8a7Y7GWy/W2dGGbAo1Ua0NJfTbXx2w347ncepWk5QaPaFNmBpCqzzPQItR6abZRmEAwLG14bNzxYiqkSjWCrhefPG4oFX95ibajgg4MYzp+E9iydia0svfvXs1qwFNujjcdGCcXhu02GTVrz5UA+CIo9TJ9flVSD2QtrMMFqf33yoG//3/E4z0goAO4724bfPbcf1Z07LqiNTNc1UJie40KWFB8cypgo6MXCCPnuQKJFWsrL3PoHDxy+ag6uWTcFDr+3BsxsPm+OJYxlct2IqJjWEsWx6g+l0A8Bzmw7j4oXjzO8nCpuEHuoGpyrt3mP9eHXHMfP9MVUBfOLiOdh5tBcpScWccdWGonVatukekO8P+niz7Q0ApCQF0O1KqoBhxH/o/Jn47XPbbYYwjYGUgm88+BZ+8qEzEE1KWLe3E/+iFHALgcCzWDatAVefPhkhv4CfPb0VWylKL8sY1HIahTrdIs/hUyvn4lt/NRpKaTrw06c2o7EyaLuH9724C7Kq4+azp5uv0fRyGTCd/uFUMC+0Jy+NECWmRhuND72216Zx8aHzZqGqwmdeVyEsmFIaI8713inmM5hMLEExQjghv2A63VUVPnxq5VxsPdSDhKQYc/eMqWiuqYBPYE0RQ00z6sed6I6l8NBre/HMhhZz/iclFX95ZTc+ftEc1zXQJ7AZp1sF8mQj3WDVc9t1E5wlHT7BqDd+c3c7UpKKmWMN47bQPUFRNfzf8ztMhxswxK1++MQmvLytFQzsNGzAELL76vsXYVZzNQCDRfXd65fgq39Z6/m7RLvBSe+fUBfCzz6yAtGEhF89uw1vZZxhlgHOmTsW16+Yhnuf32G23Fq/vwtrdrfjjJlWRthL0M6ri0IsKWNThkYLGB1CZudQrbc6hRQ+ZsfXhfD1q08FYDAkyPmRkjNJ0TJ9vifi/57fCcCok35jV7upsO+FYup8t7Z040nHPf/8e+ZjRkP2mCyEWeQGcl8YJncW0edyH+dPrMF7F0/CE+sOAjCChnfftAxjqovrQpEPAsfa2nI6A2F0n2djjss5ywmuWT7VdLpVTcc/3jqI/3fhbPt3UnvLzqO9tv11WRHdQnyZpIAka6jIE4fwCkDRYBnvfbUyKOL7NxnUf7r1qhObD/XgC39cYwsa0RhTFcQnL56D02c05Awss4yhoUKfipWs8vwYAJiitG5t2YBsFqqzX/27GWWn+wQGycTRxpZP4DCQkvO2qvECnVHmHIu4j7coSl7GDPksTeepDIqeghckw+MmbEaD7ndJFhISFCDnTDtVZm2Ky6Jj1a/oUFVCsy4uI1KsaN3Ymgp88b0L8e93jmDOuGpclXGAAEO1+LefOBuPvXkAD7++FwzD4KKFzbj57BkI+QUsm9GAOx9aZxqdb+7pwC+e2YaPnDczyzAsBKbjwXNISQru+cc7Zg21E/s7Ynjotb24+ezptlZDmg4btdwvcJ51UqTdDsnC2cZrHqOqLuLHZy6bj2vOmIrH1x5Aa0/c7F0s8hwm1Idx+vQG0zjdfqQX+9qipqgMLTToBbrNkKxq+PnTW239K2+/xKBnCRyLFAw6dy42iNOpySVaVxf24yPnz8TmQz2QFBUCZzgi+9tj2HPMoGD2DKTx1b8YVLN/v3PE9vnpTZUIiBwEnoPAMmAYBtGkBFXTEfILmNFUiTnjq6FqOmrCfoypCuKeW07Hvzcdxu9f2IloUsaNZ03PqjkuRmth6fQGnDGzEW9k6K+7W/uxm6KPEvx59W7Uhn24dNEEm/I3MayJ062ommdv+KGikJ68qqbjmY0teHXHMUiyBpFnEU8bDuPf39xvCgPSdOjpTZW47NQJAAbXkaEUxojBeIInxXEwmVjAyKY5O0fkQtjRx7WpOoiffGg51uxux6LJdehPSKaT4CZiSKM2bJRYXLN8Cn7yz83YdNBYcwZSCv708m4sm96QlTV0ZvWKgaJqJtPC6WTTdFtd17G1pRd3/vVtMws9u7kKVy+fUtBz13QdP37ynax6doK1e7K1JPwCh09fOg9nONbZeRNq8NnL5uHf7xyGLMvw+XxQVA09A2nXDBhgZDQ/c+lcBEQeAZHHpy+dh7XT2tHRn8QliyaYpVafvHgOPvm7V8x14N5VO7B4aj0l6ukuaGdlbu334oXNR2yBqvcvzS0eOFRhPDrjSWwM8l2XnDIBf169xxwnj791oACnO7+grKSo+MdbB/HnV/bY1s8Pnj3dyLx3ZD/bYgRladA06lz3UXS5j5KsYdGUOoyrq0B/QsaF85tL7nADFvvEizYuUY6bSoS3ctzf06bUYVJ92Gzz+tSGFly5dLKtRIGmrDvn0rLp2cE9LxBNgUKCLOQYIcfeYpURuF9ffSSAH9y0DD/+5zs40h032mnyLHiWxZHuAZuD7HS4gz4e584di5vOmoa6HNowBCzLQFN1W9adBKYKYYGF/AL64u6lNs6gm7Pd77sZZaf7BIWm60ikidNtPUYyqAe7SdEGA+8wsExBDA9qFamv7YunbYIv58xt8szKsqzdQFVUDQMp2WgjRNFdVTMjRGcWrQiqomrgWGuxy6XCSBY+TbOoWcUuBmaNew4DllxLJCiCZRicP785q+aZQOBYXLdiKuaMr8JAUsb0pirTUTxtSj2+8v5F+P7fN5i0vGc2tGD11la8f9lkmwNfCMjz41gG33tso436Sc7FL3ImzfJARwx/e3M/5oyrRk2GTt0dS2LvMcuxOnO2e/kAYIzPTiuZY3uuhWYOxlQFzVrh9r4EDnTEzM37A8unmE63rhs9PL/8/lPAMoxJBQ35BaiajvX7OnGoMwY+49wKnPHfvrYodOjYeKDLlu1fPrPR7KNNMyvcdA88e2Sb7UuyN2OeY1FVYbSoo42GeFrGl//0ppkFa+tLoq3P7nDfeNY03HruzKzvJG2bpo2pRF3Ejy2HuhFPK2Y0mmUYXLJoAi5aOA4DKQWVLoGbYjMvn7x4Dtbv68zb3eDnT21BVdBnBuHoDI1RdmCI6cRTCsSQcb4pWUVKUrKcq8EgX7uwfW39+OlTW1yDBl5gAHz60nl5GTi6rqM/IRkigrxdKKsUmW42U0JBnF2n8ed1XoqqIZqUEBR5zz73BIWsk4QZQJfKTG6MYHJjBNGkUUJBnAQ3EUM3NFYF8e3rFuNLf3rTDEZ1xVL41l/X4Z4Pnm4773yBvFwg5+wXONd6cb/A4VDnAJ7bdDirZeCOo33425r9+PD5s2yvy6qGls6Yob3i4xH0CfjDSztttakiz+LUKXVYu9tOvSa4aME4fPj8mZ7CSrPGVSPk5yFqKZw6ayJYloWm63hzdzseenUvdlNrdTgg4IPnzEAtZZhHAgLqIwE0VAYwhgrATagL4X1LJ5mtmo71JvDYmwdw/ZnTANg7ENCw6KXG1fQOpPHkuoN4/K2D5jE1IR/OmuOthE9/72CTCFY5CWsGoyRKjHLFrEa8uMV4DjuO9GHn0V6TReAGK9ievV/puo41u9px7/M7soId588bi5vOnu7ZYrSQIKeW0UShS5fI/paPqedWQkVsxPkTagvqnDEUiLw3bdzKdLNQtPxBFoZh8IHlU0z9gURawbf+ug4/vnU5gj4+S7NmLSWGOm1MxFM/wPW8ufxBFgKaJu+FQsopm2sr8F83LM0qZ+qKJfHkukN4eWurbY0QOBZXLp2EmWMrIfBcwbX4xDSmxyTdfSgfwjan2yPopuol3+dOdJSd7hMURj9bY3LYDI4htg2j6Y7OaJfTQSJGZF9cQiwlmxvAVkf0/jwX1XICsggNpGRsOthlqsZyLINTp9Sbk98rUkba4Ciqnbak6t6LB3lJ1XVKPba4rBqdHfXCwY4YumIpVPh4TB1TaXM2vaCoesYYtV/n2XOaEEvOw8+f3mq+lpAUPPDqHvxj3QE014QyghsqVF3H7OZq3HLuDJsBRUBqqx5+fZ/N4WYAXLhwHG45ZwZiSRlf+pNVK7jjSB9+9ew2fPWqRRA4Fq/uaLNFXS+Y790qyhkQoAXNnNTuQuDc3OZNqMHMsVWms/zazjZMfH0vFkysNdkgffE0fvjEO9h+pNf1O90g8ixuu9iirfEmPVe3MS/M9z0yiWY2wmXDcbbWIKjwCfjejUvxhfvX2FRvCa5ZPgW3nDPD9bydGXe3nqWAYei5OdzGe8VlXhqrgrjxrOn4w0u7zNdOnVKHW8+dgQ37u/DHlw09A00Hvv/YBnzw7Bk40jOAlKRiza52NFYwuLa+HhUZBdt4WkZVhYj2viQOdcWg60BVhYgpjZEhZcBplgeNlKTgz6/swWNvHsjLunFi5aLxptgd4F160tGfxIGOGBgGqAsHUBs2gggsw+Rs0VIMQn7D6TZECe3faYnb2M/rQEfMZKEIHItQQEDYLyAUEBDyC7YsdyEZEKN8xBg7KUmx7U8S5QTR/y8kSBwQefzn9Uvwmd+/hs6MUNbu1n584L9XQeSNIJqP5zClMYIl0+pRM4i6VGd/bhptfQk8/pYhlOg1RHYe7cMjb+zDwok10HQdz206gj+v3m3rEuAExzK485pTMW9CLZ7bdBgvbD5qOskT6kL44NnTcXaeDKzPJQPLMgzOmDkGy2c04u19nXgm03rqnLlNCPoEW12rX+TN8rGegRRqw35zTN581nS8uOUo+jKq7Q++thcXLGhGfSRg00jQdB3PbGjB7tZ+MCyQSCmo8At4YfMRPL/5aNZ8uPy0iXmDOGR8GI6U5hm89wKZ736BM20C+h6dO2es6XQDRv37Nz9watY4b+mM4ZmNh9HWl0DPQBqariMg8ibzT1Y1JCXVle47Z1w1Pn/FAjAMk8Ppdl9vk5KCzmgKsaSEeErxXJvy9hgXssfHYG2fwcCL0aLrui1bT9YaKQ9L5dx5Y/HY2v3Y325ku/e3R/Fff9+A71632CZA2BlNmRlxoLgsN2AFyqMJCW19ViAlEhCz7DmZug4v5AuuaLqOI91xtLrs+YAR3L5+xTQ88OoebG3pwaLJdbjl3Bmoj/jNuvVCSyU5hoEMy1Y2ft/4fyH7EV3X7bQtaBYqGWel3OdOZJSd7hMUAy7UciB/e4Z8MOmOLs6qQG3sHf1JHOtNmD1h6WPodlxjqgI5a7ZoARGVUtBUNR3xtGz2I/aqKfRqg2NlurN/06SXU5nuYmu6SU2o2VPS5RhSBx1PK9jS0o0JdWGMqQqAydTSJNIKBlKyjd7j5RQAhpEiqxoeeWOfrQfjQEqxZWcBoLUngdd2tuGD50zHVcsm24yVtKLhxa2tNkq5X+Dw/ZuWmj05GyoD+M71S/D1B9aai+ZrO9vwqXtfxe2XzMXqbVa9bm3Yh4WTaj3vVcBn0V6dSvuD6T2epmrAACvy/b2/bwBgODv3v7Qb05siOG/uWGw/1IdfvXCg6FZJ580bi8YqS9FeoMRB3GjBXvRy5/nS8HKEAKCqwoe7b16Gz9//hqnGCwDvXzYZH71glqcDRAeqVM2KNOczzGznRQUYCsW1K6aC4xgc7Y7j/PnNWDCxFoqqoTbkR3cshX+tbwFgGHu/f3Fn9nn7Ajhr9lh0xVLoT0hG2yiqFq8vLuGdTPuoYlqp0JAcAYiUrOKZDS14dI19TgFAUOQxd0I1ZEVDUlIQSxrOrE/g4BcMwbD6iD9LrZ1e0+gacNKRQNeBzmgSnVHDQC9lG5VwQEBbn3u2xSsoRBxNwBgzvQNp9GacRIaxjPJCsh+AMcdDfkMgMpqUbU532rG+uWXgcqE65MOnL52LHz3xjhkQJGUhyDy+9v4k3trbgTNnj8HnLptflAoz2VdpanlXNJWlK0HAsQwumN+M1dtaTYdm/b5O/PCJTdh7rN/sWOEFlgGuO2MqlkxrhKrpGFMVxE1nT0dd2I8DHTGE/HxeBXzAWGMBo1ODEwzDYMm0BiyZZjB2Nuzvci3fiAREdMdS2NcWxYH2GCr8PMIBEWOqAvjI+bPwk39uBmCsZ99++G388IOnU/sng189s9Wc4/kwvq4C7182Ke9xHMuardokRUNALHyfVjLrH2CwPnhdt73OsQyqQz7MaKo0gxyv7WzDl//8Jj572XyzFdcDr+7B42sPFE39rvDxOG9eM248a2reQKFXScqu1j4zEQEY463CL9jsGpZh0FSTmxZO5hl97flYP6WESW93zHOn4reqFpY0EjgWn7p4Lr7zt/UmO2X9vk784umt+NB5MzLf50Itd+mgkwskMDWQkm2ZZ4EzmCk2UUGP4DaNXAyyRFrBvrZ+c10LBwTz+JRktAvtT0iY1BDGNzKaBQTEDneK4+YCSzE+CXJpITlBM2ydwnT0OZBzK2e5DZSd7hMUVn9uu0ExGOERGs46Sxoix6KjP4n97VFz8dZ0HRPrw1g4sRaRoIhjvQmb0up585pzZkfCfgHNNRXQdd3IsARE7G+PoncgjXhKoZxu0orMvXbEaUjmqk0hr+lUFM7tenNB5I0aXx3GYhkJ2hcdWdVMg6QyKKI/IeFQp5FRYhjkjFozjPf5nD2nCfWRAHYc7cWr2495toQCjA3u/57fiZe2tOKWc2eYAZoXNh/BK9stp5ljGXzzA6eaDjfB/Ak1+MbVp+I7j6w3z7WlawBf+cta23Hnz2vOaZDTtFdaRA2wnINi6IN09oJgxaxGTG+qNKmnALDnWBR7jkWzPl8IZo6txJmz7NRHmp7rxrzwcqDNLgMuTAev8UvQUBnAf92wFF9/YC16B9J4/7LJ+PhFs3POKfo8yb3iWKaoTc8swXCM0Z6BFHwC56oEzzIMrlluV9Y/1DmAzmgSVy2bgt64hNc9tAMA4MFX95qZCGJIsQyDCfUhRAKiaZDsOdaPnoE0pjRGCnYECYjTp2o6HnljH/7+5n4zg0djxcxGfOqSeSYVUdONnvTOYGZlUMyuZ6XOie70QET9JtaHEU1KpmPrxoAYLKpDPjRVB10ZDG70cklRzbm3eGo9EpKCgaSMWErGQFKGrGqm0V9MCU4443THkjIaKi0+qeQIQLll4AjiKeP3nWUFkaAPN589HX98ebdNyJGGqulYve0YNh3oxhWLJyLkF8xykvpIAIsm12bNIU3XzbkaCQhISgoeenUvHlvrHrBbOr0BH7twNibUhXD2nCbc9fDbpmNGt8v0AgPgyqWTzRZAZI4qqoammiBkVUN/Qipo3lb4BDAMY855v4dzquVQu26uqYCq6YhlNCHI80tJCi5aOA5PrW8xg7t726L47iPr8d4lE+ETOPx59Z6CHO6m6iAWT63H2bObPLtJOCHyHJKSIbYZ8ChhcgOZ6xbrgzHFo2RFBSfySCsazpjVaKPfbz7Ug9vufRWXLBqPN3a1ZQXj8oFnGVyxZCJmja2CX+RRGczPuKDXMeIU0/3iJzeEEQ6ICIjFdVkxz4mjgxfGfTQDYCOQ6SZ7X9xBmabtL5YuN8m0v8yVGWU5BjefNR33vbTLdOaf3XQYAR+PhRNrIPIs1u62tIVqQj5XJe9cqKrwYUxV0Lbu98bTxrroGI/ONmVu8GI0tPUmTEYXz7GY3BC2BZY7o0nsa4t6drcZjB3rdi65uv5kf57FlMYIFI9uRgLHOvaPcpYbKDvdJyzI5Is4FVUpCniuftpesKiE1uTVdR0bD3Tjvhd32pwaGrOaq/D/LpiFdVTvX8CoZcoFhmEwvi5key3kE9A7kLZFFmWXzCLgnV3M1fqApRabXJnlfKjwC+iCsZFEHBsr2Vz8AofZ46rR3pfAoc4B2zVxGRV1pzFbGfR5LnrhgAiOZTBvfA1uOms6Xt7WinV7O6FqekZcjMWR7rgt872vPbvHNY07rlhgZkGcOH1GI75x9SL895Pv2Hp50rhwgTe1nIDQXp3MDFJ3SjKyhRiYNKWRgGNZfO/Gpfi/53fg+c1H4JWUOG1KHT572XxUVYiQMq3KFFVDa28C7X0J1IX9aKgKorUn7ikOpGjuQmrkb12HSYVUNW9hJsBy0HJl4WtCPnz60nlgWWD5jPy9ZK3WULpnP+N8YF0i8gMpGbtb++EXuIL6nAIwVWMH0jK++v5T8O1H1ptqyIBx/bQq9aNr9uPMjFBUyC9g2piImSmdO6EGR7vjONoTR3cshZBfsLWHywfD2NZwrDeBn/5rC3rj2cZ0XcSP2y+Za1NoBgwjpNC6R4ZhTANXUXWIvBEAI8+4oTKApuqgQR3tT6KyBLXq9Hl6ZUZJwJIea2Q9Cvp48ByLSEA0A52AQbs3HHAJWqpwNko4IAK9CcSS9oBG2hEwE6kMHG1k67qOHUf7oKgaFkystVE5JVnF2JoK/PDmZdjc0oOkpJhsp71tUVt5U39Cwl8yfeRpnDdvLL70vlNszo6hTm+Mybf2duJ3q7bbGCYEUxsjuP7MqTh7jrW3LZnWgC++dyF+9MSmrJpsIjI5qSGMurAf8bSMlKyiuboCLMvYMo20WrKbboQXONZow9gHg/nkF90d2lxq10Efj1nNVdB1HSlZRU8sjcPdA4glZbAMg69fvQif/8MbJlX+nUPd0HQd4+sq8PSGw+b3sIzx/AdSsmnQzx1fjQ8sn4KJ9WEc7hqAXyx8PQpmSk5iSbkoXQey9tHruCiwSEkq0ooGv2iMpckNEXz8wtm4/+VdVOcBLUvtHTBauukw7ndl0HCCDfFLDgLPojbkw8ULjfaLu1r7EBD5gvY02t4y9g7O1i/eKXQ5GPgEq1OIL9O3GxiZTDfZ9+NpxSZ6az6jzDrgVDr3au2lakaAbEx1ENeeMQUPvLLXtPkeX3sA6/Z24D2nTcTmQ9ZasHR6Q9H0Zo7NXve3He5BLGlkvgMupTO5arrdHN1EWjEp8FUVPkxpDGft16TcJZ6Ws0SDgUyHFBRnxwZEHrGkURZKHHwr013Yd9ABVSd44nTL5Uw3jbLTfQJCUlQzwp/txFiGf65+2l4gGTcSldrS0oM/vbzLtni5YefRPnzxT2/aNvKpjRFMKIAa5wSp+aWjosT4d05cL6eFrGmcm5Ba5rW0YlGbis10Axa9ZiCV3eLIbOeWeT6NVUb2qSuWgshzCPmFQUWtiZiPIS6l4tJFE3Dpogm2YzRdx7MbD+P3L+xwPTcaH71gVl6n+czZTfALHB5bewAb9nfZjMrmmoqCnJFxtRUQOBYNVfZF2qBDWfTBfAtzrkxNZVDEF967EFefPgX3vbjTRi2r8PH4xMVzbO3EnATltKwiFBDNqLxXgCclq+a4oc+XY6lMimr0viSGk89FmIn+fC7BsoGkDI5lCqZU01RFq26vuPHtZhz0ZzLCKVk1DbdcSMuq+awGkoY44n/dsAStPUb/UUkxDN7vP7bBrM17/p0jOGdOEybUhdBQGbDNDzYToONYBi1dA+hPpItyuo161TT+8srurHlRVSHiA6dPwXsWTywqm+YFgWOhaqrJeqDZDuTeBkR+UOvjYEGL+JCA7IBL20ka/oy4Wm3Ih44Ob1aNEyTAlMqMAbOMxFHTLWR62mq6DklWzQBLIq2YgS0iPkdAHPdJjRHMGmcXvdJ1Ha/vbMMvn9nmGlQheGlrK3wCh/+4fL45xmJJGZ3RJFa9cwS7XIT0po2J4NZzZ2LJtHrXdfv8+c3YfqTXdNYEjsXlp03AzLFVCPp4sAxj++zR7jgOdw/Y1gWilpxW1KLatAGUY5OSPdWLJcrJ8dp7mIygYVMNhyM9A2ZWb0xVEP91w1J88U9rzEDilpaeLAX2O65YiIsWjsO6vR1IySrmT6gxnWUStC80yw0YY6k7ljL1OQqFmxNkdOww1i+6g8IVSybijFlj8Iunt2D9/q6s72qsCuC2i+fi9BkN2Ha4FwMpGdObKj3XZNLZoBiBU7IPkjXXq1/8YEHac0qKZjrc+VqNlQo+gTM1A+iyQbe6ch9v2DeSrHo63fFMgAwApo2pxMcvmo3f/nu7+f6R7rjt30BxrcJyocInZJxVBfUR4zUSNATyqZdnM9tIYDoSFG3aIDRI9xRZtd8/AlLK6BbY90LIL6CjP2mbV+Qa3OzmYkH2G5KsKTvdBspO9wkIYsC5RVFZqp+2nKOftheIkcixDH717FY8uS472psLtPN73vzcWW4vkI0qJatm9lNW3aP+Xoq8ao7aFPIaiQ4SalOxIIZDPJ1tDJDXaEqxX+QxrjaUdWyxCAcEpGQVsZSMahexIJZhcNmpE3D6jAb87t878PI2d6rjNcun4JrlUwr6zcaqIN67ZBIumN+MJ9YdNNWdL1k0vqDP8xyL5toK1/dIBF5S1Lxic4X0JZ3UEMZ3r1+CzYe68a+3D4GHgg9dMA8NObIFtCptLtE+ACZdis1kNJ3HSMRgFqxshZfx5VT5dUMslRF3KtD4otkfqUFmut1o73Ttbywp53W6nbXCxFEfVxsy67UDIo9PXjwHX/6zUbKgw+h//eNbl4NhGBztiePBV/fY1MQ1XUdKMhxalmEgZdgKPMdA4AzjTuRYzBhbiRvPmm4yaTqiSfx5td3hrgv7cc0ZU3DJogmeBt5gwHMsIFuOU75xMBKg9wpF0yFwtLp/aU0BnmNR4eMRTxsZytqwXYTTln3M9OqWMtlHwDIiAcMoJcEVg8Flfc4JhmFw5uwm+AQOq7cfw9v7Ok0avxPPbjyMoMjj4xfNRkpW8eCre/DS1tYs6md9xI+PXzQHZ80ekzdIeuasMWiI+MEwDM6a0wQfz5msI03XkZAUc9+w6Kh2pxAwnGPFXIcK25tIgNepekyjGEqxobYuIJ4pNfALHKaOieCua0/DNx9c58rOuf2SubhooRHE5TkWgqbbsrhm8KmI8UYciYGkXBR7z43uS4vB0nuJyHNoqg7iezcuxUtbW/G7VdvRF5cgcCyuPWMqrlsx1bxnpC1rrhI+N22AfDCYUarldJvfUXxbUDeQ4ENKVuEvsNVYKRHyZxiMSctpdKsrFzLrQS6dl6iDQbNkWj10fTZ+/8LOLN0FIFODXSA7Kx9CLvOMjAWSRPCCFfi0xg65Fi9RU4JwQEDPQBqxpN3p1nXdVBEvpJSB/j7ASBCReUWc7lKMCbLfmDXdRZaCnawoO90nIGJ5olpipp92WlFR4dFP2wtko998qCfL4WYz/aMvXjjepFUpmo7H3jyA5zcfsWVAGQDn5lFc9QJPZXMHUgalzKufLU2lpZGrNoXM/cE6JATEcEiklSxlVSKGUYyIT6EIB0RT0TQXakJ+fO2qRfjoBbPQnlFVbe0eQF9CwuSGiNkKq7DfNK6jNuzHzz6yAqu3taI/IWHBRG8BtUIh8iwS6cJ0CArJ1BAsmFiLeeOr0dHRkbdNCK2F4FZiAWQbv26RW55jICnWPIrlMb6s1hru167ret757vWdsqpb96tIh9KZ6abPAwBiSSnvPY0m7Mb/QEqGs+WOwLOYP6EGSyZXYd2BPgDAtsO9eH7zUbT2xvHoG/sLF8CTAcByqI/0xLF6+zG8d8kkXH36ZHz/7xttKtIzmirxww+eXlBXgWLhDFqYwpdFGOGlBgkSqZoOVdXAs4ynIGcpEA6IiKcVRBMSasN+m7CVM7vrNLJjtgCPZBqFsqMG1AtBH48zZ43Bh86dieqQmFGZ1rDpYDfufmyjuT88tvYA+hMS3jnUnUUlFzgWV58+GTecOc2zHaITAs9iQn3YzIIeopSTAcNxJE63a5Yv83dStpyvgjPdpG42rXg6p8WWm4T9Gac7JZvz/fZT6mAAAD2DSURBVJRJdfjCexfgh4/bqfQfOX8m3rtkkvlvnmWQhrUWSopq/n4x4y0o8ua4TaSVgvdU9/ub0RCQLb0LmpLLZFp7nj6jEdsO97iKNhKbw0usVtd1SnOn8LXF7OGcmSfxEq8ZpF5aIq27MDLUcgLT6XYpG6THI1E6z2UPkKAcaTEZS8q46vQpOGPWGPzy6a1Yv7/TVmJ2yuTagudw/usg80w2S2LcgolucNtXiVhofqdbNJ1uGjRlv5jgqV/gbPMq6OPNgGYhQmr5wDuU2suZbgNlp/sERH6nm0UcgxNTk1WDvvvX1/aarzEwauBuPnuGa7byi+9biKtOn4z7Xtxpti04b95Y1HtQ3ApBhd/I5sZTisPpds8+eqqXu8xz54KSqwYnF0SeMzeteEpBJGgprRPjwk08a6gwI/8pOa/YCGDU3ZDaG1XVUFnhw4yxxQmK0OwDVdMxtTGC1t5ESVpACFxhvbrJ7wOlF3+h1V0JBTafk+2WgaLbRem6bopnec1Vr/ZSBEnJuN+kx28hoNuQOdWiC4VTZTWetgv/FUL1JI4TCaAZGU/DgCXOE5l71y0dh00tUfM+kB6sQ4Wq6Xh87QE8sfaAzUFoqg7iP29YMiwON2BXutd03WS+lIoqOljwGdq7wawwxhbDWOrXpQRRUicGcrawlQGzr7ZMZ3/o0iId8bSCkF8oeDxbhrtqKGCLLPyiIUSpqJqt9vqFLUezPn/a1Hp8auWcoplJFn1Us10HHUQmTYvcOmfQ+4n1nYWtsYGMSCXZf9ycDLK2FVpuQtZ953w/bUo9Lj11Ap7d2AJNB246azquWzHNdoxzb87F0MsFJqOG35+QEEvKBTvdbllUW6ZbtgI4TgR9vKfOSb62rAnJcoKCRTh6dPkHcbgFni0ZA4fMmbSiDnpfGArCLmPJ9RlRwQE3aNS+OrYmiH1t0Yweg6H+/76lk7B8ZiPeOdiNV3ccQ0DkcfPZ00t2HX4qCJTMBIGkAuvjnYJ5SWqs5LMViQ1BByEBq+yrMigWlaG2zauUbNNZKI1d554ge7ej7HSfYCjEgCu2DQsNRdWwevsxdFMZoWvPmIqPXDAr5+emNEbwXzcsxb62fnTFUjh1Sn3Rv00j5DfquAYy1+pN+XVvtZE7021/bSh9f4MiBx3GRkKcbmJc+AVuWKJ7xGhRVA3xlFJwBjSXFkA+8BwLv2jUw8UpgZxi1aPdQGcf8kFyoQyWAjxVW5rwaHGR79/0a4pqRI81PbfxRUe+3bJTxHENBYSCN1RyDlpGEAnI3cYk33kBMKPxFZnMlxu7gwY91sZUB3GwI2bOC1WjW/kYn6+P+HDVskl4+I39rt83u7kKY2usgF8io2Yc8guoj/jBc2ymBaAhqNXSNWAT1KId7nBAwPdvXFqUKFOxoMteEmnFVKUtVbZl0OdFZR/TsnFXKnzCsPRPJethUlKMbg4eQkMCbw+6kXpulmEQCQroi0voT0gI+YWCM3QixVxx4vz5zUjJKn721Jas96orRHzmsvk4Y2bjoCiWAtWWTdU003lqqg7iQEfM5nBYhnp2pttkgnBswedhtGM0Pm8Y0S5Od5GK1SGTgmoXcBpIyVg2vQFLptVjYl3YNRhPt84zPmOsq4NhVYQDlnOQX0rSgNu1kr+H4njma8tK67kUM4boNTclEaHc0lDLAWsPkBQtq4vASIAES0hvc5Hn3J+RS895GqTzC8+xqA37cbAjZmRrJcXox67pqA378ZX3n4I7rlgAACVfd4mzOpCSM053YXaJUzCPrufON1aILoSq6Tbl9L4EoZYXP1bM60jKqKFKFUvBBC/EXno3oux0n2AgCqtCDgNuKG3DWnviWLPLarNQH/HjxrOm5fiEHVPHVGLqmOKyqG6oMEXKjAiml5PnlSnM1W/Q+R1DoVgFRQ5x3S76NpzUcoKQX0Bf3KBqFep0DzbTQBD2C0hJRsYylzp8sSAblazmDxIVm6kp6jwyyrbJtLfaJhEz8XqfFvaj63i9NlQ6iETqbGkMRkyHPi8ro1xspttuHJCMXW3IZ2bScqkJk/Ou8PGoClrKqxrVpo/0FNUy2fRrz5iKVZuP2ijgNSEfPnHRHJwzt8l2D2NJGdsO94DnWCyemh3g03Uda/d04N5VO2wtDEWexRfeu9DmwA8HaKd7YBTUcxPQCvzxIThBhUDgWIr+KVF9bO1j0Wlk04GmqqAPfXEJ0YSE5pqKgtry0L/hVRd62akTkEgr+N/ndwAw5u0Zs8bg2uVTMH1s1SCu1gB9f2kRxZpM3+2UZNRqsyxjBordMt0ExfZwD4ocJMAm8kSDLs8pBF4CTmQvmVgfRrPHXHKKnA6mzpnAqGuOZ9XyeoF0KgCcNfMWq0L2GI/54BQFdGKw+g0cRcclOh6lnJt0Zxsr4DByjhDJ5hKdh+oQ6/qMTHvAY+6SMRAOGMFCmgXBgDF/izBchgMVptOtoBHZApG5QAvmmdTyAoIrLMOgws+brfwCIg+VWmcG0wXDzpo0XmOY0tZ0W/8u13QDZaf7hEMh9Z00jagY6LqOx986aBOS+eTFc45LdobUvcmKZmYegcKF1MgluGVwnAvKkDLdPh7xlF3BnCi7Dhd1FTCef188jVhSKljBudjaYCdCfgGd0RQGUrJ530uR6SYbVSGZ7uHsLUqUbU0VUo9MthfrgrwP2EsMct1vur2UqmpZ35mvJtwLdHAAKD6w5KTBEUcoEjTqdPM53cSYCAdE+B3MDEvl1X5OQR+PO65YgO88sh4A8N4lE3Hz2TNc51GF34j6k0yy8xiGYXD6jEacNrUe/1x3EE+sOwhF1fDexZMws8jSisHACgbq1jMcTU63qg9K1KpYhDP9rqMJ2cyeOB0+Z3aXBHgiAcHMlpNAn1udrhsKYXt9YPkUTG+qxJ5j/aiqEBHyC56q34WCnv/0ddBdJwZSskkZZhnGZpzSLZPIv4tB0MdBkt3F1HRdt4IWRayfoYBRixtPKZTTnT9gQ98Lus55MI5kiMqSFtI5wSmSRkBYFTRjsNi10WdmjN3bsg4Mcr7TNd1D3avdQK5T163nNxI9ummE/ALiacXMEAPZoqgkI++V6Tb3osxYpJ1uMq+G+7roum7AShgUYksSwTw6MB8pMEsdDogZp1tCQ2XAzJT7BW5QZQjkGZAuE0BpqOWAt63+bkfZ6T7BYC3G3pOULK5ykZnu1dtasb89av77tKn1WDGrUDJXacGxRg1rIq2gL1OzwrFM1gbn1hsZKJJePoSsaVDkgBRRQzUoU8MpTkRg1fcU3kZlyE43FRUl11aKBVp00EtzodhMTXHnUQh9nHH9m4BWDi9UfZaus6UlewYrPAQYGTLibwxWoZYEA2JJ2awrr/DxZgufXCrJzhYmNDOD3De3Z7hkWgP+9sWLoAM5W3exDINQQEA0ISGWlDwDXALH4qrTp+Cq06fg7b0dUDR9ROoY6bKXpGSsw8Pp3BYKM/uoqKbBOJzrVCQgGm1pkpIZvHUaxE5mVpQyqkn/cEXVMJCSXWtA3ZCLXk5j4aRazBlfbfaOH6qTQwdbUrIVeAKM+0ycbrJuOvcehmHMlklA8YZqhcihT7aLPBEYOhPG38U4mk4BLLLXGe95j2maXk7XOQeK6NFN4MyS5nW6PfYJjmVs48ntmHygnQlnW1ZjvhOmW3HznabuF6vjUQgYhoHIc1Z3DZS+TCsfQgEB7f1JDKRkVHuIotL6Ks6e1LSgZyQzV+lsLaFYD7dAHFkzExkRs2Iy3URstT8umTT5Qp9zJCCgFZYtR9dzDwZ0MDCWET4tBXsRyGbplJ1uA8ffCjheSKUA0WWgsqz99VQq+5hSHJtOW+FsJxgGEATXY+P9MTCqhhCCxu8xDOCjsk2SBFGVwaRTkCQAKYcQjN9vOxYZamcireC+p9+BkDEUeI7F7SvnWoshdawrPL7XFT6fcd4AIMuAB604pKtIUO0QBE3NusccAE5Km3QyQifSJBmMIoOV0oBu78nLSrJxP4nhAz33sxNFS5FNUYz/AEDTwElpBHUO6bSGeN8A2MoKS0SNQ+7vFQQgIyJm+958x6oqQlDBSikoOpCKDtjZCDxv/Jc5FrJhgCWiMTA6EEaFdV70sZpmPDsPBDnOrCmKJyUw6RQ4yQekXBZp+nt13RjDHvBRtDpVVcHJ7s6cruuQkimAF4xMTZ7vBcdZ90zP84xZ1maAMOkUBDkNMPaxKcoSGEmGLorWJkJ9Ly8b9yWpyVBkFQzD2p0al3MQZAlSWoaSTAGU0R/rGwCTTiEo8uBlKaPOTU7QMe8d64koS0hnnCo/61jnCpzLHMtCSyXR19UPJp1CJCCCSacRZlQw6RTichp6c1XWGiGrGlKxATAAImwYSKUQhoo+GIZR0MeDkSSIQuZ+aJrx/1QKYFkj8EBfm8caEWFUxNIpRBM+NJJ2cB7HaroONZkERJ+V5cs35+h1Kt+xjjWCjIOUnDbEygCEGdXad9zWEzcMYY2Ayzwi5xWNMdB1w9D3s8g9N3jeOt88a4RzPYmwxlhJpAFd5MFICkTFB6RY81gfb8xlNZFAvD8GJZ4AywAVMO5XFauhK6OCnlZUQNfhU2XA65Q5znzGsqJCSya9g4Mch1jaGC9+gc2eZzQK2O95OQ0mnYLMaEjAuGeRgACkUggxKrrTKcT7NPjVAJh0Cj5WNO4n9b0+VUY6bdxjQWTsv5PLjtA0iIoEQWGhyUAyGkdFpbX/pweSYNIpiDwH1rluutgRZI0Iw3iGA6oMVPsQz5R/+EXOCHJ7rCfmvQiKVp0zq4PJtWbnsCMijIZEOoWBXgZ1InLaEeRa/axo3D/qWJ+uQs2cAwNAVCUgRdlieeY9A+MZSYqKtGT1oIeiYKA/bjxXgYOoyIBCDSb6uSlK1j3jJWNuxqQUwIsIhfzGuC3hGuFjdZizV1UhKlKWfWSdULYd4YkC7YgwVOM+pTKiqJoGn6rZ91BQNl0qDS6YGRO6jkT/ALRkEjzLIKgrQEpFmNHApFNIKzxiyYzTzbG51zSOs2xspx3h2I/cjhVhjBtZ0RDvj0GOx8FoOny6Y+9xWyOkNJi0jL5eDQBrOcwF+A/ElkgPxCENBBDtjYKRVVRyPuvzRfoaJBjYn5TASGnwmse9y7FGuEHkLJuUkSTDnlI9HO9i/Af62krkawzpWDLncj0/Cu9ep/uWW+yOLcHixcBdd1n/vvlmb8N+3jzg7rutf3/0o0A06n7s9OnAT35i/ftTnwI6OtyPHT8e+OUvrX9//vPA4cNQNR1TSL0boXU2NAC//7117Fe/Ct+ePZiRcVS1oGgZHJEI8MAD1rF33QVs3QoA6OyM4VO9CfOtMWOq0XzX+6xj774bePtt9/MFgH/+0/r7Jz8BXn/d+9hHH7Um2a9+BbzwguthzbKK7u/9DDHGKE6rf/QB4M3VWcfNSBgRQ/X+PwATmgEAtY8/jJrnn4EYFK3JkYFf0yF+6TuQxhr9RMXH/gb89a/e5/uTnxjPDwCefBL4wx8AAIyuo0qSENINKq9f4JD8z+8BVc3wCRz451cBv/2t9/feeSewZInx9+rVwE9/6n3sV74CnHmm8feaNWB/+EPMSspQNQ2MjwfoiPV//AdwwQXG3xs2AN/9LlRVw/SUUfPkr6AWrU9+Erj8cuPvbduAr3/d8xSYD38YFUvORSwpgz+wH1N/cJexCbhFMG+4AbjxRuPvw4eB22/3/F7u/e8Hd/Z7oGo6pGPtCNz2CdfjdF1H/eKz0H7jh4xatGjUmJ9euOAC4LOfNf5Op4HrrvM+dsUK+G77nPnPGZ/7mOvYGZtW4J81D0c//UUr40GtEZWqhhl0S5RZc8D9+qfWF7isERNTMhRVg2/OLOCXPzdfFz/7GcxoazOcEmckfPx44Ne/tv6dWSMIJqRkk17ONjYCD/3ZOvarXwX27HG/D9QawXMMGn9xDyr27EQNAL/AAyKHIICZ8TRUUUTiicct7YLMGqErGmakjWyekDEoGlQNh396HwZSMgSORdP9v0P9lvWAyJvziBGp+13AGtGoaqhIyTj4P78BSB3u//0f8PTTWcfqmo4ZSQn7v/8TCFyGvfOnPwGPP+5+H8jvTphg/P3II8BDD3kf61gjKn5/H2ZQ9acsw4AjxtX3vw/Mn2/8/dxzw7ZG4Ic/zDqkXlYRkhQcu/XjwPKzDLGnjRuB737X+3s/+Ung0kuNv7dtA775Te9jP/xh4KqrjL/37YN4xx2YlVmfCcIBwTAMM2sEz7Hwt7Vi4ne+ClbgMENWwbMsuEwAarysgjn7IvTdfCtkRQPf04XgF/5f1tw0cdllEG67DQwDsLEY9A/8P29loAsuwMBNHwUARBgduOYa72tbscKYOwQux4Yz839g3kLEP/1FQ31a5IEPXI+6ZBK+pGw4bQKPGbJiZMZOW2SzI8Z9+XNQ+voAGLRR0AHVHHYEo+uoliSENAaKpoOZPAn4/b3mocIXv4AZ+w8YrXycGX0XO4KsEWFdx4wMjVULihD9FcD3f45QpgSMtiNoVKkapmkMjv7uj2Zmbuzvfg5s3+x2dw3ksCOaFA2RtGxkPgNizjUiJKmZ+5tZO//yF6DSKCtpePQBiKueM48NONf53//euB+A5xoxLSlD0TQov/wlMGeG8eIjj8D3x79ghqwYe4OTQfKTnwBTpxp/P/kk8Mc/2t6ulVUEM1nyls9/HaHli403SrhGRD56O2JzFgEAKt9ZD/7L93oe62ZHeKJAO8IPoO6Sq9B10WXoi6fhbzmICfd8J+teEZtO++DNwIdvMV48fBjcxz+JGZJxf5nMZzgAs5MSOs+/BD3X3gQACPT1AB/7rPf5XnYZcNttxt8OOyJrP7rgAuNeAMY+n5n3MzJ7rCBwmEqy9hedB3zta9bvuKwRZG8mawTJ2Bfia/AZnYzmL9wBTU5iQma8VNFjuEhfI/T9/0ZXzGhBO/H7dyLYccyYX07kWCOyEImA+5Nlc4z/xT3gWg+4H+vzAX/7m/XvfL7GP/5h/V0iXwOAbY3wsiNMuK0RuYJSFMr5/hMIZtsslkUuAggDmIISmleEywGeY01aicCzGF9kq5ThgJOe4lU/bAacMveHvma3T9D7q8Dl7vdaCOhWHwlp5ESTeEopNx9IH/OhilkMV12qUEBJBBHHGyxdOh+c1DC336CHoBtdyvmRQuh75COaZn+OuQTb8n4ndSKDrbsnnyNnRcYOA4DLnJNbeYNbez9Ca07LFq15qM+Q9AFVFA0pKUcmCNaa4OPyP49SwHlpo4Va5zyvkVynCNzWWyfF3F7GYbxH6MCFCv34qPrdXCBlIKXoh+y8Nlp9mpQ+6TCE1tyOB+z0zsGVhbiLi1q/Wdz3Ed0JwNhryPzON3bIz9D6AUMR7qL3WT3PM7XKy9y+x34Og9n/TXKPY+8lLRYHt2bb/x0pYT03Ab3HHa8WTqQ1VW8mMeRGZyavKY4sJhl7nOPcs3pCj4BAnHOeMRjcWCqWGm62b5UyJShs4R0O3EBsOmtKlca24oe4jp2sYPR8q9dJhmg0isrKSvS3tyMScZH3HCX0ck0Q0NHRgYaGBrCyQYfe39aPzlgKTVVBTKgPm8e6UT62HupGXFIwo6kK1VQrgFw0jt1H+/C757dj6bRGXLdianGUj2Ggl2u6jnWH+6FnFoE6P4dpDdnBgJ1HetGflDBlQj3qK4NQVA1v7zoGRlWwZFpD1kKoqBrePhIFMjWq85sri6KOkmM1TUNHRweCkWrsONoHnmMRqQyhOy5hfF0IzRHfsFJHewZS2HOsHwGRx4KJtdaxLrSwXUf70JdIY0Jd2C68VgS9HDyPnpSC3a39gKaBkSXMG1/jrtJeBL0cPI8dbTH0JyRMaQijwe++YXZFU9jXOYBQJIi542sKopdrHGfMo/p6Yx55gWWR0FlsPtQNABAUCae5tL071ptAS3ccuihi/sQaQ/CPmvdpWcWmg13mv6eNrUZtLbXOuKwRhzpiaOtPoKk2jAljawAYxsPb2w8Duo6Fk+qyRVLy0MtbOmM41mcwVyY1RNDYWG0dW+Bc3nm0F/29A4CugWGAxVOtuXSkewBHe+KoqavC9KZK2/eStWdqYyXqIta68E5b3Kx3ZCQJ08eEURPym/OooaEBLJlnBa4R2w/3IKqxmDKm0uhF73FsVzSFfe39CFWGMHdCZq4MI71cl2W8tdfKLkxuiBjn53LsSNLL++Jp7Grtg84Z83PG2ErUBIS81FGNZY1nVFcHNtc5uKwnHf1JHOgw2B0MAyyZ2mAYYdSxOw73INoXM79m5tgqm0jfhpY+SJl9wM+zOGVs2PscMnTQ7Ud6EY2nMa3abxuHNDSWxbpDvdB14JSJNfA76aE0CtjvJUXFxgNdAMNCF0VMaghjTFXQPHb74R5b27BJ9WE01oRs39vR3mveL9u4cTsHat6TecQHK7GvPYqgT8D8GWPNQw+0dKKjP4Gm6gpMqHPso3moowfao+iIJjGmKoiuWAoyL2LehBrDAfBYT1KSgncOdQN+v7k0nTa+EkIu+zuPHbHxQBckRTXGR03Ec40gNoF5/6i53Nreh8Md/cbPCRwWTqqzn0MB8/5QZwxtfQk0NlRjUmPEPHb97mNQVA1zx9dkByVEERpgzKOaGrCOayP7OQDogojF0xsN572Ea0R7XMaBbmNfqPJzmOViT5kYBno5ABzpT+FIf9o8dnIVVR6UAbF1xzVUobkxs7/oOtbvOAJF1TB7XLUtoNUVTWFvV9w8h9nNVajkcrg2OejlWfuRx7FkLSUIiDwWTK7Pu0aQuQSGBR/0W3ZGgf5DR38SB1qsvaW5pgLj6CRZkb6GLopYt7cTmq6DkdKI+AXMHlftemwx9HL4/Xh7XycUVUMQGhZMcPlO6thCv1cTRev5uJRp2DCC9PJoNIrKxkb09/e7+5YZvHvp5X6//UHnOq6Y7ywU9OB1Az2QMsdG9QHoPj/C1RHA7/H5zGTjQxXQ42lIvOB9Xo6a9qq6Slxz3lxUVYjZn3Grf/dCMccKgjvNHwYNo8KfNKPkvN/nei1cRRC6xoIkSTVdB3geOs+DDWSr0bK6DjCGgScKnH3DyAfn5uL3I1gZArpTkHWgj2qVNOjvzYdMrXKIF6D3pJEAoAiie3Q9c2wMHHSfH6GqcDbtjYBl847hkJ8xj9V9frDBgJ3+6AaGyfu9pvifqnsem06o0AXBEr4p4HvNeVTAsT5qznGBgOvxfIUOPWY8YzNTQB3Hizp0n/XvcKWjnY7Ld7JBBXpKg0rVQMVTMnTRZ9BTwwW0t3KsJ3yFCj2ZUXoOOdTtC5yfHGs4DoCRBaTnUriahR5X7ZluUYSqaRhgeMDHI1ITtpU9hPyS6XTroggxVGGMxcw8gt9vOaM0cqwRoeoIoj1xU83V69h0QoXu88MneGgf5EORxzKZtYdkXkJV4ewSgeE8B1rPgH5Z56D7LOPOKA9xP9YGMjcKWCNMZI6NcAL0fsMI9wkcGJc1WRQ4+7ypDtvGQmUkgM6ocd6CwBV0DiLHAgyDdI49cCApWT3UfQKAIrKLbuuDbp//pmOQObaiKowoVcYlhiqy5qMYCpr3S6gIeu/1gH3eZ+ZRqCoEvU9CHLAJUaU5HrrPb6wn+e6f45wqqnToaR09CgOZF8EwVHcOj/WEFzTovrhJlfELHIRAETaSy/eGqsLojqUQ0zlU2Shr9nmf4gXoPha+cAXgt3+PL+iH7svoxARdbB3bRbjPOV9Ig57UIFFsgpQG494IMGwCt+wemUe0TkIGnMaa50UEBHOdQzHna563ygAwxp/oy3PttpMrYI0gyLNGhFQGIE43S56RfYwLIQW6BKSprGtCUiHzIliBMdZT6v6GOQHosxxnn7MsIxectkGu/Yg6NiSI0LuttVQIitlj1nW/l6GnjUlhaxVW4LOIBATbGlNZU+lt0wF5fQ0GMFuR6aIPTMDdzs5CAXYEzzJQVIAr9DsL+V7aNyqRrzGkY8mcy5WwojA6OG9l5IWsaqaiaSEKq87ep4XApO64Gb7HCXS02IsO5ezVTWi6XrRaOvMtloBixTIMgpkF3jSyR4C2KfJWm4hcStJJSYGiGtnKoSooizxno0yXomUY+V4gd5s7okhbbF/VQsGxrHk9znZWBPQYdAtycCxjKRM77pUXTMVzil5uKbQOTpWUPrfBKtTSz9Z5HkS1mFZYB6zz9gnZ1+5ct0qhMEsomNE8Kv7DPXbcQJ7rYBWbhwN0H3iBZ0dEvdgvcOZ88rr/9HlU+IWsPYhuqVOo2jT5rVxtwwZK3JqJpajYRv2l/Vyd+4Jb5wya1TIYmrLIW/eblHIAxfUSdoLcHzLXgyKfl0rr3BtcGVGDPI9c+x1g9OEG3Ons9No+WLq7sxwCoMoU/MKgaMY0HXe47Ad6no1EFwc3ZM0Bl/Nw6z5AuhqEAtn310etMYDVGm44wWeUvwkKXUt5am0rtFUYDb/I2/aWXB0ECgVdNlgikw6AtX4dr1KG0YjynRil6E9I9gU9s+D4Ra6gjZgsAHIRvbqJ0z2aJgi9QHvVI5PXu6IpdPQnTecl18ZHO0alPk+fUNgzKgWIEXKwM4bOaNK1fpE4QoM1Brx+EyhdT0e3TVZSVPQMpHCoM4atLT0GJQsYVD/Kws/D+G6vwBPdn9zr2okWQaGGPO8IGgFALJUxMAZpfNFzxTfIlng2p9thHHAsa7A5YK/rJv253eoRnddSinWGdgbSOZwrkpEa7lYyNMhzDfmFUVPTRq9LIxEYJCBBGy8nh24B5TZ26KBPoYET8lt0NlJSVHTHrDXlcPcAgNJqVZB7HA5kP/fswFP2tdAOgzBIDQ7ybOMpBWlZxcGOmMkyGUwPY7/A2daDQsYO4+hBXop7TDvdXpWRsqqZ+6DbWKH3j8E6Z+QepmUV8ZSMeEo2W5tW+AZ3nfT9LWV/bhr0XjCUVqlDAREDI3Dbn8j9Ja3pkpKC9j5j//eqdSdrBM+xJUsG5AMdSCp0b6HPbbCtvoj+RGVQLMneEhoGmw6w1sLRomkyGjAq6OW/+tWvcM8996CtrQ0LFy7EL37xCyxdutTz+EcffRTf+ta3cPDgQUyfPh0//OEPcdlll43gGQ8vdF3H7tZ+9PRG0ZHiUVnhMw3ysL+wSUoW1FyZbkkx6KGxpIxYZuMAhi62VUrQUTyviVtV4cOx3gQkRcX+9qi5aOTqN8iyDDRVL9nGU+EXgH5jU6goYW/NfBhTFUTPQBopScW+tihaugbQVBVEXcRvGnQkYJOvX3ShCPmNPs1A6Xo6kk02npax91g/BlKyyexwHjfYjaoQiDyLpORt7AYzfapzGZ0Cx0JWtCKcbuO3kpKCPZlrTxfBanH/Tis4MFjmSj4jOxwQEU8rGEjJiAQFtPUl0Z6ZA25jLSByZu9vgR+a+It1jiwq/ALiKRmd0aQtOOCnsu3D2d/dC+QZlCLDVyrYnukgnYPBoKk6iKSkoD6STS0H7Aar25j3CZzZT7bQ7CR59gMpY02JUfPKeVxNuAjacx7wHIu0rLqyVEgWWlYM5pFb4IljGdRHApAUdVAOMmA8296BNFp74jjUadXKhwPCoIKWTKa1UH8mqFbomCb0UqA0QnVBkTfXkK5Yyrw/mqabPbzJfuclkkrf88Fmuq1yKA1bWnps7w12zabFwUq1V2f9RobNpWr6iPfophHyC0hKiuf+ZDLfZNXQUemKmS0O6zzWkHDGLhnJwCptCxU6V4nN5Be4Qc/vpqogUpKKpuoCSs8KAL2/l8qmAyw7qux0WzjuTvfDDz+MO+64A7/97W+xbNky/PSnP8XKlSuxa9cuNBBJdgpvvPEGbrjhBtx99914z3vegwcffBBXXnklNmzYgHnz5h2HKyg9ZFVDQOTAwIrMExS6oJNFK5qQsH5/JyIB0Yg0MzAdbcklC+4TOLvw2nGGT7AMda+JG/ILOHVKHdr7kjjWlzAVsI9Xpnuwke7BoMIvYNHkOrT3J9HWa1x7S9cAWroG4BM4hP0C+onTXSLjn1wrw5QuKkqrl3dR4z3o4xHyCwgHBIT9gr0f+TCAjAevscYyjCHilgONlUb9aU2B88jMdCuaba5XVfgGHcAJ+QVUBsUhZUwIDS7kF1wzB+GAgLY+oDOaRHt/wtRqCfp412unDfdSGnyRgOF0H+mOA91x23sizyEcEMwAzkhmd+ojfsiqhgYPEa/jAZJ9VFRtyKUmxSDkF+xijw7Q48GrpGJcbQjt/YmCHWTyrJ1rSkA0AmfDtaY0VgbQAaA27D7/w34BPQPpnAGgqWO8hXgKAXm2JFgfCYoYWx20idMVC9rpLpQlwXMsIKv2GvAhgF5D9rVFcxwHNFa5O2cMw0DkuSEFNUSeQ13Yb+6tBH6BMzRxBgGBY1EbNnpzDyebq6k6iGhSHrZseiEIBwR0RpOe+wBxnFVNN4NGVRUipjRGPD9TE/ahK5ZC/Qiut/QaWqizX1Vh9Nu2CSQWiUhQxMJJ3utpsSClcJKiljTTXRcJICGpqB1FPsXxxnF3un/yk5/gYx/7GD784Q8DAH7729/iqaeewn333Yev0j0xM/jZz36GSy65BF/60pcAAP/5n/+JVatW4Ze//CV+m6uX4QkEkecwb0IN6kQZwUg14mk1Uy+ke27kToT8AiJBEdGEZBrztEFPUGE6NYaBPthNaLjAMAzG1YbQn0jn3Og5lsXYmgqMqQ6iO2bQzGtD3otvU3UQ/QmpZBtPQOTAMgw0XR9RYxYwDJvmmgo0VQfRFU2hvS+BeFrJotyW6lpDfh61YX9Jx0pQ5FEX9kNSNYQzTnbIL4x4hLShMoCUrKBuCJmvxqpglhprLlT4jPupqJp53eFAdl1rMWAZxl2BtAhUhXyIxNMY42G8kvFE6xg0VQdRE/J5ZrErTKe7dM+1oTKAaFKG6miRlJLVTNDSmgMjmd2pDftRW8IMaqnQVB3MsBOGjzFSLII+Hg2VAYg86znn6yLeKuSu3ynyqI/4kVZGdk1pqAzkNKhDGafbSzeiFIgERdSG/WBgPO9S1lOzTOEaBXSJRamM+abqoEEhp1ssMsbzJnZM0Je75nxsTRB98fSQMsrTSNeGEmL6MHynE+NGQTvYmpAPXTHRc58lFHFV08EyDCbWh/LuqcRuHknQCZZC5/PxOM9CEA4I6I6pJc10VwZFzB+F13o8cVydbkmSsH79enyNaibPsiwuvPBCrFmzxvUza9aswR133GF7beXKlXjiiSdcj0+n00hT7QD6+42WDH19fdBySc0fZ2iahoGBGPx+Hyo4FhUVAMAgFvWO7joxNsSgMShgIKUgnpZN0ZgKv2F8hPx8xrDXAC2FZDyF5LBczdAQYIBABYNYtL+g4wUAzWEWgIS+PndFQeM7gWh/Yd/pBk3TEI1GIYoiWJZFlWj0INalBPrk43MnRQDjKzkoKoOBlIx4WkY8pSAUEDAQK3zs5EN9AAAU9PX1lew76wKAoaWpALKCgRLcQ+czKgTNYRZyKo6+HB08So16x7XHjtP4cWJsiAGUFPo8bkaYl5GWVNRXBhAOsICaQn+/940TdRWskoRPhzl2BvOMnBgfYeGUKFE1FgMpg/4eT8kI+njESzgHTlRUsEBFsLi1rxTPKB9qfACglXRNqfUDpV5ThgpeM+ZAkEFJr9X5jOozfn+p1jJN1+FDGhWiYNpR+ZAciCIWSyHIBtDXV7pxM6HSy+mXoKQkRPNcrx/AmCJsilJhJObRiYKxIQbQ0+ijVMdphHkF8ZSM5poK+HLYcqVGsc+oUlCQklRIiQHIydFTmlksAowMVkmCVzn09eVoUXecMVrnUDTjm+Xrwn1cne6uri6oqorGxkbb642Njdi5c6frZ9ra2lyPb2trcz3+7rvvxne+852s1ydOnDjIsy6jjDLKKKOMMsooo4wyyiijDAOxWAyVld6MleNOLx9ufO1rX7NlxjVNQ09PD2pra0eNoqwbotEoxo8fj8OHD+dstF7G8UP5GY1+lJ/R6Ef5GY1+lJ/R6Ef5GY1+lJ/R6Ef5GY1ujNbno+s6YrEYxo4dm/O44+p019XVgeM4tLe3215vb2/HmDFjXD8zZsyYoo73+XzwOZrDV1VVDf6kRxiRSGRUDawyslF+RqMf5Wc0+lF+RqMf5Wc0+lF+RqMf5Wc0+lF+RqMbo/H55MpwExxXQrwoijjttNPwwgsvmK9pmoYXXngBy5cvd/3M8uXLbccDwKpVqzyPL6OMMsooo4wyyiijjDLKKKOM44XjTi+/4447cOutt2Lx4sVYunQpfvrTnyIej5tq5rfccguam5tx9913AwA+97nP4ZxzzsGPf/xjXH755fjrX/+Kt99+G/fee+/xvIwyyiijjDLKKKOMMsooo4wyysjCcXe6r7vuOnR2duLOO+9EW1sbTjnlFDz77LOmWFpLS4tNoe6MM87Agw8+iG9+85v4+te/junTp+OJJ544aXp0E/h8Ptx1111Z1PgyRg/Kz2j0o/yMRj/Kz2j0o/yMRj/Kz2j0o/yMRj/Kz2h040R/PoyeT9+8jDLKKKOMMsooo4wyyiijjDLKGBRGT5OzMsooo4wyyiijjDLKKKOMMso4yVB2ussoo4wyyiijjDLKKKOMMsooY5hQdrrLKKOMMsooo4wyyiijjDLKKGOYUHa6yyijjDLKKKOMMsooo4wyyihjmFB2ukcpfvWrX2HSpEnw+/1YtmwZ3nrrreN9Su9K3H333ViyZAnC4TAaGhpw5ZVXYteuXbZjzj33XDAMY/vvk5/85HE643cfvv3tb2fd/1mzZpnvp1Ip3H777aitrUUoFMLVV1+N9vb243jG7z5MmjQp6xkxDIPbb78dQHkOHQ+88soruOKKKzB27FgwDIMnnnjC9r6u67jzzjvR1NSEQCCACy+8EHv27LEd09PTg5tuugmRSARVVVX46Ec/ioGBgRG8ipMbuZ6RLMv4yle+gvnz56OiogJjx47FLbfcgtbWVtt3uM29H/zgByN8JScv8s2jD33oQ1n3/5JLLrEdU55Hw4t8z8htb2IYBvfcc495THkeDR8KsbMLseNaWlpw+eWXIxgMoqGhAV/60pegKMpIXkpelJ3uUYiHH34Yd9xxB+666y5s2LABCxcuxMqVK9HR0XG8T+1dh9WrV+P222/Hm2++iVWrVkGWZVx88cWIx+O24z72sY/h2LFj5n8/+tGPjtMZvzsxd+5c2/1/7bXXzPc+//nP45///CceffRRrF69Gq2trbjqqquO49m++7Bu3Trb81m1ahUA4JprrjGPKc+hkUU8HsfChQvxq1/9yvX9H/3oR/j5z3+O3/72t1i7di0qKiqwcuVKpFIp85ibbroJ27Ztw6pVq/Cvf/0Lr7zyCj7+8Y+P1CWc9Mj1jBKJBDZs2IBvfetb2LBhAx577DHs2rUL733ve7OO/e53v2ubW5/5zGdG4vTfFcg3jwDgkksusd3/hx56yPZ+eR4NL/I9I/rZHDt2DPfddx8YhsHVV19tO648j4YHhdjZ+ew4VVVx+eWXQ5IkvPHGG/jjH/+I+++/H3feeefxuCRv6GWMOixdulS//fbbzX+rqqqPHTtWv/vuu4/jWZWh67re0dGhA9BXr15tvnbOOefon/vc547fSb3Lcdddd+kLFy50fa+vr08XBEF/9NFHzdd27NihA9DXrFkzQmdYhhOf+9zn9KlTp+qapum6Xp5DxxsA9Mcff9z8t6Zp+pgxY/R77rnHfK2vr0/3+Xz6Qw89pOu6rm/fvl0HoK9bt8485plnntEZhtGPHj06Yuf+boHzGbnhrbfe0gHohw4dMl+bOHGi/j//8z/De3Jl6Lru/oxuvfVW/X3ve5/nZ8rzaGRRyDx63/vep59//vm218rzaOTgtLMLseOefvppnWVZva2tzTzmN7/5jR6JRPR0Oj2yF5AD5Uz3KIMkSVi/fj0uvPBC8zWWZXHhhRdizZo1x/HMygCA/v5+AEBNTY3t9QceeAB1dXWYN28evva1ryGRSByP03vXYs+ePRg7diymTJmCm266CS0tLQCA9evXQ5Zl23yaNWsWJkyYUJ5PxwmSJOEvf/kLPvKRj4BhGPP18hwaPThw4ADa2tps86ayshLLli0z582aNWtQVVWFxYsXm8dceOGFYFkWa9euHfFzLsPYnxiGQVVVle31H/zgB6itrcWiRYtwzz33jDrK5cmOl19+GQ0NDZg5cyZuu+02dHd3m++V59HoQnt7O5566il89KMfzXqvPI9GBk47uxA7bs2aNZg/fz4aGxvNY1auXIloNIpt27aN4NnnBn+8T6AMO7q6uqCqqm3gAEBjYyN27tx5nM6qDADQNA3/8R//gRUrVmDevHnm6zfeeCMmTpyIsWPHYvPmzfjKV76CXbt24bHHHjuOZ/vuwbJly3D//fdj5syZOHbsGL7zne/grLPOwtatW9HW1gZRFLOM0MbGRrS1tR2fE36X44knnkBfXx8+9KEPma+V59DoApkbbvsQea+trQ0NDQ2293meR01NTXluHQekUil85StfwQ033IBIJGK+/tnPfhannnoqampq8MYbb+BrX/sajh07hp/85CfH8WzfPbjkkktw1VVXYfLkydi3bx++/vWv49JLL8WaNWvAcVx5Ho0y/PGPf0Q4HM4qQSvPo5GBm51diB3X1tbmul+R90YLyk53GWUUiNtvvx1bt2611QsDsNVezZ8/H01NTbjggguwb98+TJ06daRP812HSy+91Px7wYIFWLZsGSZOnIhHHnkEgUDgOJ5ZGW74/e9/j0svvRRjx441XyvPoTLKGDxkWca1114LXdfxm9/8xvbeHXfcYf69YMECiKKIT3ziE7j77rvh8/lG+lTfdbj++uvNv+fPn48FCxZg6tSpePnll3HBBRccxzMrww333Xff/2/vbmOaOts4gP+r460WqEClZI6JUF2VyaQoKcswi06YRhl7gSAJsDAdGqZLZGF+2OQlU5cYt6jJtswJy2Y29sENs2xzUujETpw6CiyyZpACmhDNdCAMkLfr+WBsnk4o6vOUdvr/JU16zrnP6XU4uc8517nvc4Ps7Gz4+/s7zWc9mh6T3WffL9i93MuEhYVh5syZt43Kd/nyZWi1Wg9FRYWFhfj2229RV1eHuXPnuiybmJgIAGhra5uO0Ogf1Go1FixYgLa2Nmi1WgwPD6Onp8epDOuTZ3R2dqKmpgavvPKKy3KsQ551q264ug5ptdrbBvccHR3FtWvXWLem0a2Eu7OzEydOnHBq5Z5IYmIiRkdH0dHRMT0BkpP58+cjLCzMcW5jPfIe9fX1sNlsU16fANYjd5jsPvtO7uO0Wu2E16tby7wFk24v4+vrC4PBAJPJ5Jg3Pj4Ok8kEo9HowcgeTCKCwsJCfP3116itrUVUVNSU61itVgBARESEm6OjifT396O9vR0REREwGAzw8fFxqk82mw1dXV2sTx5QUVGBOXPmYO3atS7LsQ55VlRUFLRarVO9uX79Os6cOeOoN0ajET09PTh//ryjTG1tLcbHxx0PTci9biXcf/zxB2pqahAaGjrlOlarFTNmzLitSzNNj0uXLuHq1auOcxvrkff45JNPYDAYEBcXN2VZ1qP/n6nus+/kPs5oNKKlpcXpAdath5CLFi2anh25Ex4eyI0m8OWXX4qfn59UVlbKhQsXZNOmTaJWq51G5aPpsXnzZgkODhaz2Szd3d2Oz8DAgIiItLW1SVlZmZw7d07sdrtUV1fL/PnzJTk52cORPzi2b98uZrNZ7Ha7WCwWWbVqlYSFhcmVK1dERKSgoEAiIyOltrZWzp07J0ajUYxGo4ejfvCMjY1JZGSkFBcXO81nHfKMvr4+aWxslMbGRgEg+/btk8bGRsfI13v27BG1Wi3V1dXS3NwsaWlpEhUVJYODg45tpKamytKlS+XMmTNy6tQp0el0kpWV5alduu+4OkbDw8Oyfv16mTt3rlitVqfr063Ren/++Wd57733xGq1Snt7u3z++eei0WgkJyfHw3t2/3B1jPr6+qSoqEhOnz4tdrtdampqJD4+XnQ6nQwNDTm2wXrkXlOd60REent7RalUygcffHDb+qxH7jXVfbbI1Pdxo6OjEhsbK6tXrxar1So//PCDaDQa2bFjhyd2aVJMur3UgQMHJDIyUnx9fWX58uXS0NDg6ZAeSAAm/FRUVIiISFdXlyQnJ0tISIj4+flJTEyMvPHGG9Lb2+vZwB8gmZmZEhERIb6+vvLwww9LZmamtLW1OZYPDg7Kli1bZPbs2aJUKiU9PV26u7s9GPGD6fjx4wJAbDab03zWIc+oq6ub8NyWm5srIjf/bdhbb70l4eHh4ufnJytXrrzt2F29elWysrJEpVJJUFCQvPzyy9LX1+eBvbk/uTpGdrt90utTXV2diIicP39eEhMTJTg4WPz9/UWv18uuXbucEj7637g6RgMDA7J69WrRaDTi4+Mjjz76qGzcuPG2BhTWI/ea6lwnIvLRRx9JQECA9PT03LY+65F7TXWfLXJn93EdHR3y7LPPSkBAgISFhcn27dtlZGRkmvfGNYWIiJsa0YmIiIiIiIgeaHynm4iIiIiIiMhNmHQTERERERERuQmTbiIiIiIiIiI3YdJNRERERERE5CZMuomIiIiIiIjchEk3ERERERERkZsw6SYiIiIiIiJyEybdRERERERERG7CpJuIiOhfat68eXj//ffvuLzZbIZCoUBPT4/bYiIiIiJnTLqJiIjcTKFQuPyUlJTc03bPnj2LTZs23XH5pKQkdHd3Izg4+J5+7258/PHHiIuLg0qlglqtxtKlS7F7927H8ry8PDz33HNuj4OIiMjTHvJ0AERERPe77u5ux/eqqiq8/fbbsNlsjnkqlcrxXUQwNjaGhx6a+hKt0WjuKg5fX19otdq7WudeHD58GK+//jr279+PFStW4MaNG2hubsZvv/3m9t8mIiLyNmzpJiIicjOtVuv4BAcHQ6FQOKZ///13BAYG4vvvv4fBYICfnx9OnTqF9vZ2pKWlITw8HCqVCsuWLUNNTY3Tdv/ZvVyhUODQoUNIT0+HUqmETqfDsWPHHMv/2b28srISarUax48fh16vh0qlQmpqqtNDgtHRUWzduhVqtRqhoaEoLi5Gbm6uy1bqY8eOISMjA/n5+YiJicHixYuRlZWFd955BwBQUlKCTz/9FNXV1Y7WfrPZDAC4ePEiMjIyoFarERISgrS0NHR0dDi2fauFvLS0FBqNBkFBQSgoKMDw8PC9HRwiIiI3Y9JNRETkBd58803s2bMHra2tWLJkCfr7+7FmzRqYTCY0NjYiNTUV69atQ1dXl8vtlJaWIiMjA83NzVizZg2ys7Nx7dq1ScsPDAxg7969+Oyzz3Dy5El0dXWhqKjIsfzdd9/FkSNHUFFRAYvFguvXr+Obb75xGYNWq0VDQwM6OzsnXF5UVISMjAxHgt/d3Y2kpCSMjIwgJSUFgYGBqK+vh8VicTwI+O+k2mQyobW1FWazGV988QWOHj2K0tJSlzERERF5CpNuIiIiL1BWVoZnnnkG0dHRCAkJQVxcHF599VXExsZCp9OhvLwc0dHRTi3XE8nLy0NWVhZiYmKwa9cu9Pf345dffpm0/MjICD788EMkJCQgPj4ehYWFMJlMjuUHDhzAjh07kJ6ejsceewwHDx6EWq12GcPOnTuhVqsxb948LFy4EHl5efjqq68wPj4O4GZ3+oCAAPj5+Tla/H19fVFVVYXx8XEcOnQIjz/+OPR6PSoqKtDV1eVoCQdudpM/fPgwFi9ejLVr16KsrAz79+93bJ+IiMibMOkmIiLyAgkJCU7T/f39KCoqgl6vh1qthkqlQmtr65Qt3UuWLHF8nzVrFoKCgnDlypVJyyuVSkRHRzumIyIiHOV7e3tx+fJlLF++3LF85syZMBgMLmOIiIjA6dOn0dLSgm3btmF0dBS5ublITU11mRg3NTWhra0NgYGBUKlUUKlUCAkJwdDQENrb2x3l4uLioFQqHdNGoxH9/f24ePGiy7iIiIg8gQOpEREReYFZs2Y5TRcVFeHEiRPYu3cvYmJiEBAQgBdffHHKd5d9fHycphUKhctEd6LyInKX0U8sNjYWsbGx2LJlCwoKCvDUU0/hp59+wtNPPz1h+f7+fhgMBhw5cuS2ZXc7aBwREZG3YNJNRETkhSwWC/Ly8pCeng7gZkL63wOKTYfg4GCEh4fj7NmzSE5OBgCMjY3h119/xRNPPHFX21q0aBEA4O+//wZws4v42NiYU5n4+HhUVVVhzpw5CAoKmnRbTU1NGBwcREBAAACgoaEBKpUKjzzyyF3FRERENB3YvZyIiMgL6XQ6HD16FFarFU1NTdiwYYNH3ll+7bXXsHv3blRXV8Nms2Hbtm3466+/oFAoJl1n8+bNKC8vh8ViQWdnJxoaGpCTkwONRgOj0Qjg5sjrzc3NsNls+PPPPzEyMoLs7GyEhYUhLS0N9fX1sNvtMJvN2Lp1Ky5duuTY/vDwMPLz83HhwgV899132LlzJwoLCzFjBm9riIjI+/DqRERE5IX27duH2bNnIykpCevWrUNKSgri4+OnPY7i4mJkZWUhJycHRqMRKpUKKSkp8Pf3n3SdVatWoaGhAS+99BIWLFiAF154Af7+/jCZTAgNDQUAbNy4EQsXLkRCQgI0Gg0sFguUSiVOnjyJyMhIPP/889Dr9cjPz8fQ0JBTy/fKlSuh0+mQnJyMzMxMrF+/HiUlJe7+UxAREd0Thfy/XtwiIiKi+974+Dj0ej0yMjJQXl4+7b+fl5eHnp6eKf9tGRERkbfgO91EREQ0qc7OTvz4449YsWIFbty4gYMHD8Jut2PDhg2eDo2IiOhfgd3LiYiIaFIzZsxAZWUlli1bhieffBItLS2oqamBXq/3dGhERET/CuxeTkREREREROQmbOkmIiIiIiIichMm3URERERERERuwqSbiIiIiIiIyE2YdBMRERERERG5CZNuIiIiIiIiIjdh0k1ERERERETkJky6iYiIiIiIiNyESTcRERERERGRm/wH/hs7miwYzcoAAAAASUVORK5CYII=\n" }, "metadata": {} }, { "output_type": "stream", "name": "stdout", "text": [ "Initial reward (first 8 steps): 0.024\n", "Final reward (last 8 steps): 0.190\n", "Improvement: +0.166\n" ] } ] }, { "cell_type": "code", "source": [ "# CELL 8 — Show baseline model behavior on compound task\n", "from unsloth import FastLanguageModel\n", "FastLanguageModel.for_inference(model)\n", "\n", "TEST_TASK = 'compound_leakage_eval'\n", "messages = make_prompt(TEST_TASK, seed=99)\n", "prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)\n", "inputs = tokenizer(prompt, return_tensors='pt').to('cuda')\n", "\n", "with torch.no_grad():\n", " output = model.generate(\n", " **inputs,\n", " max_new_tokens=600,\n", " temperature=0.1,\n", " do_sample=True,\n", " pad_token_id=tokenizer.eos_token_id,\n", " )\n", "\n", "response = tokenizer.decode(output[0][inputs['input_ids'].shape[1]:], skip_special_tokens=True)\n", "reward = compute_reward(response, TEST_TASK, seed=99)\n", "print(f'Task: {TEST_TASK}')\n", "print(f'Score: {reward:.3f}')\n", "print(f'Response preview: {response[:300]}')" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "7D-gg-n-qfgB", "outputId": "56ee4ff9-a8bf-4cad-b89f-e840a3106082" }, "execution_count": 12, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=600) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "Task: compound_leakage_eval\n", "Score: 0.000\n", "Response preview: ```json\n", "{\n", " \"action_type\": \"inspect\",\n", " \"tool_name\": \"print_shapes\"\n", "}\n", "```\n" ] } ] }, { "cell_type": "code", "source": [ "# CELL 9 — Save everything\n", "import json\n", "\n", "# Save reward log\n", "with open('reward_log.json', 'w') as f:\n", " json.dump(reward_log, f)\n", "\n", "# Save baseline score\n", "baseline = {'task': 'compound_leakage_eval', 'seed': 99, 'score': 0.0, 'response': 'inspect:print_shapes'}\n", "with open('baseline_result.json', 'w') as f:\n", " json.dump(baseline, f)\n", "\n", "# Download reward curve\n", "from google.colab import files\n", "files.download('reward_curve.png')\n", "\n", "print('Saved. Download reward_curve.png from the files panel.')" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 34 }, "id": "lUqWq9Ibq0HD", "outputId": "9801551a-6251-4a0d-e7d0-d0a5ba1eaf0e" }, "execution_count": 23, "outputs": [ { "output_type": "display_data", "data": { "text/plain": [ "" ], "application/javascript": [ "\n", " async function download(id, filename, size) {\n", " if (!google.colab.kernel.accessAllowed) {\n", " return;\n", " }\n", " const div = document.createElement('div');\n", " const label = document.createElement('label');\n", " label.textContent = `Downloading \"${filename}\": `;\n", " div.appendChild(label);\n", " const progress = document.createElement('progress');\n", " progress.max = size;\n", " div.appendChild(progress);\n", " document.body.appendChild(div);\n", "\n", " const buffers = [];\n", " let downloaded = 0;\n", "\n", " const channel = await google.colab.kernel.comms.open(id);\n", " // Send a message to notify the kernel that we're ready.\n", " channel.send({})\n", "\n", " for await (const message of channel.messages) {\n", " // Send a message to notify the kernel that we're ready.\n", " channel.send({})\n", " if (message.buffers) {\n", " for (const buffer of message.buffers) {\n", " buffers.push(buffer);\n", " downloaded += buffer.byteLength;\n", " progress.value = downloaded;\n", " }\n", " }\n", " }\n", " const blob = new Blob(buffers, {type: 'application/binary'});\n", " const a = document.createElement('a');\n", " a.href = window.URL.createObjectURL(blob);\n", " a.download = filename;\n", " div.appendChild(a);\n", " a.click();\n", " div.remove();\n", " }\n", " " ] }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "" ], "application/javascript": [ "download(\"download_99bb8aab-15a8-433d-8d0a-99f4f0a6bf00\", \"reward_curve.png\", 126262)" ] }, "metadata": {} }, { "output_type": "stream", "name": "stdout", "text": [ "Saved. Download reward_curve.png from the files panel.\n" ] } ] }, { "cell_type": "code", "source": [], "metadata": { "id": "QlpYCHYkrL7b" }, "execution_count": 14, "outputs": [] }, { "cell_type": "code", "source": [], "metadata": { "id": "V1BMIoisrs_B" }, "execution_count": null, "outputs": [] }, { "cell_type": "code", "source": [], "metadata": { "id": "LAoYRCWNrs3p" }, "execution_count": null, "outputs": [] }, { "cell_type": "code", "source": [], "metadata": { "id": "XVsq7flArsvK" }, "execution_count": 19, "outputs": [] }, { "cell_type": "code", "source": [ "# DEBUG CELL — see what model actually outputs\n", "messages, scenario = make_train_prompt('shape_mismatch', seed=42)\n", "completion = generate_completion(messages)\n", "print(\"=== RAW OUTPUT ===\")\n", "print(completion[:1000])\n", "print(\"=== REWARD ===\")\n", "print(compute_reward(completion, 'shape_mismatch', seed=42))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "oCY3A2eirthG", "outputId": "5c041810-9e5c-40a9-dddf-039b463232f0" }, "execution_count": 17, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ "Both `max_new_tokens` (=1200) and `max_length`(=32768) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n" ] }, { "output_type": "stream", "name": "stdout", "text": [ "=== RAW OUTPUT ===\n", "```json\n", "{\n", " \"bug_type\": \"matmul_dimensions\",\n", " \"diagnosis\": \"The error is due to attempting a matrix multiplication between two tensors of incompatible shapes. The encoder's output shape does not match the expected input shape of the decoder.\",\n", " \"fixed_code\": \"def forward(self, x):\\n z = self.encoder(x)\\n return self.decoder(z)\"\n", "}\n", "```\n", "=== REWARD ===\n", "0.4\n" ] } ] }, { "cell_type": "code", "source": [], "metadata": { "id": "tTU-zxvZ1p8m" }, "execution_count": null, "outputs": [] } ] }