{ "nbformat": 4, "nbformat_minor": 0, "metadata": { "colab": { "provenance": [], "toc_visible": true }, "kernelspec": { "name": "python3", "display_name": "Python 3" }, "language_info": { "name": "python" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "4e8a40fd169741819e673f3694f559f6": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_e5c55edd00a64ba789bf1a008bd4829f", "IPY_MODEL_f0e55fac1eb84337bc9366a8573cf828", "IPY_MODEL_ad27114b7a504f5fb0aa37999b2bf58f" ], "layout": "IPY_MODEL_c052d8240f5d4277b9c5723e9d310153" } }, "e5c55edd00a64ba789bf1a008bd4829f": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e2a7a0c1c62c4559842dc9701cfc6cc3", "placeholder": "​", "style": "IPY_MODEL_55d5ea4e5f774d828e33d3ee58e6ae82", "value": "modules.json: 100%" } }, "f0e55fac1eb84337bc9366a8573cf828": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_cc0aa2e9b7a54131acc01416afe704ee", "max": 349, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_1db93abb763542a5afb2b14b574a6f80", "value": 349 } }, "ad27114b7a504f5fb0aa37999b2bf58f": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_57c9f83447cb426aa1407e780a387b80", "placeholder": "​", "style": "IPY_MODEL_b56e8515b411461082408399f9db7634", "value": " 349/349 [00:00<00:00, 18.2kB/s]" } }, "c052d8240f5d4277b9c5723e9d310153": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e2a7a0c1c62c4559842dc9701cfc6cc3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "55d5ea4e5f774d828e33d3ee58e6ae82": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "cc0aa2e9b7a54131acc01416afe704ee": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1db93abb763542a5afb2b14b574a6f80": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "57c9f83447cb426aa1407e780a387b80": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b56e8515b411461082408399f9db7634": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "f8e07cc27d194f88bd0b4c4c09b8e97e": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_51e17e19a0f54ad6b24e0ee95b137150", "IPY_MODEL_ee12ede81fe74f9fbcfffa26fb86dd97", "IPY_MODEL_f211e14cdedc415c8ca470d80915b494" ], "layout": "IPY_MODEL_d1b9d7c83f2d445eab72dc42f5cf0add" } }, "51e17e19a0f54ad6b24e0ee95b137150": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_705f6c385f7d4215b9d6b3d20f187e57", "placeholder": "​", "style": "IPY_MODEL_fd93f597ac314bd0940975bced27251f", "value": "config_sentence_transformers.json: 100%" } }, "ee12ede81fe74f9fbcfffa26fb86dd97": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_74e99504db154f1fa8e0e6f332fa1202", "max": 116, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_20e9bf36872e4e20a64e04cc3b444fc1", "value": 116 } }, "f211e14cdedc415c8ca470d80915b494": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_f4fc0df1548f4890be6dc3b91a00d3e3", "placeholder": "​", "style": "IPY_MODEL_6528c1f596374fefad59dbb0611ff739", "value": " 116/116 [00:00<00:00, 6.19kB/s]" } }, "d1b9d7c83f2d445eab72dc42f5cf0add": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "705f6c385f7d4215b9d6b3d20f187e57": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "fd93f597ac314bd0940975bced27251f": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "74e99504db154f1fa8e0e6f332fa1202": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "20e9bf36872e4e20a64e04cc3b444fc1": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "f4fc0df1548f4890be6dc3b91a00d3e3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6528c1f596374fefad59dbb0611ff739": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9396b532be794ca8996c20ad2ac74932": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_61fc251bab20497e9a836d8eecf6b9dd", "IPY_MODEL_b8f3a04c68f64ae8816fdcb5cabb2d54", "IPY_MODEL_4edca837f5904c388ebc70f40db57351" ], "layout": "IPY_MODEL_db83476bbd8b4d77a1b7394a8ab3739d" } }, "61fc251bab20497e9a836d8eecf6b9dd": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_578e1b7b019c480bb0925a135c698cf7", "placeholder": "​", "style": "IPY_MODEL_7b3ec918bf9749a092a8e4bd598b9d31", "value": "README.md: 100%" } }, "b8f3a04c68f64ae8816fdcb5cabb2d54": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_263f8709ce124bfb8d0e8321549adb10", "max": 10454, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_9c9ab99a72dd4c39933f6af7b6d08b4b", "value": 10454 } }, "4edca837f5904c388ebc70f40db57351": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_35262d03ed7b4fc581d40af7d672c172", "placeholder": "​", "style": "IPY_MODEL_44306b960bee4a84b559b215e23dd019", "value": " 10.5k/10.5k [00:00<00:00, 985kB/s]" } }, "db83476bbd8b4d77a1b7394a8ab3739d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "578e1b7b019c480bb0925a135c698cf7": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7b3ec918bf9749a092a8e4bd598b9d31": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "263f8709ce124bfb8d0e8321549adb10": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9c9ab99a72dd4c39933f6af7b6d08b4b": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "35262d03ed7b4fc581d40af7d672c172": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "44306b960bee4a84b559b215e23dd019": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "0b64ed68481240e4acc33e54cf1c165e": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_eb4029f01b0d4ba1b9dec95484bd7234", "IPY_MODEL_e97f192539f941dab940b7f330ee3f59", "IPY_MODEL_0d03b4877ae447e1b3ab260bd9063e80" ], "layout": "IPY_MODEL_f4fc50de953b489590fef76e94b033c4" } }, "eb4029f01b0d4ba1b9dec95484bd7234": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5c2e6c79ebdf49eaac7d0dc1664519b6", "placeholder": "​", "style": "IPY_MODEL_8cc480949f864b32847b152a9634f9fa", "value": "sentence_bert_config.json: 100%" } }, "e97f192539f941dab940b7f330ee3f59": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c90419dbbd564410808bc2e3052ad0a2", "max": 53, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_785eb00fd10f461dad62f8be7cb2ba68", "value": 53 } }, "0d03b4877ae447e1b3ab260bd9063e80": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_aa8fbb6a1ff242889e4d0982195e8d4b", "placeholder": "​", "style": "IPY_MODEL_9dc793444c69456f87561bc14377c91e", "value": " 53.0/53.0 [00:00<00:00, 3.34kB/s]" } }, "f4fc50de953b489590fef76e94b033c4": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5c2e6c79ebdf49eaac7d0dc1664519b6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8cc480949f864b32847b152a9634f9fa": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c90419dbbd564410808bc2e3052ad0a2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "785eb00fd10f461dad62f8be7cb2ba68": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "aa8fbb6a1ff242889e4d0982195e8d4b": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9dc793444c69456f87561bc14377c91e": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "bc9f5c79d51144bea51f1d434be21399": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_3dc343cc3a3f457f80cb4e7fca7e3a26", "IPY_MODEL_eb6cb2b1564b49d9aecb7bea8d9bdb4e", "IPY_MODEL_ad53ba5c12734785a9fb491229b8ad71" ], "layout": "IPY_MODEL_3bbb1752ddfd4429885eec4b13171523" } }, "3dc343cc3a3f457f80cb4e7fca7e3a26": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_20e951a4365f46b3887c9e86ccf3d39b", "placeholder": "​", "style": "IPY_MODEL_3e84428b1d894af080d93dcdefe75783", "value": "config.json: 100%" } }, "eb6cb2b1564b49d9aecb7bea8d9bdb4e": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_73c75508211c4297a4b94ffd4d602a18", "max": 612, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_ecacb7383b174fb5b4477bb8445a79f5", "value": 612 } }, "ad53ba5c12734785a9fb491229b8ad71": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_218f9c952cb846c6b29e2c2c1a75dda6", "placeholder": "​", "style": "IPY_MODEL_10146767b31f45828ef7fce82c94aaf8", "value": " 612/612 [00:00<00:00, 48.9kB/s]" } }, "3bbb1752ddfd4429885eec4b13171523": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "20e951a4365f46b3887c9e86ccf3d39b": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3e84428b1d894af080d93dcdefe75783": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "73c75508211c4297a4b94ffd4d602a18": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ecacb7383b174fb5b4477bb8445a79f5": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "218f9c952cb846c6b29e2c2c1a75dda6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "10146767b31f45828ef7fce82c94aaf8": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "da1869198f3d4660885324dd84f6b4b2": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_5744aec3a52f4266b588d5d4406d19c4", "IPY_MODEL_23821d0babc64df1a7471f7fd4e48f00", "IPY_MODEL_0d733cc1ced548adb40fd99e6d715f1f" ], "layout": "IPY_MODEL_9fb2946eb91240169fd8c36305c1ca9d" } }, "5744aec3a52f4266b588d5d4406d19c4": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3701879a242c428382f1df01f75b9413", "placeholder": "​", "style": "IPY_MODEL_77582ee939d945c78265d329924e56be", "value": "model.safetensors: 100%" } }, "23821d0babc64df1a7471f7fd4e48f00": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_469409611a774908998c1aecfc630c3b", "max": 90868376, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_2b5180b26156409eb642e18f8cd5fed2", "value": 90868376 } }, "0d733cc1ced548adb40fd99e6d715f1f": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a4a1d317676145bda24a3cf37ca08c09", "placeholder": "​", "style": "IPY_MODEL_64d1fce2f9554dafaee8869aefef8e86", "value": " 90.9M/90.9M [00:00<00:00, 134MB/s]" } }, "9fb2946eb91240169fd8c36305c1ca9d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3701879a242c428382f1df01f75b9413": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "77582ee939d945c78265d329924e56be": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "469409611a774908998c1aecfc630c3b": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2b5180b26156409eb642e18f8cd5fed2": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "a4a1d317676145bda24a3cf37ca08c09": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "64d1fce2f9554dafaee8869aefef8e86": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "46f0711c0af8462c9ef07d1ae68361cb": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_b8ebfe5c1bf544b694eee76917619d6d", "IPY_MODEL_7e536c25abb34f1ebb68c711de85364d", "IPY_MODEL_97682197b15a4ec48969d3f9b119864d" ], "layout": "IPY_MODEL_5b9a22c4371e4cffbac3fa90b9eb5fbe" } }, "b8ebfe5c1bf544b694eee76917619d6d": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a36fca1232f94c62ab720cc711517d88", "placeholder": "​", "style": "IPY_MODEL_00c51ebcb0f14702b59b5d53798503a4", "value": "tokenizer_config.json: 100%" } }, "7e536c25abb34f1ebb68c711de85364d": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_e10432d0f8104d448c1763b8d0a538e8", "max": 350, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_77f4cc28c9ba45ce8a2b89d4af857664", "value": 350 } }, "97682197b15a4ec48969d3f9b119864d": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c1717185d05147c6806690a169d25da5", "placeholder": "​", "style": "IPY_MODEL_334ba4b8e84a4cf6a9adab3497cdb3b8", "value": " 350/350 [00:00<00:00, 25.1kB/s]" } }, "5b9a22c4371e4cffbac3fa90b9eb5fbe": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a36fca1232f94c62ab720cc711517d88": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "00c51ebcb0f14702b59b5d53798503a4": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "e10432d0f8104d448c1763b8d0a538e8": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "77f4cc28c9ba45ce8a2b89d4af857664": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "c1717185d05147c6806690a169d25da5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "334ba4b8e84a4cf6a9adab3497cdb3b8": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "58b3e029310542a6a2ad3d56e0d4210f": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_037be14213744aee9a26d71fd905aeda", "IPY_MODEL_7b8bf82ffb7e4f689e2d4fb2d560add9", "IPY_MODEL_7c838b68d93d43b58c5329ae975bca16" ], "layout": "IPY_MODEL_478e686d12be4753b3d8f51ae5645265" } }, "037be14213744aee9a26d71fd905aeda": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_0e853b86a13045d68ce8cbecb66a45dd", "placeholder": "​", "style": "IPY_MODEL_11b177fd2468434fa216fe211b58483b", "value": "vocab.txt: 100%" } }, "7b8bf82ffb7e4f689e2d4fb2d560add9": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3057ae3071fa4805841b2f0d8a54c7ad", "max": 231508, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_2cca3a8338354a189e113b3ff3e282fc", "value": 231508 } }, "7c838b68d93d43b58c5329ae975bca16": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_f231e71eb6e048b6a8fde54264ef1552", "placeholder": "​", "style": "IPY_MODEL_9064ec66362845a4aba9d6a67a8cc353", "value": " 232k/232k [00:00<00:00, 2.18MB/s]" } }, "478e686d12be4753b3d8f51ae5645265": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "0e853b86a13045d68ce8cbecb66a45dd": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "11b177fd2468434fa216fe211b58483b": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "3057ae3071fa4805841b2f0d8a54c7ad": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2cca3a8338354a189e113b3ff3e282fc": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "f231e71eb6e048b6a8fde54264ef1552": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9064ec66362845a4aba9d6a67a8cc353": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "e0fc19c08d104f9e82f71579adcb03c3": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_05ea95d1f13648118ad671e87740dbb4", "IPY_MODEL_ae304dbe23a3426daf593f7a6d0e3153", "IPY_MODEL_900fdd0bd5244e4daacaa21ec5f1f001" ], "layout": "IPY_MODEL_18bfd48532b4409abf1b701155e4c891" } }, "05ea95d1f13648118ad671e87740dbb4": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_02577d6799574affbeb1c2f067cf4bbb", "placeholder": "​", "style": "IPY_MODEL_7670644f0a024f52a9b13646ec270884", "value": "tokenizer.json: 100%" } }, "ae304dbe23a3426daf593f7a6d0e3153": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_67e9a3d68c5d4cbfa3531745781e81dd", "max": 466247, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_08fd528bc39444f9a0131a6ab28dfaa6", "value": 466247 } }, "900fdd0bd5244e4daacaa21ec5f1f001": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_7227c20002dc456589dc1e59e6c2f0e3", "placeholder": "​", "style": "IPY_MODEL_f4d2258616c64cc0b1ea1b5f23789ae4", "value": " 466k/466k [00:00<00:00, 10.1MB/s]" } }, "18bfd48532b4409abf1b701155e4c891": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "02577d6799574affbeb1c2f067cf4bbb": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7670644f0a024f52a9b13646ec270884": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "67e9a3d68c5d4cbfa3531745781e81dd": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "08fd528bc39444f9a0131a6ab28dfaa6": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "7227c20002dc456589dc1e59e6c2f0e3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f4d2258616c64cc0b1ea1b5f23789ae4": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "b74f00b5205e449a94ba2805853228ed": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_94224a1f95d847d0b6723f5b5af06bf8", "IPY_MODEL_c08e680ec4874afc87a89421d8a62e84", "IPY_MODEL_5cf81f80f0004754a46d676bfe54385c" ], "layout": "IPY_MODEL_b36ea343dab5495cb7e64bcc671edcfc" } }, "94224a1f95d847d0b6723f5b5af06bf8": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_efb784acb7ec4298a3d3d65aa68f861a", "placeholder": "​", "style": "IPY_MODEL_12e4c47e2b2b42f1802ac8e19914e053", "value": "special_tokens_map.json: 100%" } }, "c08e680ec4874afc87a89421d8a62e84": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a485efe1ee9941f591f84c091b9a2286", "max": 112, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_3f254bbd3e534cd7b7aa9c0dfed8abac", "value": 112 } }, "5cf81f80f0004754a46d676bfe54385c": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_d49a89c7732e4355a57cc0cf15f90e49", "placeholder": "​", "style": "IPY_MODEL_5340df8cc3564759a23156d20c2c828e", "value": " 112/112 [00:00<00:00, 7.06kB/s]" } }, "b36ea343dab5495cb7e64bcc671edcfc": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "efb784acb7ec4298a3d3d65aa68f861a": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "12e4c47e2b2b42f1802ac8e19914e053": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "a485efe1ee9941f591f84c091b9a2286": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3f254bbd3e534cd7b7aa9c0dfed8abac": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "d49a89c7732e4355a57cc0cf15f90e49": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5340df8cc3564759a23156d20c2c828e": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "85f6b353c2db4ffe94b7c6966b74cd92": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_c1e338998f7641ba91f1d0fa526fba88", "IPY_MODEL_082da2152eae4d48bd6fbbe6136a7374", "IPY_MODEL_4e14903ae57642969ba531e41d80e504" ], "layout": "IPY_MODEL_fc17b59627234ed8a02110bc2ebd7051" } }, "c1e338998f7641ba91f1d0fa526fba88": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c70a64fc07c242c69c132e9746f98fbe", "placeholder": "​", "style": "IPY_MODEL_f8750b99fe1441e2b67c57ccbd26cf4d", "value": "config.json: 100%" } }, "082da2152eae4d48bd6fbbe6136a7374": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_84ef62b51a49400d8881dff88a4e0c2f", "max": 190, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_5cfa2418019847fd93ba83be3d22f407", "value": 190 } }, "4e14903ae57642969ba531e41d80e504": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3e7d3a1285454fa0a8ec7a1251d4de02", "placeholder": "​", "style": "IPY_MODEL_897e197e6f4747698b7dd9d3b93e6c32", "value": " 190/190 [00:00<00:00, 6.89kB/s]" } }, "fc17b59627234ed8a02110bc2ebd7051": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c70a64fc07c242c69c132e9746f98fbe": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f8750b99fe1441e2b67c57ccbd26cf4d": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "84ef62b51a49400d8881dff88a4e0c2f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5cfa2418019847fd93ba83be3d22f407": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "3e7d3a1285454fa0a8ec7a1251d4de02": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "897e197e6f4747698b7dd9d3b93e6c32": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } } } } }, "cells": [ { "cell_type": "markdown", "source": [ "#**Setup**" ], "metadata": { "id": "wzss4gZPC367" } }, { "cell_type": "code", "execution_count": 1, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "collapsed": true, "id": "ZNcmyVR3Cv7Y", "outputId": "c6bc16f9-51f6-4390-d5e2-965075007ce7" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Requirement already satisfied: langchain in /usr/local/lib/python3.11/dist-packages (0.3.19)\n", "Collecting langchain-community\n", " Downloading langchain_community-0.3.19-py3-none-any.whl.metadata (2.4 kB)\n", "Collecting langchain_huggingface\n", " Downloading langchain_huggingface-0.1.2-py3-none-any.whl.metadata (1.3 kB)\n", "Collecting langchain-pinecone\n", " Downloading langchain_pinecone-0.2.3-py3-none-any.whl.metadata (1.3 kB)\n", "Collecting langchain_openai\n", " Downloading langchain_openai-0.3.7-py3-none-any.whl.metadata (2.3 kB)\n", "Collecting pypdf\n", " Downloading pypdf-5.3.1-py3-none-any.whl.metadata (7.3 kB)\n", "Collecting pinecone\n", " Downloading pinecone-6.0.1-py3-none-any.whl.metadata (8.8 kB)\n", "Requirement already satisfied: langchain-core<1.0.0,>=0.3.35 in /usr/local/lib/python3.11/dist-packages (from langchain) (0.3.40)\n", "Requirement already satisfied: langchain-text-splitters<1.0.0,>=0.3.6 in /usr/local/lib/python3.11/dist-packages (from langchain) (0.3.6)\n", "Requirement already satisfied: langsmith<0.4,>=0.1.17 in /usr/local/lib/python3.11/dist-packages (from langchain) (0.3.11)\n", "Requirement already satisfied: pydantic<3.0.0,>=2.7.4 in /usr/local/lib/python3.11/dist-packages (from langchain) (2.10.6)\n", "Requirement already satisfied: SQLAlchemy<3,>=1.4 in /usr/local/lib/python3.11/dist-packages (from langchain) (2.0.38)\n", "Requirement already satisfied: requests<3,>=2 in /usr/local/lib/python3.11/dist-packages (from langchain) (2.32.3)\n", "Requirement already satisfied: PyYAML>=5.3 in /usr/local/lib/python3.11/dist-packages (from langchain) (6.0.2)\n", "Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /usr/local/lib/python3.11/dist-packages (from langchain) (3.11.13)\n", "Requirement already satisfied: tenacity!=8.4.0,<10,>=8.1.0 in /usr/local/lib/python3.11/dist-packages (from langchain) (9.0.0)\n", "Requirement already satisfied: numpy<2,>=1.26.4 in /usr/local/lib/python3.11/dist-packages (from langchain) (1.26.4)\n", "Collecting langchain-core<1.0.0,>=0.3.35 (from langchain)\n", " Downloading langchain_core-0.3.41-py3-none-any.whl.metadata (5.9 kB)\n", "Collecting langchain\n", " Downloading langchain-0.3.20-py3-none-any.whl.metadata (7.7 kB)\n", "Collecting dataclasses-json<0.7,>=0.5.7 (from langchain-community)\n", " Downloading dataclasses_json-0.6.7-py3-none-any.whl.metadata (25 kB)\n", "Collecting pydantic-settings<3.0.0,>=2.4.0 (from langchain-community)\n", " Downloading pydantic_settings-2.8.1-py3-none-any.whl.metadata (3.5 kB)\n", "Collecting httpx-sse<1.0.0,>=0.4.0 (from langchain-community)\n", " Downloading httpx_sse-0.4.0-py3-none-any.whl.metadata (9.0 kB)\n", "Requirement already satisfied: huggingface-hub>=0.23.0 in /usr/local/lib/python3.11/dist-packages (from langchain_huggingface) (0.28.1)\n", "Requirement already satisfied: sentence-transformers>=2.6.0 in /usr/local/lib/python3.11/dist-packages (from langchain_huggingface) (3.4.1)\n", "Requirement already satisfied: tokenizers>=0.19.1 in /usr/local/lib/python3.11/dist-packages (from langchain_huggingface) (0.21.0)\n", "Requirement already satisfied: transformers>=4.39.0 in /usr/local/lib/python3.11/dist-packages (from langchain_huggingface) (4.48.3)\n", "Collecting pinecone\n", " Downloading pinecone-5.4.2-py3-none-any.whl.metadata (19 kB)\n", "Collecting aiohttp<4.0.0,>=3.8.3 (from langchain-community)\n", " Downloading aiohttp-3.10.11-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (7.7 kB)\n", "Collecting langchain-tests<1.0.0,>=0.3.7 (from langchain-pinecone)\n", " Downloading langchain_tests-0.3.13-py3-none-any.whl.metadata (3.1 kB)\n", "Requirement already satisfied: openai<2.0.0,>=1.58.1 in /usr/local/lib/python3.11/dist-packages (from langchain_openai) (1.61.1)\n", "Collecting tiktoken<1,>=0.7 (from langchain_openai)\n", " Downloading tiktoken-0.9.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.7 kB)\n", "Requirement already satisfied: certifi>=2019.11.17 in /usr/local/lib/python3.11/dist-packages (from pinecone) (2025.1.31)\n", "Collecting pinecone-plugin-inference<4.0.0,>=2.0.0 (from pinecone)\n", " Downloading pinecone_plugin_inference-3.1.0-py3-none-any.whl.metadata (2.2 kB)\n", "Collecting pinecone-plugin-interface<0.0.8,>=0.0.7 (from pinecone)\n", " Downloading pinecone_plugin_interface-0.0.7-py3-none-any.whl.metadata (1.2 kB)\n", "Requirement already satisfied: python-dateutil>=2.5.3 in /usr/local/lib/python3.11/dist-packages (from pinecone) (2.8.2)\n", "Requirement already satisfied: tqdm>=4.64.1 in /usr/local/lib/python3.11/dist-packages (from pinecone) (4.67.1)\n", "Requirement already satisfied: typing-extensions>=3.7.4 in /usr/local/lib/python3.11/dist-packages (from pinecone) (4.12.2)\n", "Requirement already satisfied: urllib3>=1.26.0 in /usr/local/lib/python3.11/dist-packages (from pinecone) (2.3.0)\n", "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (2.4.6)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.11/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.3.2)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (25.1.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.11/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.5.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.11/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (6.1.0)\n", "Requirement already satisfied: yarl<2.0,>=1.12.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.18.3)\n", "Collecting marshmallow<4.0.0,>=3.18.0 (from dataclasses-json<0.7,>=0.5.7->langchain-community)\n", " Downloading marshmallow-3.26.1-py3-none-any.whl.metadata (7.3 kB)\n", "Collecting typing-inspect<1,>=0.4.0 (from dataclasses-json<0.7,>=0.5.7->langchain-community)\n", " Downloading typing_inspect-0.9.0-py3-none-any.whl.metadata (1.5 kB)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.23.0->langchain_huggingface) (3.17.0)\n", "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.23.0->langchain_huggingface) (2024.10.0)\n", "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.23.0->langchain_huggingface) (24.2)\n", "Requirement already satisfied: jsonpatch<2.0,>=1.33 in /usr/local/lib/python3.11/dist-packages (from langchain-core<1.0.0,>=0.3.35->langchain) (1.33)\n", "Requirement already satisfied: pytest<9,>=7 in /usr/local/lib/python3.11/dist-packages (from langchain-tests<1.0.0,>=0.3.7->langchain-pinecone) (8.3.5)\n", "Collecting pytest-asyncio<1,>=0.20 (from langchain-tests<1.0.0,>=0.3.7->langchain-pinecone)\n", " Downloading pytest_asyncio-0.25.3-py3-none-any.whl.metadata (3.9 kB)\n", "Requirement already satisfied: httpx<1,>=0.25.0 in /usr/local/lib/python3.11/dist-packages (from langchain-tests<1.0.0,>=0.3.7->langchain-pinecone) (0.28.1)\n", "Collecting syrupy<5,>=4 (from langchain-tests<1.0.0,>=0.3.7->langchain-pinecone)\n", " Downloading syrupy-4.8.2-py3-none-any.whl.metadata (36 kB)\n", "Collecting pytest-socket<1,>=0.6.0 (from langchain-tests<1.0.0,>=0.3.7->langchain-pinecone)\n", " Downloading pytest_socket-0.7.0-py3-none-any.whl.metadata (6.7 kB)\n", "Requirement already satisfied: orjson<4.0.0,>=3.9.14 in /usr/local/lib/python3.11/dist-packages (from langsmith<0.4,>=0.1.17->langchain) (3.10.15)\n", "Requirement already satisfied: requests-toolbelt<2.0.0,>=1.0.0 in /usr/local/lib/python3.11/dist-packages (from langsmith<0.4,>=0.1.17->langchain) (1.0.0)\n", "Requirement already satisfied: zstandard<0.24.0,>=0.23.0 in /usr/local/lib/python3.11/dist-packages (from langsmith<0.4,>=0.1.17->langchain) (0.23.0)\n", "Requirement already satisfied: anyio<5,>=3.5.0 in /usr/local/lib/python3.11/dist-packages (from openai<2.0.0,>=1.58.1->langchain_openai) (3.7.1)\n", "Requirement already satisfied: distro<2,>=1.7.0 in /usr/local/lib/python3.11/dist-packages (from openai<2.0.0,>=1.58.1->langchain_openai) (1.9.0)\n", "Requirement already satisfied: jiter<1,>=0.4.0 in /usr/local/lib/python3.11/dist-packages (from openai<2.0.0,>=1.58.1->langchain_openai) (0.8.2)\n", "Requirement already satisfied: sniffio in /usr/local/lib/python3.11/dist-packages (from openai<2.0.0,>=1.58.1->langchain_openai) (1.3.1)\n", "Requirement already satisfied: annotated-types>=0.6.0 in /usr/local/lib/python3.11/dist-packages (from pydantic<3.0.0,>=2.7.4->langchain) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.27.2 in /usr/local/lib/python3.11/dist-packages (from pydantic<3.0.0,>=2.7.4->langchain) (2.27.2)\n", "Collecting python-dotenv>=0.21.0 (from pydantic-settings<3.0.0,>=2.4.0->langchain-community)\n", " Downloading python_dotenv-1.0.1-py3-none-any.whl.metadata (23 kB)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.11/dist-packages (from python-dateutil>=2.5.3->pinecone) (1.17.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests<3,>=2->langchain) (3.4.1)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests<3,>=2->langchain) (3.10)\n", "Requirement already satisfied: torch>=1.11.0 in /usr/local/lib/python3.11/dist-packages (from sentence-transformers>=2.6.0->langchain_huggingface) (2.5.1+cu124)\n", "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.11/dist-packages (from sentence-transformers>=2.6.0->langchain_huggingface) (1.6.1)\n", "Requirement already satisfied: scipy in /usr/local/lib/python3.11/dist-packages (from sentence-transformers>=2.6.0->langchain_huggingface) (1.13.1)\n", "Requirement already satisfied: Pillow in /usr/local/lib/python3.11/dist-packages (from sentence-transformers>=2.6.0->langchain_huggingface) (11.1.0)\n", "Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.11/dist-packages (from SQLAlchemy<3,>=1.4->langchain) (3.1.1)\n", "Requirement already satisfied: regex>=2022.1.18 in /usr/local/lib/python3.11/dist-packages (from tiktoken<1,>=0.7->langchain_openai) (2024.11.6)\n", "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.11/dist-packages (from transformers>=4.39.0->langchain_huggingface) (0.5.3)\n", "Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.11/dist-packages (from httpx<1,>=0.25.0->langchain-tests<1.0.0,>=0.3.7->langchain-pinecone) (1.0.7)\n", "Requirement already satisfied: h11<0.15,>=0.13 in /usr/local/lib/python3.11/dist-packages (from httpcore==1.*->httpx<1,>=0.25.0->langchain-tests<1.0.0,>=0.3.7->langchain-pinecone) (0.14.0)\n", "Requirement already satisfied: jsonpointer>=1.9 in /usr/local/lib/python3.11/dist-packages (from jsonpatch<2.0,>=1.33->langchain-core<1.0.0,>=0.3.35->langchain) (3.0.0)\n", "Requirement already satisfied: iniconfig in /usr/local/lib/python3.11/dist-packages (from pytest<9,>=7->langchain-tests<1.0.0,>=0.3.7->langchain-pinecone) (2.0.0)\n", "Requirement already satisfied: pluggy<2,>=1.5 in /usr/local/lib/python3.11/dist-packages (from pytest<9,>=7->langchain-tests<1.0.0,>=0.3.7->langchain-pinecone) (1.5.0)\n", "Requirement already satisfied: networkx in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface) (3.4.2)\n", "Requirement already satisfied: jinja2 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface) (3.1.5)\n", "Collecting nvidia-cuda-nvrtc-cu12==12.4.127 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_cuda_nvrtc_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-cuda-runtime-cu12==12.4.127 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_cuda_runtime_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-cuda-cupti-cu12==12.4.127 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_cuda_cupti_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n", "Collecting nvidia-cudnn-cu12==9.1.0.70 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n", "Collecting nvidia-cublas-cu12==12.4.5.8 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_cublas_cu12-12.4.5.8-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-cufft-cu12==11.2.1.3 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_cufft_cu12-11.2.1.3-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-curand-cu12==10.3.5.147 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_curand_cu12-10.3.5.147-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", "Collecting nvidia-cusolver-cu12==11.6.1.9 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_cusolver_cu12-11.6.1.9-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n", "Collecting nvidia-cusparse-cu12==12.3.1.170 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_cusparse_cu12-12.3.1.170-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n", "Requirement already satisfied: nvidia-nccl-cu12==2.21.5 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface) (2.21.5)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.4.127 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface) (12.4.127)\n", "Collecting nvidia-nvjitlink-cu12==12.4.127 (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface)\n", " Downloading nvidia_nvjitlink_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", "Requirement already satisfied: triton==3.1.0 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface) (3.1.0)\n", "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface) (1.13.1)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.11/dist-packages (from sympy==1.13.1->torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface) (1.3.0)\n", "Collecting mypy-extensions>=0.3.0 (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain-community)\n", " Downloading mypy_extensions-1.0.0-py3-none-any.whl.metadata (1.1 kB)\n", "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.11/dist-packages (from yarl<2.0,>=1.12.0->aiohttp<4.0.0,>=3.8.3->langchain-community) (0.3.0)\n", "Requirement already satisfied: joblib>=1.2.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn->sentence-transformers>=2.6.0->langchain_huggingface) (1.4.2)\n", "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn->sentence-transformers>=2.6.0->langchain_huggingface) (3.5.0)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.11/dist-packages (from jinja2->torch>=1.11.0->sentence-transformers>=2.6.0->langchain_huggingface) (3.0.2)\n", "Downloading langchain_community-0.3.19-py3-none-any.whl (2.5 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.5/2.5 MB\u001b[0m \u001b[31m22.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading langchain-0.3.20-py3-none-any.whl (1.0 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m45.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading langchain_huggingface-0.1.2-py3-none-any.whl (21 kB)\n", "Downloading langchain_pinecone-0.2.3-py3-none-any.whl (11 kB)\n", "Downloading langchain_openai-0.3.7-py3-none-any.whl (55 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m55.3/55.3 kB\u001b[0m \u001b[31m3.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading pypdf-5.3.1-py3-none-any.whl (302 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.0/302.0 kB\u001b[0m \u001b[31m18.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading pinecone-5.4.2-py3-none-any.whl (427 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m427.3/427.3 kB\u001b[0m \u001b[31m20.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading aiohttp-3.10.11-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m21.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading dataclasses_json-0.6.7-py3-none-any.whl (28 kB)\n", "Downloading httpx_sse-0.4.0-py3-none-any.whl (7.8 kB)\n", "Downloading langchain_core-0.3.41-py3-none-any.whl (415 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m415.1/415.1 kB\u001b[0m \u001b[31m22.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading langchain_tests-0.3.13-py3-none-any.whl (37 kB)\n", "Downloading pinecone_plugin_inference-3.1.0-py3-none-any.whl (87 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m87.5/87.5 kB\u001b[0m \u001b[31m6.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading pinecone_plugin_interface-0.0.7-py3-none-any.whl (6.2 kB)\n", "Downloading pydantic_settings-2.8.1-py3-none-any.whl (30 kB)\n", "Downloading tiktoken-0.9.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m44.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading marshmallow-3.26.1-py3-none-any.whl (50 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.9/50.9 kB\u001b[0m \u001b[31m2.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading pytest_asyncio-0.25.3-py3-none-any.whl (19 kB)\n", "Downloading pytest_socket-0.7.0-py3-none-any.whl (6.8 kB)\n", "Downloading python_dotenv-1.0.1-py3-none-any.whl (19 kB)\n", "Downloading syrupy-4.8.2-py3-none-any.whl (50 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.5/50.5 kB\u001b[0m \u001b[31m2.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_cublas_cu12-12.4.5.8-py3-none-manylinux2014_x86_64.whl (363.4 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m363.4/363.4 MB\u001b[0m \u001b[31m3.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_cuda_cupti_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (13.8 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.8/13.8 MB\u001b[0m \u001b[31m63.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_cuda_nvrtc_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (24.6 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.6/24.6 MB\u001b[0m \u001b[31m46.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_cuda_runtime_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (883 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m883.7/883.7 kB\u001b[0m \u001b[31m38.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl (664.8 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m664.8/664.8 MB\u001b[0m \u001b[31m1.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_cufft_cu12-11.2.1.3-py3-none-manylinux2014_x86_64.whl (211.5 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.5/211.5 MB\u001b[0m \u001b[31m5.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_curand_cu12-10.3.5.147-py3-none-manylinux2014_x86_64.whl (56.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.3/56.3 MB\u001b[0m \u001b[31m9.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_cusolver_cu12-11.6.1.9-py3-none-manylinux2014_x86_64.whl (127.9 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m127.9/127.9 MB\u001b[0m \u001b[31m7.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_cusparse_cu12-12.3.1.170-py3-none-manylinux2014_x86_64.whl (207.5 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.5/207.5 MB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nvidia_nvjitlink_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (21.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.1/21.1 MB\u001b[0m \u001b[31m39.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading typing_inspect-0.9.0-py3-none-any.whl (8.8 kB)\n", "Downloading mypy_extensions-1.0.0-py3-none-any.whl (4.7 kB)\n", "Installing collected packages: python-dotenv, pypdf, pinecone-plugin-interface, nvidia-nvjitlink-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, mypy-extensions, marshmallow, httpx-sse, typing-inspect, tiktoken, syrupy, pytest-socket, pytest-asyncio, pinecone-plugin-inference, nvidia-cusparse-cu12, nvidia-cudnn-cu12, aiohttp, pydantic-settings, pinecone, nvidia-cusolver-cu12, dataclasses-json, langchain-core, langchain-tests, langchain_openai, langchain-pinecone, langchain_huggingface, langchain, langchain-community\n", " Attempting uninstall: nvidia-nvjitlink-cu12\n", " Found existing installation: nvidia-nvjitlink-cu12 12.5.82\n", " Uninstalling nvidia-nvjitlink-cu12-12.5.82:\n", " Successfully uninstalled nvidia-nvjitlink-cu12-12.5.82\n", " Attempting uninstall: nvidia-curand-cu12\n", " Found existing installation: nvidia-curand-cu12 10.3.6.82\n", " Uninstalling nvidia-curand-cu12-10.3.6.82:\n", " Successfully uninstalled nvidia-curand-cu12-10.3.6.82\n", " Attempting uninstall: nvidia-cufft-cu12\n", " Found existing installation: nvidia-cufft-cu12 11.2.3.61\n", " Uninstalling nvidia-cufft-cu12-11.2.3.61:\n", " Successfully uninstalled nvidia-cufft-cu12-11.2.3.61\n", " Attempting uninstall: nvidia-cuda-runtime-cu12\n", " Found existing installation: nvidia-cuda-runtime-cu12 12.5.82\n", " Uninstalling nvidia-cuda-runtime-cu12-12.5.82:\n", " Successfully uninstalled nvidia-cuda-runtime-cu12-12.5.82\n", " Attempting uninstall: nvidia-cuda-nvrtc-cu12\n", " Found existing installation: nvidia-cuda-nvrtc-cu12 12.5.82\n", " Uninstalling nvidia-cuda-nvrtc-cu12-12.5.82:\n", " Successfully uninstalled nvidia-cuda-nvrtc-cu12-12.5.82\n", " Attempting uninstall: nvidia-cuda-cupti-cu12\n", " Found existing installation: nvidia-cuda-cupti-cu12 12.5.82\n", " Uninstalling nvidia-cuda-cupti-cu12-12.5.82:\n", " Successfully uninstalled nvidia-cuda-cupti-cu12-12.5.82\n", " Attempting uninstall: nvidia-cublas-cu12\n", " Found existing installation: nvidia-cublas-cu12 12.5.3.2\n", " Uninstalling nvidia-cublas-cu12-12.5.3.2:\n", " Successfully uninstalled nvidia-cublas-cu12-12.5.3.2\n", " Attempting uninstall: nvidia-cusparse-cu12\n", " Found existing installation: nvidia-cusparse-cu12 12.5.1.3\n", " Uninstalling nvidia-cusparse-cu12-12.5.1.3:\n", " Successfully uninstalled nvidia-cusparse-cu12-12.5.1.3\n", " Attempting uninstall: nvidia-cudnn-cu12\n", " Found existing installation: nvidia-cudnn-cu12 9.3.0.75\n", " Uninstalling nvidia-cudnn-cu12-9.3.0.75:\n", " Successfully uninstalled nvidia-cudnn-cu12-9.3.0.75\n", " Attempting uninstall: aiohttp\n", " Found existing installation: aiohttp 3.11.13\n", " Uninstalling aiohttp-3.11.13:\n", " Successfully uninstalled aiohttp-3.11.13\n", " Attempting uninstall: nvidia-cusolver-cu12\n", " Found existing installation: nvidia-cusolver-cu12 11.6.3.83\n", " Uninstalling nvidia-cusolver-cu12-11.6.3.83:\n", " Successfully uninstalled nvidia-cusolver-cu12-11.6.3.83\n", " Attempting uninstall: langchain-core\n", " Found existing installation: langchain-core 0.3.40\n", " Uninstalling langchain-core-0.3.40:\n", " Successfully uninstalled langchain-core-0.3.40\n", " Attempting uninstall: langchain\n", " Found existing installation: langchain 0.3.19\n", " Uninstalling langchain-0.3.19:\n", " Successfully uninstalled langchain-0.3.19\n", "Successfully installed aiohttp-3.10.11 dataclasses-json-0.6.7 httpx-sse-0.4.0 langchain-0.3.20 langchain-community-0.3.19 langchain-core-0.3.41 langchain-pinecone-0.2.3 langchain-tests-0.3.13 langchain_huggingface-0.1.2 langchain_openai-0.3.7 marshmallow-3.26.1 mypy-extensions-1.0.0 nvidia-cublas-cu12-12.4.5.8 nvidia-cuda-cupti-cu12-12.4.127 nvidia-cuda-nvrtc-cu12-12.4.127 nvidia-cuda-runtime-cu12-12.4.127 nvidia-cudnn-cu12-9.1.0.70 nvidia-cufft-cu12-11.2.1.3 nvidia-curand-cu12-10.3.5.147 nvidia-cusolver-cu12-11.6.1.9 nvidia-cusparse-cu12-12.3.1.170 nvidia-nvjitlink-cu12-12.4.127 pinecone-5.4.2 pinecone-plugin-inference-3.1.0 pinecone-plugin-interface-0.0.7 pydantic-settings-2.8.1 pypdf-5.3.1 pytest-asyncio-0.25.3 pytest-socket-0.7.0 python-dotenv-1.0.1 syrupy-4.8.2 tiktoken-0.9.0 typing-inspect-0.9.0\n" ] } ], "source": [ "!pip install langchain langchain-community langchain_huggingface langchain-pinecone langchain_openai pypdf pinecone" ] }, { "cell_type": "code", "source": [ "from google.colab import userdata\n", "\n", "# GOOGLE_APPLICATION_CREDENTIALS = userdata.get('GOOGLE_APPLICATION_CREDENTIALS') # need to talk with Rafay about this\n", "OPENAI_API_KEY = userdata.get('OPENAI_API_KEY')\n", "PINECONE_API_KEY = userdata.get('PINECONE_API_KEY')" ], "metadata": { "id": "uUTq88KvC3ef" }, "execution_count": 2, "outputs": [] }, { "cell_type": "markdown", "source": [ "#**Embeddings**" ], "metadata": { "id": "8j9p3hmAC9q8" } }, { "cell_type": "code", "source": [ "from langchain_huggingface import HuggingFaceEmbeddings\n", "\n", "#Download the Embeddings from Hugging Face\n", "def download_hugging_face_embeddings():\n", " embeddings=HuggingFaceEmbeddings(model_name='sentence-transformers/all-MiniLM-L6-v2')\n", " return embeddings\n", "\n", "embeddings = download_hugging_face_embeddings()" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 493, "referenced_widgets": [ "4e8a40fd169741819e673f3694f559f6", "e5c55edd00a64ba789bf1a008bd4829f", "f0e55fac1eb84337bc9366a8573cf828", "ad27114b7a504f5fb0aa37999b2bf58f", "c052d8240f5d4277b9c5723e9d310153", "e2a7a0c1c62c4559842dc9701cfc6cc3", "55d5ea4e5f774d828e33d3ee58e6ae82", "cc0aa2e9b7a54131acc01416afe704ee", "1db93abb763542a5afb2b14b574a6f80", "57c9f83447cb426aa1407e780a387b80", "b56e8515b411461082408399f9db7634", "f8e07cc27d194f88bd0b4c4c09b8e97e", "51e17e19a0f54ad6b24e0ee95b137150", "ee12ede81fe74f9fbcfffa26fb86dd97", "f211e14cdedc415c8ca470d80915b494", "d1b9d7c83f2d445eab72dc42f5cf0add", "705f6c385f7d4215b9d6b3d20f187e57", "fd93f597ac314bd0940975bced27251f", "74e99504db154f1fa8e0e6f332fa1202", "20e9bf36872e4e20a64e04cc3b444fc1", "f4fc0df1548f4890be6dc3b91a00d3e3", "6528c1f596374fefad59dbb0611ff739", "9396b532be794ca8996c20ad2ac74932", "61fc251bab20497e9a836d8eecf6b9dd", "b8f3a04c68f64ae8816fdcb5cabb2d54", "4edca837f5904c388ebc70f40db57351", "db83476bbd8b4d77a1b7394a8ab3739d", "578e1b7b019c480bb0925a135c698cf7", "7b3ec918bf9749a092a8e4bd598b9d31", "263f8709ce124bfb8d0e8321549adb10", "9c9ab99a72dd4c39933f6af7b6d08b4b", "35262d03ed7b4fc581d40af7d672c172", "44306b960bee4a84b559b215e23dd019", "0b64ed68481240e4acc33e54cf1c165e", "eb4029f01b0d4ba1b9dec95484bd7234", "e97f192539f941dab940b7f330ee3f59", "0d03b4877ae447e1b3ab260bd9063e80", "f4fc50de953b489590fef76e94b033c4", "5c2e6c79ebdf49eaac7d0dc1664519b6", "8cc480949f864b32847b152a9634f9fa", "c90419dbbd564410808bc2e3052ad0a2", "785eb00fd10f461dad62f8be7cb2ba68", "aa8fbb6a1ff242889e4d0982195e8d4b", "9dc793444c69456f87561bc14377c91e", "bc9f5c79d51144bea51f1d434be21399", "3dc343cc3a3f457f80cb4e7fca7e3a26", "eb6cb2b1564b49d9aecb7bea8d9bdb4e", "ad53ba5c12734785a9fb491229b8ad71", "3bbb1752ddfd4429885eec4b13171523", "20e951a4365f46b3887c9e86ccf3d39b", "3e84428b1d894af080d93dcdefe75783", "73c75508211c4297a4b94ffd4d602a18", "ecacb7383b174fb5b4477bb8445a79f5", "218f9c952cb846c6b29e2c2c1a75dda6", "10146767b31f45828ef7fce82c94aaf8", "da1869198f3d4660885324dd84f6b4b2", "5744aec3a52f4266b588d5d4406d19c4", "23821d0babc64df1a7471f7fd4e48f00", "0d733cc1ced548adb40fd99e6d715f1f", "9fb2946eb91240169fd8c36305c1ca9d", "3701879a242c428382f1df01f75b9413", "77582ee939d945c78265d329924e56be", "469409611a774908998c1aecfc630c3b", "2b5180b26156409eb642e18f8cd5fed2", "a4a1d317676145bda24a3cf37ca08c09", "64d1fce2f9554dafaee8869aefef8e86", "46f0711c0af8462c9ef07d1ae68361cb", "b8ebfe5c1bf544b694eee76917619d6d", "7e536c25abb34f1ebb68c711de85364d", "97682197b15a4ec48969d3f9b119864d", "5b9a22c4371e4cffbac3fa90b9eb5fbe", "a36fca1232f94c62ab720cc711517d88", "00c51ebcb0f14702b59b5d53798503a4", "e10432d0f8104d448c1763b8d0a538e8", "77f4cc28c9ba45ce8a2b89d4af857664", "c1717185d05147c6806690a169d25da5", "334ba4b8e84a4cf6a9adab3497cdb3b8", "58b3e029310542a6a2ad3d56e0d4210f", "037be14213744aee9a26d71fd905aeda", "7b8bf82ffb7e4f689e2d4fb2d560add9", "7c838b68d93d43b58c5329ae975bca16", "478e686d12be4753b3d8f51ae5645265", "0e853b86a13045d68ce8cbecb66a45dd", "11b177fd2468434fa216fe211b58483b", "3057ae3071fa4805841b2f0d8a54c7ad", "2cca3a8338354a189e113b3ff3e282fc", "f231e71eb6e048b6a8fde54264ef1552", "9064ec66362845a4aba9d6a67a8cc353", "e0fc19c08d104f9e82f71579adcb03c3", "05ea95d1f13648118ad671e87740dbb4", "ae304dbe23a3426daf593f7a6d0e3153", "900fdd0bd5244e4daacaa21ec5f1f001", "18bfd48532b4409abf1b701155e4c891", "02577d6799574affbeb1c2f067cf4bbb", "7670644f0a024f52a9b13646ec270884", "67e9a3d68c5d4cbfa3531745781e81dd", "08fd528bc39444f9a0131a6ab28dfaa6", "7227c20002dc456589dc1e59e6c2f0e3", "f4d2258616c64cc0b1ea1b5f23789ae4", "b74f00b5205e449a94ba2805853228ed", "94224a1f95d847d0b6723f5b5af06bf8", "c08e680ec4874afc87a89421d8a62e84", "5cf81f80f0004754a46d676bfe54385c", "b36ea343dab5495cb7e64bcc671edcfc", "efb784acb7ec4298a3d3d65aa68f861a", "12e4c47e2b2b42f1802ac8e19914e053", "a485efe1ee9941f591f84c091b9a2286", "3f254bbd3e534cd7b7aa9c0dfed8abac", "d49a89c7732e4355a57cc0cf15f90e49", "5340df8cc3564759a23156d20c2c828e", "85f6b353c2db4ffe94b7c6966b74cd92", "c1e338998f7641ba91f1d0fa526fba88", "082da2152eae4d48bd6fbbe6136a7374", "4e14903ae57642969ba531e41d80e504", "fc17b59627234ed8a02110bc2ebd7051", "c70a64fc07c242c69c132e9746f98fbe", "f8750b99fe1441e2b67c57ccbd26cf4d", "84ef62b51a49400d8881dff88a4e0c2f", "5cfa2418019847fd93ba83be3d22f407", "3e7d3a1285454fa0a8ec7a1251d4de02", "897e197e6f4747698b7dd9d3b93e6c32" ] }, "id": "HK3OKXe3C999", "outputId": "773d80b0-6790-42cf-e91a-3b73e7fc859c" }, "execution_count": 3, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_auth.py:94: UserWarning: \n", "The secret `HF_TOKEN` does not exist in your Colab secrets.\n", "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n", "You will be able to reuse this secret in all of your notebooks.\n", "Please note that authentication is recommended but still optional to access public models or datasets.\n", " warnings.warn(\n" ] }, { "output_type": "display_data", "data": { "text/plain": [ "modules.json: 0%| | 0.00/349 [00:00" ] }, "metadata": {}, "execution_count": 7 } ] }, { "cell_type": "code", "source": [ "from langchain_pinecone import PineconeVectorStore\n", "\n", "vector_store = PineconeVectorStore(pinecone_api_key= PINECONE_API_KEY,\n", " index=index,\n", " embedding=embeddings)" ], "metadata": { "id": "FI7ptMwyDoc6" }, "execution_count": 8, "outputs": [] }, { "cell_type": "markdown", "source": [ "#**Retrieval Function**" ], "metadata": { "id": "YUVWv_8HD5eh" } }, { "cell_type": "code", "source": [ "def retrieve_and_format_results(vector_store: Any, query: str, k: int = 5, filter: dict = {}) -> RetrievedDocsSchema:\n", " \"\"\"\n", " Retrieves documents using similarity search and formats them into the Pydantic schema.\n", "\n", " Args:\n", " vector_store (Any): The vector store used for retrieval.\n", " query (str): The search query.\n", " k (int): Number of documents to retrieve.\n", " filter (dict): Optional filter for the search.\n", "\n", " Returns:\n", " RetrievedDocsSchema: A structured schema containing documents and metadata.\n", " \"\"\"\n", " # Ensure query is valid\n", " if not query or not isinstance(query, str):\n", " raise ValueError(\"Query must be a non-empty string.\")\n", "\n", " # Retrieve documents with similarity scores\n", " try:\n", " retrieved_docs = vector_store.similarity_search_with_score(query, k=k, filter=filter)\n", " except Exception as e:\n", " raise RuntimeError(f\"Error retrieving documents: {e}\")\n", "\n", " # Convert retrieved documents into the Pydantic schema\n", " documents_list = [\n", " DocumentSchema(\n", " metadata=MetadataSchema(\n", " page=doc.metadata.get(\"page\", 0),\n", " page_label=doc.metadata.get(\"page_label\", \"\"),\n", " total_pages=doc.metadata.get(\"total_pages\", 0),\n", " source=doc.metadata.get(\"source\", \"\"),\n", " score=float(score) if score is not None else 0.0 # Ensure score is a float\n", " ),\n", " page_content=doc.page_content.strip() # Trim extra spaces\n", " )\n", " for doc, score in retrieved_docs if doc.page_content.strip() # Filter out empty docs\n", " ]\n", "\n", " return RetrievedDocsSchema(documents=documents_list)\n" ], "metadata": { "id": "xuWjaKe-D5wv" }, "execution_count": 11, "outputs": [] }, { "cell_type": "code", "source": [ "query = \"Reversible Architectures\"\n", "formatted_results = retrieve_and_format_results(vector_store, query, k=5, filter={})\n", "\n", "# Print the structured output\n", "formatted_results" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "qJ5HL8pfEGbj", "outputId": "6855b32a-5c6a-4a2c-c327-d696a5fbc00e" }, "execution_count": 12, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "RetrievedDocsSchema(documents=[DocumentSchema(metadata=MetadataSchema(page=2.0, page_label='3', total_pages=18.0, source='/content/Data/yolov9_paper.pdf', score=0.581618369), page_content='various scenarios, as a base to develop the proposed method.\\nWe use GELAN to improve the architecture and the training\\nprocess with the proposed PGI. The above novel approach\\nmakes the proposed YOLOv9 the top real-time object de-\\ntector of the new generation.\\n2.2. Reversible Architectures\\nThe operation unit of reversible architectures [3, 16, 19]\\nmust maintain the characteristics of reversible conversion,\\nso it can be ensured that the output feature map of each\\nlayer of operation unit can retain complete original informa-\\ntion. Before, RevCol [3] generalizes traditional reversible\\nunit to multiple levels, and in doing so can expand the se-\\nmantic levels expressed by different layer units. Through\\na literature review of various neural network architectures,\\nwe found that there are many high-performing architectures\\nwith varying degree of reversible properties. For exam-\\nple, Res2Net module [11] combines different input parti-\\ntions with the next partition in a hierarchical manner, and'), DocumentSchema(metadata=MetadataSchema(page=3.0, page_label='4', total_pages=18.0, source='/content/Data/yolov9_paper.pdf', score=0.561065912), page_content='to solve problems and conduct relative analysis.\\n3.2. Reversible Functions\\nWhen a function r has an inverse transformation func-\\ntion v, we call this function reversible function, as shown in\\nEq. 2.\\nX = vζ(rψ(X)), (2)\\nwhere ψ and ζ are parameters of r and v, respectively. Data\\nX is converted by reversible function without losing infor-\\nmation, as shown in Eq. 3.\\nI(X, X) =I(X, rψ(X)) =I(X, vζ(rψ(X))). (3)\\nWhen the network’s transformation function is composed\\nof reversible functions, more reliable gradients can be ob-\\ntained to update the model. Almost all of today’s popular\\ndeep learning methods are architectures that conform to the\\nreversible property, such as Eq. 4.\\nXl+1 = Xl + fl+1\\nθ (Xl), (4)\\nwhere l indicates the l-th layer of a PreAct ResNet and\\nf is the transformation function of the l-th layer. PreAct\\nResNet [22] repeatedly passes the original data X to sub-\\nsequent layers in an explicit way. Although such a design\\ncan make a deep neural network with more than a thousand'), DocumentSchema(metadata=MetadataSchema(page=2.0, page_label='3', total_pages=18.0, source='/content/Data/yolov9_paper.pdf', score=0.508354664), page_content='tions with the next partition in a hierarchical manner, and\\nconcatenates all converted partitions before passing them\\nbackwards. CBNet [34, 39] re-introduces the original in-\\nput data through composite backbone to obtain complete\\noriginal information, and obtains different levels of multi-\\nlevel reversible information through various composition\\nmethods. These network architectures generally have ex-\\ncellent parameter utilization, but the extra composite layers\\ncause slow inference speeds. DynamicDet [36] combines\\nCBNet [34] and the high-efficiency real-time object detec-\\ntor YOLOv7 [63] to achieve a very good trade-off among\\nspeed, number of parameters, and accuracy. This paper in-\\ntroduces the DynamicDet architecture as the basis for de-\\nsigning reversible branches. In addition, reversible infor-\\nmation is further introduced into the proposed PGI. The\\nproposed new architecture does not require additional con-\\nnections during the inference process, so it can fully retain'), DocumentSchema(metadata=MetadataSchema(page=2.0, page_label='3', total_pages=18.0, source='/content/Data/yolov9_paper.pdf', score=0.490535676), page_content='ing. We further design reversible network-based methods to\\nsolve the causes of the above problems. In this section we\\nshall elaborate our analysis of information bottleneck prin-\\nciple and reversible functions.\\n3'), DocumentSchema(metadata=MetadataSchema(page=4.0, page_label='5', total_pages=18.0, source='/content/Data/yolov9_paper.pdf', score=0.484387606), page_content='ate reliable gradients and update network parameters. By\\nproviding information that maps from data to targets, the\\nloss function can provide guidance and avoid the possibil-\\nity of finding false correlations from incomplete feedfor-\\nward features that are less relevant to the target. We pro-\\npose the maintenance of complete information by introduc-\\ning reversible architecture, but adding main branch to re-\\nversible architecture will consume a lot of inference costs.\\nWe analyzed the architecture of Figure 3 (b) and found that\\nwhen additional connections from deep to shallow layers\\nare added, the inference time will increase by 20%. When\\nwe repeatedly add the input data to the high-resolution com-\\nputing layer of the network (yellow box), the inference time\\neven exceeds twice the time.\\nSince our goal is to use reversible architecture to ob-\\ntain reliable gradients, “reversible” is not the only neces-\\nsary condition in the inference stage. In view of this, we')])" ] }, "metadata": {}, "execution_count": 12 } ] }, { "cell_type": "markdown", "source": [ "#**Prompt**" ], "metadata": { "id": "kEMp8rqID00i" } }, { "cell_type": "code", "source": [ "def initialize_prompts(parser):\n", " system_prompt = \"\"\"\n", " You are an AI assistant specializing in question generation. Your role is to analyze the provided query and context to create structured questions that match the given instructions.\n", "\n", " Follow the specified question type format and ensure clarity, correctness, and alignment with the context.\n", " \"\"\"\n", "\n", " document_prompt = \"\"\"\n", " **Query**: {query}\n", "\n", " **Context**: {context}\n", "\n", " **Question Type Instructions:**\n", " - If a **specific question type** is provided, generate questions **only in that type**: {question_type}.\n", " - Do **not** generate other question types if a type is specified.\n", " - If 'MCQ', provide at least **3 options** per question.\n", " - If 'fill_missing', leave a **blank space** for the missing word.\n", " - If 'short_answer', ensure the **answer is clear** from the context.\n", " - If no type is specified (or 'general' is selected), generate a **variety** of question types.\n", "\n", " Ensure that the generated questions align with the query and retrieved context.\n", " \"\"\"\n", "\n", " footer_prompt = f\"\"\"\n", " **Output Format:**\n", " {parser.get_format_instructions()}\n", "\n", " **Important:**\n", " - Ensure all questions match the requested type.\n", " - Do not generate options unless the type is 'MCQ'.\n", " - Maintain high accuracy and relevance to the query and context.\n", " \"\"\"\n", "\n", " return system_prompt, document_prompt, footer_prompt\n" ], "metadata": { "id": "a-qGduB3D23c" }, "execution_count": 10, "outputs": [] }, { "cell_type": "code", "source": [ "system_prompt, document_prompt, footer_prompt = initialize_prompts(parser)" ], "metadata": { "id": "ROaE1U4vENJF" }, "execution_count": 13, "outputs": [] }, { "cell_type": "code", "source": [ "system_prompt" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 70 }, "id": "cLTQUiVCENzW", "outputId": "09b6d792-0ab3-446a-ad6e-da246e6633f0" }, "execution_count": 14, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "'\\n You are an AI assistant specializing in question generation. Your role is to analyze the provided query and context to create structured questions that match the given instructions.\\n\\n Follow the specified question type format and ensure clarity, correctness, and alignment with the context.\\n '" ], "application/vnd.google.colaboratory.intrinsic+json": { "type": "string" } }, "metadata": {}, "execution_count": 14 } ] }, { "cell_type": "markdown", "source": [ "#**LLM**" ], "metadata": { "id": "y4e5nC6nDD9K" } }, { "cell_type": "code", "source": [ "import openai" ], "metadata": { "id": "b4TT8R1eEQ9_" }, "execution_count": 15, "outputs": [] }, { "cell_type": "markdown", "source": [ "##**Generate with Schema**" ], "metadata": { "id": "P5UjhRc6DOrj" } }, { "cell_type": "code", "source": [ "def generate_text_with_schema(prompt: str, response_format, chat_history: list = None, max_output_tokens: int = None, temperature: float = 0):\n", "\n", " client = openai.OpenAI(api_key=OPENAI_API_KEY)\n", "\n", " # Ensure chat_history is initialized and includes the prompt\n", " if chat_history is None:\n", " chat_history = []\n", "\n", " chat_history.append({\"role\": \"user\", \"content\": prompt}) # Add user message\n", "\n", " response = client.beta.chat.completions.parse(\n", " model=\"gpt-4o-2024-08-06\",\n", " messages=chat_history, # Pass the updated history\n", " max_tokens=max_output_tokens,\n", " temperature=temperature,\n", " response_format=response_format\n", " )\n", "\n", " return response.choices[0].message.parsed" ], "metadata": { "id": "FTjmQOwDDDgv" }, "execution_count": 16, "outputs": [] }, { "cell_type": "code", "source": [ "res = generate_text_with_schema(prompt=\"mcq question about logical thinking\", response_format=Questions)\n", "res" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "9pSFoAeeDNyA", "outputId": "745945ec-df94-4c02-9afc-c7c98849dc15" }, "execution_count": 17, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "Questions(no_of_questions=1, questions=[Question(question='Which of the following statements best describes logical thinking?', type='MCQ', options=['A) The ability to solve problems using intuition and gut feelings.', 'B) The process of reasoning consistently and systematically to arrive at a conclusion.', 'C) The skill of making decisions based on emotions and personal biases.', 'D) The practice of accepting information without questioning its validity.'])])" ] }, "metadata": {}, "execution_count": 17 } ] }, { "cell_type": "markdown", "source": [ "##**LLM Utils**" ], "metadata": { "id": "PDNaF5GJEVfT" } }, { "cell_type": "code", "source": [ "def construct_prompt(prompt: str, role: str):\n", " return{\n", " \"role\": role,\n", " \"content\": prompt\n", " }" ], "metadata": { "id": "L81jgeNfDBpO" }, "execution_count": 18, "outputs": [] }, { "cell_type": "markdown", "source": [ "#**Generation Function**" ], "metadata": { "id": "OT0awMdNEdaf" } }, { "cell_type": "code", "source": [ "# Process and Generate Questions\n", "def process_and_generate_questions2(vector_store, query: str, parser, response_format, question_type: str = \"general\",\n", " k: int = 5, filter: dict = {}, max_output_tokens: int = None, temperature: float = 0):\n", " \"\"\"\n", " Retrieves relevant documents, formats prompts, and generates questions in a structured format.\n", "\n", " Args:\n", " vector_store (Any): The vector store used for retrieval.\n", " query (str): The search query.\n", " parser: Parser object to INST the retriever formatting.\n", " response_format: Expected response format for structured output.\n", " question_type (str): Type of questions to generate ('MCQ', 'fill_missing', 'short_answer', 'general').\n", " k (int): Number of documents to retrieve.\n", " filter (dict): Optional filter for retrieval.\n", " max_output_tokens (int): Maximum number of tokens in the response.\n", " temperature (float): Temperature setting for response generation.\n", "\n", " Returns:\n", " Parsed structured response containing generated questions.\n", " \"\"\"\n", " retrieved_docs_schema = retrieve_and_format_results(vector_store, query, k, filter)\n", " retrieved_docs = retrieved_docs_schema.documents\n", " if not retrieved_docs:\n", " return {\"error\": \"No relevant documents found for the query.\"}\n", "\n", " system_prompt, document_prompt_template, footer_prompt = initialize_prompts(parser)\n", " # print(f\"\\n\\n sys :{system_prompt} \")\n", "\n", " chat_history = [construct_prompt(prompt=system_prompt, role=\"system\")]\n", " # print(f\"\\n\\n hist before :{chat_history} \")\n", "\n", " context = \"\\n\\n\".join([doc.page_content for doc in retrieved_docs])\n", " # print(f\"\\n\\n context :{context} \")\n", "\n", " try:\n", " document_prompt = document_prompt_template.format(query=query, context=context, question_type=question_type)\n", " except KeyError as e:\n", " raise ValueError(f\"Missing format key in document prompt template: {e}\")\n", " # print(f\"\\n\\n document_prompt :{document_prompt} \")\n", " # print(question_type)\n", "\n", "\n", " full_prompt = f\"\\n\\n{document_prompt}\\n\\n{footer_prompt}\"\n", " # print(f\"\\n\\n full_prompt :{full_prompt} \")\n", "\n", " response = generate_text_with_schema(\n", " prompt=full_prompt,\n", " chat_history = chat_history,\n", " response_format=response_format,\n", " max_output_tokens=max_output_tokens,\n", " temperature=temperature\n", " )\n", " chat_history.append(construct_prompt(prompt=response, role=\"assistant\"))\n", " print(f\"\\n\\n hist after:{chat_history} \")\n", "\n", "\n", " return response, full_prompt, retrieved_docs_schema, chat_history" ], "metadata": { "id": "xHchq6r8EfPq" }, "execution_count": 40, "outputs": [] }, { "cell_type": "markdown", "source": [ "#**Enums**" ], "metadata": { "id": "O0oxq0AKFRxb" } }, { "cell_type": "code", "source": [ "from enum import Enum\n", "\n", "class LLMEnums(Enum):\n", " OPENAI = \"OPENAI\"\n", " COHERE = \"COHERE\"\n", "\n", "class OpenAIEnums(Enum):\n", " SYSTEM = \"system\"\n", " USER = \"user\"\n", " ASSISTANT = \"assistant\"\n", "\n", "class CoHereEnums(Enum):\n", " SYSTEM = \"SYSTEM\"\n", " USER = \"USER\"\n", " ASSISTANT = \"CHATBOT\"\n", "\n", " DOCUMENT = \"search_document\"\n", " QUERY = \"search_query\"\n", "\n", "\n", "class DocumentTypeEnum(Enum):\n", " DOCUMENT = \"document\"\n", " QUERY = \"query\"" ], "metadata": { "id": "eF_zq8AEFSGG" }, "execution_count": 27, "outputs": [] }, { "cell_type": "markdown", "source": [ "#**Test archiecture**" ], "metadata": { "id": "iQiBfYAEEjUP" } }, { "cell_type": "code", "source": [ "response, full_prompt, retrieved_docs, hist = process_and_generate_questions2(\n", " vector_store=vector_store, # Replace with actual vector store instance\n", " query=\"Reversible Architectures\",\n", " parser=parser, # Replace with actual parser instance\n", " response_format=Questions, # Replace with actual response schema format\n", " question_type=\"MCQ\",\n", " k=3\n", ")\n", "\n", "response" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "vUFFx_fUEi71", "outputId": "4f74424e-d25a-4372-e56b-f3828eb8d9cf" }, "execution_count": 41, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "\n", "\n", " hist after:[{'role': 'system', 'content': '\\n You are an AI assistant specializing in question generation. Your role is to analyze the provided query and context to create structured questions that match the given instructions.\\n\\n Follow the specified question type format and ensure clarity, correctness, and alignment with the context.\\n '}, {'role': 'user', 'content': '\\n\\n\\n **Query**: Reversible Architectures\\n\\n **Context**: various scenarios, as a base to develop the proposed method.\\nWe use GELAN to improve the architecture and the training\\nprocess with the proposed PGI. The above novel approach\\nmakes the proposed YOLOv9 the top real-time object de-\\ntector of the new generation.\\n2.2. Reversible Architectures\\nThe operation unit of reversible architectures [3, 16, 19]\\nmust maintain the characteristics of reversible conversion,\\nso it can be ensured that the output feature map of each\\nlayer of operation unit can retain complete original informa-\\ntion. Before, RevCol [3] generalizes traditional reversible\\nunit to multiple levels, and in doing so can expand the se-\\nmantic levels expressed by different layer units. Through\\na literature review of various neural network architectures,\\nwe found that there are many high-performing architectures\\nwith varying degree of reversible properties. For exam-\\nple, Res2Net module [11] combines different input parti-\\ntions with the next partition in a hierarchical manner, and\\n\\nto solve problems and conduct relative analysis.\\n3.2. Reversible Functions\\nWhen a function r has an inverse transformation func-\\ntion v, we call this function reversible function, as shown in\\nEq. 2.\\nX = vζ(rψ(X)), (2)\\nwhere ψ and ζ are parameters of r and v, respectively. Data\\nX is converted by reversible function without losing infor-\\nmation, as shown in Eq. 3.\\nI(X, X) =I(X, rψ(X)) =I(X, vζ(rψ(X))). (3)\\nWhen the network’s transformation function is composed\\nof reversible functions, more reliable gradients can be ob-\\ntained to update the model. Almost all of today’s popular\\ndeep learning methods are architectures that conform to the\\nreversible property, such as Eq. 4.\\nXl+1 = Xl + fl+1\\nθ (Xl), (4)\\nwhere l indicates the l-th layer of a PreAct ResNet and\\nf is the transformation function of the l-th layer. PreAct\\nResNet [22] repeatedly passes the original data X to sub-\\nsequent layers in an explicit way. Although such a design\\ncan make a deep neural network with more than a thousand\\n\\ntions with the next partition in a hierarchical manner, and\\nconcatenates all converted partitions before passing them\\nbackwards. CBNet [34, 39] re-introduces the original in-\\nput data through composite backbone to obtain complete\\noriginal information, and obtains different levels of multi-\\nlevel reversible information through various composition\\nmethods. These network architectures generally have ex-\\ncellent parameter utilization, but the extra composite layers\\ncause slow inference speeds. DynamicDet [36] combines\\nCBNet [34] and the high-efficiency real-time object detec-\\ntor YOLOv7 [63] to achieve a very good trade-off among\\nspeed, number of parameters, and accuracy. This paper in-\\ntroduces the DynamicDet architecture as the basis for de-\\nsigning reversible branches. In addition, reversible infor-\\nmation is further introduced into the proposed PGI. The\\nproposed new architecture does not require additional con-\\nnections during the inference process, so it can fully retain\\n\\n **Question Type Instructions:**\\n - If a **specific question type** is provided, generate questions **only in that type**: MCQ.\\n - Do **not** generate other question types if a type is specified.\\n - If \\'MCQ\\', provide at least **3 options** per question.\\n - If \\'fill_missing\\', leave a **blank space** for the missing word.\\n - If \\'short_answer\\', ensure the **answer is clear** from the context.\\n - If no type is specified (or \\'general\\' is selected), generate a **variety** of question types.\\n\\n Ensure that the generated questions align with the query and retrieved context.\\n \\n\\n\\n **Output Format:**\\n The output should be formatted as a JSON instance that conforms to the JSON schema below.\\n\\nAs an example, for the schema {\"properties\": {\"foo\": {\"title\": \"Foo\", \"description\": \"a list of strings\", \"type\": \"array\", \"items\": {\"type\": \"string\"}}}, \"required\": [\"foo\"]}\\nthe object {\"foo\": [\"bar\", \"baz\"]} is a well-formatted instance of the schema. The object {\"properties\": {\"foo\": [\"bar\", \"baz\"]}} is not well-formatted.\\n\\nHere is the output schema:\\n```\\n{\"$defs\": {\"Question\": {\"properties\": {\"question\": {\"description\": \"The question prompt that the user needs to answer.\", \"title\": \"Question\", \"type\": \"string\"}, \"type\": {\"description\": \"The type of question: fill_missing, MCQ, or short_answer.\", \"enum\": [\"fill_missing\", \"MCQ\", \"short_answer\"], \"title\": \"Type\", \"type\": \"string\"}, \"options\": {\"anyOf\": [{\"items\": {\"type\": \"string\"}, \"type\": \"array\"}, {\"type\": \"null\"}], \"default\": null, \"description\": \"The options for the question, used only for MCQ type.\", \"title\": \"Options\"}}, \"required\": [\"question\", \"type\"], \"title\": \"Question\", \"type\": \"object\"}}, \"properties\": {\"no_of_questions\": {\"description\": \"The total number of questions generated.\", \"title\": \"No Of Questions\", \"type\": \"integer\"}, \"questions\": {\"description\": \"A list of Question objects.\", \"items\": {\"$ref\": \"#/$defs/Question\"}, \"title\": \"Questions\", \"type\": \"array\"}}, \"required\": [\"no_of_questions\", \"questions\"]}\\n```\\n\\n **Important:**\\n - Ensure all questions match the requested type.\\n - Do not generate options unless the type is \\'MCQ\\'.\\n - Maintain high accuracy and relevance to the query and context.\\n '}, {'role': 'assistant', 'content': Questions(no_of_questions=3, questions=[Question(question='What is the main characteristic that reversible architectures must maintain?', type='MCQ', options=['Reversible conversion', 'High speed', 'Low power consumption', 'Minimal memory usage']), Question(question='Which module combines different input partitions with the next partition in a hierarchical manner?', type='MCQ', options=['Res2Net', 'RevCol', 'CBNet', 'DynamicDet']), Question(question=\"What is the benefit of using reversible functions in a network's transformation function?\", type='MCQ', options=['More reliable gradients', 'Faster computation', 'Reduced memory usage', 'Simplified architecture'])])}] \n" ] }, { "output_type": "execute_result", "data": { "text/plain": [ "Questions(no_of_questions=3, questions=[Question(question='What is the main characteristic that reversible architectures must maintain?', type='MCQ', options=['Reversible conversion', 'High speed', 'Low power consumption', 'Minimal memory usage']), Question(question='Which module combines different input partitions with the next partition in a hierarchical manner?', type='MCQ', options=['Res2Net', 'RevCol', 'CBNet', 'DynamicDet']), Question(question=\"What is the benefit of using reversible functions in a network's transformation function?\", type='MCQ', options=['More reliable gradients', 'Faster computation', 'Reduced memory usage', 'Simplified architecture'])])" ] }, "metadata": {}, "execution_count": 41 } ] }, { "cell_type": "code", "source": [ " full_prompt" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 140 }, "id": "SHadqGYPE31Z", "outputId": "5c1e731f-f074-44ad-b722-a40e5d5ce23c" }, "execution_count": 42, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "'\\n\\n\\n **Query**: Reversible Architectures\\n\\n **Context**: various scenarios, as a base to develop the proposed method.\\nWe use GELAN to improve the architecture and the training\\nprocess with the proposed PGI. The above novel approach\\nmakes the proposed YOLOv9 the top real-time object de-\\ntector of the new generation.\\n2.2. Reversible Architectures\\nThe operation unit of reversible architectures [3, 16, 19]\\nmust maintain the characteristics of reversible conversion,\\nso it can be ensured that the output feature map of each\\nlayer of operation unit can retain complete original informa-\\ntion. Before, RevCol [3] generalizes traditional reversible\\nunit to multiple levels, and in doing so can expand the se-\\nmantic levels expressed by different layer units. Through\\na literature review of various neural network architectures,\\nwe found that there are many high-performing architectures\\nwith varying degree of reversible properties. For exam-\\nple, Res2Net module [11] combines different input parti-\\ntions with the next partition in a hierarchical manner, and\\n\\nto solve problems and conduct relative analysis.\\n3.2. Reversible Functions\\nWhen a function r has an inverse transformation func-\\ntion v, we call this function reversible function, as shown in\\nEq. 2.\\nX = vζ(rψ(X)), (2)\\nwhere ψ and ζ are parameters of r and v, respectively. Data\\nX is converted by reversible function without losing infor-\\nmation, as shown in Eq. 3.\\nI(X, X) =I(X, rψ(X)) =I(X, vζ(rψ(X))). (3)\\nWhen the network’s transformation function is composed\\nof reversible functions, more reliable gradients can be ob-\\ntained to update the model. Almost all of today’s popular\\ndeep learning methods are architectures that conform to the\\nreversible property, such as Eq. 4.\\nXl+1 = Xl + fl+1\\nθ (Xl), (4)\\nwhere l indicates the l-th layer of a PreAct ResNet and\\nf is the transformation function of the l-th layer. PreAct\\nResNet [22] repeatedly passes the original data X to sub-\\nsequent layers in an explicit way. Although such a design\\ncan make a deep neural network with more than a thousand\\n\\ntions with the next partition in a hierarchical manner, and\\nconcatenates all converted partitions before passing them\\nbackwards. CBNet [34, 39] re-introduces the original in-\\nput data through composite backbone to obtain complete\\noriginal information, and obtains different levels of multi-\\nlevel reversible information through various composition\\nmethods. These network architectures generally have ex-\\ncellent parameter utilization, but the extra composite layers\\ncause slow inference speeds. DynamicDet [36] combines\\nCBNet [34] and the high-efficiency real-time object detec-\\ntor YOLOv7 [63] to achieve a very good trade-off among\\nspeed, number of parameters, and accuracy. This paper in-\\ntroduces the DynamicDet architecture as the basis for de-\\nsigning reversible branches. In addition, reversible infor-\\nmation is further introduced into the proposed PGI. The\\nproposed new architecture does not require additional con-\\nnections during the inference process, so it can fully retain\\n\\n **Question Type Instructions:**\\n - If a **specific question type** is provided, generate questions **only in that type**: MCQ.\\n - Do **not** generate other question types if a type is specified.\\n - If \\'MCQ\\', provide at least **3 options** per question.\\n - If \\'fill_missing\\', leave a **blank space** for the missing word.\\n - If \\'short_answer\\', ensure the **answer is clear** from the context.\\n - If no type is specified (or \\'general\\' is selected), generate a **variety** of question types.\\n\\n Ensure that the generated questions align with the query and retrieved context.\\n \\n\\n\\n **Output Format:**\\n The output should be formatted as a JSON instance that conforms to the JSON schema below.\\n\\nAs an example, for the schema {\"properties\": {\"foo\": {\"title\": \"Foo\", \"description\": \"a list of strings\", \"type\": \"array\", \"items\": {\"type\": \"string\"}}}, \"required\": [\"foo\"]}\\nthe object {\"foo\": [\"bar\", \"baz\"]} is a well-formatted instance of the schema. The object {\"properties\": {\"foo\": [\"bar\", \"baz\"]}} is not well-formatted.\\n\\nHere is the output schema:\\n```\\n{\"$defs\": {\"Question\": {\"properties\": {\"question\": {\"description\": \"The question prompt that the user needs to answer.\", \"title\": \"Question\", \"type\": \"string\"}, \"type\": {\"description\": \"The type of question: fill_missing, MCQ, or short_answer.\", \"enum\": [\"fill_missing\", \"MCQ\", \"short_answer\"], \"title\": \"Type\", \"type\": \"string\"}, \"options\": {\"anyOf\": [{\"items\": {\"type\": \"string\"}, \"type\": \"array\"}, {\"type\": \"null\"}], \"default\": null, \"description\": \"The options for the question, used only for MCQ type.\", \"title\": \"Options\"}}, \"required\": [\"question\", \"type\"], \"title\": \"Question\", \"type\": \"object\"}}, \"properties\": {\"no_of_questions\": {\"description\": \"The total number of questions generated.\", \"title\": \"No Of Questions\", \"type\": \"integer\"}, \"questions\": {\"description\": \"A list of Question objects.\", \"items\": {\"$ref\": \"#/$defs/Question\"}, \"title\": \"Questions\", \"type\": \"array\"}}, \"required\": [\"no_of_questions\", \"questions\"]}\\n```\\n\\n **Important:**\\n - Ensure all questions match the requested type.\\n - Do not generate options unless the type is \\'MCQ\\'.\\n - Maintain high accuracy and relevance to the query and context.\\n '" ], "application/vnd.google.colaboratory.intrinsic+json": { "type": "string" } }, "metadata": {}, "execution_count": 42 } ] }, { "cell_type": "code", "source": [ "hist" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "a7usS75WE8Sf", "outputId": "880c772e-7568-44ad-f7d7-de81b10c5853" }, "execution_count": 43, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "[{'role': 'system',\n", " 'content': '\\n You are an AI assistant specializing in question generation. Your role is to analyze the provided query and context to create structured questions that match the given instructions.\\n\\n Follow the specified question type format and ensure clarity, correctness, and alignment with the context.\\n '},\n", " {'role': 'user',\n", " 'content': '\\n\\n\\n **Query**: Reversible Architectures\\n\\n **Context**: various scenarios, as a base to develop the proposed method.\\nWe use GELAN to improve the architecture and the training\\nprocess with the proposed PGI. The above novel approach\\nmakes the proposed YOLOv9 the top real-time object de-\\ntector of the new generation.\\n2.2. Reversible Architectures\\nThe operation unit of reversible architectures [3, 16, 19]\\nmust maintain the characteristics of reversible conversion,\\nso it can be ensured that the output feature map of each\\nlayer of operation unit can retain complete original informa-\\ntion. Before, RevCol [3] generalizes traditional reversible\\nunit to multiple levels, and in doing so can expand the se-\\nmantic levels expressed by different layer units. Through\\na literature review of various neural network architectures,\\nwe found that there are many high-performing architectures\\nwith varying degree of reversible properties. For exam-\\nple, Res2Net module [11] combines different input parti-\\ntions with the next partition in a hierarchical manner, and\\n\\nto solve problems and conduct relative analysis.\\n3.2. Reversible Functions\\nWhen a function r has an inverse transformation func-\\ntion v, we call this function reversible function, as shown in\\nEq. 2.\\nX = vζ(rψ(X)), (2)\\nwhere ψ and ζ are parameters of r and v, respectively. Data\\nX is converted by reversible function without losing infor-\\nmation, as shown in Eq. 3.\\nI(X, X) =I(X, rψ(X)) =I(X, vζ(rψ(X))). (3)\\nWhen the network’s transformation function is composed\\nof reversible functions, more reliable gradients can be ob-\\ntained to update the model. Almost all of today’s popular\\ndeep learning methods are architectures that conform to the\\nreversible property, such as Eq. 4.\\nXl+1 = Xl + fl+1\\nθ (Xl), (4)\\nwhere l indicates the l-th layer of a PreAct ResNet and\\nf is the transformation function of the l-th layer. PreAct\\nResNet [22] repeatedly passes the original data X to sub-\\nsequent layers in an explicit way. Although such a design\\ncan make a deep neural network with more than a thousand\\n\\ntions with the next partition in a hierarchical manner, and\\nconcatenates all converted partitions before passing them\\nbackwards. CBNet [34, 39] re-introduces the original in-\\nput data through composite backbone to obtain complete\\noriginal information, and obtains different levels of multi-\\nlevel reversible information through various composition\\nmethods. These network architectures generally have ex-\\ncellent parameter utilization, but the extra composite layers\\ncause slow inference speeds. DynamicDet [36] combines\\nCBNet [34] and the high-efficiency real-time object detec-\\ntor YOLOv7 [63] to achieve a very good trade-off among\\nspeed, number of parameters, and accuracy. This paper in-\\ntroduces the DynamicDet architecture as the basis for de-\\nsigning reversible branches. In addition, reversible infor-\\nmation is further introduced into the proposed PGI. The\\nproposed new architecture does not require additional con-\\nnections during the inference process, so it can fully retain\\n\\n **Question Type Instructions:**\\n - If a **specific question type** is provided, generate questions **only in that type**: MCQ.\\n - Do **not** generate other question types if a type is specified.\\n - If \\'MCQ\\', provide at least **3 options** per question.\\n - If \\'fill_missing\\', leave a **blank space** for the missing word.\\n - If \\'short_answer\\', ensure the **answer is clear** from the context.\\n - If no type is specified (or \\'general\\' is selected), generate a **variety** of question types.\\n\\n Ensure that the generated questions align with the query and retrieved context.\\n \\n\\n\\n **Output Format:**\\n The output should be formatted as a JSON instance that conforms to the JSON schema below.\\n\\nAs an example, for the schema {\"properties\": {\"foo\": {\"title\": \"Foo\", \"description\": \"a list of strings\", \"type\": \"array\", \"items\": {\"type\": \"string\"}}}, \"required\": [\"foo\"]}\\nthe object {\"foo\": [\"bar\", \"baz\"]} is a well-formatted instance of the schema. The object {\"properties\": {\"foo\": [\"bar\", \"baz\"]}} is not well-formatted.\\n\\nHere is the output schema:\\n```\\n{\"$defs\": {\"Question\": {\"properties\": {\"question\": {\"description\": \"The question prompt that the user needs to answer.\", \"title\": \"Question\", \"type\": \"string\"}, \"type\": {\"description\": \"The type of question: fill_missing, MCQ, or short_answer.\", \"enum\": [\"fill_missing\", \"MCQ\", \"short_answer\"], \"title\": \"Type\", \"type\": \"string\"}, \"options\": {\"anyOf\": [{\"items\": {\"type\": \"string\"}, \"type\": \"array\"}, {\"type\": \"null\"}], \"default\": null, \"description\": \"The options for the question, used only for MCQ type.\", \"title\": \"Options\"}}, \"required\": [\"question\", \"type\"], \"title\": \"Question\", \"type\": \"object\"}}, \"properties\": {\"no_of_questions\": {\"description\": \"The total number of questions generated.\", \"title\": \"No Of Questions\", \"type\": \"integer\"}, \"questions\": {\"description\": \"A list of Question objects.\", \"items\": {\"$ref\": \"#/$defs/Question\"}, \"title\": \"Questions\", \"type\": \"array\"}}, \"required\": [\"no_of_questions\", \"questions\"]}\\n```\\n\\n **Important:**\\n - Ensure all questions match the requested type.\\n - Do not generate options unless the type is \\'MCQ\\'.\\n - Maintain high accuracy and relevance to the query and context.\\n '},\n", " {'role': 'assistant',\n", " 'content': Questions(no_of_questions=3, questions=[Question(question='What is the main characteristic that reversible architectures must maintain?', type='MCQ', options=['Reversible conversion', 'High speed', 'Low power consumption', 'Minimal memory usage']), Question(question='Which module combines different input partitions with the next partition in a hierarchical manner?', type='MCQ', options=['Res2Net', 'RevCol', 'CBNet', 'DynamicDet']), Question(question=\"What is the benefit of using reversible functions in a network's transformation function?\", type='MCQ', options=['More reliable gradients', 'Faster computation', 'Reduced memory usage', 'Simplified architecture'])])}]" ] }, "metadata": {}, "execution_count": 43 } ] }, { "cell_type": "code", "source": [ "retrieved_docs" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "zqbCccHmE9sj", "outputId": "b0ac54a6-46fd-40e5-e4c9-30f407740ae1" }, "execution_count": 26, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "RetrievedDocsSchema(documents=[DocumentSchema(metadata=MetadataSchema(page=2.0, page_label='3', total_pages=18.0, source='/content/Data/yolov9_paper.pdf', score=0.581618369), page_content='various scenarios, as a base to develop the proposed method.\\nWe use GELAN to improve the architecture and the training\\nprocess with the proposed PGI. The above novel approach\\nmakes the proposed YOLOv9 the top real-time object de-\\ntector of the new generation.\\n2.2. Reversible Architectures\\nThe operation unit of reversible architectures [3, 16, 19]\\nmust maintain the characteristics of reversible conversion,\\nso it can be ensured that the output feature map of each\\nlayer of operation unit can retain complete original informa-\\ntion. Before, RevCol [3] generalizes traditional reversible\\nunit to multiple levels, and in doing so can expand the se-\\nmantic levels expressed by different layer units. Through\\na literature review of various neural network architectures,\\nwe found that there are many high-performing architectures\\nwith varying degree of reversible properties. For exam-\\nple, Res2Net module [11] combines different input parti-\\ntions with the next partition in a hierarchical manner, and'), DocumentSchema(metadata=MetadataSchema(page=3.0, page_label='4', total_pages=18.0, source='/content/Data/yolov9_paper.pdf', score=0.561065912), page_content='to solve problems and conduct relative analysis.\\n3.2. Reversible Functions\\nWhen a function r has an inverse transformation func-\\ntion v, we call this function reversible function, as shown in\\nEq. 2.\\nX = vζ(rψ(X)), (2)\\nwhere ψ and ζ are parameters of r and v, respectively. Data\\nX is converted by reversible function without losing infor-\\nmation, as shown in Eq. 3.\\nI(X, X) =I(X, rψ(X)) =I(X, vζ(rψ(X))). (3)\\nWhen the network’s transformation function is composed\\nof reversible functions, more reliable gradients can be ob-\\ntained to update the model. Almost all of today’s popular\\ndeep learning methods are architectures that conform to the\\nreversible property, such as Eq. 4.\\nXl+1 = Xl + fl+1\\nθ (Xl), (4)\\nwhere l indicates the l-th layer of a PreAct ResNet and\\nf is the transformation function of the l-th layer. PreAct\\nResNet [22] repeatedly passes the original data X to sub-\\nsequent layers in an explicit way. Although such a design\\ncan make a deep neural network with more than a thousand'), DocumentSchema(metadata=MetadataSchema(page=2.0, page_label='3', total_pages=18.0, source='/content/Data/yolov9_paper.pdf', score=0.508354664), page_content='tions with the next partition in a hierarchical manner, and\\nconcatenates all converted partitions before passing them\\nbackwards. CBNet [34, 39] re-introduces the original in-\\nput data through composite backbone to obtain complete\\noriginal information, and obtains different levels of multi-\\nlevel reversible information through various composition\\nmethods. These network architectures generally have ex-\\ncellent parameter utilization, but the extra composite layers\\ncause slow inference speeds. DynamicDet [36] combines\\nCBNet [34] and the high-efficiency real-time object detec-\\ntor YOLOv7 [63] to achieve a very good trade-off among\\nspeed, number of parameters, and accuracy. This paper in-\\ntroduces the DynamicDet architecture as the basis for de-\\nsigning reversible branches. In addition, reversible infor-\\nmation is further introduced into the proposed PGI. The\\nproposed new architecture does not require additional con-\\nnections during the inference process, so it can fully retain')])" ] }, "metadata": {}, "execution_count": 26 } ] }, { "cell_type": "code", "source": [], "metadata": { "id": "CjQ7ymx2FDD1" }, "execution_count": null, "outputs": [] } ] }