Training in progress, step 500

config.json

@@ -0,0 +1,98 @@
+{
+  "architectures": [
+    "ModernBertForSequenceClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
+  "gradient_checkpointing": false,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Adult Content",
+    "1": "Politics\n - Includes: social issues, political campaigns, the legislative process, geopolitics, protests, activism",
+    "2": "History & Geography\n - Includes: archaeology",
+    "3": "Health\n - Includes: medicine, wellness, mental health, veterinary science, nutritional science\n - For health insurance, choose 'Finance & Business' instead",
+    "4": "Home & Hobbies\n - Includes: real estate, renting, relocation, furniture, applicanes, home improvement, DIY, gardening, pets, toys, collecting",
+    "5": "Travel & Tourism\n - Includes: hospitality, hotels, sight-seeing, cruises\n - For detailed descriptions of tourist destinations, choose 'History & Geography' instead",
+    "6": "Religion\n - Includes: spirituality",
+    "7": "Sports & Fitness\n - Includes: martial arts, motor sports, outdoor activities, sports equipment",
+    "8": "Games\n - Includes: video games, board games, gambling",
+    "9": "Entertainment\n - Includes: music, movies, TV shows, videos, celebrities, humor, nightlife\n - If the page discusses music or film as art rather than entertainment, choose 'Art & Design' instead",
+    "10": "Literature\n - Includes: literary criticism, linguistics, philosophy, related subjects in the humanities\n - For text written in literary style, choose the topic of the contents instead",
+    "11": "Art & Design\n - Includes: architecture",
+    "12": "Science, Math & Technology\n - Includes: physics, chemistry, biology, environmental science, mathematics, statistics, biotech, engineering",
+    "13": "Education & Jobs\n - Includes: pedagogy, training & certification, academia\n - If the page is educational about a specific topic, e.g. food or mathematics, choose that topic instead",
+    "14": "Software Development\n - Includes: algorithms, coding, and web development",
+    "15": "Fashion & Beauty\n - Includes: clothing, accessories, cosmetics",
+    "16": "Industrial\n - Topics related to mining, agriculture, manufacturing, utilities and construction\n - Includes: raw materials, industrial goods, chemicals, textiles\n - For general business topics or business finance, choose 'Finance & Business' instead",
+    "17": "Software\n - Topics related to the use of software and the internet",
+    "18": "Finance & Business\n - Includes: taxes, regulations, investments, insurance, credit cards, personal finance, corporate communication, marketing, human resources",
+    "19": "Electronics & Hardare\n - Includes: computer hardware, phones, televisions, other consumer electronics",
+    "20": "Crime & Law\n - Includes: law enforcement\n - For financial crime and litigation, choose 'Finance & Business' instead\n - For social issues and the legislative process, choose 'Politics & Social Issues' instead",
+    "21": "Transportation\n - Includes: cars and other vehicles, taxis, public transportation, traffic, commuting, aviation, rail, shipping, logistics",
+    "22": "Social Life\n - Includes: family, friends, relationships, community\n - If the article focuses on a specific social activity (e.g. sports or board games), choose the topic of the activity instead",
+    "23": "Food & Dining\n - Includes: recipes, groceries, beverages, restaurants.\n - For nutritional science, choose 'Health' instead"
+  },
+  "initializer_cutoff_factor": 2.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 1152,
+  "label2id": {
+    "Adult Content": 0,
+    "Art & Design\n - Includes: architecture": 11,
+    "Crime & Law\n - Includes: law enforcement\n - For financial crime and litigation, choose 'Finance & Business' instead\n - For social issues and the legislative process, choose 'Politics & Social Issues' instead": 20,
+    "Education & Jobs\n - Includes: pedagogy, training & certification, academia\n - If the page is educational about a specific topic, e.g. food or mathematics, choose that topic instead": 13,
+    "Electronics & Hardare\n - Includes: computer hardware, phones, televisions, other consumer electronics": 19,
+    "Entertainment\n - Includes: music, movies, TV shows, videos, celebrities, humor, nightlife\n - If the page discusses music or film as art rather than entertainment, choose 'Art & Design' instead": 9,
+    "Fashion & Beauty\n - Includes: clothing, accessories, cosmetics": 15,
+    "Finance & Business\n - Includes: taxes, regulations, investments, insurance, credit cards, personal finance, corporate communication, marketing, human resources": 18,
+    "Food & Dining\n - Includes: recipes, groceries, beverages, restaurants.\n - For nutritional science, choose 'Health' instead": 23,
+    "Games\n - Includes: video games, board games, gambling": 8,
+    "Health\n - Includes: medicine, wellness, mental health, veterinary science, nutritional science\n - For health insurance, choose 'Finance & Business' instead": 3,
+    "History & Geography\n - Includes: archaeology": 2,
+    "Home & Hobbies\n - Includes: real estate, renting, relocation, furniture, applicanes, home improvement, DIY, gardening, pets, toys, collecting": 4,
+    "Industrial\n - Topics related to mining, agriculture, manufacturing, utilities and construction\n - Includes: raw materials, industrial goods, chemicals, textiles\n - For general business topics or business finance, choose 'Finance & Business' instead": 16,
+    "Literature\n - Includes: literary criticism, linguistics, philosophy, related subjects in the humanities\n - For text written in literary style, choose the topic of the contents instead": 10,
+    "Politics\n - Includes: social issues, political campaigns, the legislative process, geopolitics, protests, activism": 1,
+    "Religion\n - Includes: spirituality": 6,
+    "Science, Math & Technology\n - Includes: physics, chemistry, biology, environmental science, mathematics, statistics, biotech, engineering": 12,
+    "Social Life\n - Includes: family, friends, relationships, community\n - If the article focuses on a specific social activity (e.g. sports or board games), choose the topic of the activity instead": 22,
+    "Software\n - Topics related to the use of software and the internet": 17,
+    "Software Development\n - Includes: algorithms, coding, and web development": 14,
+    "Sports & Fitness\n - Includes: martial arts, motor sports, outdoor activities, sports equipment": 7,
+    "Transportation\n - Includes: cars and other vehicles, taxis, public transportation, traffic, commuting, aviation, rail, shipping, logistics": 21,
+    "Travel & Tourism\n - Includes: hospitality, hotels, sight-seeing, cruises\n - For detailed descriptions of tourist destinations, choose 'History & Geography' instead": 5
+  },
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.51.3",
+  "vocab_size": 50368
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4adcb20e4e4b5ee33a8d364b674e1d250eae1e291438b501f3266bdb75cc96d
+size 598507464

runs/Apr24_12-45-46_r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi/events.out.tfevents.1745491556.r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi.1766.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6594ec114f18b450642b6a6542a65eb2d17f0233fab83e780945fb112f220d76
+size 12136

runs/Apr24_12-49-33_r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi/events.out.tfevents.1745491778.r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi.7092.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4d665007a32557ced0834c9eced794131453f53d76ff5af8faafd2785313f5
+size 13611

runs/Apr24_12-57-31_r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi/events.out.tfevents.1745492260.r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi.8286.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc3c212208130f13ac09e113c1f4cfe0a520b311424fbb1f2fd92eccc678ce4
+size 13611

runs/Apr24_13-02-33_r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi/events.out.tfevents.1745492560.r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi.9166.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34834b5e183e13d0f6906f2f4812c6282599214a1edf85f665f7d388253e456
+size 12769

runs/Apr24_13-09-53_r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi/events.out.tfevents.1745492997.r-davanstrien-jupyterlab-e6tf1kem-6d0b4-hb2fi.10185.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab5d1f3b0096a24dddf56bcff3b72f7459ced4c96512007162a217ac4e082a6
+size 12142

runs/Apr24_14-09-18_r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2/events.out.tfevents.1745496564.r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2.937.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36eea37985b2d5c3b004d4703b59dacc311873ec1297efb5327c34ef47c2d99d
+size 12142

runs/Apr24_14-23-11_r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2/events.out.tfevents.1745497395.r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2.7923.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c21fcfe07e1fb1bb406b222592e5b81620c699aac1f005a97294e5b6c1229b
+size 12142

runs/Apr24_14-32-07_r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2/events.out.tfevents.1745497931.r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2.8836.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67bcf72c664a0897e595398de9c71957529b063cc9c0a8b1f6eb479e8eba780
+size 12140

runs/Apr24_14-34-15_r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2/events.out.tfevents.1745498067.r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2.9914.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c10491f4fc8b7e8f8c2906286d01d6925a56739e79643ee86a1bacc7264bea8
+size 12142

runs/Apr24_14-40-20_r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2/events.out.tfevents.1745498424.r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2.10786.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd04b0545da93b953eeeab240e3a06664f2ea093dfed9101126ddfe9612500e
+size 12141

runs/Apr24_14-48-30_r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2/events.out.tfevents.1745498915.r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2.11684.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60258280dbbb8c70171872a10fe1515d58962b913454d1a20308f74afa94190
+size 12141

runs/Apr24_14-59-09_r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2/events.out.tfevents.1745499553.r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2.12598.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5c1074740bc629542c5fbb7ba3e6d02ca3fe71339af4e1f19685f4687c22a4
+size 12141

runs/Apr24_15-02-20_r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2/events.out.tfevents.1745499745.r-davanstrien-jupyterlab-2mj5fvgi-78bf5-iiek2.13511.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbb196cb909597ca3f1271924deff99769cb24cb84a8e3ee649d37d2e56853e
+size 12785

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e226e934e9fb34ee696b9d8c903b851a515d3ce4f6896a82cc6fc8e1d6dc8e
+size 5368