| { |
| "training_time": 9559.379563331604, |
| "final_dev_results": { |
| "eval_loss": 0.0006447635241784155, |
| "eval_precision": 0.9521341127164442, |
| "eval_recall": 0.999479015918958, |
| "eval_f1": 0.9752322855771131, |
| "eval_macro_precision": 0.9450815375727301, |
| "eval_macro_recall": 0.9994877701993757, |
| "eval_macro_f1": 0.9713967751957225, |
| "eval_micro_precision": 0.9521341127164442, |
| "eval_micro_recall": 0.999479015918958, |
| "eval_micro_f1": 0.9752322855771131, |
| "eval_ADDICTION_precision": 0.9697315819531697, |
| "eval_ADDICTION_recall": 1.0, |
| "eval_ADDICTION_f1": 0.9846332270223254, |
| "eval_DISABILITY_precision": 0.964841108857336, |
| "eval_DISABILITY_recall": 1.0, |
| "eval_DISABILITY_f1": 0.9821059876118376, |
| "eval_GENERAL_precision": 0.9401330376940134, |
| "eval_GENERAL_recall": 0.9992144540455616, |
| "eval_GENERAL_f1": 0.9687738004569688, |
| "eval_LGBTQIA_precision": 0.9081081081081082, |
| "eval_LGBTQIA_recall": 1.0, |
| "eval_LGBTQIA_f1": 0.9518413597733711, |
| "eval_LOOKS_precision": 0.9607843137254902, |
| "eval_LOOKS_recall": 0.9993819530284301, |
| "eval_LOOKS_f1": 0.9797031202665859, |
| "eval_ORIGIN_precision": 0.918200408997955, |
| "eval_ORIGIN_recall": 0.9977777777777778, |
| "eval_ORIGIN_f1": 0.9563365282215123, |
| "eval_PERSONAL_precision": 0.9447406689287445, |
| "eval_PERSONAL_recall": 0.9994871794871795, |
| "eval_PERSONAL_f1": 0.9713431348118615, |
| "eval_PROFANITY_precision": 0.9434697855750487, |
| "eval_PROFANITY_recall": 0.998452810727179, |
| "eval_PROFANITY_f1": 0.9701829115509897, |
| "eval_RELIGION_precision": 0.8989547038327527, |
| "eval_RELIGION_recall": 1.0, |
| "eval_RELIGION_f1": 0.946788990825688, |
| "eval_SEXUAL_precision": 0.9433155080213904, |
| "eval_SEXUAL_recall": 1.0, |
| "eval_SEXUAL_f1": 0.9708310401761145, |
| "eval_SOCIAL_STATUS_precision": 0.9583736689254598, |
| "eval_SOCIAL_STATUS_recall": 1.0, |
| "eval_SOCIAL_STATUS_f1": 0.9787444389520514, |
| "eval_STUPIDITY_precision": 0.9518336070060208, |
| "eval_STUPIDITY_recall": 1.0, |
| "eval_STUPIDITY_f1": 0.9753224901850814, |
| "eval_VULGAR_precision": 0.9698360655737704, |
| "eval_VULGAR_recall": 0.9993243243243243, |
| "eval_VULGAR_f1": 0.9843594009983361, |
| "eval_WOMEN_precision": 0.9588189588189588, |
| "eval_WOMEN_recall": 0.9991902834008097, |
| "eval_WOMEN_f1": 0.9785884218873909, |
| "eval_runtime": 35.0604, |
| "eval_samples_per_second": 438.7, |
| "eval_steps_per_second": 13.719, |
| "epoch": 8.0 |
| }, |
| "final_test_results": { |
| "eval_loss": 0.0005050327745266259, |
| "eval_precision": 0.9507806444469051, |
| "eval_recall": 0.9994761960190898, |
| "eval_f1": 0.9745204857564408, |
| "eval_macro_precision": 0.9433694811718744, |
| "eval_macro_recall": 0.9992429668270277, |
| "eval_macro_f1": 0.970337830054777, |
| "eval_micro_precision": 0.9507806444469051, |
| "eval_micro_recall": 0.9994761960190898, |
| "eval_micro_f1": 0.9745204857564408, |
| "eval_ADDICTION_precision": 0.977456647398844, |
| "eval_ADDICTION_recall": 1.0, |
| "eval_ADDICTION_f1": 0.9885998246126864, |
| "eval_DISABILITY_precision": 0.9625492772667543, |
| "eval_DISABILITY_recall": 1.0, |
| "eval_DISABILITY_f1": 0.9809173083361232, |
| "eval_GENERAL_precision": 0.9185619955979457, |
| "eval_GENERAL_recall": 1.0, |
| "eval_GENERAL_f1": 0.9575525812619502, |
| "eval_LGBTQIA_precision": 0.8932291666666666, |
| "eval_LGBTQIA_recall": 0.997093023255814, |
| "eval_LGBTQIA_f1": 0.9423076923076923, |
| "eval_LOOKS_precision": 0.9536384976525821, |
| "eval_LOOKS_recall": 1.0, |
| "eval_LOOKS_f1": 0.9762691498948634, |
| "eval_ORIGIN_precision": 0.9262948207171314, |
| "eval_ORIGIN_recall": 0.9957173447537473, |
| "eval_ORIGIN_f1": 0.9597523219814241, |
| "eval_PERSONAL_precision": 0.9486916367367881, |
| "eval_PERSONAL_recall": 0.9989195029713668, |
| "eval_PERSONAL_f1": 0.9731578947368421, |
| "eval_PROFANITY_precision": 0.9423469387755102, |
| "eval_PROFANITY_recall": 0.9983783783783784, |
| "eval_PROFANITY_f1": 0.9695538057742783, |
| "eval_RELIGION_precision": 0.8966565349544073, |
| "eval_RELIGION_recall": 1.0, |
| "eval_RELIGION_f1": 0.9455128205128205, |
| "eval_SEXUAL_precision": 0.9414951245937161, |
| "eval_SEXUAL_recall": 1.0, |
| "eval_SEXUAL_f1": 0.9698660714285715, |
| "eval_SOCIAL_STATUS_precision": 0.9709618874773139, |
| "eval_SOCIAL_STATUS_recall": 1.0, |
| "eval_SOCIAL_STATUS_f1": 0.9852670349907919, |
| "eval_STUPIDITY_precision": 0.9578713968957872, |
| "eval_STUPIDITY_recall": 1.0, |
| "eval_STUPIDITY_f1": 0.9784824462061155, |
| "eval_VULGAR_precision": 0.9541160593792173, |
| "eval_VULGAR_recall": 0.9992932862190813, |
| "eval_VULGAR_f1": 0.9761822575077667, |
| "eval_WOMEN_precision": 0.963302752293578, |
| "eval_WOMEN_recall": 1.0, |
| "eval_WOMEN_f1": 0.9813084112149533, |
| "eval_runtime": 34.861, |
| "eval_samples_per_second": 441.267, |
| "eval_steps_per_second": 13.798, |
| "epoch": 8.0 |
| }, |
| "training_args": { |
| "output_dir": "IceBERT-bias-2", |
| "overwrite_output_dir": false, |
| "do_train": false, |
| "do_eval": true, |
| "do_predict": false, |
| "eval_strategy": "steps", |
| "prediction_loss_only": false, |
| "per_device_train_batch_size": 16, |
| "per_device_eval_batch_size": 32, |
| "per_gpu_train_batch_size": null, |
| "per_gpu_eval_batch_size": null, |
| "gradient_accumulation_steps": 2, |
| "eval_accumulation_steps": null, |
| "eval_delay": 0, |
| "torch_empty_cache_steps": null, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "adam_beta1": 0.9, |
| "adam_beta2": 0.999, |
| "adam_epsilon": 1e-08, |
| "max_grad_norm": 1.0, |
| "num_train_epochs": 8, |
| "max_steps": -1, |
| "lr_scheduler_type": "cosine", |
| "lr_scheduler_kwargs": {}, |
| "warmup_ratio": 0.1, |
| "warmup_steps": 0, |
| "log_level": "passive", |
| "log_level_replica": "warning", |
| "log_on_each_node": true, |
| "logging_dir": "IceBERT-bias-2/runs/Aug12_20-24-28_pop-os", |
| "logging_strategy": "steps", |
| "logging_first_step": false, |
| "logging_steps": 50, |
| "logging_nan_inf_filter": true, |
| "save_strategy": "steps", |
| "save_steps": 1000, |
| "save_total_limit": 3, |
| "save_safetensors": true, |
| "save_on_each_node": false, |
| "save_only_model": false, |
| "restore_callback_states_from_checkpoint": false, |
| "no_cuda": false, |
| "use_cpu": false, |
| "use_mps_device": false, |
| "seed": 42, |
| "data_seed": 42, |
| "jit_mode_eval": false, |
| "use_ipex": false, |
| "bf16": false, |
| "fp16": true, |
| "fp16_opt_level": "O1", |
| "half_precision_backend": "auto", |
| "bf16_full_eval": false, |
| "fp16_full_eval": false, |
| "tf32": null, |
| "local_rank": 0, |
| "ddp_backend": null, |
| "tpu_num_cores": null, |
| "tpu_metrics_debug": false, |
| "debug": [], |
| "dataloader_drop_last": false, |
| "eval_steps": 1000, |
| "dataloader_num_workers": 0, |
| "dataloader_prefetch_factor": null, |
| "past_index": -1, |
| "run_name": "IceBERT-bias-2", |
| "disable_tqdm": false, |
| "remove_unused_columns": true, |
| "label_names": null, |
| "load_best_model_at_end": true, |
| "metric_for_best_model": "macro_f1", |
| "greater_is_better": true, |
| "ignore_data_skip": false, |
| "fsdp": [], |
| "fsdp_min_num_params": 0, |
| "fsdp_config": { |
| "min_num_params": 0, |
| "xla": false, |
| "xla_fsdp_v2": false, |
| "xla_fsdp_grad_ckpt": false |
| }, |
| "fsdp_transformer_layer_cls_to_wrap": null, |
| "accelerator_config": { |
| "split_batches": false, |
| "dispatch_batches": null, |
| "even_batches": true, |
| "use_seedable_sampler": true, |
| "non_blocking": false, |
| "gradient_accumulation_kwargs": null |
| }, |
| "deepspeed": null, |
| "label_smoothing_factor": 0.1, |
| "optim": "adamw_torch", |
| "optim_args": null, |
| "adafactor": false, |
| "group_by_length": false, |
| "length_column_name": "length", |
| "report_to": [ |
| "tensorboard" |
| ], |
| "ddp_find_unused_parameters": null, |
| "ddp_bucket_cap_mb": null, |
| "ddp_broadcast_buffers": null, |
| "dataloader_pin_memory": false, |
| "dataloader_persistent_workers": false, |
| "skip_memory_metrics": true, |
| "use_legacy_prediction_loop": false, |
| "push_to_hub": false, |
| "resume_from_checkpoint": null, |
| "hub_model_id": null, |
| "hub_strategy": "every_save", |
| "hub_token": "<HUB_TOKEN>", |
| "hub_private_repo": null, |
| "hub_always_push": false, |
| "gradient_checkpointing": false, |
| "gradient_checkpointing_kwargs": null, |
| "include_inputs_for_metrics": false, |
| "include_for_metrics": [], |
| "eval_do_concat_batches": true, |
| "fp16_backend": "auto", |
| "evaluation_strategy": null, |
| "push_to_hub_model_id": null, |
| "push_to_hub_organization": null, |
| "push_to_hub_token": "<PUSH_TO_HUB_TOKEN>", |
| "mp_parameters": "", |
| "auto_find_batch_size": false, |
| "full_determinism": false, |
| "torchdynamo": null, |
| "ray_scope": "last", |
| "ddp_timeout": 1800, |
| "torch_compile": false, |
| "torch_compile_backend": null, |
| "torch_compile_mode": null, |
| "dispatch_batches": null, |
| "split_batches": null, |
| "include_tokens_per_second": false, |
| "include_num_input_tokens_seen": false, |
| "neftune_noise_alpha": null, |
| "optim_target_modules": null, |
| "batch_eval_metrics": false, |
| "eval_on_start": false, |
| "use_liger_kernel": false, |
| "eval_use_gather_object": false, |
| "average_tokens_across_devices": false |
| }, |
| "label_distribution": { |
| "O": 6111343, |
| "B-GENERAL": 12806, |
| "B-PROFANITY": 19335, |
| "B-DISABILITY": 14857, |
| "B-ORIGIN": 4931, |
| "B-VULGAR": 14753, |
| "B-SOCIAL_STATUS": 10614, |
| "B-ADDICTION": 16930, |
| "B-WOMEN": 12786, |
| "B-SEXUAL": 8724, |
| "B-STUPIDITY": 17114, |
| "I-DISABILITY": 734, |
| "B-LGBTQIA": 3506, |
| "B-PERSONAL": 19151, |
| "I-PERSONAL": 603, |
| "B-LOOKS": 16406, |
| "I-LOOKS": 48, |
| "I-ADDICTION": 649, |
| "B-RELIGION": 2901, |
| "I-PROFANITY": 1263, |
| "I-SEXUAL": 887, |
| "I-LGBTQIA": 215, |
| "I-VULGAR": 357, |
| "I-SOCIAL_STATUS": 567, |
| "I-WOMEN": 200, |
| "I-ORIGIN": 170, |
| "I-RELIGION": 83, |
| "I-STUPIDITY": 356, |
| "I-GENERAL": 150 |
| }, |
| "num_labels": 29 |
| } |
