Update from nathandahlberg

config.json

@@ -0,0 +1,164 @@
+{
+    "_name_or_path": "distilroberta-base",
+    "architectures": [
+        "RobertaForMultiLabelSequenceClassification"
+    ],
+    "attention_probs_dropout_prob": 0.1,
+    "bos_token_id": 0,
+    "eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 768,
+    "id2label": {
+        "0": "Affidavit",
+        "1": "Answer",
+        "2": "Application",
+        "3": "Arrest",
+        "4": "Attorney Appearance",
+        "5": "Case Management Order",
+        "6": "Certificate",
+        "7": "Clerk Entry",
+        "8": "Complaint",
+        "9": "Consent Judgment",
+        "10": "Cover Sheet",
+        "11": "Declaration",
+        "12": "Dismiss with Prejudice",
+        "13": "Dismiss without Prejudice",
+        "14": "Entry of Dismissal",
+        "15": "Filed in Error",
+        "16": "Indicator of Case Closed / Terminated",
+        "17": "Indictment",
+        "18": "Judgment",
+        "19": "Mandate",
+        "20": "Mediation",
+        "21": "Memorandum / Brief",
+        "22": "Minute Entry",
+        "23": "Mod Amended",
+        "24": "Mod Consent",
+        "25": "Mod Joint",
+        "26": "Mod Sealed",
+        "27": "Mod Voluntary",
+        "28": "Motion",
+        "29": "Motion for Default Judgment",
+        "30": "Motion for Leave",
+        "31": "Motion for Summary Judgment",
+        "32": "Motion for Time Extension",
+        "33": "Motion in Limine",
+        "34": "Motion to Compel",
+        "35": "Motion to Continue",
+        "36": "Motion to Detain",
+        "37": "Motion to Dismiss",
+        "38": "Motion to Stay",
+        "39": "Motion to Withdraw",
+        "40": "Notice",
+        "41": "Notice of Appearance",
+        "42": "Notice of Dismissal",
+        "43": "Notice of Hearing",
+        "44": "Notice of Motion",
+        "45": "Notice of Settlement",
+        "46": "Opinion",
+        "47": "Order",
+        "48": "Order Deny",
+        "49": "Order Grant",
+        "50": "Order Partial",
+        "51": "Petition",
+        "52": "Protective Order",
+        "53": "Report",
+        "54": "Report and Recommendation",
+        "55": "Response / Reply",
+        "56": "Return of Service",
+        "57": "Scheduling Order",
+        "58": "Stipulation",
+        "59": "Stipulation of Dismissal",
+        "60": "Stipulation of Settlement",
+        "61": "Submission",
+        "62": "Summons",
+        "63": "Transcript",
+        "64": "Trial",
+        "65": "Voluntary Dismissal",
+        "66": "Waiver"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "label2id": {
+        "Affidavit": 0,
+        "Answer": 1,
+        "Application": 2,
+        "Arrest": 3,
+        "Attorney Appearance": 4,
+        "Case Management Order": 5,
+        "Certificate": 6,
+        "Clerk Entry": 7,
+        "Complaint": 8,
+        "Consent Judgment": 9,
+        "Cover Sheet": 10,
+        "Declaration": 11,
+        "Dismiss with Prejudice": 12,
+        "Dismiss without Prejudice": 13,
+        "Entry of Dismissal": 14,
+        "Filed in Error": 15,
+        "Indicator of Case Closed / Terminated": 16,
+        "Indictment": 17,
+        "Judgment": 18,
+        "Mandate": 19,
+        "Mediation": 20,
+        "Memorandum / Brief": 21,
+        "Minute Entry": 22,
+        "Mod Amended": 23,
+        "Mod Consent": 24,
+        "Mod Joint": 25,
+        "Mod Sealed": 26,
+        "Mod Voluntary": 27,
+        "Motion": 28,
+        "Motion for Default Judgment": 29,
+        "Motion for Leave": 30,
+        "Motion for Summary Judgment": 31,
+        "Motion for Time Extension": 32,
+        "Motion in Limine": 33,
+        "Motion to Compel": 34,
+        "Motion to Continue": 35,
+        "Motion to Detain": 36,
+        "Motion to Dismiss": 37,
+        "Motion to Stay": 38,
+        "Motion to Withdraw": 39,
+        "Notice": 40,
+        "Notice of Appearance": 41,
+        "Notice of Dismissal": 42,
+        "Notice of Hearing": 43,
+        "Notice of Motion": 44,
+        "Notice of Settlement": 45,
+        "Opinion": 46,
+        "Order": 47,
+        "Order Deny": 48,
+        "Order Grant": 49,
+        "Order Partial": 50,
+        "Petition": 51,
+        "Protective Order": 52,
+        "Report": 53,
+        "Report and Recommendation": 54,
+        "Response / Reply": 55,
+        "Return of Service": 56,
+        "Scheduling Order": 57,
+        "Stipulation": 58,
+        "Stipulation of Dismissal": 59,
+        "Stipulation of Settlement": 60,
+        "Submission": 61,
+        "Summons": 62,
+        "Transcript": 63,
+        "Trial": 64,
+        "Voluntary Dismissal": 65,
+        "Waiver": 66
+    },
+    "layer_norm_eps": 1e-05,
+    "max_position_embeddings": 514,
+    "model_type": "roberta",
+    "num_attention_heads": 12,
+    "num_hidden_layers": 6,
+    "pad_token_id": 1,
+    "position_embedding_type": "absolute",
+    "transformers_version": "4.3.2",
+    "type_vocab_size": 1,
+    "use_cache": true,
+    "vocab_size": 50265
+}

eval_results.txt

@@ -0,0 +1,2 @@
+LRAP = 0.9944991902182245
+eval_loss = 0.004638983611384319

model_args.json

@@ -0,0 +1 @@
+{"adam_epsilon": 1e-08, "best_model_dir": "/home/nathan/Desktop/models/final_model", "cache_dir": "data/temp/cache/", "config": {}, "cosine_schedule_num_cycles": 0.5, "custom_layer_parameters": [], "custom_parameter_groups": [], "dataloader_num_workers": 1, "do_lower_case": false, "dynamic_quantize": false, "early_stopping_consider_epochs": false, "early_stopping_delta": 0, "early_stopping_metric": "eval_loss", "early_stopping_metric_minimize": true, "early_stopping_patience": 3, "encoding": null, "adafactor_eps": [1e-30, 0.001], "adafactor_clip_threshold": 1.0, "adafactor_decay_rate": -0.8, "adafactor_beta1": null, "adafactor_scale_parameter": true, "adafactor_relative_step": true, "adafactor_warmup_init": true, "eval_batch_size": 8, "evaluate_during_training": true, "evaluate_during_training_silent": true, "evaluate_during_training_steps": 2000, "evaluate_during_training_verbose": true, "evaluate_each_epoch": true, "fp16": true, "gradient_accumulation_steps": 1, "learning_rate": 4e-05, "local_rank": -1, "logging_steps": 50, "manual_seed": null, "max_grad_norm": 1.0, "max_seq_length": 128, "model_name": "/home/nathan/Desktop/models/triplet/0_Transformer", "model_type": "roberta", "multiprocessing_chunksize": -1, "n_gpu": 1, "no_cache": false, "no_save": false, "not_saved_args": [], "num_train_epochs": 100, "optimizer": "AdamW", "output_dir": "/home/nathan/Desktop/models/finetuned", "overwrite_output_dir": true, "process_count": 30, "polynomial_decay_schedule_lr_end": 1e-07, "polynomial_decay_schedule_power": 1.0, "quantized_model": false, "reprocess_input_data": true, "save_best_model": true, "save_eval_checkpoints": false, "save_model_every_epoch": false, "save_optimizer_and_scheduler": true, "save_steps": 5000, "scheduler": "linear_schedule_with_warmup", "silent": false, "skip_special_tokens": true, "tensorboard_dir": "data/temp/logs/", "thread_count": null, "tokenizer_type": null, "tokenizer_name": null, "train_batch_size": 8, "train_custom_parameters_only": false, "use_cached_eval_features": false, "use_early_stopping": false, "use_multiprocessing": false, "use_multiprocessing_for_evaluation": false, "wandb_kwargs": {}, "wandb_project": null, "warmup_ratio": 0.06, "warmup_steps": 1686, "weight_decay": 0.0, "model_class": "MultiLabelClassificationModel", "sliding_window": false, "stride": 0.8, "threshold": 0.5, "tie_value": 1, "labels_list": [], "labels_map": {}, "lazy_loading": false, "special_tokens_list": []}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25a4d1b0d82e24a9bf4b81debf5aec73ae4d31e9ce84535886aa4e63b329602
+size 331092155

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1387c5d406f827546435a170828ac7006bec8a1f1f6857de18f87fbeb4f36836
+size 623

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"errors": "replace", "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "name_or_path": "/home/nathan/Desktop/models/triplet/0_Transformer", "special_tokens_map_file": "checkpoints/checkpoint-1265929-epoch-7/special_tokens_map.json", "do_lower_case": false, "tokenizer_file": null}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4aad121c9a47180006c9eaa3789c1c4835a63e36d80e49f4c01b2134cf9951
+size 3055