Add gpt4-openai-classify/bart

gpt4-openai-classify/bart/p3/sigma3/finetuned/config.json

@@ -0,0 +1,44 @@
+{
+  "mllmsent_format": 1,
+  "spec_id": "openai-bart-p3-sigma3",
+  "qualified_id": "finetuning/openai-bart-p3-sigma3",
+  "track": "finetuning",
+  "base_model": "facebook/bart-large-mnli",
+  "caption_mllm": "openai",
+  "text_backbone": "bart",
+  "problem": "p3",
+  "sigma": 3,
+  "fine_tuning": "finetuned",
+  "frozen_backbone": false,
+  "num_classes": 3,
+  "id2label": {
+    "1": "Negative",
+    "0": "Neutral",
+    "2": "Positive"
+  },
+  "label2id": {
+    "Negative": 1,
+    "Neutral": 0,
+    "Positive": 2
+  },
+  "max_len": 512,
+  "learning_rate": 1e-05,
+  "batch_size": 8,
+  "torch_dtype": "float16",
+  "source_checkpoint": "best_checkpoint_gpt4-openai-classify_bart_p3_sigma3_finetuned.pt",
+  "source_sha256": "db1f66a3cce79263d0397f2c391c70c00dbf487e83d48fc0f4e913456e0d7495",
+  "tied_weights": {
+    "model.encoder.embed_tokens.weight": "model.shared.weight",
+    "model.decoder.embed_tokens.weight": "model.shared.weight"
+  },
+  "kfold_f1": [
+    0.758473,
+    0.764094,
+    0.747472,
+    0.763392,
+    0.765619
+  ],
+  "mean_f1": 0.75981,
+  "mean_accuracy": 0.754495,
+  "folds": 5
+}

gpt4-openai-classify/bart/p3/sigma3/finetuned/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f94d2f00dbbc7cc82380c688d432f806ee3671a66f5521670a7575e0768e28
+size 814748342

gpt4-openai-classify/bart/p3/sigma3/not_finetuned/config.json

@@ -0,0 +1,44 @@
+{
+  "mllmsent_format": 1,
+  "spec_id": "openai-bart-p3-sigma3",
+  "qualified_id": "not-finetuning/openai-bart-p3-sigma3",
+  "track": "not-finetuning",
+  "base_model": "facebook/bart-large-mnli",
+  "caption_mllm": "openai",
+  "text_backbone": "bart",
+  "problem": "p3",
+  "sigma": 3,
+  "fine_tuning": "not_finetuned",
+  "frozen_backbone": true,
+  "num_classes": 3,
+  "id2label": {
+    "1": "Negative",
+    "0": "Neutral",
+    "2": "Positive"
+  },
+  "label2id": {
+    "Negative": 1,
+    "Neutral": 0,
+    "Positive": 2
+  },
+  "max_len": 512,
+  "learning_rate": 0.001,
+  "batch_size": 32,
+  "torch_dtype": "float16",
+  "source_checkpoint": "best_checkpoint_gpt4-openai-classify_bart_p3_sigma3_not_finetuned.pt",
+  "source_sha256": "ea02f50e1bb07a9b56bae1b15cbab1ec6499c46b7bf946b2b5aa09b8e2a73933",
+  "tied_weights": {
+    "model.encoder.embed_tokens.weight": "model.shared.weight",
+    "model.decoder.embed_tokens.weight": "model.shared.weight"
+  },
+  "kfold_f1": [
+    0.661279,
+    0.622339,
+    0.68953,
+    0.635706,
+    0.637003
+  ],
+  "mean_f1": 0.649171,
+  "mean_accuracy": 0.649501,
+  "folds": 5
+}

gpt4-openai-classify/bart/p3/sigma3/not_finetuned/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d1e56e28d2bc34a931cd4c1792f01272b73ddc86a20717ff36872e3508596e
+size 814748342

gpt4-openai-classify/bart/p3/sigma5/finetuned/config.json

@@ -0,0 +1,44 @@
+{
+  "mllmsent_format": 1,
+  "spec_id": "openai-bart-p3-sigma5",
+  "qualified_id": "finetuning/openai-bart-p3-sigma5",
+  "track": "finetuning",
+  "base_model": "facebook/bart-large-mnli",
+  "caption_mllm": "openai",
+  "text_backbone": "bart",
+  "problem": "p3",
+  "sigma": 5,
+  "fine_tuning": "finetuned",
+  "frozen_backbone": false,
+  "num_classes": 3,
+  "id2label": {
+    "1": "Negative",
+    "0": "Neutral",
+    "2": "Positive"
+  },
+  "label2id": {
+    "Negative": 1,
+    "Neutral": 0,
+    "Positive": 2
+  },
+  "max_len": 512,
+  "learning_rate": 1e-05,
+  "batch_size": 8,
+  "torch_dtype": "float16",
+  "source_checkpoint": "best_checkpoint_openai_bart_p3_sigma5_finetuned.pt",
+  "source_sha256": "653d5e2a3bb24f7fc0fecd1c04719ac5ff927d9a0ef83ce5975fcf3839f75b1b",
+  "tied_weights": {
+    "model.encoder.embed_tokens.weight": "model.shared.weight",
+    "model.decoder.embed_tokens.weight": "model.shared.weight"
+  },
+  "kfold_f1": [
+    0.97251,
+    0.961781,
+    0.95799,
+    0.925794,
+    0.948026
+  ],
+  "mean_f1": 0.95322,
+  "mean_accuracy": 0.954732,
+  "folds": 5
+}

gpt4-openai-classify/bart/p3/sigma5/finetuned/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e64c7895b2c3fdcfe0e4a26369b3321c44fe95efd5353b7df0ea12d4582f25f
+size 814748342

gpt4-openai-classify/bart/p3/sigma5/not_finetuned/config.json

@@ -0,0 +1,44 @@
+{
+  "mllmsent_format": 1,
+  "spec_id": "openai-bart-p3-sigma5",
+  "qualified_id": "not-finetuning/openai-bart-p3-sigma5",
+  "track": "not-finetuning",
+  "base_model": "facebook/bart-large-mnli",
+  "caption_mllm": "openai",
+  "text_backbone": "bart",
+  "problem": "p3",
+  "sigma": 5,
+  "fine_tuning": "not_finetuned",
+  "frozen_backbone": true,
+  "num_classes": 3,
+  "id2label": {
+    "1": "Negative",
+    "0": "Neutral",
+    "2": "Positive"
+  },
+  "label2id": {
+    "Negative": 1,
+    "Neutral": 0,
+    "Positive": 2
+  },
+  "max_len": 512,
+  "learning_rate": 0.001,
+  "batch_size": 32,
+  "torch_dtype": "float16",
+  "source_checkpoint": "best_checkpoint_gpt4-openai-classify_bart_p3_sigma5_not_finetuned.pt",
+  "source_sha256": "82ffe41dbb4d43fac3a69d69c1f74568a77c2856fdf0a40985198b19197f1431",
+  "tied_weights": {
+    "model.encoder.embed_tokens.weight": "model.shared.weight",
+    "model.decoder.embed_tokens.weight": "model.shared.weight"
+  },
+  "kfold_f1": [
+    0.878173,
+    0.823157,
+    0.855997,
+    0.855531,
+    0.858652
+  ],
+  "mean_f1": 0.854302,
+  "mean_accuracy": 0.854088,
+  "folds": 5
+}

gpt4-openai-classify/bart/p3/sigma5/not_finetuned/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a2aea0273ccc741ba1abd5c18eb4f803eedb309b5b8a20d6590d5380825c2c
+size 814748342

gpt4-openai-classify/bart/p5/sigma3/finetuned/config.json

@@ -0,0 +1,48 @@
+{
+  "mllmsent_format": 1,
+  "spec_id": "openai-bart-p5-sigma3",
+  "qualified_id": "finetuning/openai-bart-p5-sigma3",
+  "track": "finetuning",
+  "base_model": "facebook/bart-large-mnli",
+  "caption_mllm": "openai",
+  "text_backbone": "bart",
+  "problem": "p5",
+  "sigma": 3,
+  "fine_tuning": "finetuned",
+  "frozen_backbone": false,
+  "num_classes": 5,
+  "id2label": {
+    "0": "Negative",
+    "1": "SlightlyNegative",
+    "2": "Neutral",
+    "3": "SlightlyPositive",
+    "4": "Positive"
+  },
+  "label2id": {
+    "Negative": 0,
+    "SlightlyNegative": 1,
+    "Neutral": 2,
+    "SlightlyPositive": 3,
+    "Positive": 4
+  },
+  "max_len": 512,
+  "learning_rate": 1e-05,
+  "batch_size": 8,
+  "torch_dtype": "float16",
+  "source_checkpoint": "best_checkpoint_gpt4-openai-classify_bart_p5_sigma3_finetuned.pt",
+  "source_sha256": "8c4276071c2d9efdad9c005663648f2b31b5dc14071f2d612ce4e303b4f01f53",
+  "tied_weights": {
+    "model.encoder.embed_tokens.weight": "model.shared.weight",
+    "model.decoder.embed_tokens.weight": "model.shared.weight"
+  },
+  "kfold_f1": [
+    0.564706,
+    0.530988,
+    0.589106,
+    0.587211,
+    0.532044
+  ],
+  "mean_f1": 0.560811,
+  "mean_accuracy": 0.560449,
+  "folds": 5
+}

gpt4-openai-classify/bart/p5/sigma3/finetuned/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9a4cdb279f5b9e0900461ccd6b0994ee725d6757ea02e28e9e8d66f90f0b61
+size 814752442

gpt4-openai-classify/bart/p5/sigma3/not_finetuned/config.json

@@ -0,0 +1,48 @@
+{
+  "mllmsent_format": 1,
+  "spec_id": "openai-bart-p5-sigma3",
+  "qualified_id": "not-finetuning/openai-bart-p5-sigma3",
+  "track": "not-finetuning",
+  "base_model": "facebook/bart-large-mnli",
+  "caption_mllm": "openai",
+  "text_backbone": "bart",
+  "problem": "p5",
+  "sigma": 3,
+  "fine_tuning": "not_finetuned",
+  "frozen_backbone": true,
+  "num_classes": 5,
+  "id2label": {
+    "0": "Negative",
+    "1": "SlightlyNegative",
+    "2": "Neutral",
+    "3": "SlightlyPositive",
+    "4": "Positive"
+  },
+  "label2id": {
+    "Negative": 0,
+    "SlightlyNegative": 1,
+    "Neutral": 2,
+    "SlightlyPositive": 3,
+    "Positive": 4
+  },
+  "max_len": 512,
+  "learning_rate": 0.001,
+  "batch_size": 32,
+  "torch_dtype": "float16",
+  "source_checkpoint": "best_checkpoint_gpt4-openai-classify_bart_p5_sigma3_not_finetuned.pt",
+  "source_sha256": "497713a1a8c5667e1ce8f9bdd847b02aa2557bfbfe63654355e84088c0ad842f",
+  "tied_weights": {
+    "model.encoder.embed_tokens.weight": "model.shared.weight",
+    "model.decoder.embed_tokens.weight": "model.shared.weight"
+  },
+  "kfold_f1": [
+    0.385482,
+    0.445054,
+    0.389977,
+    0.42562,
+    0.359881
+  ],
+  "mean_f1": 0.401203,
+  "mean_accuracy": 0.4331,
+  "folds": 5
+}

gpt4-openai-classify/bart/p5/sigma3/not_finetuned/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1698e6453077f122820895639d2c95e7999bbdbd4ad1096a943079e17164413c
+size 814752442

gpt4-openai-classify/bart/p5/sigma5/finetuned/config.json

@@ -0,0 +1,48 @@
+{
+  "mllmsent_format": 1,
+  "spec_id": "openai-bart-p5-sigma5",
+  "qualified_id": "finetuning/openai-bart-p5-sigma5",
+  "track": "finetuning",
+  "base_model": "facebook/bart-large-mnli",
+  "caption_mllm": "openai",
+  "text_backbone": "bart",
+  "problem": "p5",
+  "sigma": 5,
+  "fine_tuning": "finetuned",
+  "frozen_backbone": false,
+  "num_classes": 5,
+  "id2label": {
+    "0": "Negative",
+    "1": "SlightlyNegative",
+    "2": "Neutral",
+    "3": "SlightlyPositive",
+    "4": "Positive"
+  },
+  "label2id": {
+    "Negative": 0,
+    "SlightlyNegative": 1,
+    "Neutral": 2,
+    "SlightlyPositive": 3,
+    "Positive": 4
+  },
+  "max_len": 512,
+  "learning_rate": 1e-05,
+  "batch_size": 8,
+  "torch_dtype": "float16",
+  "source_checkpoint": "best_checkpoint_gpt4-openai-classify_bart_p5_sigma5_finetuned.pt",
+  "source_sha256": "c50745b85dc9c67ee8995aa354993218db2a92b8d5c3c1d9682da70dabf2142e",
+  "tied_weights": {
+    "model.encoder.embed_tokens.weight": "model.shared.weight",
+    "model.decoder.embed_tokens.weight": "model.shared.weight"
+  },
+  "kfold_f1": [
+    0.797111,
+    0.748016,
+    0.843108,
+    0.916827,
+    0.814065
+  ],
+  "mean_f1": 0.823825,
+  "mean_accuracy": 0.840449,
+  "folds": 5
+}

gpt4-openai-classify/bart/p5/sigma5/finetuned/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad009a8e7cf3aa9741579f7fe7cdd06f41df9b88310fddfd8d6212fb9f0d3f6c
+size 814752442

gpt4-openai-classify/bart/p5/sigma5/not_finetuned/config.json

@@ -0,0 +1,48 @@
+{
+  "mllmsent_format": 1,
+  "spec_id": "openai-bart-p5-sigma5",
+  "qualified_id": "not-finetuning/openai-bart-p5-sigma5",
+  "track": "not-finetuning",
+  "base_model": "facebook/bart-large-mnli",
+  "caption_mllm": "openai",
+  "text_backbone": "bart",
+  "problem": "p5",
+  "sigma": 5,
+  "fine_tuning": "not_finetuned",
+  "frozen_backbone": true,
+  "num_classes": 5,
+  "id2label": {
+    "0": "Negative",
+    "1": "SlightlyNegative",
+    "2": "Neutral",
+    "3": "SlightlyPositive",
+    "4": "Positive"
+  },
+  "label2id": {
+    "Negative": 0,
+    "SlightlyNegative": 1,
+    "Neutral": 2,
+    "SlightlyPositive": 3,
+    "Positive": 4
+  },
+  "max_len": 512,
+  "learning_rate": 0.001,
+  "batch_size": 32,
+  "torch_dtype": "float16",
+  "source_checkpoint": "best_checkpoint_gpt4-openai-classify_bart_p5_sigma5_not_finetuned.pt",
+  "source_sha256": "62eaeccfa16455ec296b009d583e262915900824c4807c2630c066b6d8317803",
+  "tied_weights": {
+    "model.encoder.embed_tokens.weight": "model.shared.weight",
+    "model.decoder.embed_tokens.weight": "model.shared.weight"
+  },
+  "kfold_f1": [
+    0.520627,
+    0.553186,
+    0.684616,
+    0.656273,
+    0.616991
+  ],
+  "mean_f1": 0.606339,
+  "mean_accuracy": 0.588764,
+  "folds": 5
+}

gpt4-openai-classify/bart/p5/sigma5/not_finetuned/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873bf4f30f9ee10cc92118e4382ade119cf6ee373e0df9b4b35246bf693c0a7d
+size 814752442