Publish ESS-AIST-81M preview GGUF quantizations

.gitattributes

@@ -1,35 +1,2 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
 *.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

ESS-AIST-81M_q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a527e514ccf313f064cb9014442945789ef816e437abf5b61d9f29c40eba448
+size 121597856

ESS-AIST-81M_q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c79593801aa28823934aad09ec3efec5684b3802e294d004dbc71d93ca69b1
+size 128732128

README.md

@@ -0,0 +1,72 @@
+---
+language:
+- en
+license: apache-2.0
+tags:
+- multimodal
+- embedding
+- trimodal
+- retrieval
+- image-text-audio
+- feature-extraction
+- gguf
+- quantized
+library_name: gguf
+pipeline_tag: feature-extraction
+datasets:
+- custom
+base_model:
+- augmem/ESS-AIST-81M-preview
+---
+
+# ESS-AIST-81M Preview GGUF
+
+This repository contains GGUF quantizations of `augmem/ESS-AIST-81M-preview`.
+
+Base model:
+- `augmem/ESS-AIST-81M-preview`
+
+Quantizations:
+- `ESS-AIST-81M_q8_0.gguf`
+- `ESS-AIST-81M_q5_1.gguf`
+
+These files were produced from the exact `checkpoint_epoch_11.pt` Cortext trial checkpoint.
+
+## Exact Release Metrics
+
+The quantized files correspond to the same release checkpoint and eval bundle as the base repo.
+
+Speech holdout:
+
+- `A->T_r1 = 0.4672`
+- `T->A_r1 = 0.4606`
+
+SALT:
+
+- `I->T_r1 = 0.4149`
+- `T->I_r1 = 0.4327`
+- `A->T_r1 = 0.2408`
+- `T->A_r1 = 0.2486`
+
+Held-out ESS:
+
+- `subject_key` same/different AUC: `0.5067`
+- `event_key` same/different AUC: `0.8241`
+
+## Files
+
+| File | Purpose |
+|---|---|
+| `ESS-AIST-81M_q8_0.gguf` | Higher-accuracy GGUF |
+| `ESS-AIST-81M_q5_1.gguf` | Smaller GGUF |
+| `manifest.json` | Release manifest |
+| `parameter_breakdown.json` | Exact parameter accounting |
+| `retrieval_512_gt1030.json` | Exact 512d retrieval eval for the source checkpoint |
+| `subject_eval.json` | Exact held-out subject eval for the source checkpoint |
+| `event_eval.json` | Exact held-out event eval for the source checkpoint |
+| `prefix_eval.json` | Prefix-level AUC summary |
+
+## Notes
+
+- This is a preview quantization repo for internal evaluation.
+- The source checkpoint is still under active subject-data development.

event_eval.json

@@ -0,0 +1,266 @@
+{
+  "checkpoint": "/shared/augmem/triembed/checkpoints/ess_aist_full_v7_librispeech360_l4i/checkpoint_epoch_11.pt",
+  "split": "val",
+  "records_path": "/shared/augmem/triembed/checkpoints/ess_ait_86m_20260430T035907Z/ess_corpus_v7_subject_media_wit4096_speech100k_wavcaps100k_librispeech360/val.jsonl",
+  "views": {
+    "semantic_key": {
+      "event_same_different_auc": {
+        "auc": 0.829112461248993,
+        "positive_pairs": 7703,
+        "negative_pairs": 327075,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": 0.5995114385256625
+      },
+      "same_subject_different_event_rejection_auc": {
+        "auc": 0.5802306316888112,
+        "positive_pairs": 7703,
+        "negative_pairs": 118115,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": 0.7313196869598024
+      },
+      "stale_same_source_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": null
+      },
+      "wrong_active_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": null
+      },
+      "topic_shift_rejection_auc": {
+        "auc": 0.9697933441859231,
+        "positive_pairs": 7703,
+        "negative_pairs": 208960,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": 0.525006599016673
+      }
+    },
+    "subject_key": {
+      "event_same_different_auc": {
+        "auc": 0.6676734827239529,
+        "positive_pairs": 7703,
+        "negative_pairs": 327075,
+        "positive_mean": 0.668074605508422,
+        "negative_mean": 0.5629470272292642
+      },
+      "same_subject_different_event_rejection_auc": {
+        "auc": 0.1862661483021773,
+        "positive_pairs": 7703,
+        "negative_pairs": 118115,
+        "positive_mean": 0.668074605508422,
+        "negative_mean": 0.7863739344748515
+      },
+      "stale_same_source_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.668074605508422,
+        "negative_mean": null
+      },
+      "wrong_active_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.668074605508422,
+        "negative_mean": null
+      },
+      "topic_shift_rejection_auc": {
+        "auc": 0.9397898078829693,
+        "positive_pairs": 7703,
+        "negative_pairs": 208960,
+        "positive_mean": 0.668074605508422,
+        "negative_mean": 0.43665458298485105
+      }
+    },
+    "event_key": {
+      "event_same_different_auc": {
+        "auc": 0.8240710674869262,
+        "positive_pairs": 7703,
+        "negative_pairs": 327075,
+        "positive_mean": 0.6786398216704803,
+        "negative_mean": 0.4559661049066459
+      },
+      "same_subject_different_event_rejection_auc": {
+        "auc": 0.5534970574958717,
+        "positive_pairs": 7703,
+        "negative_pairs": 118115,
+        "positive_mean": 0.6786398216704803,
+        "negative_mean": 0.6430964619714105
+      },
+      "stale_same_source_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.6786398216704803,
+        "negative_mean": null
+      },
+      "wrong_active_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.6786398216704803,
+        "negative_mean": null
+      },
+      "topic_shift_rejection_auc": {
+        "auc": 0.9770134927840807,
+        "positive_pairs": 7703,
+        "negative_pairs": 208960,
+        "positive_mean": 0.6786398216704803,
+        "negative_mean": 0.35019034818428435
+      }
+    },
+    "full_key": {
+      "event_same_different_auc": {
+        "auc": 0.78280390304866,
+        "positive_pairs": 7703,
+        "negative_pairs": 327075,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": 0.5454881820918898
+      },
+      "same_subject_different_event_rejection_auc": {
+        "auc": 0.44637572176232837,
+        "positive_pairs": 7703,
+        "negative_pairs": 118115,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": 0.7219292155613277
+      },
+      "stale_same_source_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": null
+      },
+      "wrong_active_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": null
+      },
+      "topic_shift_rejection_auc": {
+        "auc": 0.9729705121252057,
+        "positive_pairs": 7703,
+        "negative_pairs": 208960,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": 0.4457545839475431
+      }
+    },
+    "prefix_512": {
+      "event_same_different_auc": {
+        "auc": 0.829112461248993,
+        "positive_pairs": 7703,
+        "negative_pairs": 327075,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": 0.5995114385256625
+      },
+      "same_subject_different_event_rejection_auc": {
+        "auc": 0.5802306316888112,
+        "positive_pairs": 7703,
+        "negative_pairs": 118115,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": 0.7313196869598024
+      },
+      "stale_same_source_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": null
+      },
+      "wrong_active_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": null
+      },
+      "topic_shift_rejection_auc": {
+        "auc": 0.9697933441859231,
+        "positive_pairs": 7703,
+        "negative_pairs": 208960,
+        "positive_mean": 0.7533491437897564,
+        "negative_mean": 0.525006599016673
+      }
+    },
+    "prefix_1024": {
+      "event_same_different_auc": {
+        "auc": 0.7453008223026156,
+        "positive_pairs": 7703,
+        "negative_pairs": 327075,
+        "positive_mean": 0.7183707235626442,
+        "negative_mean": 0.5870387001189491
+      },
+      "same_subject_different_event_rejection_auc": {
+        "auc": 0.3570483627258597,
+        "positive_pairs": 7703,
+        "negative_pairs": 118115,
+        "positive_mean": 0.7183707235626442,
+        "negative_mean": 0.7610074661872391
+      },
+      "stale_same_source_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7183707235626442,
+        "negative_mean": null
+      },
+      "wrong_active_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7183707235626442,
+        "negative_mean": null
+      },
+      "topic_shift_rejection_auc": {
+        "auc": 0.9647611939666115,
+        "positive_pairs": 7703,
+        "negative_pairs": 208960,
+        "positive_mean": 0.7183707235626442,
+        "negative_mean": 0.48870255538236756
+      }
+    },
+    "prefix_1536": {
+      "event_same_different_auc": {
+        "auc": 0.78280390304866,
+        "positive_pairs": 7703,
+        "negative_pairs": 327075,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": 0.5454881820918898
+      },
+      "same_subject_different_event_rejection_auc": {
+        "auc": 0.44637572176232837,
+        "positive_pairs": 7703,
+        "negative_pairs": 118115,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": 0.7219292155613277
+      },
+      "stale_same_source_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": null
+      },
+      "wrong_active_rejection_auc": {
+        "auc": null,
+        "positive_pairs": 7703,
+        "negative_pairs": 0,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": null
+      },
+      "topic_shift_rejection_auc": {
+        "auc": 0.9729705121252057,
+        "positive_pairs": 7703,
+        "negative_pairs": 208960,
+        "positive_mean": 0.7056915993491164,
+        "negative_mean": 0.4457545839475431
+      }
+    }
+  }
+}

export_metadata.json

@@ -0,0 +1,49 @@
+{
+  "model_name": "ESS-AIST-81M",
+  "base_family": "AIST-86M-compatible",
+  "output_dimension": 1536,
+  "slices": {
+    "semantic": [
+      0,
+      512
+    ],
+    "subject": [
+      512,
+      1024
+    ],
+    "event": [
+      1024,
+      1536
+    ]
+  },
+  "prefixes": {
+    "semantic_prefix": 512,
+    "semantic_subject_prefix": 1024,
+    "full_prefix": 1536
+  },
+  "normalized_views": {
+    "semantic_key": "l2norm(z[0:512])",
+    "subject_key": "l2norm(z[512:1024])",
+    "event_key": "l2norm(z[1024:1536])",
+    "full_key": "l2norm(z[0:1536])"
+  },
+  "supported_modalities": [
+    "text",
+    "image",
+    "audio"
+  ],
+  "normalization_behavior": {
+    "raw_embedding": "un-normalized 1536d vector",
+    "recommended_runtime": "L2-normalize per-slice or full vector depending on task"
+  },
+  "matryoshka_behavior": {
+    "512": "semantic retrieval",
+    "1024": "semantic plus subject continuity",
+    "1536": "semantic plus subject plus event continuity"
+  },
+  "optional_probes": [
+    "salience_score",
+    "novelty_score",
+    "boundary_score"
+  ]
+}

manifest.json

@@ -0,0 +1,10 @@
+{
+  "model_id": "ESS-AIST-81M",
+  "trimodal_checkpoint": "/shared/augmem/triembed/checkpoints/ess_aist_full_v7_librispeech360_l4i/checkpoint_epoch_11.pt",
+  "audio_checkpoint": "/shared/augmem/triembed/checkpoints/mn20_native_lora_aistmix_audioheavy100k175k175k_continue_from_balanced_20260426T143137Z/latest_model.pt",
+  "safetensors": "/shared/augmem/triembed/dist/ESS-AIST-81M-preview/ESS-AIST-81M.safetensors",
+  "gguf": [
+    "/shared/augmem/triembed/dist/ESS-AIST-81M-preview/ESS-AIST-81M_q8_0.gguf",
+    "/shared/augmem/triembed/dist/ESS-AIST-81M-preview/ESS-AIST-81M_q5_1.gguf"
+  ]
+}

parameter_breakdown.json

@@ -0,0 +1,9 @@
+{
+  "text_encoder": 22861056,
+  "image_encoder": 8434512,
+  "audio_encoder": 20639974,
+  "image_projection": 9975296,
+  "audio_projection": 9975296,
+  "text_projection": 8926720,
+  "total_exact_loaded_params": 80812854
+}

prefix_eval.json

@@ -0,0 +1,48 @@
+{
+  "checkpoint": "/shared/augmem/triembed/checkpoints/ess_aist_full_v7_librispeech360_l4i/checkpoint_epoch_11.pt",
+  "split": "val",
+  "views": {
+    "semantic_key": {
+      "subject_same_different_auc": 0.4265240470767738,
+      "event_same_different_auc": 0.829112461248993,
+      "same_topic_different_subject_rejection_auc": 0.4265240470767738,
+      "same_subject_different_event_rejection_auc": 0.5802306316888112
+    },
+    "subject_key": {
+      "subject_same_different_auc": 0.5066875746523821,
+      "event_same_different_auc": 0.6676734827239529,
+      "same_topic_different_subject_rejection_auc": 0.5066875746523821,
+      "same_subject_different_event_rejection_auc": 0.1862661483021773
+    },
+    "event_key": {
+      "subject_same_different_auc": 0.3832485276953712,
+      "event_same_different_auc": 0.8240710674869262,
+      "same_topic_different_subject_rejection_auc": 0.3832485276953712,
+      "same_subject_different_event_rejection_auc": 0.5534970574958717
+    },
+    "full_key": {
+      "subject_same_different_auc": 0.42067046032727157,
+      "event_same_different_auc": 0.78280390304866,
+      "same_topic_different_subject_rejection_auc": 0.42067046032727157,
+      "same_subject_different_event_rejection_auc": 0.44637572176232837
+    },
+    "prefix_512": {
+      "subject_same_different_auc": 0.4265240470767738,
+      "event_same_different_auc": 0.829112461248993,
+      "same_topic_different_subject_rejection_auc": 0.4265240470767738,
+      "same_subject_different_event_rejection_auc": 0.5802306316888112
+    },
+    "prefix_1024": {
+      "subject_same_different_auc": 0.4690923681629257,
+      "event_same_different_auc": 0.7453008223026156,
+      "same_topic_different_subject_rejection_auc": 0.4690923681629257,
+      "same_subject_different_event_rejection_auc": 0.3570483627258597
+    },
+    "prefix_1536": {
+      "subject_same_different_auc": 0.42067046032727157,
+      "event_same_different_auc": 0.78280390304866,
+      "same_topic_different_subject_rejection_auc": 0.42067046032727157,
+      "same_subject_different_event_rejection_auc": 0.44637572176232837
+    }
+  }
+}

retrieval_512_gt1030.json

@@ -0,0 +1,40 @@
+{
+  "SALT-512": {
+    "A->I_r1": 0.4828965961933136,
+    "A->I_r10": 0.8761752843856812,
+    "A->I_r5": 0.7863572835922241,
+    "A->T_r1": 0.24084816873073578,
+    "A->T_r10": 0.5153030753135681,
+    "A->T_r5": 0.45209044218063354,
+    "I->A_r1": 0.46209242939949036,
+    "I->A_r10": 0.881176233291626,
+    "I->A_r5": 0.7905581593513489,
+    "I->T_r1": 0.41488298773765564,
+    "I->T_r10": 0.5707141757011414,
+    "I->T_r5": 0.5401080250740051,
+    "T->A_r1": 0.2486497312784195,
+    "T->A_r10": 0.5323064923286438,
+    "T->A_r5": 0.46209242939949036,
+    "T->I_r1": 0.43268653750419617,
+    "T->I_r10": 0.5763152837753296,
+    "T->I_r5": 0.550710141658783
+  },
+  "_meta": {
+    "audio_suffix": "mn20_audioheavy_lora1280_audio_features",
+    "checkpoint": "/shared/augmem/triembed/checkpoints/ess_aist_full_v7_librispeech360_l4i/checkpoint_epoch_11.pt",
+    "device": "NVIDIA GeForce GT 1030",
+    "dims": [
+      512
+    ],
+    "encoder_name": "mobilenetv4_conv_medium",
+    "image_suffix": "mobilenetv4_conv_medium_image_features"
+  },
+  "speech_chatterbox-512": {
+    "A->T_r1": 0.46719998121261597,
+    "A->T_r10": 0.824999988079071,
+    "A->T_r5": 0.739799976348877,
+    "T->A_r1": 0.46059998869895935,
+    "T->A_r10": 0.8277999758720398,
+    "T->A_r5": 0.7425999641418457
+  }
+}

subject_eval.json

@@ -0,0 +1,119 @@
+{
+  "checkpoint": "/shared/augmem/triembed/checkpoints/ess_aist_full_v7_librispeech360_l4i/checkpoint_epoch_11.pt",
+  "split": "val",
+  "records_path": "/shared/augmem/triembed/checkpoints/ess_ait_86m_20260430T035907Z/ess_corpus_v7_subject_media_wit4096_speech100k_wavcaps100k_librispeech360/val.jsonl",
+  "views": {
+    "semantic_key": {
+      "subject_same_different_auc": {
+        "auc": 0.4265240470767738,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7436165443684017,
+        "negative_mean": 0.7611866422867968
+      },
+      "same_topic_different_subject_rejection_auc": {
+        "auc": 0.4265240470767738,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7436165443684017,
+        "negative_mean": 0.7611866422867968
+      }
+    },
+    "subject_key": {
+      "subject_same_different_auc": {
+        "auc": 0.5066875746523821,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7964573271532047,
+        "negative_mean": 0.7948588548339001
+      },
+      "same_topic_different_subject_rejection_auc": {
+        "auc": 0.5066875746523821,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7964573271532047,
+        "negative_mean": 0.7948588548339001
+      }
+    },
+    "event_key": {
+      "subject_same_different_auc": {
+        "auc": 0.3832485276953712,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.6533856675037972,
+        "negative_mean": 0.7097943563909324
+      },
+      "same_topic_different_subject_rejection_auc": {
+        "auc": 0.3832485276953712,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.6533856675037972,
+        "negative_mean": 0.7097943563909324
+      }
+    },
+    "full_key": {
+      "subject_same_different_auc": {
+        "auc": 0.42067046032727157,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7333961783599913,
+        "negative_mean": 0.754728921120172
+      },
+      "same_topic_different_subject_rejection_auc": {
+        "auc": 0.42067046032727157,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7333961783599913,
+        "negative_mean": 0.754728921120172
+      }
+    },
+    "prefix_512": {
+      "subject_same_different_auc": {
+        "auc": 0.4265240470767738,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7436165443684017,
+        "negative_mean": 0.7611866422867968
+      },
+      "same_topic_different_subject_rejection_auc": {
+        "auc": 0.4265240470767738,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7436165443684017,
+        "negative_mean": 0.7611866422867968
+      }
+    },
+    "prefix_1024": {
+      "subject_same_different_auc": {
+        "auc": 0.4690923681629257,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7721689081039962,
+        "negative_mean": 0.7791595536982812
+      },
+      "same_topic_different_subject_rejection_auc": {
+        "auc": 0.4690923681629257,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7721689081039962,
+        "negative_mean": 0.7791595536982812
+      }
+    },
+    "prefix_1536": {
+      "subject_same_different_auc": {
+        "auc": 0.42067046032727157,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7333961783599913,
+        "negative_mean": 0.754728921120172
+      },
+      "same_topic_different_subject_rejection_auc": {
+        "auc": 0.42067046032727157,
+        "positive_pairs": 160248,
+        "negative_pairs": 6805,
+        "positive_mean": 0.7333961783599913,
+        "negative_mean": 0.754728921120172
+      }
+    }
+  }
+}