{
  "manifold_eval": {
    "samples_evaluated": 941,
    "tokens_evaluated": 480851,
    "average_loss": 6.597424141278809,
    "perplexity": 733.2041244912825,
    "dataset_sequences": 3766,
    "dataset_tokens_total": 1923930
  },
  "gpt2_eval": {
    "documents": 10000,
    "tokens_used_for_loss": 636017,
    "raw_tokens_total": 642537,
    "block_size": 1024,
    "average_loss": 9.249136895236393,
    "perplexity": 10395.589360652519
  },
  "compression_proxy": {
    "raw_tokens_over_manifold_tokens": 1.3362496906526138
  }
}