eval_summary.json

{
  "adapter_id": "micic-mihajlo/gemma-4-12b-social-post-lora",
  "base_model": "google/gemma-4-12B",
  "comparison_report": {
    "adapter_metrics": {
      "avg_sentence_length": 15.748888888888889,
      "avg_word_length": 5.016998139555982,
      "char_count": 429.6,
      "cta_marker_count": 0.2,
      "hashtag_count": 0.0,
      "mention_count": 0.0,
      "punctuation_rate": 0.02278516416649947,
      "sentence_count": 4.4,
      "type_token_ratio": 0.7624389020659728,
      "url_count": 0.0,
      "word_count": 68.3
    },
    "adapter_target_distance": 282.1722861060936,
    "base_metrics": {
      "avg_sentence_length": 26.39736928104575,
      "avg_word_length": 5.161365817930356,
      "char_count": 992.8,
      "cta_marker_count": 1.3,
      "hashtag_count": 0.3,
      "mention_count": 0.0,
      "punctuation_rate": 0.016150761450317092,
      "sentence_count": 9.2,
      "type_token_ratio": 0.6584963852401919,
      "url_count": 0.0,
      "word_count": 152.9
    },
    "base_target_distance": 943.5734888739445,
    "pairwise": {
      "adapter_empty_rate": 0.0,
      "avg_char_delta_adapter_minus_base": -563.2,
      "base_empty_rate": 0.0,
      "same_output_rate": 0.0,
      "shared_count": 10.0
    },
    "style_distance_improvement": 661.4012027678509,
    "target_metrics": {
      "avg_sentence_length": 17.5,
      "avg_word_length": 4.171428571428572,
      "char_count": 186.0,
      "cta_marker_count": 0.0,
      "hashtag_count": 0.0,
      "mention_count": 0.0,
      "punctuation_rate": 0.03225806451612903,
      "sentence_count": 2.0,
      "type_token_ratio": 0.8285714285714286,
      "url_count": 0.0,
      "word_count": 35.0
    }
  },
  "eval_examples": 1,
  "generated_examples": 10,
  "style_report": {
    "candidate_metrics": {
      "avg_sentence_length": 15.748888888888889,
      "avg_word_length": 5.016998139555982,
      "char_count": 429.6,
      "cta_marker_count": 0.2,
      "hashtag_count": 0.0,
      "mention_count": 0.0,
      "punctuation_rate": 0.02278516416649947,
      "sentence_count": 4.4,
      "type_token_ratio": 0.7624389020659728,
      "url_count": 0.0,
      "word_count": 68.3
    },
    "candidate_minus_target": {
      "avg_sentence_length": -1.7511111111111113,
      "avg_word_length": 0.8455695681274102,
      "char_count": 243.60000000000002,
      "cta_marker_count": 0.2,
      "hashtag_count": 0.0,
      "mention_count": 0.0,
      "punctuation_rate": -0.00947290034962956,
      "sentence_count": 2.4000000000000004,
      "type_token_ratio": -0.06613252650545587,
      "url_count": 0.0,
      "word_count": 33.3
    },
    "candidate_top_terms": [
      [
        "model",
        12
      ],
      [
        "post",
        10
      ],
      [
        "that",
        9
      ],
      [
        "write",
        8
      ],
      [
        "small",
        8
      ],
      [
        "with",
        8
      ],
      [
        "linkedin",
        7
      ],
      [
        "evaluation",
        7
      ],
      [
        "strong",
        7
      ],
      [
        "platform",
        6
      ]
    ],
    "target_metrics": {
      "avg_sentence_length": 17.5,
      "avg_word_length": 4.171428571428572,
      "char_count": 186.0,
      "cta_marker_count": 0.0,
      "hashtag_count": 0.0,
      "mention_count": 0.0,
      "punctuation_rate": 0.03225806451612903,
      "sentence_count": 2.0,
      "type_token_ratio": 0.8285714285714286,
      "url_count": 0.0,
      "word_count": 35.0
    }
  },
  "train_examples": 3,
  "training_method": "QLoRA + FSDP + MMD/JMQ"
}