config.json

{
  "model_type": "jetoncount",
  "architectures": [
    "JetonCountForRegression"
  ],
  "auto_map": {
    "AutoConfig": "configuration_jetoncount.JetonCountConfig",
    "AutoModel": "modeling_jetoncount.JetonCountForRegression"
  },
  "torch_dtype": "float32",
  "feature_names": [
    "chars",
    "words",
    "avg_chars_per_word",
    "punctuation_ratio",
    "symbol_ratio",
    "longest_word_chars",
    "vocab_size"
  ],
  "base_feature_names": [
    "chars",
    "words",
    "avg_chars_per_word",
    "punctuation_ratio",
    "symbol_ratio",
    "longest_word_chars",
    "vocab_size"
  ],
  "base_feature_dim": 7,
  "feature_dim": 19,
  "num_layers": 8,
  "hidden_dim": 32,
  "dropout": 0.005,
  "activation": "silu",
  "standardize_features": true,
  "use_engineered_features": true,
  "use_log1p_features": true,
  "use_log1p_target": false,
  "center_target": false,
  "target_offset": 0.0,
  "feature_mean": [
    4971.99609375,
    750.8612670898438,
    5.387211799621582,
    0.038271043449640274,
    0.00981982797384262,
    24.875553131103516,
    62374.8046875,
    6.58632230758667,
    0.15978458523750305,
    7.920589923858643,
    6.06857967376709,
    9.939688682556152,
    216.70751953125,
    61.361202239990234,
    4028.412353515625,
    29.0120792388916,
    1.2395837306976318,
    32.29179382324219,
    278.0736999511719
  ],
  "feature_std": [
    10841.10546875,
    1556.9542236328125,
    1.7252269983291626,
    0.028954673558473587,
    0.020614376291632652,
    540.275390625,
    76498.015625,
    2.147888660430908,
    0.028698621317744255,
    0.9891781806945801,
    0.963409960269928,
    1.7922862768173218,
    818.908935546875,
    420.1692199707031,
    8589.4033203125,
    90.29910278320312,
    5.135631084442139,
    561.3566284179688,
    1134.063232421875
  ]
}