Hugging Face's logo

JacobMolBio
/
vibethinker-3b-jlens-model

Safetensors
vibethinker-3b
jacobian-lens
mechanistic-interpretability
interpretability
llm-interpretability
activation-analysis
model-visualization
qwen
qwen2
Model card Files
xet
 Community
vibethinker-3b-jlens-model
File size: 3,916 Bytes
6ca9813
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
{
  "all_layer_casts_match_exactly": true,
  "artifact_kind": "fp32_to_fp16_lens_compatibility",
  "conversion": "IEEE_FP32_to_FP16_round_to_nearest_even",
  "fp16_artifact": "model.safetensors",
  "fp16_artifact_sha256": "089d776979408f23e5377539c15aa8025d171633718ccdce709bcd3372e7942c",
  "fp32_artifact": "evaluation.safetensors",
  "fp32_artifact_sha256": "0cc184eb65d273ac8bfee5450a141c8cdf8dd6ec8caa68d7d47260ef621777d1",
  "fp32_source_checkpoint_sha256": "8f752032a26a5196c1cb447ef63f01e8a29820ff0c57178dd80c6e26d32b12a9",
  "max_absolute_error": 0.00048828125,
  "per_layer": {
    "0": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.00037920475006103516,
      "relative_frobenius_error": 0.000206997521647552
    },
    "10": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.0002696514129638672,
      "relative_frobenius_error": 0.00020761765345058065
    },
    "12": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.00046837329864501953,
      "relative_frobenius_error": 0.00020767621517046658
    },
    "14": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.00048673152923583984,
      "relative_frobenius_error": 0.00020743575797500317
    },
    "16": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.0004863739013671875,
      "relative_frobenius_error": 0.00020778469258608042
    },
    "18": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.0004839897155761719,
      "relative_frobenius_error": 0.00020779679841448286
    },
    "2": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.0004121065139770508,
      "relative_frobenius_error": 0.00020722711230071437
    },
    "20": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.0004881620407104492,
      "relative_frobenius_error": 0.00020744978906595194
    },
    "22": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.0004878044128417969,
      "relative_frobenius_error": 0.00020796356930850946
    },
    "24": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.0004870891571044922,
      "relative_frobenius_error": 0.00020680286914392338
    },
    "26": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.0004875659942626953,
      "relative_frobenius_error": 0.00020638797987813289
    },
    "28": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.0004818439483642578,
      "relative_frobenius_error": 0.00020315668925901246
    },
    "30": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.00048804283142089844,
      "relative_frobenius_error": 0.000219304047701117
    },
    "32": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.00048828125,
      "relative_frobenius_error": 0.0002275111331836927
    },
    "34": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.00048804283142089844,
      "relative_frobenius_error": 0.00025735070181156144
    },
    "4": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.000270843505859375,
      "relative_frobenius_error": 0.00020699111471641674
    },
    "6": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.00024312734603881836,
      "relative_frobenius_error": 0.00020716959804749024
    },
    "8": {
      "cast_matches_model_safetensors_exactly": true,
      "max_absolute_error": 0.00040781497955322266,
      "relative_frobenius_error": 0.00020697079418794512
    }
  },
  "relative_frobenius_error": 0.00020901276774552775,
  "schema_version": 1
}