Hugging Face's logo

moondream
/
moondream-next

Text Generation
Transformers
Safetensors
moondream1
custom_code
Model card Files
xet
 Community
moondream-next
File size: 2,974 Bytes
26d7192
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
{
  "after": {
    "dtype_counts": {
      "torch.bfloat16": 742,
      "torch.bool": 48,
      "torch.float32": 40,
      "torch.float8_e4m3fn": 40
    },
    "expert_count": 40,
    "expert_dtype_counts": {
      "torch.float8_e4m3fn": 40
    },
    "keys": 870,
    "scale_count": 40,
    "scale_dtype_counts": {
      "torch.float32": 40
    }
  },
  "before": {
    "dtype_counts": {
      "torch.bfloat16": 622,
      "torch.bool": 48,
      "torch.float32": 160,
      "torch.float8_e4m3fn": 40
    },
    "expert_count": 40,
    "expert_dtype_counts": {
      "torch.float8_e4m3fn": 40
    },
    "keys": 870,
    "scale_count": 40,
    "scale_dtype_counts": {
      "torch.float32": 40
    }
  },
  "converted_nonexpert_float_tensors": 120,
  "default": {
    "dtype_counts": {
      "torch.bfloat16": 742,
      "torch.bool": 48,
      "torch.float32": 40,
      "torch.float8_e4m3fn": 40
    },
    "expert_count": 40,
    "expert_dtype_counts": {
      "torch.float8_e4m3fn": 40
    },
    "keys": 870,
    "scale_count": 40,
    "scale_dtype_counts": {
      "torch.float32": 40
    }
  },
  "default_counts": {
    "dtype_counts": {
      "torch.bfloat16": 742,
      "torch.bool": 48,
      "torch.float32": 40,
      "torch.float8_e4m3fn": 40
    },
    "expert_count": 40,
    "expert_dtype_counts": {
      "torch.float8_e4m3fn": 40
    },
    "keys": 870,
    "scale_count": 40,
    "scale_dtype_counts": {
      "torch.float32": 40
    }
  },
  "default_size": 10505451019,
  "default_zip_layout": {
    "entries": 876,
    "payload_size": 10505277740
  },
  "final_counts": {
    "dtype_counts": {
      "torch.bfloat16": 742,
      "torch.bool": 48,
      "torch.float32": 40,
      "torch.float8_e4m3fn": 40
    },
    "expert_count": 40,
    "expert_dtype_counts": {
      "torch.float8_e4m3fn": 40
    },
    "keys": 870,
    "scale_count": 40,
    "scale_dtype_counts": {
      "torch.float32": 40
    }
  },
  "final_output": "/workspace/runs/mdnext-fp8-repair/model_fp8.pt",
  "final_sha256": "e1acbd3f5eb8a1e74c7500b8a85051483de0406fa847eae35d53ce4032bb6ac7",
  "final_size": 10505451019,
  "final_size_delta_vs_default": 0,
  "final_zip_layout": {
    "entries": 876,
    "payload_size": 10505277740
  },
  "output_sha256": "dc627b35f59dd6a1c5d38e28df0f228c257ea151c2822a48667b127896e83f2e",
  "output_size": 10505451251,
  "resaved_output": "/workspace/runs/mdnext-fp8-repair/model_fp8.pt",
  "resaved_output_size": 10505446139,
  "resaved_sha256": "790875f0726f64f4e76bf6cb7ad7d996b16ce13818cc806981f9a9cd26647aff",
  "resaved_size_delta_vs_default": -4880,
  "saved": {
    "dtype_counts": {
      "torch.bfloat16": 742,
      "torch.bool": 48,
      "torch.float32": 40,
      "torch.float8_e4m3fn": 40
    },
    "expert_count": 40,
    "expert_dtype_counts": {
      "torch.float8_e4m3fn": 40
    },
    "keys": 870,
    "scale_count": 40,
    "scale_dtype_counts": {
      "torch.float32": 40
    }
  },
  "size_delta_vs_default": 232
}