Add files using upload-large-folder tool

config.json

@@ -0,0 +1,59 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 576,
+  "initializer_range": 0.041666666666666664,
+  "intermediate_size": 1536,
+  "is_llama_config": true,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 9,
+  "num_hidden_layers": 30,
+  "num_key_value_heads": 3,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 8,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:2.1.1-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_interleaved": false,
+  "rope_scaling": null,
+  "rope_theta": 100000,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers.js_config": {
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    }
+  },
+  "transformers_version": "4.50.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "4.50.1"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dccb798fbedd0213d8661ad75fd8693cbe6acb2a04711a1c99a4a2934dd0b07
+size 166253936

quant_log.csv

@@ -0,0 +1,211 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.00022096,0.01000,1.099
+0,self_attn.v_proj,0.00000229,0.01000,2.435
+0,self_attn.q_proj,0.00036210,0.01000,2.448
+0,self_attn.o_proj,0.00000175,0.01000,2.415
+0,mlp.up_proj,0.00150737,0.01000,1.416
+0,mlp.gate_proj,0.00142441,0.01000,0.274
+0,mlp.down_proj,0.00595958,0.01000,0.739
+1,self_attn.k_proj,0.00078274,0.01000,0.286
+1,self_attn.v_proj,0.00015115,0.01000,0.272
+1,self_attn.q_proj,0.00174118,0.01000,0.162
+1,self_attn.o_proj,0.00103411,0.01000,0.769
+1,mlp.up_proj,0.00179594,0.01000,1.660
+1,mlp.gate_proj,0.00228291,0.01000,0.973
+1,mlp.down_proj,0.00224895,0.01000,0.746
+2,self_attn.k_proj,0.00125878,0.01000,0.437
+2,self_attn.v_proj,0.00020735,0.01000,0.269
+2,self_attn.q_proj,0.00295782,0.01000,0.638
+2,self_attn.o_proj,0.00098028,0.01000,0.810
+2,mlp.up_proj,0.00240148,0.01000,0.318
+2,mlp.gate_proj,0.00286920,0.01000,0.260
+2,mlp.down_proj,0.00500130,0.01000,6.505
+3,self_attn.k_proj,0.00188067,0.01000,1.197
+3,self_attn.v_proj,0.00074529,0.01000,0.289
+3,self_attn.q_proj,0.00454102,0.01000,0.292
+3,self_attn.o_proj,0.00114469,0.01000,0.283
+3,mlp.up_proj,0.00272536,0.01000,0.309
+3,mlp.gate_proj,0.00309045,0.01000,0.279
+3,mlp.down_proj,0.00337280,0.01000,0.736
+4,self_attn.k_proj,0.00178011,0.01000,0.471
+4,self_attn.v_proj,0.00069859,0.01000,0.149
+4,self_attn.q_proj,0.00427734,0.01000,0.145
+4,self_attn.o_proj,0.00194755,0.01000,1.499
+4,mlp.up_proj,0.00357304,0.01000,0.308
+4,mlp.gate_proj,0.00408032,0.01000,0.289
+4,mlp.down_proj,0.00474062,0.01000,0.744
+5,self_attn.k_proj,0.00194141,0.01000,0.269
+5,self_attn.v_proj,0.00072606,0.01000,0.919
+5,self_attn.q_proj,0.00453751,0.01000,1.476
+5,self_attn.o_proj,0.00234540,0.01000,0.281
+5,mlp.up_proj,0.00409303,0.01000,0.266
+5,mlp.gate_proj,0.00449629,0.01000,0.596
+5,mlp.down_proj,0.00556781,0.01000,6.516
+6,self_attn.k_proj,0.00163071,0.01000,0.275
+6,self_attn.v_proj,0.00068974,0.01000,0.287
+6,self_attn.q_proj,0.00406556,0.01000,0.276
+6,self_attn.o_proj,0.00182722,0.01000,0.284
+6,mlp.up_proj,0.00438432,0.01000,0.273
+6,mlp.gate_proj,0.00448065,0.01000,0.271
+6,mlp.down_proj,0.00687783,0.01000,0.819
+7,self_attn.k_proj,0.00229149,0.01000,0.366
+7,self_attn.v_proj,0.00139370,0.01000,0.148
+7,self_attn.q_proj,0.00637256,0.01000,0.142
+7,self_attn.o_proj,0.00216803,0.01000,1.421
+7,mlp.up_proj,0.00479016,0.01000,0.280
+7,mlp.gate_proj,0.00473948,0.01000,0.287
+7,mlp.down_proj,0.00823352,0.01000,0.831
+8,self_attn.k_proj,0.00214538,0.01000,1.666
+8,self_attn.v_proj,0.00103131,0.01000,1.952
+8,self_attn.q_proj,0.00540090,0.01000,1.636
+8,self_attn.o_proj,0.00283757,0.01000,0.303
+8,mlp.up_proj,0.00546549,0.01000,0.274
+8,mlp.gate_proj,0.00495393,0.01000,0.275
+8,mlp.down_proj,0.01154038,0.01000,6.464
+9,self_attn.k_proj,0.00147208,0.01000,1.818
+9,self_attn.v_proj,0.00058141,0.01000,1.731
+9,self_attn.q_proj,0.00394661,0.01000,1.675
+9,self_attn.o_proj,0.00251221,0.01000,0.324
+9,mlp.up_proj,0.00595842,0.01000,0.347
+9,mlp.gate_proj,0.00489875,0.01000,0.343
+9,mlp.down_proj,0.01428184,0.01000,0.904
+10,self_attn.k_proj,0.00132155,0.01000,2.685
+10,self_attn.v_proj,0.00068617,0.01000,2.503
+10,self_attn.q_proj,0.00363028,0.01000,1.752
+10,self_attn.o_proj,0.00545926,0.01000,0.408
+10,mlp.up_proj,0.00611763,0.01000,1.632
+10,mlp.gate_proj,0.00474317,0.01000,1.328
+10,mlp.down_proj,0.01347071,0.01000,2.937
+11,self_attn.k_proj,0.00115821,0.01000,3.339
+11,self_attn.v_proj,0.00065106,0.01000,2.422
+11,self_attn.q_proj,0.00344706,0.01000,2.382
+11,self_attn.o_proj,0.00740811,0.01000,2.400
+11,mlp.up_proj,0.00620620,0.01000,2.718
+11,mlp.gate_proj,0.00449832,0.01000,2.710
+11,mlp.down_proj,0.27257532,0.01000,5.754
+12,self_attn.k_proj,0.00163961,0.01000,0.344
+12,self_attn.v_proj,0.00094356,0.01000,0.337
+12,self_attn.q_proj,0.00456318,0.01000,0.338
+12,self_attn.o_proj,0.00419531,0.01000,1.311
+12,mlp.up_proj,0.00565002,0.01000,0.279
+12,mlp.gate_proj,0.00445975,0.01000,1.091
+12,mlp.down_proj,0.01192240,0.01000,4.327
+13,self_attn.k_proj,0.00174242,0.01000,0.339
+13,self_attn.v_proj,0.00083272,0.01000,0.344
+13,self_attn.q_proj,0.00502530,0.01000,0.395
+13,self_attn.o_proj,0.00500150,0.01000,0.343
+13,mlp.up_proj,0.00570113,0.01000,1.926
+13,mlp.gate_proj,0.00524486,0.01000,1.750
+13,mlp.down_proj,0.01178209,0.01000,2.821
+14,self_attn.k_proj,0.00200629,0.01000,0.361
+14,self_attn.v_proj,0.00157519,0.01000,0.359
+14,self_attn.q_proj,0.00566488,0.01000,0.366
+14,self_attn.o_proj,0.00620107,0.01000,2.248
+14,mlp.up_proj,0.00577955,0.01000,4.655
+14,mlp.gate_proj,0.00547774,0.01000,5.042
+14,mlp.down_proj,0.01469438,0.01000,8.832
+15,self_attn.k_proj,0.00194205,0.01000,0.349
+15,self_attn.v_proj,0.00151308,0.01000,0.345
+15,self_attn.q_proj,0.00563300,0.01000,0.342
+15,self_attn.o_proj,0.00601548,0.01000,0.344
+15,mlp.up_proj,0.00601284,0.01000,0.342
+15,mlp.gate_proj,0.00594717,0.01000,0.336
+15,mlp.down_proj,0.01753610,0.01000,5.689
+16,self_attn.k_proj,0.00155090,0.01000,1.763
+16,self_attn.v_proj,0.00110804,0.01000,0.365
+16,self_attn.q_proj,0.00422240,0.01000,0.357
+16,self_attn.o_proj,0.00903260,0.01000,0.345
+16,mlp.up_proj,0.00553630,0.01000,1.181
+16,mlp.gate_proj,0.00532908,0.01000,1.499
+16,mlp.down_proj,0.01532181,0.01000,5.315
+17,self_attn.k_proj,0.00241632,0.01000,0.830
+17,self_attn.v_proj,0.00194845,0.01000,2.641
+17,self_attn.q_proj,0.00834111,0.01000,4.413
+17,self_attn.o_proj,0.01061929,0.01000,2.746
+17,mlp.up_proj,0.00562216,0.01000,2.742
+17,mlp.gate_proj,0.00506327,0.01000,1.101
+17,mlp.down_proj,0.01818097,0.01000,4.789
+18,self_attn.k_proj,0.00273163,0.01000,2.613
+18,self_attn.v_proj,0.00311299,0.01000,1.891
+18,self_attn.q_proj,0.00828936,0.01000,0.344
+18,self_attn.o_proj,0.00938506,0.01000,0.345
+18,mlp.up_proj,0.00625932,0.01000,0.344
+18,mlp.gate_proj,0.00583430,0.01000,0.339
+18,mlp.down_proj,0.03318551,0.01000,2.234
+19,self_attn.k_proj,0.00133622,0.01000,0.326
+19,self_attn.v_proj,0.00225405,0.01000,0.800
+19,self_attn.q_proj,0.00550781,0.01000,1.800
+19,self_attn.o_proj,0.01567704,0.01000,0.449
+19,mlp.up_proj,0.00725614,0.01000,2.903
+19,mlp.gate_proj,0.00687203,0.01000,2.471
+19,mlp.down_proj,0.03395692,0.01000,2.946
+20,self_attn.k_proj,0.00182818,0.01000,0.388
+20,self_attn.v_proj,0.00369986,0.01000,1.045
+20,self_attn.q_proj,0.00668970,0.01000,3.772
+20,self_attn.o_proj,0.01447436,0.01000,3.580
+20,mlp.up_proj,0.00868652,0.01000,2.710
+20,mlp.gate_proj,0.00763109,0.01000,1.037
+20,mlp.down_proj,0.06614500,0.01000,3.153
+21,self_attn.k_proj,0.00169165,0.01000,0.353
+21,self_attn.v_proj,0.00278996,0.01000,1.556
+21,self_attn.q_proj,0.00603606,0.01000,2.608
+21,self_attn.o_proj,0.01160419,0.01000,2.633
+21,mlp.up_proj,0.00941546,0.01000,2.761
+21,mlp.gate_proj,0.00857336,0.01000,1.637
+21,mlp.down_proj,0.05236044,0.01000,3.023
+22,self_attn.k_proj,0.00173458,0.01000,0.340
+22,self_attn.v_proj,0.00304587,0.01000,0.335
+22,self_attn.q_proj,0.00609978,0.01000,1.500
+22,self_attn.o_proj,0.01699413,0.01000,0.329
+22,mlp.up_proj,0.01043702,0.01000,3.157
+22,mlp.gate_proj,0.00901166,0.01000,2.403
+22,mlp.down_proj,0.08635419,0.01000,2.277
+23,self_attn.k_proj,0.00235798,0.01000,2.724
+23,self_attn.v_proj,0.00853371,0.01000,2.700
+23,self_attn.q_proj,0.00731025,0.01000,2.679
+23,self_attn.o_proj,0.04595792,0.01000,0.347
+23,mlp.up_proj,0.01267573,0.01000,1.922
+23,mlp.gate_proj,0.00977481,0.01000,1.572
+23,mlp.down_proj,0.09878369,0.01000,1.992
+24,self_attn.k_proj,0.00193833,0.01000,0.352
+24,self_attn.v_proj,0.00926276,0.01000,0.343
+24,self_attn.q_proj,0.00732911,0.01000,0.354
+24,self_attn.o_proj,0.02490180,0.01000,0.294
+24,mlp.up_proj,0.01275103,0.01000,3.643
+24,mlp.gate_proj,0.00968059,0.01000,4.339
+24,mlp.down_proj,0.13135986,0.01000,6.748
+25,self_attn.k_proj,0.00188807,0.01000,1.592
+25,self_attn.v_proj,0.00410724,0.01000,1.087
+25,self_attn.q_proj,0.00648702,0.01000,0.338
+25,self_attn.o_proj,0.01829978,0.01000,1.828
+25,mlp.up_proj,0.01323432,0.01000,0.353
+25,mlp.gate_proj,0.01043347,0.01000,0.343
+25,mlp.down_proj,0.10982227,0.01000,6.597
+26,self_attn.k_proj,0.00186195,0.01000,3.885
+26,self_attn.v_proj,0.00593649,0.01000,2.686
+26,self_attn.q_proj,0.00663982,0.01000,0.818
+26,self_attn.o_proj,0.02385299,0.01000,0.346
+26,mlp.up_proj,0.01519259,0.01000,0.357
+26,mlp.gate_proj,0.01179895,0.01000,0.383
+26,mlp.down_proj,0.16240232,0.01000,2.805
+27,self_attn.k_proj,0.00188216,0.01000,0.753
+27,self_attn.v_proj,0.00480582,0.01000,2.568
+27,self_attn.q_proj,0.00687713,0.01000,3.243
+27,self_attn.o_proj,0.03130198,0.01000,1.944
+27,mlp.up_proj,0.01527163,0.01000,0.361
+27,mlp.gate_proj,0.01144433,0.01000,0.350
+27,mlp.down_proj,0.20937583,0.01000,6.981
+28,self_attn.k_proj,0.00163398,0.01000,2.274
+28,self_attn.v_proj,0.00619308,0.01000,0.347
+28,self_attn.q_proj,0.00561940,0.01000,1.200
+28,self_attn.o_proj,0.02704479,0.01000,0.391
+28,mlp.up_proj,0.01647252,0.01000,0.362
+28,mlp.gate_proj,0.01167521,0.01000,0.348
+28,mlp.down_proj,3.19434714,0.01000,7.166
+29,self_attn.k_proj,0.00153822,0.01000,1.574
+29,self_attn.v_proj,0.00717453,0.01000,0.978
+29,self_attn.q_proj,0.00649254,0.01000,1.795
+29,self_attn.o_proj,0.06275121,0.01000,0.949
+29,mlp.up_proj,0.02440672,0.01000,2.122
+29,mlp.gate_proj,0.01807862,0.01000,0.632
+29,mlp.down_proj,0.86159390,0.01000,0.909

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 8,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:2.1.1-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": {
+    "content": "<|im_start|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|im_end|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,156 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<repo_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<reponame>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<file_sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<filename>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<gh_stars>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<issue_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<issue_comment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<issue_closed>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<jupyter_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<jupyter_text>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<jupyter_code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<jupyter_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<jupyter_script>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<empty_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "extra_special_tokens": {},
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2TokenizerFast",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152,
+  "_commit_hash": null
+}