File size: 1,670 Bytes
bb518df | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 | {
"recorded_with": {
"contract": "huggingface-mic/starcoder2-3b-mic",
"contract_name": "StarCoder2",
"contract_revision": "006d3b17bb359c06674a08e5b06359f1aafbebcc",
"framework": "transformers",
"variant": "bfloat16",
"target": "starcoder2-3b-mic",
"kind": "fixture",
"revision": "006d3b17bb359c06674a08e5b06359f1aafbebcc",
"environment": {
"python": "3.11.18",
"transformers": "5.22.0.dev0",
"torch": "2.14.0+cu130",
"torchvision": "0.29.2",
"torchaudio": "2.11.0+cu130",
"tokenizers": "0.23.3",
"numpy": "2.4.6",
"pillow": "13.0.0",
"accelerate": "1.16.0.dev0",
"safetensors": "0.8.0",
"huggingface-hub": "2.3.0",
"sentencepiece": "0.2.2",
"protobuf": "7.36.2",
"librosa": "0.11.0",
"soundfile": "0.14.0",
"scipy": "1.17.1"
},
"seconds": 7.55,
"environment_differs": {
"torchvision": "0.29.2 (pinned 0.29.1)",
"numpy": "2.4.6 (pinned 2.3.5)",
"pillow": "13.0.0 (pinned 12.3.0)",
"accelerate": "1.16.0.dev0 (pinned 1.15.0)"
},
"platform": "cuda"
},
"outputs": {
"runtime": {
"device": "cuda",
"dtype": "bfloat16",
"attn_implementation": "sdpa"
},
"next_token_ids": [
32340,
37963
],
"next_token_text": [
"'(",
"\ud68c"
],
"probe_logits": [
[
-0.11083984375,
-0.0849609375,
-0.142578125,
-0.1435546875,
-0.1748046875
],
[
-0.14453125,
-0.1435546875,
0.1787109375,
-0.0908203125,
-0.19140625
]
],
"training": {
"loss": 10.799779891967773,
"gradients": {
"model.layers.0.self_attn.q_proj.weight": true,
"model.layers.0.mlp.c_fc.weight": true
},
"updated": true
}
}
}
|