Upload folder using huggingface_hub

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.38.2",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.38.2"
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bfae802a230ecbfa6219ab119415f5565a82b5aee22089a8413295915e0146
+size 4943162336

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a244954f4dbe4bc5119de46f6c50373ab1bbb40ecb816d8709afb998b67952cf
+size 4999819336

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf6184baef07bf7c53afd979d86a2b1aedf5c13f27b13599782dd1520783a50
+size 4540516344

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 14483464192
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors"
+  }
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a080eb50f7a9c25b1f055537efce55e5b5dc9024f576475be08f1aebf76e3b5
+size 28967182666

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bb73380132bc8e066871e58db453fce21e6e35ea60be588fc267ffe6d0742a
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb10a45a16335fd90a78c88362e448ed62356cc58772045e40296ea7a22adf6
+size 1064

trainer_state.json

@@ -0,0 +1,1513 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.42571669477234403,
+  "eval_steps": 187,
+  "global_step": 5049,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "grad_norm": 8.5,
+      "learning_rate": 1e-05,
+      "loss": 1.9119,
+      "step": 1
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 4.59375,
+      "learning_rate": 1e-05,
+      "loss": 1.7164,
+      "step": 187
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_privacy_sources_loss": 1.0334585905075073,
+      "eval_validation_privacy_sources_runtime": 212.2756,
+      "eval_validation_privacy_sources_samples_per_second": 1.804,
+      "eval_validation_privacy_sources_steps_per_second": 0.904,
+      "step": 187
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_agenda_digitale_loss": 1.5160526037216187,
+      "eval_validation_agenda_digitale_runtime": 188.4106,
+      "eval_validation_agenda_digitale_samples_per_second": 1.805,
+      "eval_validation_agenda_digitale_steps_per_second": 0.902,
+      "step": 187
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_leggepertutti_loss": 1.3417482376098633,
+      "eval_validation_leggepertutti_runtime": 35.8837,
+      "eval_validation_leggepertutti_samples_per_second": 1.811,
+      "eval_validation_leggepertutti_steps_per_second": 0.92,
+      "step": 187
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_altalexprivacy_loss": 1.3672271966934204,
+      "eval_validation_altalexprivacy_runtime": 58.6063,
+      "eval_validation_altalexprivacy_samples_per_second": 1.809,
+      "eval_validation_altalexprivacy_steps_per_second": 0.904,
+      "step": 187
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_mc4_it_loss": 1.9217756986618042,
+      "eval_validation_mc4_it_runtime": 78.6277,
+      "eval_validation_mc4_it_samples_per_second": 1.806,
+      "eval_validation_mc4_it_steps_per_second": 0.903,
+      "step": 187
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_dolma_loss": 1.9627543687820435,
+      "eval_validation_dolma_runtime": 54.0088,
+      "eval_validation_dolma_samples_per_second": 1.815,
+      "eval_validation_dolma_steps_per_second": 0.907,
+      "step": 187
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 3.859375,
+      "learning_rate": 1e-05,
+      "loss": 1.6579,
+      "step": 374
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_privacy_sources_loss": 0.9830030798912048,
+      "eval_validation_privacy_sources_runtime": 210.811,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 374
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_agenda_digitale_loss": 1.4846152067184448,
+      "eval_validation_agenda_digitale_runtime": 187.1837,
+      "eval_validation_agenda_digitale_samples_per_second": 1.816,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 374
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_leggepertutti_loss": 1.3172152042388916,
+      "eval_validation_leggepertutti_runtime": 35.7866,
+      "eval_validation_leggepertutti_samples_per_second": 1.816,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 374
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_altalexprivacy_loss": 1.3326139450073242,
+      "eval_validation_altalexprivacy_runtime": 58.3381,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.908,
+      "step": 374
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_mc4_it_loss": 1.8915678262710571,
+      "eval_validation_mc4_it_runtime": 78.169,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 374
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_dolma_loss": 1.9608409404754639,
+      "eval_validation_dolma_runtime": 53.9716,
+      "eval_validation_dolma_samples_per_second": 1.816,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 374
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 3.484375,
+      "learning_rate": 1e-05,
+      "loss": 1.6402,
+      "step": 561
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_privacy_sources_loss": 0.9559596180915833,
+      "eval_validation_privacy_sources_runtime": 210.7246,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 561
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_agenda_digitale_loss": 1.4720743894577026,
+      "eval_validation_agenda_digitale_runtime": 187.11,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 561
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_leggepertutti_loss": 1.3074837923049927,
+      "eval_validation_leggepertutti_runtime": 35.7797,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 561
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_altalexprivacy_loss": 1.3142317533493042,
+      "eval_validation_altalexprivacy_runtime": 58.315,
+      "eval_validation_altalexprivacy_samples_per_second": 1.818,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 561
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_mc4_it_loss": 1.87451171875,
+      "eval_validation_mc4_it_runtime": 78.1299,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 561
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_dolma_loss": 1.956404447555542,
+      "eval_validation_dolma_runtime": 53.9194,
+      "eval_validation_dolma_samples_per_second": 1.818,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 561
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 9.625,
+      "learning_rate": 1e-05,
+      "loss": 1.6284,
+      "step": 748
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_privacy_sources_loss": 0.933682918548584,
+      "eval_validation_privacy_sources_runtime": 210.799,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 748
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_agenda_digitale_loss": 1.4578524827957153,
+      "eval_validation_agenda_digitale_runtime": 187.08,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 748
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_leggepertutti_loss": 1.2905200719833374,
+      "eval_validation_leggepertutti_runtime": 35.7738,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 748
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_altalexprivacy_loss": 1.2977306842803955,
+      "eval_validation_altalexprivacy_runtime": 58.3215,
+      "eval_validation_altalexprivacy_samples_per_second": 1.818,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 748
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_mc4_it_loss": 1.8592724800109863,
+      "eval_validation_mc4_it_runtime": 78.1141,
+      "eval_validation_mc4_it_samples_per_second": 1.818,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 748
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_dolma_loss": 1.9574466943740845,
+      "eval_validation_dolma_runtime": 53.9297,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 748
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 3.390625,
+      "learning_rate": 1e-05,
+      "loss": 1.6082,
+      "step": 935
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_privacy_sources_loss": 0.919241726398468,
+      "eval_validation_privacy_sources_runtime": 210.6302,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.912,
+      "step": 935
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_agenda_digitale_loss": 1.4438046216964722,
+      "eval_validation_agenda_digitale_runtime": 187.0727,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 935
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_leggepertutti_loss": 1.2822848558425903,
+      "eval_validation_leggepertutti_runtime": 35.7909,
+      "eval_validation_leggepertutti_samples_per_second": 1.816,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 935
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_altalexprivacy_loss": 1.2801928520202637,
+      "eval_validation_altalexprivacy_runtime": 58.3369,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 935
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_mc4_it_loss": 1.8457767963409424,
+      "eval_validation_mc4_it_runtime": 78.1714,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 935
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_dolma_loss": 1.9588344097137451,
+      "eval_validation_dolma_runtime": 53.9317,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 935
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 3.46875,
+      "learning_rate": 1e-05,
+      "loss": 1.5989,
+      "step": 1122
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_privacy_sources_loss": 0.9032600522041321,
+      "eval_validation_privacy_sources_runtime": 210.7002,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 1122
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_agenda_digitale_loss": 1.433292031288147,
+      "eval_validation_agenda_digitale_runtime": 187.0521,
+      "eval_validation_agenda_digitale_samples_per_second": 1.818,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 1122
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_leggepertutti_loss": 1.2763991355895996,
+      "eval_validation_leggepertutti_runtime": 35.7627,
+      "eval_validation_leggepertutti_samples_per_second": 1.818,
+      "eval_validation_leggepertutti_steps_per_second": 0.923,
+      "step": 1122
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_altalexprivacy_loss": 1.2663257122039795,
+      "eval_validation_altalexprivacy_runtime": 58.3197,
+      "eval_validation_altalexprivacy_samples_per_second": 1.818,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 1122
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_mc4_it_loss": 1.8358547687530518,
+      "eval_validation_mc4_it_runtime": 78.1183,
+      "eval_validation_mc4_it_samples_per_second": 1.818,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 1122
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_dolma_loss": 2.0097882747650146,
+      "eval_validation_dolma_runtime": 53.9266,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 1122
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 3.40625,
+      "learning_rate": 1e-05,
+      "loss": 1.6161,
+      "step": 1309
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_privacy_sources_loss": 0.8906105160713196,
+      "eval_validation_privacy_sources_runtime": 210.7431,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 1309
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_agenda_digitale_loss": 1.4252179861068726,
+      "eval_validation_agenda_digitale_runtime": 187.1263,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 1309
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_leggepertutti_loss": 1.2690521478652954,
+      "eval_validation_leggepertutti_runtime": 35.7673,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.923,
+      "step": 1309
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_altalexprivacy_loss": 1.258312463760376,
+      "eval_validation_altalexprivacy_runtime": 58.3303,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 1309
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_mc4_it_loss": 1.8263970613479614,
+      "eval_validation_mc4_it_runtime": 78.147,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 1309
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_dolma_loss": 1.9555673599243164,
+      "eval_validation_dolma_runtime": 53.9288,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 1309
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 3.25,
+      "learning_rate": 1e-05,
+      "loss": 1.5911,
+      "step": 1496
+    },
+    {
+      "epoch": 0.13,
+      "eval_validation_privacy_sources_loss": 0.8815954327583313,
+      "eval_validation_privacy_sources_runtime": 210.7215,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 1496
+    },
+    {
+      "epoch": 0.13,
+      "eval_validation_agenda_digitale_loss": 1.4188568592071533,
+      "eval_validation_agenda_digitale_runtime": 187.0962,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 1496
+    },
+    {
+      "epoch": 0.13,
+      "eval_validation_leggepertutti_loss": 1.269508957862854,
+      "eval_validation_leggepertutti_runtime": 35.7762,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 1496
+    },
+    {
+      "epoch": 0.13,
+      "eval_validation_altalexprivacy_loss": 1.2556049823760986,
+      "eval_validation_altalexprivacy_runtime": 58.3467,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.908,
+      "step": 1496
+    },
+    {
+      "epoch": 0.13,
+      "eval_validation_mc4_it_loss": 1.8174842596054077,
+      "eval_validation_mc4_it_runtime": 78.1412,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 1496
+    },
+    {
+      "epoch": 0.13,
+      "eval_validation_dolma_loss": 1.9592047929763794,
+      "eval_validation_dolma_runtime": 53.9471,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 1496
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 3.359375,
+      "learning_rate": 1e-05,
+      "loss": 1.5694,
+      "step": 1683
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_privacy_sources_loss": 0.8737432956695557,
+      "eval_validation_privacy_sources_runtime": 210.8196,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 1683
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_agenda_digitale_loss": 1.4132717847824097,
+      "eval_validation_agenda_digitale_runtime": 187.1554,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 1683
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_leggepertutti_loss": 1.2630620002746582,
+      "eval_validation_leggepertutti_runtime": 35.7934,
+      "eval_validation_leggepertutti_samples_per_second": 1.816,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 1683
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_altalexprivacy_loss": 1.247528076171875,
+      "eval_validation_altalexprivacy_runtime": 58.3547,
+      "eval_validation_altalexprivacy_samples_per_second": 1.816,
+      "eval_validation_altalexprivacy_steps_per_second": 0.908,
+      "step": 1683
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_mc4_it_loss": 1.8103784322738647,
+      "eval_validation_mc4_it_runtime": 78.1665,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 1683
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_dolma_loss": 1.956905722618103,
+      "eval_validation_dolma_runtime": 53.9622,
+      "eval_validation_dolma_samples_per_second": 1.816,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 1683
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 3.1875,
+      "learning_rate": 1e-05,
+      "loss": 1.563,
+      "step": 1870
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_privacy_sources_loss": 0.8650386929512024,
+      "eval_validation_privacy_sources_runtime": 210.8215,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 1870
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_agenda_digitale_loss": 1.4071804285049438,
+      "eval_validation_agenda_digitale_runtime": 187.1502,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 1870
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_leggepertutti_loss": 1.2562586069107056,
+      "eval_validation_leggepertutti_runtime": 35.7742,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 1870
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_altalexprivacy_loss": 1.240662932395935,
+      "eval_validation_altalexprivacy_runtime": 58.3499,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.908,
+      "step": 1870
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_mc4_it_loss": 1.8042465448379517,
+      "eval_validation_mc4_it_runtime": 78.1652,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 1870
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_dolma_loss": 1.9527182579040527,
+      "eval_validation_dolma_runtime": 53.948,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 1870
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 3.171875,
+      "learning_rate": 1e-05,
+      "loss": 1.5747,
+      "step": 2057
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_privacy_sources_loss": 0.8606281876564026,
+      "eval_validation_privacy_sources_runtime": 210.8197,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 2057
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_agenda_digitale_loss": 1.401216983795166,
+      "eval_validation_agenda_digitale_runtime": 187.1929,
+      "eval_validation_agenda_digitale_samples_per_second": 1.816,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 2057
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_leggepertutti_loss": 1.249880075454712,
+      "eval_validation_leggepertutti_runtime": 35.7828,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 2057
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_altalexprivacy_loss": 1.2347912788391113,
+      "eval_validation_altalexprivacy_runtime": 58.3271,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 2057
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_mc4_it_loss": 1.7988897562026978,
+      "eval_validation_mc4_it_runtime": 78.1637,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 2057
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_dolma_loss": 1.9512945413589478,
+      "eval_validation_dolma_runtime": 53.9545,
+      "eval_validation_dolma_samples_per_second": 1.816,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 2057
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 3.703125,
+      "learning_rate": 1e-05,
+      "loss": 1.5631,
+      "step": 2244
+    },
+    {
+      "epoch": 0.19,
+      "eval_validation_privacy_sources_loss": 0.8552854061126709,
+      "eval_validation_privacy_sources_runtime": 210.7654,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 2244
+    },
+    {
+      "epoch": 0.19,
+      "eval_validation_agenda_digitale_loss": 1.3981597423553467,
+      "eval_validation_agenda_digitale_runtime": 187.0896,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 2244
+    },
+    {
+      "epoch": 0.19,
+      "eval_validation_leggepertutti_loss": 1.249776840209961,
+      "eval_validation_leggepertutti_runtime": 35.7701,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.923,
+      "step": 2244
+    },
+    {
+      "epoch": 0.19,
+      "eval_validation_altalexprivacy_loss": 1.2317657470703125,
+      "eval_validation_altalexprivacy_runtime": 58.3402,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.908,
+      "step": 2244
+    },
+    {
+      "epoch": 0.19,
+      "eval_validation_mc4_it_loss": 1.7936795949935913,
+      "eval_validation_mc4_it_runtime": 78.1539,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 2244
+    },
+    {
+      "epoch": 0.19,
+      "eval_validation_dolma_loss": 1.949507474899292,
+      "eval_validation_dolma_runtime": 53.9287,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 2244
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 3.28125,
+      "learning_rate": 1e-05,
+      "loss": 1.5502,
+      "step": 2431
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_privacy_sources_loss": 0.8490111231803894,
+      "eval_validation_privacy_sources_runtime": 210.7371,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 2431
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_agenda_digitale_loss": 1.391976237297058,
+      "eval_validation_agenda_digitale_runtime": 187.0694,
+      "eval_validation_agenda_digitale_samples_per_second": 1.818,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 2431
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_leggepertutti_loss": 1.2457927465438843,
+      "eval_validation_leggepertutti_runtime": 35.7756,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 2431
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_altalexprivacy_loss": 1.2249823808670044,
+      "eval_validation_altalexprivacy_runtime": 58.3391,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.908,
+      "step": 2431
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_mc4_it_loss": 1.7877947092056274,
+      "eval_validation_mc4_it_runtime": 78.1519,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 2431
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_dolma_loss": 1.9478541612625122,
+      "eval_validation_dolma_runtime": 53.9392,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 2431
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 3.109375,
+      "learning_rate": 1e-05,
+      "loss": 1.5612,
+      "step": 2618
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_privacy_sources_loss": 0.8443201184272766,
+      "eval_validation_privacy_sources_runtime": 210.7053,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 2618
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_agenda_digitale_loss": 1.3874356746673584,
+      "eval_validation_agenda_digitale_runtime": 187.0741,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 2618
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_leggepertutti_loss": 1.242628574371338,
+      "eval_validation_leggepertutti_runtime": 35.7724,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 2618
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_altalexprivacy_loss": 1.22023606300354,
+      "eval_validation_altalexprivacy_runtime": 58.3215,
+      "eval_validation_altalexprivacy_samples_per_second": 1.818,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 2618
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_mc4_it_loss": 1.783267617225647,
+      "eval_validation_mc4_it_runtime": 78.1277,
+      "eval_validation_mc4_it_samples_per_second": 1.818,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 2618
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_dolma_loss": 1.9474639892578125,
+      "eval_validation_dolma_runtime": 53.9215,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 2618
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 9.0,
+      "learning_rate": 1e-05,
+      "loss": 1.5625,
+      "step": 2805
+    },
+    {
+      "epoch": 0.24,
+      "eval_validation_privacy_sources_loss": 0.8386737108230591,
+      "eval_validation_privacy_sources_runtime": 210.6496,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 2805
+    },
+    {
+      "epoch": 0.24,
+      "eval_validation_agenda_digitale_loss": 1.3825620412826538,
+      "eval_validation_agenda_digitale_runtime": 186.9852,
+      "eval_validation_agenda_digitale_samples_per_second": 1.818,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 2805
+    },
+    {
+      "epoch": 0.24,
+      "eval_validation_leggepertutti_loss": 1.2439346313476562,
+      "eval_validation_leggepertutti_runtime": 35.762,
+      "eval_validation_leggepertutti_samples_per_second": 1.818,
+      "eval_validation_leggepertutti_steps_per_second": 0.923,
+      "step": 2805
+    },
+    {
+      "epoch": 0.24,
+      "eval_validation_altalexprivacy_loss": 1.2144984006881714,
+      "eval_validation_altalexprivacy_runtime": 58.2929,
+      "eval_validation_altalexprivacy_samples_per_second": 1.818,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 2805
+    },
+    {
+      "epoch": 0.24,
+      "eval_validation_mc4_it_loss": 1.7777953147888184,
+      "eval_validation_mc4_it_runtime": 78.0862,
+      "eval_validation_mc4_it_samples_per_second": 1.819,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 2805
+    },
+    {
+      "epoch": 0.24,
+      "eval_validation_dolma_loss": 1.9426158666610718,
+      "eval_validation_dolma_runtime": 53.8932,
+      "eval_validation_dolma_samples_per_second": 1.818,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 2805
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 3.09375,
+      "learning_rate": 1e-05,
+      "loss": 1.5659,
+      "step": 2992
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_privacy_sources_loss": 0.8341156840324402,
+      "eval_validation_privacy_sources_runtime": 210.6733,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 2992
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_agenda_digitale_loss": 1.3803825378417969,
+      "eval_validation_agenda_digitale_runtime": 187.0096,
+      "eval_validation_agenda_digitale_samples_per_second": 1.818,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 2992
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_leggepertutti_loss": 1.2398289442062378,
+      "eval_validation_leggepertutti_runtime": 35.7578,
+      "eval_validation_leggepertutti_samples_per_second": 1.818,
+      "eval_validation_leggepertutti_steps_per_second": 0.923,
+      "step": 2992
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_altalexprivacy_loss": 1.2100013494491577,
+      "eval_validation_altalexprivacy_runtime": 58.3051,
+      "eval_validation_altalexprivacy_samples_per_second": 1.818,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 2992
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_mc4_it_loss": 1.7749333381652832,
+      "eval_validation_mc4_it_runtime": 78.0968,
+      "eval_validation_mc4_it_samples_per_second": 1.818,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 2992
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_dolma_loss": 1.9426519870758057,
+      "eval_validation_dolma_runtime": 53.9195,
+      "eval_validation_dolma_samples_per_second": 1.818,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 2992
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 3.265625,
+      "learning_rate": 1e-05,
+      "loss": 1.5527,
+      "step": 3179
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_privacy_sources_loss": 0.8318145871162415,
+      "eval_validation_privacy_sources_runtime": 210.7255,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 3179
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_agenda_digitale_loss": 1.378063440322876,
+      "eval_validation_agenda_digitale_runtime": 187.087,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 3179
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_leggepertutti_loss": 1.2370458841323853,
+      "eval_validation_leggepertutti_runtime": 35.7809,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 3179
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_altalexprivacy_loss": 1.2080256938934326,
+      "eval_validation_altalexprivacy_runtime": 58.3354,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 3179
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_mc4_it_loss": 1.7702537775039673,
+      "eval_validation_mc4_it_runtime": 78.1409,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 3179
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_dolma_loss": 1.950868844985962,
+      "eval_validation_dolma_runtime": 53.9369,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 3179
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 3.265625,
+      "learning_rate": 1e-05,
+      "loss": 1.5476,
+      "step": 3366
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_privacy_sources_loss": 0.8264653086662292,
+      "eval_validation_privacy_sources_runtime": 210.7205,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 3366
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_agenda_digitale_loss": 1.3743617534637451,
+      "eval_validation_agenda_digitale_runtime": 187.1448,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 3366
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_leggepertutti_loss": 1.2376344203948975,
+      "eval_validation_leggepertutti_runtime": 35.7729,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 3366
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_altalexprivacy_loss": 1.2052847146987915,
+      "eval_validation_altalexprivacy_runtime": 58.3348,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 3366
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_mc4_it_loss": 1.7669274806976318,
+      "eval_validation_mc4_it_runtime": 78.1532,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 3366
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_dolma_loss": 1.9461361169815063,
+      "eval_validation_dolma_runtime": 53.9281,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 3366
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 3.625,
+      "learning_rate": 1e-05,
+      "loss": 1.558,
+      "step": 3553
+    },
+    {
+      "epoch": 0.3,
+      "eval_validation_privacy_sources_loss": 0.822688102722168,
+      "eval_validation_privacy_sources_runtime": 210.9998,
+      "eval_validation_privacy_sources_samples_per_second": 1.815,
+      "eval_validation_privacy_sources_steps_per_second": 0.91,
+      "step": 3553
+    },
+    {
+      "epoch": 0.3,
+      "eval_validation_agenda_digitale_loss": 1.3728498220443726,
+      "eval_validation_agenda_digitale_runtime": 187.2711,
+      "eval_validation_agenda_digitale_samples_per_second": 1.816,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 3553
+    },
+    {
+      "epoch": 0.3,
+      "eval_validation_leggepertutti_loss": 1.2360832691192627,
+      "eval_validation_leggepertutti_runtime": 35.7958,
+      "eval_validation_leggepertutti_samples_per_second": 1.816,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 3553
+    },
+    {
+      "epoch": 0.3,
+      "eval_validation_altalexprivacy_loss": 1.2027132511138916,
+      "eval_validation_altalexprivacy_runtime": 58.3972,
+      "eval_validation_altalexprivacy_samples_per_second": 1.815,
+      "eval_validation_altalexprivacy_steps_per_second": 0.908,
+      "step": 3553
+    },
+    {
+      "epoch": 0.3,
+      "eval_validation_mc4_it_loss": 1.7643710374832153,
+      "eval_validation_mc4_it_runtime": 78.2118,
+      "eval_validation_mc4_it_samples_per_second": 1.816,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 3553
+    },
+    {
+      "epoch": 0.3,
+      "eval_validation_dolma_loss": 1.9442397356033325,
+      "eval_validation_dolma_runtime": 53.9609,
+      "eval_validation_dolma_samples_per_second": 1.816,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 3553
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 4.65625,
+      "learning_rate": 1e-05,
+      "loss": 1.535,
+      "step": 3740
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_privacy_sources_loss": 0.8193829655647278,
+      "eval_validation_privacy_sources_runtime": 210.8214,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 3740
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_agenda_digitale_loss": 1.3690398931503296,
+      "eval_validation_agenda_digitale_runtime": 187.1433,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 3740
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_leggepertutti_loss": 1.2321481704711914,
+      "eval_validation_leggepertutti_runtime": 35.7856,
+      "eval_validation_leggepertutti_samples_per_second": 1.816,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 3740
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_altalexprivacy_loss": 1.1964303255081177,
+      "eval_validation_altalexprivacy_runtime": 58.3552,
+      "eval_validation_altalexprivacy_samples_per_second": 1.816,
+      "eval_validation_altalexprivacy_steps_per_second": 0.908,
+      "step": 3740
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_mc4_it_loss": 1.7612253427505493,
+      "eval_validation_mc4_it_runtime": 78.1715,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 3740
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_dolma_loss": 1.9415688514709473,
+      "eval_validation_dolma_runtime": 53.9531,
+      "eval_validation_dolma_samples_per_second": 1.816,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 3740
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 3.203125,
+      "learning_rate": 1e-05,
+      "loss": 1.551,
+      "step": 3927
+    },
+    {
+      "epoch": 0.33,
+      "eval_validation_privacy_sources_loss": 0.8159863352775574,
+      "eval_validation_privacy_sources_runtime": 210.8294,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 3927
+    },
+    {
+      "epoch": 0.33,
+      "eval_validation_agenda_digitale_loss": 1.3660005331039429,
+      "eval_validation_agenda_digitale_runtime": 187.2084,
+      "eval_validation_agenda_digitale_samples_per_second": 1.816,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 3927
+    },
+    {
+      "epoch": 0.33,
+      "eval_validation_leggepertutti_loss": 1.2291594743728638,
+      "eval_validation_leggepertutti_runtime": 35.7917,
+      "eval_validation_leggepertutti_samples_per_second": 1.816,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 3927
+    },
+    {
+      "epoch": 0.33,
+      "eval_validation_altalexprivacy_loss": 1.1953657865524292,
+      "eval_validation_altalexprivacy_runtime": 58.3486,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.908,
+      "step": 3927
+    },
+    {
+      "epoch": 0.33,
+      "eval_validation_mc4_it_loss": 1.7568954229354858,
+      "eval_validation_mc4_it_runtime": 78.1754,
+      "eval_validation_mc4_it_samples_per_second": 1.816,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 3927
+    },
+    {
+      "epoch": 0.33,
+      "eval_validation_dolma_loss": 1.9388848543167114,
+      "eval_validation_dolma_runtime": 53.9683,
+      "eval_validation_dolma_samples_per_second": 1.816,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 3927
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 3.578125,
+      "learning_rate": 1e-05,
+      "loss": 1.5452,
+      "step": 4114
+    },
+    {
+      "epoch": 0.35,
+      "eval_validation_privacy_sources_loss": 0.8137150406837463,
+      "eval_validation_privacy_sources_runtime": 210.7357,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 4114
+    },
+    {
+      "epoch": 0.35,
+      "eval_validation_agenda_digitale_loss": 1.3656136989593506,
+      "eval_validation_agenda_digitale_runtime": 187.146,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.908,
+      "step": 4114
+    },
+    {
+      "epoch": 0.35,
+      "eval_validation_leggepertutti_loss": 1.2296239137649536,
+      "eval_validation_leggepertutti_runtime": 35.7766,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 4114
+    },
+    {
+      "epoch": 0.35,
+      "eval_validation_altalexprivacy_loss": 1.1915565729141235,
+      "eval_validation_altalexprivacy_runtime": 58.3322,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 4114
+    },
+    {
+      "epoch": 0.35,
+      "eval_validation_mc4_it_loss": 1.7542990446090698,
+      "eval_validation_mc4_it_runtime": 78.1622,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.908,
+      "step": 4114
+    },
+    {
+      "epoch": 0.35,
+      "eval_validation_dolma_loss": 1.9385536909103394,
+      "eval_validation_dolma_runtime": 53.9474,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 4114
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 3.421875,
+      "learning_rate": 1e-05,
+      "loss": 1.5371,
+      "step": 4301
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_privacy_sources_loss": 0.8114846348762512,
+      "eval_validation_privacy_sources_runtime": 210.7483,
+      "eval_validation_privacy_sources_samples_per_second": 1.817,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 4301
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_agenda_digitale_loss": 1.36287522315979,
+      "eval_validation_agenda_digitale_runtime": 187.0978,
+      "eval_validation_agenda_digitale_samples_per_second": 1.817,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 4301
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_leggepertutti_loss": 1.225502371788025,
+      "eval_validation_leggepertutti_runtime": 35.7725,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 4301
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_altalexprivacy_loss": 1.1899324655532837,
+      "eval_validation_altalexprivacy_runtime": 58.3269,
+      "eval_validation_altalexprivacy_samples_per_second": 1.817,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 4301
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_mc4_it_loss": 1.7518540620803833,
+      "eval_validation_mc4_it_runtime": 78.1395,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 4301
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_dolma_loss": 1.9364405870437622,
+      "eval_validation_dolma_runtime": 53.9366,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.908,
+      "step": 4301
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 3.4375,
+      "learning_rate": 1e-05,
+      "loss": 1.5349,
+      "step": 4488
+    },
+    {
+      "epoch": 0.38,
+      "eval_validation_privacy_sources_loss": 0.8089282512664795,
+      "eval_validation_privacy_sources_runtime": 210.6735,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 4488
+    },
+    {
+      "epoch": 0.38,
+      "eval_validation_agenda_digitale_loss": 1.3604696989059448,
+      "eval_validation_agenda_digitale_runtime": 187.0247,
+      "eval_validation_agenda_digitale_samples_per_second": 1.818,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 4488
+    },
+    {
+      "epoch": 0.38,
+      "eval_validation_leggepertutti_loss": 1.2236857414245605,
+      "eval_validation_leggepertutti_runtime": 35.775,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.922,
+      "step": 4488
+    },
+    {
+      "epoch": 0.38,
+      "eval_validation_altalexprivacy_loss": 1.1892808675765991,
+      "eval_validation_altalexprivacy_runtime": 58.2983,
+      "eval_validation_altalexprivacy_samples_per_second": 1.818,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 4488
+    },
+    {
+      "epoch": 0.38,
+      "eval_validation_mc4_it_loss": 1.7490640878677368,
+      "eval_validation_mc4_it_runtime": 78.1304,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 4488
+    },
+    {
+      "epoch": 0.38,
+      "eval_validation_dolma_loss": 1.9361358880996704,
+      "eval_validation_dolma_runtime": 53.9258,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 4488
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 3.265625,
+      "learning_rate": 1e-05,
+      "loss": 1.538,
+      "step": 4675
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_privacy_sources_loss": 0.8068882822990417,
+      "eval_validation_privacy_sources_runtime": 210.6987,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 4675
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_agenda_digitale_loss": 1.357992172241211,
+      "eval_validation_agenda_digitale_runtime": 187.0601,
+      "eval_validation_agenda_digitale_samples_per_second": 1.818,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 4675
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_leggepertutti_loss": 1.2222189903259277,
+      "eval_validation_leggepertutti_runtime": 35.7685,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.923,
+      "step": 4675
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_altalexprivacy_loss": 1.1868293285369873,
+      "eval_validation_altalexprivacy_runtime": 58.3028,
+      "eval_validation_altalexprivacy_samples_per_second": 1.818,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 4675
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_mc4_it_loss": 1.747467279434204,
+      "eval_validation_mc4_it_runtime": 78.0822,
+      "eval_validation_mc4_it_samples_per_second": 1.819,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 4675
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_dolma_loss": 1.9376739263534546,
+      "eval_validation_dolma_runtime": 53.9131,
+      "eval_validation_dolma_samples_per_second": 1.818,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 4675
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 4.5625,
+      "learning_rate": 1e-05,
+      "loss": 1.5217,
+      "step": 4862
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_privacy_sources_loss": 0.8034628033638,
+      "eval_validation_privacy_sources_runtime": 210.664,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.911,
+      "step": 4862
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_agenda_digitale_loss": 1.3556355237960815,
+      "eval_validation_agenda_digitale_runtime": 187.0481,
+      "eval_validation_agenda_digitale_samples_per_second": 1.818,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 4862
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_leggepertutti_loss": 1.2238881587982178,
+      "eval_validation_leggepertutti_runtime": 35.77,
+      "eval_validation_leggepertutti_samples_per_second": 1.817,
+      "eval_validation_leggepertutti_steps_per_second": 0.923,
+      "step": 4862
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_altalexprivacy_loss": 1.1821054220199585,
+      "eval_validation_altalexprivacy_runtime": 58.3131,
+      "eval_validation_altalexprivacy_samples_per_second": 1.818,
+      "eval_validation_altalexprivacy_steps_per_second": 0.909,
+      "step": 4862
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_mc4_it_loss": 1.7454167604446411,
+      "eval_validation_mc4_it_runtime": 78.136,
+      "eval_validation_mc4_it_samples_per_second": 1.817,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 4862
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_dolma_loss": 1.9336557388305664,
+      "eval_validation_dolma_runtime": 53.931,
+      "eval_validation_dolma_samples_per_second": 1.817,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 4862
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 3.25,
+      "learning_rate": 1e-05,
+      "loss": 1.5231,
+      "step": 5049
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_privacy_sources_loss": 0.8018712997436523,
+      "eval_validation_privacy_sources_runtime": 210.6286,
+      "eval_validation_privacy_sources_samples_per_second": 1.818,
+      "eval_validation_privacy_sources_steps_per_second": 0.912,
+      "step": 5049
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_agenda_digitale_loss": 1.3536696434020996,
+      "eval_validation_agenda_digitale_runtime": 186.962,
+      "eval_validation_agenda_digitale_samples_per_second": 1.819,
+      "eval_validation_agenda_digitale_steps_per_second": 0.909,
+      "step": 5049
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_leggepertutti_loss": 1.219115138053894,
+      "eval_validation_leggepertutti_runtime": 35.7552,
+      "eval_validation_leggepertutti_samples_per_second": 1.818,
+      "eval_validation_leggepertutti_steps_per_second": 0.923,
+      "step": 5049
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_altalexprivacy_loss": 1.1803195476531982,
+      "eval_validation_altalexprivacy_runtime": 58.254,
+      "eval_validation_altalexprivacy_samples_per_second": 1.82,
+      "eval_validation_altalexprivacy_steps_per_second": 0.91,
+      "step": 5049
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_mc4_it_loss": 1.7427842617034912,
+      "eval_validation_mc4_it_runtime": 78.0819,
+      "eval_validation_mc4_it_samples_per_second": 1.819,
+      "eval_validation_mc4_it_steps_per_second": 0.909,
+      "step": 5049
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_dolma_loss": 1.932908058166504,
+      "eval_validation_dolma_runtime": 53.9066,
+      "eval_validation_dolma_samples_per_second": 1.818,
+      "eval_validation_dolma_steps_per_second": 0.909,
+      "step": 5049
+    }
+  ],
+  "logging_steps": 187,
+  "max_steps": 23720,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 187,
+  "total_flos": 2.1175697763358212e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63700be8e0e5a403f4dd9e7450a90e07bbe4642ff63d321781e28b7f3c06b218
+size 4792