Upload folder using huggingface_hub

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.38.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.38.0.dev0"
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2d55a64808a77eda176afbbeefd45950227a927c4f1b5324a6fd217e8908ca
+size 4943162336

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52508742896e41540cefe91538a94f327351d8cef63bb6843ac7af01619af420
+size 4999819336

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7594935925b29df7d843e7698118f9fea4908ecb8e9597cecc69e1b0f5b320
+size 4540516344

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 14483464192
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors"
+  }
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599aebad274c5bef5f5ee0ec4c0628a4074ed818a8ded6ecff7c28d98a445844
+size 12068282

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d512243777f64d2999c693533533470d96b2283f020be1561b49cab2d5dc04d6
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0700bb3b28b0d12e34c3e4ac36351f6d980765c881cce2cafc084171cb7c7fd
+size 1064

trainer_state.json

@@ -0,0 +1,1729 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.8384762393962971,
+  "eval_steps": 375,
+  "global_step": 13875,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1e-05,
+      "loss": 1.8182,
+      "step": 1
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1e-05,
+      "loss": 1.8531,
+      "step": 375
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_privacy_sources_loss": 1.0427056550979614,
+      "eval_validation_privacy_sources_runtime": 201.1093,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 375
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_agenda_digitale_loss": 1.5768671035766602,
+      "eval_validation_agenda_digitale_runtime": 178.6225,
+      "eval_validation_agenda_digitale_samples_per_second": 1.903,
+      "eval_validation_agenda_digitale_steps_per_second": 1.903,
+      "step": 375
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_leggepertutti_loss": 1.41618013381958,
+      "eval_validation_leggepertutti_runtime": 34.1702,
+      "eval_validation_leggepertutti_samples_per_second": 1.902,
+      "eval_validation_leggepertutti_steps_per_second": 1.902,
+      "step": 375
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_altalexprivacy_loss": 1.420487880706787,
+      "eval_validation_altalexprivacy_runtime": 55.6679,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 375
+    },
+    {
+      "epoch": 0.02,
+      "eval_validation_mc4_it_loss": 2.0156803131103516,
+      "eval_validation_mc4_it_runtime": 74.5861,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 375
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1e-05,
+      "loss": 1.659,
+      "step": 750
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_privacy_sources_loss": 0.9875672459602356,
+      "eval_validation_privacy_sources_runtime": 201.0647,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 750
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_agenda_digitale_loss": 1.5326132774353027,
+      "eval_validation_agenda_digitale_runtime": 178.5645,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 750
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_leggepertutti_loss": 1.3737919330596924,
+      "eval_validation_leggepertutti_runtime": 34.1417,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 750
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_altalexprivacy_loss": 1.3635202646255493,
+      "eval_validation_altalexprivacy_runtime": 55.6795,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 750
+    },
+    {
+      "epoch": 0.05,
+      "eval_validation_mc4_it_loss": 1.9601805210113525,
+      "eval_validation_mc4_it_runtime": 74.5661,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1e-05,
+      "loss": 1.5963,
+      "step": 1125
+    },
+    {
+      "epoch": 0.07,
+      "eval_validation_privacy_sources_loss": 0.9522767066955566,
+      "eval_validation_privacy_sources_runtime": 201.0521,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 1125
+    },
+    {
+      "epoch": 0.07,
+      "eval_validation_agenda_digitale_loss": 1.4975751638412476,
+      "eval_validation_agenda_digitale_runtime": 178.5472,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 1125
+    },
+    {
+      "epoch": 0.07,
+      "eval_validation_leggepertutti_loss": 1.3494906425476074,
+      "eval_validation_leggepertutti_runtime": 34.1339,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 1125
+    },
+    {
+      "epoch": 0.07,
+      "eval_validation_altalexprivacy_loss": 1.3334871530532837,
+      "eval_validation_altalexprivacy_runtime": 55.6542,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 1125
+    },
+    {
+      "epoch": 0.07,
+      "eval_validation_mc4_it_loss": 1.9144717454910278,
+      "eval_validation_mc4_it_runtime": 74.5606,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 1125
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1e-05,
+      "loss": 1.577,
+      "step": 1500
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_privacy_sources_loss": 0.9246706366539001,
+      "eval_validation_privacy_sources_runtime": 201.0413,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 1500
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_agenda_digitale_loss": 1.4834680557250977,
+      "eval_validation_agenda_digitale_runtime": 178.5955,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 1500
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_leggepertutti_loss": 1.3424042463302612,
+      "eval_validation_leggepertutti_runtime": 34.1348,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 1500
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_altalexprivacy_loss": 1.3129479885101318,
+      "eval_validation_altalexprivacy_runtime": 55.6818,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 1500
+    },
+    {
+      "epoch": 0.09,
+      "eval_validation_mc4_it_loss": 1.897855281829834,
+      "eval_validation_mc4_it_runtime": 74.5687,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 1500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1e-05,
+      "loss": 1.551,
+      "step": 1875
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_privacy_sources_loss": 0.9161506295204163,
+      "eval_validation_privacy_sources_runtime": 201.028,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 1875
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_agenda_digitale_loss": 1.4714491367340088,
+      "eval_validation_agenda_digitale_runtime": 178.5046,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 1875
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_leggepertutti_loss": 1.349782109260559,
+      "eval_validation_leggepertutti_runtime": 34.1218,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 1875
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_altalexprivacy_loss": 1.3038463592529297,
+      "eval_validation_altalexprivacy_runtime": 55.6592,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 1875
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_mc4_it_loss": 1.8886678218841553,
+      "eval_validation_mc4_it_runtime": 74.5616,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 1875
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1e-05,
+      "loss": 1.5334,
+      "step": 2250
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_privacy_sources_loss": 0.8999343514442444,
+      "eval_validation_privacy_sources_runtime": 201.0719,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 2250
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_agenda_digitale_loss": 1.470467448234558,
+      "eval_validation_agenda_digitale_runtime": 178.5136,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 2250
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_leggepertutti_loss": 1.3344582319259644,
+      "eval_validation_leggepertutti_runtime": 34.1414,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 2250
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_altalexprivacy_loss": 1.2899404764175415,
+      "eval_validation_altalexprivacy_runtime": 55.6737,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 2250
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_mc4_it_loss": 1.8787847757339478,
+      "eval_validation_mc4_it_runtime": 74.5812,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 2250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1e-05,
+      "loss": 1.5289,
+      "step": 2625
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_privacy_sources_loss": 0.8850609064102173,
+      "eval_validation_privacy_sources_runtime": 201.0584,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 2625
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_agenda_digitale_loss": 1.45303213596344,
+      "eval_validation_agenda_digitale_runtime": 178.5557,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 2625
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_leggepertutti_loss": 1.3301901817321777,
+      "eval_validation_leggepertutti_runtime": 34.1396,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 2625
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_altalexprivacy_loss": 1.2740957736968994,
+      "eval_validation_altalexprivacy_runtime": 55.6629,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 2625
+    },
+    {
+      "epoch": 0.16,
+      "eval_validation_mc4_it_loss": 1.8664617538452148,
+      "eval_validation_mc4_it_runtime": 74.5651,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 2625
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1e-05,
+      "loss": 1.5137,
+      "step": 3000
+    },
+    {
+      "epoch": 0.18,
+      "eval_validation_privacy_sources_loss": 0.8736271858215332,
+      "eval_validation_privacy_sources_runtime": 201.0614,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 3000
+    },
+    {
+      "epoch": 0.18,
+      "eval_validation_agenda_digitale_loss": 1.4448249340057373,
+      "eval_validation_agenda_digitale_runtime": 178.5096,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 3000
+    },
+    {
+      "epoch": 0.18,
+      "eval_validation_leggepertutti_loss": 1.3264199495315552,
+      "eval_validation_leggepertutti_runtime": 34.1392,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 3000
+    },
+    {
+      "epoch": 0.18,
+      "eval_validation_altalexprivacy_loss": 1.2583509683609009,
+      "eval_validation_altalexprivacy_runtime": 55.6465,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 3000
+    },
+    {
+      "epoch": 0.18,
+      "eval_validation_mc4_it_loss": 1.8547219038009644,
+      "eval_validation_mc4_it_runtime": 74.5381,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 3000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1e-05,
+      "loss": 1.5191,
+      "step": 3375
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_privacy_sources_loss": 0.8653725385665894,
+      "eval_validation_privacy_sources_runtime": 201.0607,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 3375
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_agenda_digitale_loss": 1.437347173690796,
+      "eval_validation_agenda_digitale_runtime": 178.5114,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 3375
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_leggepertutti_loss": 1.3095436096191406,
+      "eval_validation_leggepertutti_runtime": 34.1234,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 3375
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_altalexprivacy_loss": 1.24440336227417,
+      "eval_validation_altalexprivacy_runtime": 55.6399,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 3375
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_mc4_it_loss": 1.8478875160217285,
+      "eval_validation_mc4_it_runtime": 74.5544,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 3375
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1e-05,
+      "loss": 1.5014,
+      "step": 3750
+    },
+    {
+      "epoch": 0.23,
+      "eval_validation_privacy_sources_loss": 0.866100013256073,
+      "eval_validation_privacy_sources_runtime": 201.0279,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 3750
+    },
+    {
+      "epoch": 0.23,
+      "eval_validation_agenda_digitale_loss": 1.4383131265640259,
+      "eval_validation_agenda_digitale_runtime": 178.5206,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 3750
+    },
+    {
+      "epoch": 0.23,
+      "eval_validation_leggepertutti_loss": 1.3121819496154785,
+      "eval_validation_leggepertutti_runtime": 34.1311,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 3750
+    },
+    {
+      "epoch": 0.23,
+      "eval_validation_altalexprivacy_loss": 1.2500646114349365,
+      "eval_validation_altalexprivacy_runtime": 55.6505,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 3750
+    },
+    {
+      "epoch": 0.23,
+      "eval_validation_mc4_it_loss": 1.8457143306732178,
+      "eval_validation_mc4_it_runtime": 74.5581,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 3750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1e-05,
+      "loss": 1.4925,
+      "step": 4125
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_privacy_sources_loss": 0.8534922003746033,
+      "eval_validation_privacy_sources_runtime": 201.0002,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 4125
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_agenda_digitale_loss": 1.426421046257019,
+      "eval_validation_agenda_digitale_runtime": 178.5283,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 4125
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_leggepertutti_loss": 1.3124033212661743,
+      "eval_validation_leggepertutti_runtime": 34.1225,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 4125
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_altalexprivacy_loss": 1.2354837656021118,
+      "eval_validation_altalexprivacy_runtime": 55.6534,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 4125
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_mc4_it_loss": 1.839884638786316,
+      "eval_validation_mc4_it_runtime": 74.5669,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 4125
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1e-05,
+      "loss": 1.4953,
+      "step": 4500
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_privacy_sources_loss": 0.849433422088623,
+      "eval_validation_privacy_sources_runtime": 201.0776,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 4500
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_agenda_digitale_loss": 1.4208179712295532,
+      "eval_validation_agenda_digitale_runtime": 178.5663,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 4500
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_leggepertutti_loss": 1.3129136562347412,
+      "eval_validation_leggepertutti_runtime": 34.1427,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 4500
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_altalexprivacy_loss": 1.2299654483795166,
+      "eval_validation_altalexprivacy_runtime": 55.664,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 4500
+    },
+    {
+      "epoch": 0.27,
+      "eval_validation_mc4_it_loss": 1.8318015336990356,
+      "eval_validation_mc4_it_runtime": 74.5767,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 4500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1e-05,
+      "loss": 1.4874,
+      "step": 4875
+    },
+    {
+      "epoch": 0.29,
+      "eval_validation_privacy_sources_loss": 0.841759979724884,
+      "eval_validation_privacy_sources_runtime": 201.1289,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 4875
+    },
+    {
+      "epoch": 0.29,
+      "eval_validation_agenda_digitale_loss": 1.416318655014038,
+      "eval_validation_agenda_digitale_runtime": 178.5543,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 4875
+    },
+    {
+      "epoch": 0.29,
+      "eval_validation_leggepertutti_loss": 1.3116254806518555,
+      "eval_validation_leggepertutti_runtime": 34.142,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 4875
+    },
+    {
+      "epoch": 0.29,
+      "eval_validation_altalexprivacy_loss": 1.2154171466827393,
+      "eval_validation_altalexprivacy_runtime": 55.6852,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 4875
+    },
+    {
+      "epoch": 0.29,
+      "eval_validation_mc4_it_loss": 1.8277841806411743,
+      "eval_validation_mc4_it_runtime": 74.593,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 4875
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1e-05,
+      "loss": 1.4732,
+      "step": 5250
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_privacy_sources_loss": 0.8383973240852356,
+      "eval_validation_privacy_sources_runtime": 201.1658,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 5250
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_agenda_digitale_loss": 1.4164748191833496,
+      "eval_validation_agenda_digitale_runtime": 178.5933,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 5250
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_leggepertutti_loss": 1.306440830230713,
+      "eval_validation_leggepertutti_runtime": 34.1439,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 5250
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_altalexprivacy_loss": 1.218838095664978,
+      "eval_validation_altalexprivacy_runtime": 55.6909,
+      "eval_validation_altalexprivacy_samples_per_second": 1.903,
+      "eval_validation_altalexprivacy_steps_per_second": 1.903,
+      "step": 5250
+    },
+    {
+      "epoch": 0.32,
+      "eval_validation_mc4_it_loss": 1.8245536088943481,
+      "eval_validation_mc4_it_runtime": 74.6076,
+      "eval_validation_mc4_it_samples_per_second": 1.903,
+      "eval_validation_mc4_it_steps_per_second": 1.903,
+      "step": 5250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1e-05,
+      "loss": 1.4802,
+      "step": 5625
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_privacy_sources_loss": 0.8325279951095581,
+      "eval_validation_privacy_sources_runtime": 201.1527,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 5625
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_agenda_digitale_loss": 1.4099715948104858,
+      "eval_validation_agenda_digitale_runtime": 178.591,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 5625
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_leggepertutti_loss": 1.30331552028656,
+      "eval_validation_leggepertutti_runtime": 34.1424,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 5625
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_altalexprivacy_loss": 1.2109583616256714,
+      "eval_validation_altalexprivacy_runtime": 55.6849,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 5625
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_mc4_it_loss": 1.8209081888198853,
+      "eval_validation_mc4_it_runtime": 74.6027,
+      "eval_validation_mc4_it_samples_per_second": 1.903,
+      "eval_validation_mc4_it_steps_per_second": 1.903,
+      "step": 5625
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1e-05,
+      "loss": 1.4593,
+      "step": 6000
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_privacy_sources_loss": 0.8251636028289795,
+      "eval_validation_privacy_sources_runtime": 201.1198,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 6000
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_agenda_digitale_loss": 1.4080655574798584,
+      "eval_validation_agenda_digitale_runtime": 178.6071,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 6000
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_leggepertutti_loss": 1.3091273307800293,
+      "eval_validation_leggepertutti_runtime": 34.1414,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 6000
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_altalexprivacy_loss": 1.2088643312454224,
+      "eval_validation_altalexprivacy_runtime": 55.6807,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 6000
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_mc4_it_loss": 1.8172013759613037,
+      "eval_validation_mc4_it_runtime": 74.5793,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 6000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1e-05,
+      "loss": 1.4548,
+      "step": 6375
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_privacy_sources_loss": 0.8178727030754089,
+      "eval_validation_privacy_sources_runtime": 201.1666,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 6375
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_agenda_digitale_loss": 1.4031239748001099,
+      "eval_validation_agenda_digitale_runtime": 178.5499,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 6375
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_leggepertutti_loss": 1.3012996912002563,
+      "eval_validation_leggepertutti_runtime": 34.1355,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 6375
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_altalexprivacy_loss": 1.2039263248443604,
+      "eval_validation_altalexprivacy_runtime": 55.6853,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 6375
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_mc4_it_loss": 1.8110533952713013,
+      "eval_validation_mc4_it_runtime": 74.5796,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 6375
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1e-05,
+      "loss": 1.4632,
+      "step": 6750
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_privacy_sources_loss": 0.8175713419914246,
+      "eval_validation_privacy_sources_runtime": 201.1217,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 6750
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_agenda_digitale_loss": 1.400506615638733,
+      "eval_validation_agenda_digitale_runtime": 178.5782,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 6750
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_leggepertutti_loss": 1.309232473373413,
+      "eval_validation_leggepertutti_runtime": 34.1571,
+      "eval_validation_leggepertutti_samples_per_second": 1.903,
+      "eval_validation_leggepertutti_steps_per_second": 1.903,
+      "step": 6750
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_altalexprivacy_loss": 1.2150640487670898,
+      "eval_validation_altalexprivacy_runtime": 55.6852,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 6750
+    },
+    {
+      "epoch": 0.41,
+      "eval_validation_mc4_it_loss": 1.8074498176574707,
+      "eval_validation_mc4_it_runtime": 74.6076,
+      "eval_validation_mc4_it_samples_per_second": 1.903,
+      "eval_validation_mc4_it_steps_per_second": 1.903,
+      "step": 6750
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1e-05,
+      "loss": 1.4552,
+      "step": 7125
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_privacy_sources_loss": 0.8120561838150024,
+      "eval_validation_privacy_sources_runtime": 201.1152,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 7125
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_agenda_digitale_loss": 1.4063242673873901,
+      "eval_validation_agenda_digitale_runtime": 178.5089,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 7125
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_leggepertutti_loss": 1.308206558227539,
+      "eval_validation_leggepertutti_runtime": 34.1455,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 7125
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_altalexprivacy_loss": 1.2067214250564575,
+      "eval_validation_altalexprivacy_runtime": 55.6756,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 7125
+    },
+    {
+      "epoch": 0.43,
+      "eval_validation_mc4_it_loss": 1.8089640140533447,
+      "eval_validation_mc4_it_runtime": 74.5767,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 7125
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1e-05,
+      "loss": 1.4483,
+      "step": 7500
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_privacy_sources_loss": 0.8069853782653809,
+      "eval_validation_privacy_sources_runtime": 201.0802,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 7500
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_agenda_digitale_loss": 1.3969142436981201,
+      "eval_validation_agenda_digitale_runtime": 178.554,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 7500
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_leggepertutti_loss": 1.3084008693695068,
+      "eval_validation_leggepertutti_runtime": 34.1363,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 7500
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_altalexprivacy_loss": 1.2030524015426636,
+      "eval_validation_altalexprivacy_runtime": 55.665,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 7500
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_mc4_it_loss": 1.8052242994308472,
+      "eval_validation_mc4_it_runtime": 74.5713,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 7500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1e-05,
+      "loss": 1.4517,
+      "step": 7875
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_privacy_sources_loss": 0.8065386414527893,
+      "eval_validation_privacy_sources_runtime": 201.0916,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 7875
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_agenda_digitale_loss": 1.3922195434570312,
+      "eval_validation_agenda_digitale_runtime": 178.5089,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 7875
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_leggepertutti_loss": 1.3103892803192139,
+      "eval_validation_leggepertutti_runtime": 34.131,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 7875
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_altalexprivacy_loss": 1.1936033964157104,
+      "eval_validation_altalexprivacy_runtime": 55.6533,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 7875
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_mc4_it_loss": 1.798509120941162,
+      "eval_validation_mc4_it_runtime": 74.566,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 7875
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1e-05,
+      "loss": 1.4471,
+      "step": 8250
+    },
+    {
+      "epoch": 0.5,
+      "eval_validation_privacy_sources_loss": 0.800136148929596,
+      "eval_validation_privacy_sources_runtime": 201.0553,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 8250
+    },
+    {
+      "epoch": 0.5,
+      "eval_validation_agenda_digitale_loss": 1.3954713344573975,
+      "eval_validation_agenda_digitale_runtime": 178.5066,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 8250
+    },
+    {
+      "epoch": 0.5,
+      "eval_validation_leggepertutti_loss": 1.307741403579712,
+      "eval_validation_leggepertutti_runtime": 34.1429,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 8250
+    },
+    {
+      "epoch": 0.5,
+      "eval_validation_altalexprivacy_loss": 1.1900213956832886,
+      "eval_validation_altalexprivacy_runtime": 55.6455,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 8250
+    },
+    {
+      "epoch": 0.5,
+      "eval_validation_mc4_it_loss": 1.7979615926742554,
+      "eval_validation_mc4_it_runtime": 74.5424,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 8250
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1e-05,
+      "loss": 1.4507,
+      "step": 8625
+    },
+    {
+      "epoch": 0.52,
+      "eval_validation_privacy_sources_loss": 0.7995487451553345,
+      "eval_validation_privacy_sources_runtime": 201.0023,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 8625
+    },
+    {
+      "epoch": 0.52,
+      "eval_validation_agenda_digitale_loss": 1.399002194404602,
+      "eval_validation_agenda_digitale_runtime": 178.4541,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 8625
+    },
+    {
+      "epoch": 0.52,
+      "eval_validation_leggepertutti_loss": 1.3205926418304443,
+      "eval_validation_leggepertutti_runtime": 34.1184,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 8625
+    },
+    {
+      "epoch": 0.52,
+      "eval_validation_altalexprivacy_loss": 1.1914081573486328,
+      "eval_validation_altalexprivacy_runtime": 55.627,
+      "eval_validation_altalexprivacy_samples_per_second": 1.906,
+      "eval_validation_altalexprivacy_steps_per_second": 1.906,
+      "step": 8625
+    },
+    {
+      "epoch": 0.52,
+      "eval_validation_mc4_it_loss": 1.7979826927185059,
+      "eval_validation_mc4_it_runtime": 74.5323,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 8625
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1e-05,
+      "loss": 1.4443,
+      "step": 9000
+    },
+    {
+      "epoch": 0.54,
+      "eval_validation_privacy_sources_loss": 0.792545735836029,
+      "eval_validation_privacy_sources_runtime": 201.0153,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 9000
+    },
+    {
+      "epoch": 0.54,
+      "eval_validation_agenda_digitale_loss": 1.3885917663574219,
+      "eval_validation_agenda_digitale_runtime": 178.4592,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 9000
+    },
+    {
+      "epoch": 0.54,
+      "eval_validation_leggepertutti_loss": 1.3087489604949951,
+      "eval_validation_leggepertutti_runtime": 34.119,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 9000
+    },
+    {
+      "epoch": 0.54,
+      "eval_validation_altalexprivacy_loss": 1.1843422651290894,
+      "eval_validation_altalexprivacy_runtime": 55.6292,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 9000
+    },
+    {
+      "epoch": 0.54,
+      "eval_validation_mc4_it_loss": 1.7959390878677368,
+      "eval_validation_mc4_it_runtime": 74.5352,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 9000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1e-05,
+      "loss": 1.4414,
+      "step": 9375
+    },
+    {
+      "epoch": 0.57,
+      "eval_validation_privacy_sources_loss": 0.7874200344085693,
+      "eval_validation_privacy_sources_runtime": 200.9921,
+      "eval_validation_privacy_sources_samples_per_second": 1.906,
+      "eval_validation_privacy_sources_steps_per_second": 1.906,
+      "step": 9375
+    },
+    {
+      "epoch": 0.57,
+      "eval_validation_agenda_digitale_loss": 1.384313941001892,
+      "eval_validation_agenda_digitale_runtime": 178.4792,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 9375
+    },
+    {
+      "epoch": 0.57,
+      "eval_validation_leggepertutti_loss": 1.3108775615692139,
+      "eval_validation_leggepertutti_runtime": 34.1238,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 9375
+    },
+    {
+      "epoch": 0.57,
+      "eval_validation_altalexprivacy_loss": 1.1870638132095337,
+      "eval_validation_altalexprivacy_runtime": 55.6364,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 9375
+    },
+    {
+      "epoch": 0.57,
+      "eval_validation_mc4_it_loss": 1.7907894849777222,
+      "eval_validation_mc4_it_runtime": 74.5431,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 9375
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1e-05,
+      "loss": 1.433,
+      "step": 9750
+    },
+    {
+      "epoch": 0.59,
+      "eval_validation_privacy_sources_loss": 0.7924759984016418,
+      "eval_validation_privacy_sources_runtime": 201.0344,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 9750
+    },
+    {
+      "epoch": 0.59,
+      "eval_validation_agenda_digitale_loss": 1.3898183107376099,
+      "eval_validation_agenda_digitale_runtime": 178.4614,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 9750
+    },
+    {
+      "epoch": 0.59,
+      "eval_validation_leggepertutti_loss": 1.3060747385025024,
+      "eval_validation_leggepertutti_runtime": 34.1209,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 9750
+    },
+    {
+      "epoch": 0.59,
+      "eval_validation_altalexprivacy_loss": 1.185739278793335,
+      "eval_validation_altalexprivacy_runtime": 55.6652,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 9750
+    },
+    {
+      "epoch": 0.59,
+      "eval_validation_mc4_it_loss": 1.791359782218933,
+      "eval_validation_mc4_it_runtime": 74.5272,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 9750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1e-05,
+      "loss": 1.4242,
+      "step": 10125
+    },
+    {
+      "epoch": 0.61,
+      "eval_validation_privacy_sources_loss": 0.7808073163032532,
+      "eval_validation_privacy_sources_runtime": 201.0669,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 10125
+    },
+    {
+      "epoch": 0.61,
+      "eval_validation_agenda_digitale_loss": 1.3824373483657837,
+      "eval_validation_agenda_digitale_runtime": 178.5205,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 10125
+    },
+    {
+      "epoch": 0.61,
+      "eval_validation_leggepertutti_loss": 1.3063251972198486,
+      "eval_validation_leggepertutti_runtime": 34.12,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 10125
+    },
+    {
+      "epoch": 0.61,
+      "eval_validation_altalexprivacy_loss": 1.1804792881011963,
+      "eval_validation_altalexprivacy_runtime": 55.6373,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 10125
+    },
+    {
+      "epoch": 0.61,
+      "eval_validation_mc4_it_loss": 1.7866684198379517,
+      "eval_validation_mc4_it_runtime": 74.5309,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 10125
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1e-05,
+      "loss": 1.4326,
+      "step": 10500
+    },
+    {
+      "epoch": 0.63,
+      "eval_validation_privacy_sources_loss": 0.7777509689331055,
+      "eval_validation_privacy_sources_runtime": 201.0374,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 10500
+    },
+    {
+      "epoch": 0.63,
+      "eval_validation_agenda_digitale_loss": 1.379618763923645,
+      "eval_validation_agenda_digitale_runtime": 178.5258,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 10500
+    },
+    {
+      "epoch": 0.63,
+      "eval_validation_leggepertutti_loss": 1.295432448387146,
+      "eval_validation_leggepertutti_runtime": 34.132,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 10500
+    },
+    {
+      "epoch": 0.63,
+      "eval_validation_altalexprivacy_loss": 1.1772747039794922,
+      "eval_validation_altalexprivacy_runtime": 55.6589,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 10500
+    },
+    {
+      "epoch": 0.63,
+      "eval_validation_mc4_it_loss": 1.7828530073165894,
+      "eval_validation_mc4_it_runtime": 74.5782,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 10500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1e-05,
+      "loss": 1.4338,
+      "step": 10875
+    },
+    {
+      "epoch": 0.66,
+      "eval_validation_privacy_sources_loss": 0.7794314622879028,
+      "eval_validation_privacy_sources_runtime": 201.0921,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 10875
+    },
+    {
+      "epoch": 0.66,
+      "eval_validation_agenda_digitale_loss": 1.377228021621704,
+      "eval_validation_agenda_digitale_runtime": 178.5817,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 10875
+    },
+    {
+      "epoch": 0.66,
+      "eval_validation_leggepertutti_loss": 1.297864556312561,
+      "eval_validation_leggepertutti_runtime": 34.1259,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 10875
+    },
+    {
+      "epoch": 0.66,
+      "eval_validation_altalexprivacy_loss": 1.1749671697616577,
+      "eval_validation_altalexprivacy_runtime": 55.6732,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 10875
+    },
+    {
+      "epoch": 0.66,
+      "eval_validation_mc4_it_loss": 1.783444881439209,
+      "eval_validation_mc4_it_runtime": 74.5529,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 10875
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1e-05,
+      "loss": 1.4256,
+      "step": 11250
+    },
+    {
+      "epoch": 0.68,
+      "eval_validation_privacy_sources_loss": 0.7760239839553833,
+      "eval_validation_privacy_sources_runtime": 201.0466,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 11250
+    },
+    {
+      "epoch": 0.68,
+      "eval_validation_agenda_digitale_loss": 1.3752855062484741,
+      "eval_validation_agenda_digitale_runtime": 178.4787,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 11250
+    },
+    {
+      "epoch": 0.68,
+      "eval_validation_leggepertutti_loss": 1.2967567443847656,
+      "eval_validation_leggepertutti_runtime": 34.1193,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 11250
+    },
+    {
+      "epoch": 0.68,
+      "eval_validation_altalexprivacy_loss": 1.1724153757095337,
+      "eval_validation_altalexprivacy_runtime": 55.6586,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 11250
+    },
+    {
+      "epoch": 0.68,
+      "eval_validation_mc4_it_loss": 1.7826387882232666,
+      "eval_validation_mc4_it_runtime": 74.5463,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 11250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1e-05,
+      "loss": 1.4268,
+      "step": 11625
+    },
+    {
+      "epoch": 0.7,
+      "eval_validation_privacy_sources_loss": 0.774089515209198,
+      "eval_validation_privacy_sources_runtime": 201.0626,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 11625
+    },
+    {
+      "epoch": 0.7,
+      "eval_validation_agenda_digitale_loss": 1.3730041980743408,
+      "eval_validation_agenda_digitale_runtime": 178.5135,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 11625
+    },
+    {
+      "epoch": 0.7,
+      "eval_validation_leggepertutti_loss": 1.2966502904891968,
+      "eval_validation_leggepertutti_runtime": 34.1312,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 11625
+    },
+    {
+      "epoch": 0.7,
+      "eval_validation_altalexprivacy_loss": 1.1657850742340088,
+      "eval_validation_altalexprivacy_runtime": 55.6676,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 11625
+    },
+    {
+      "epoch": 0.7,
+      "eval_validation_mc4_it_loss": 1.779410719871521,
+      "eval_validation_mc4_it_runtime": 74.5539,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 11625
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1e-05,
+      "loss": 1.4261,
+      "step": 12000
+    },
+    {
+      "epoch": 0.73,
+      "eval_validation_privacy_sources_loss": 0.7726185321807861,
+      "eval_validation_privacy_sources_runtime": 201.1083,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 12000
+    },
+    {
+      "epoch": 0.73,
+      "eval_validation_agenda_digitale_loss": 1.3718849420547485,
+      "eval_validation_agenda_digitale_runtime": 178.546,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 12000
+    },
+    {
+      "epoch": 0.73,
+      "eval_validation_leggepertutti_loss": 1.2959471940994263,
+      "eval_validation_leggepertutti_runtime": 34.1289,
+      "eval_validation_leggepertutti_samples_per_second": 1.905,
+      "eval_validation_leggepertutti_steps_per_second": 1.905,
+      "step": 12000
+    },
+    {
+      "epoch": 0.73,
+      "eval_validation_altalexprivacy_loss": 1.1594833135604858,
+      "eval_validation_altalexprivacy_runtime": 55.6758,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 12000
+    },
+    {
+      "epoch": 0.73,
+      "eval_validation_mc4_it_loss": 1.778807520866394,
+      "eval_validation_mc4_it_runtime": 74.5604,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 12000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1e-05,
+      "loss": 1.4175,
+      "step": 12375
+    },
+    {
+      "epoch": 0.75,
+      "eval_validation_privacy_sources_loss": 0.7693954110145569,
+      "eval_validation_privacy_sources_runtime": 201.0957,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 12375
+    },
+    {
+      "epoch": 0.75,
+      "eval_validation_agenda_digitale_loss": 1.369871735572815,
+      "eval_validation_agenda_digitale_runtime": 178.5478,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 12375
+    },
+    {
+      "epoch": 0.75,
+      "eval_validation_leggepertutti_loss": 1.2951487302780151,
+      "eval_validation_leggepertutti_runtime": 34.1392,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 12375
+    },
+    {
+      "epoch": 0.75,
+      "eval_validation_altalexprivacy_loss": 1.165571928024292,
+      "eval_validation_altalexprivacy_runtime": 55.6509,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 12375
+    },
+    {
+      "epoch": 0.75,
+      "eval_validation_mc4_it_loss": 1.778039574623108,
+      "eval_validation_mc4_it_runtime": 74.5747,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 12375
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1e-05,
+      "loss": 1.4184,
+      "step": 12750
+    },
+    {
+      "epoch": 0.77,
+      "eval_validation_privacy_sources_loss": 0.7700363993644714,
+      "eval_validation_privacy_sources_runtime": 201.1054,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 12750
+    },
+    {
+      "epoch": 0.77,
+      "eval_validation_agenda_digitale_loss": 1.3706245422363281,
+      "eval_validation_agenda_digitale_runtime": 178.5538,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 12750
+    },
+    {
+      "epoch": 0.77,
+      "eval_validation_leggepertutti_loss": 1.3042017221450806,
+      "eval_validation_leggepertutti_runtime": 34.1314,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 12750
+    },
+    {
+      "epoch": 0.77,
+      "eval_validation_altalexprivacy_loss": 1.1619981527328491,
+      "eval_validation_altalexprivacy_runtime": 55.6735,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 12750
+    },
+    {
+      "epoch": 0.77,
+      "eval_validation_mc4_it_loss": 1.772789716720581,
+      "eval_validation_mc4_it_runtime": 74.5651,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 12750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1e-05,
+      "loss": 1.4328,
+      "step": 13125
+    },
+    {
+      "epoch": 0.79,
+      "eval_validation_privacy_sources_loss": 0.7653990387916565,
+      "eval_validation_privacy_sources_runtime": 201.1035,
+      "eval_validation_privacy_sources_samples_per_second": 1.904,
+      "eval_validation_privacy_sources_steps_per_second": 1.904,
+      "step": 13125
+    },
+    {
+      "epoch": 0.79,
+      "eval_validation_agenda_digitale_loss": 1.3673630952835083,
+      "eval_validation_agenda_digitale_runtime": 178.543,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 13125
+    },
+    {
+      "epoch": 0.79,
+      "eval_validation_leggepertutti_loss": 1.2916979789733887,
+      "eval_validation_leggepertutti_runtime": 34.1329,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 13125
+    },
+    {
+      "epoch": 0.79,
+      "eval_validation_altalexprivacy_loss": 1.156830072402954,
+      "eval_validation_altalexprivacy_runtime": 55.646,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 13125
+    },
+    {
+      "epoch": 0.79,
+      "eval_validation_mc4_it_loss": 1.773768663406372,
+      "eval_validation_mc4_it_runtime": 74.5527,
+      "eval_validation_mc4_it_samples_per_second": 1.905,
+      "eval_validation_mc4_it_steps_per_second": 1.905,
+      "step": 13125
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1e-05,
+      "loss": 1.4065,
+      "step": 13500
+    },
+    {
+      "epoch": 0.82,
+      "eval_validation_privacy_sources_loss": 0.7647636532783508,
+      "eval_validation_privacy_sources_runtime": 201.0591,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 13500
+    },
+    {
+      "epoch": 0.82,
+      "eval_validation_agenda_digitale_loss": 1.3673948049545288,
+      "eval_validation_agenda_digitale_runtime": 178.5334,
+      "eval_validation_agenda_digitale_samples_per_second": 1.904,
+      "eval_validation_agenda_digitale_steps_per_second": 1.904,
+      "step": 13500
+    },
+    {
+      "epoch": 0.82,
+      "eval_validation_leggepertutti_loss": 1.2989599704742432,
+      "eval_validation_leggepertutti_runtime": 34.1356,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 13500
+    },
+    {
+      "epoch": 0.82,
+      "eval_validation_altalexprivacy_loss": 1.1564033031463623,
+      "eval_validation_altalexprivacy_runtime": 55.6555,
+      "eval_validation_altalexprivacy_samples_per_second": 1.905,
+      "eval_validation_altalexprivacy_steps_per_second": 1.905,
+      "step": 13500
+    },
+    {
+      "epoch": 0.82,
+      "eval_validation_mc4_it_loss": 1.7719225883483887,
+      "eval_validation_mc4_it_runtime": 74.5639,
+      "eval_validation_mc4_it_samples_per_second": 1.904,
+      "eval_validation_mc4_it_steps_per_second": 1.904,
+      "step": 13500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1e-05,
+      "loss": 1.4013,
+      "step": 13875
+    },
+    {
+      "epoch": 0.84,
+      "eval_validation_privacy_sources_loss": 0.7642931938171387,
+      "eval_validation_privacy_sources_runtime": 201.026,
+      "eval_validation_privacy_sources_samples_per_second": 1.905,
+      "eval_validation_privacy_sources_steps_per_second": 1.905,
+      "step": 13875
+    },
+    {
+      "epoch": 0.84,
+      "eval_validation_agenda_digitale_loss": 1.3678263425827026,
+      "eval_validation_agenda_digitale_runtime": 178.4828,
+      "eval_validation_agenda_digitale_samples_per_second": 1.905,
+      "eval_validation_agenda_digitale_steps_per_second": 1.905,
+      "step": 13875
+    },
+    {
+      "epoch": 0.84,
+      "eval_validation_leggepertutti_loss": 1.2972129583358765,
+      "eval_validation_leggepertutti_runtime": 34.1357,
+      "eval_validation_leggepertutti_samples_per_second": 1.904,
+      "eval_validation_leggepertutti_steps_per_second": 1.904,
+      "step": 13875
+    },
+    {
+      "epoch": 0.84,
+      "eval_validation_altalexprivacy_loss": 1.150413990020752,
+      "eval_validation_altalexprivacy_runtime": 55.6689,
+      "eval_validation_altalexprivacy_samples_per_second": 1.904,
+      "eval_validation_altalexprivacy_steps_per_second": 1.904,
+      "step": 13875
+    },
+    {
+      "epoch": 0.84,
+      "eval_validation_mc4_it_loss": 1.770357370376587,
+      "eval_validation_mc4_it_runtime": 74.606,
+      "eval_validation_mc4_it_samples_per_second": 1.903,
+      "eval_validation_mc4_it_steps_per_second": 1.903,
+      "step": 13875
+    }
+  ],
+  "logging_steps": 375,
+  "max_steps": 33094,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 375,
+  "total_flos": 2.9096138489462784e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1416eac7b08ba06348e92dafebae38c37b959841df010dcd3f885aab6249f9a6
+size 4792