Upload folder using huggingface_hub

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.38.2",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.38.2"
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33daab5f14eba883080759ff94adbcf9aeebc92006239c7827f10557d9fadcda
+size 4943162336

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a142060c95aea116cd54a0d4390eae23e78aaf7ef67f1ec8fb8b220d1c5036b
+size 4999819336

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b810312604707be48908128bd23ebec50cc45ae8d34fb28dbae0ae277c0c5dd
+size 4540516344

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 14483464192
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors"
+  }
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8af846f57b1cf88f1e2217a1c3988a3d9c2318e3438fb8488e456def0d7346
+size 28967182666

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3e429bde762c36daf33ddcd863fe8e4a9386fce953bf5dd0a2dc17c1e3bc5a
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874e13949c83a8e79285be006762239883285abc1d181ec7e87a771163443136
+size 1064

trainer_state.json

@@ -0,0 +1,963 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.47685298033112705,
+  "eval_steps": 187,
+  "global_step": 3179,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "grad_norm": 6.90625,
+      "learning_rate": 1e-05,
+      "loss": 1.6495,
+      "step": 1
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 3.78125,
+      "learning_rate": 1e-05,
+      "loss": 1.4166,
+      "step": 187
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_loss": 0.991816520690918,
+      "eval_validation_runtime": 195.9748,
+      "eval_validation_samples_per_second": 1.444,
+      "eval_validation_steps_per_second": 0.725,
+      "step": 187
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_privacy_sources_loss": 0.991816520690918,
+      "eval_validation_privacy_sources_runtime": 194.2107,
+      "eval_validation_privacy_sources_samples_per_second": 1.457,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 187
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_agenda_digitale_loss": 1.5510241985321045,
+      "eval_validation_agenda_digitale_runtime": 175.3431,
+      "eval_validation_agenda_digitale_samples_per_second": 1.449,
+      "eval_validation_agenda_digitale_steps_per_second": 0.724,
+      "step": 187
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_legal_articles_loss": 1.4495986700057983,
+      "eval_validation_legal_articles_runtime": 283.197,
+      "eval_validation_legal_articles_samples_per_second": 1.444,
+      "eval_validation_legal_articles_steps_per_second": 0.724,
+      "step": 187
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_leggepertutti_loss": 1.3122680187225342,
+      "eval_validation_leggepertutti_runtime": 32.5548,
+      "eval_validation_leggepertutti_samples_per_second": 1.444,
+      "eval_validation_leggepertutti_steps_per_second": 0.737,
+      "step": 187
+    },
+    {
+      "epoch": 0.03,
+      "eval_validation_stack_loss": 0.6871374249458313,
+      "eval_validation_stack_runtime": 150.2683,
+      "eval_validation_stack_samples_per_second": 1.457,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 187
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 3.09375,
+      "learning_rate": 1e-05,
+      "loss": 1.3446,
+      "step": 374
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_loss": 0.9406045079231262,
+      "eval_validation_runtime": 194.1728,
+      "eval_validation_samples_per_second": 1.457,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 374
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_privacy_sources_loss": 0.9406045079231262,
+      "eval_validation_privacy_sources_runtime": 194.2005,
+      "eval_validation_privacy_sources_samples_per_second": 1.457,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 374
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_agenda_digitale_loss": 1.5328806638717651,
+      "eval_validation_agenda_digitale_runtime": 174.3518,
+      "eval_validation_agenda_digitale_samples_per_second": 1.457,
+      "eval_validation_agenda_digitale_steps_per_second": 0.728,
+      "step": 374
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_legal_articles_loss": 1.4279789924621582,
+      "eval_validation_legal_articles_runtime": 280.5994,
+      "eval_validation_legal_articles_samples_per_second": 1.458,
+      "eval_validation_legal_articles_steps_per_second": 0.731,
+      "step": 374
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_leggepertutti_loss": 1.2925792932510376,
+      "eval_validation_leggepertutti_runtime": 32.277,
+      "eval_validation_leggepertutti_samples_per_second": 1.456,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 374
+    },
+    {
+      "epoch": 0.06,
+      "eval_validation_stack_loss": 0.6686830520629883,
+      "eval_validation_stack_runtime": 150.3133,
+      "eval_validation_stack_samples_per_second": 1.457,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 374
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 3.28125,
+      "learning_rate": 1e-05,
+      "loss": 1.319,
+      "step": 561
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_loss": 0.9115561842918396,
+      "eval_validation_runtime": 194.2115,
+      "eval_validation_samples_per_second": 1.457,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 561
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_privacy_sources_loss": 0.9115561842918396,
+      "eval_validation_privacy_sources_runtime": 194.1897,
+      "eval_validation_privacy_sources_samples_per_second": 1.457,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 561
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_agenda_digitale_loss": 1.5136183500289917,
+      "eval_validation_agenda_digitale_runtime": 174.2245,
+      "eval_validation_agenda_digitale_samples_per_second": 1.458,
+      "eval_validation_agenda_digitale_steps_per_second": 0.729,
+      "step": 561
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_legal_articles_loss": 1.4088979959487915,
+      "eval_validation_legal_articles_runtime": 280.593,
+      "eval_validation_legal_articles_samples_per_second": 1.458,
+      "eval_validation_legal_articles_steps_per_second": 0.731,
+      "step": 561
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_leggepertutti_loss": 1.2769514322280884,
+      "eval_validation_leggepertutti_runtime": 32.2704,
+      "eval_validation_leggepertutti_samples_per_second": 1.456,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 561
+    },
+    {
+      "epoch": 0.08,
+      "eval_validation_stack_loss": 0.6623967289924622,
+      "eval_validation_stack_runtime": 150.2837,
+      "eval_validation_stack_samples_per_second": 1.457,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 561
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 3.546875,
+      "learning_rate": 1e-05,
+      "loss": 1.294,
+      "step": 748
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_loss": 0.8909656405448914,
+      "eval_validation_runtime": 194.2194,
+      "eval_validation_samples_per_second": 1.457,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 748
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_privacy_sources_loss": 0.8909656405448914,
+      "eval_validation_privacy_sources_runtime": 194.171,
+      "eval_validation_privacy_sources_samples_per_second": 1.457,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 748
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_agenda_digitale_loss": 1.5061848163604736,
+      "eval_validation_agenda_digitale_runtime": 174.3848,
+      "eval_validation_agenda_digitale_samples_per_second": 1.457,
+      "eval_validation_agenda_digitale_steps_per_second": 0.728,
+      "step": 748
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_legal_articles_loss": 1.4024670124053955,
+      "eval_validation_legal_articles_runtime": 280.6499,
+      "eval_validation_legal_articles_samples_per_second": 1.457,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 748
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_leggepertutti_loss": 1.2745715379714966,
+      "eval_validation_leggepertutti_runtime": 32.2457,
+      "eval_validation_leggepertutti_samples_per_second": 1.458,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 748
+    },
+    {
+      "epoch": 0.11,
+      "eval_validation_stack_loss": 0.6597607135772705,
+      "eval_validation_stack_runtime": 150.355,
+      "eval_validation_stack_samples_per_second": 1.457,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 748
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 3.328125,
+      "learning_rate": 1e-05,
+      "loss": 1.288,
+      "step": 935
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_loss": 0.8725160956382751,
+      "eval_validation_runtime": 194.2879,
+      "eval_validation_samples_per_second": 1.457,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 935
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_privacy_sources_loss": 0.8725160956382751,
+      "eval_validation_privacy_sources_runtime": 194.1987,
+      "eval_validation_privacy_sources_samples_per_second": 1.457,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 935
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_agenda_digitale_loss": 1.495468020439148,
+      "eval_validation_agenda_digitale_runtime": 174.279,
+      "eval_validation_agenda_digitale_samples_per_second": 1.457,
+      "eval_validation_agenda_digitale_steps_per_second": 0.729,
+      "step": 935
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_legal_articles_loss": 1.3915969133377075,
+      "eval_validation_legal_articles_runtime": 280.636,
+      "eval_validation_legal_articles_samples_per_second": 1.457,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 935
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_leggepertutti_loss": 1.2664177417755127,
+      "eval_validation_leggepertutti_runtime": 32.3128,
+      "eval_validation_leggepertutti_samples_per_second": 1.455,
+      "eval_validation_leggepertutti_steps_per_second": 0.743,
+      "step": 935
+    },
+    {
+      "epoch": 0.14,
+      "eval_validation_stack_loss": 0.671289324760437,
+      "eval_validation_stack_runtime": 150.2763,
+      "eval_validation_stack_samples_per_second": 1.457,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 935
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 3.03125,
+      "learning_rate": 1e-05,
+      "loss": 1.2656,
+      "step": 1122
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_loss": 0.8576221466064453,
+      "eval_validation_runtime": 194.1565,
+      "eval_validation_samples_per_second": 1.458,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 1122
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_privacy_sources_loss": 0.8576221466064453,
+      "eval_validation_privacy_sources_runtime": 194.2133,
+      "eval_validation_privacy_sources_samples_per_second": 1.457,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 1122
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_agenda_digitale_loss": 1.4900646209716797,
+      "eval_validation_agenda_digitale_runtime": 174.3063,
+      "eval_validation_agenda_digitale_samples_per_second": 1.457,
+      "eval_validation_agenda_digitale_steps_per_second": 0.729,
+      "step": 1122
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_legal_articles_loss": 1.3864495754241943,
+      "eval_validation_legal_articles_runtime": 280.7754,
+      "eval_validation_legal_articles_samples_per_second": 1.457,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 1122
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_leggepertutti_loss": 1.2697046995162964,
+      "eval_validation_leggepertutti_runtime": 32.2704,
+      "eval_validation_leggepertutti_samples_per_second": 1.456,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 1122
+    },
+    {
+      "epoch": 0.17,
+      "eval_validation_stack_loss": 0.6624614596366882,
+      "eval_validation_stack_runtime": 150.2734,
+      "eval_validation_stack_samples_per_second": 1.457,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 1122
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 3.875,
+      "learning_rate": 1e-05,
+      "loss": 1.262,
+      "step": 1309
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_loss": 0.8469824194908142,
+      "eval_validation_runtime": 194.2241,
+      "eval_validation_samples_per_second": 1.457,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 1309
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_privacy_sources_loss": 0.8469824194908142,
+      "eval_validation_privacy_sources_runtime": 194.3211,
+      "eval_validation_privacy_sources_samples_per_second": 1.456,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 1309
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_agenda_digitale_loss": 1.480202555656433,
+      "eval_validation_agenda_digitale_runtime": 174.3439,
+      "eval_validation_agenda_digitale_samples_per_second": 1.457,
+      "eval_validation_agenda_digitale_steps_per_second": 0.728,
+      "step": 1309
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_legal_articles_loss": 1.37553870677948,
+      "eval_validation_legal_articles_runtime": 280.682,
+      "eval_validation_legal_articles_samples_per_second": 1.457,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 1309
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_leggepertutti_loss": 1.2508999109268188,
+      "eval_validation_leggepertutti_runtime": 32.2884,
+      "eval_validation_leggepertutti_samples_per_second": 1.456,
+      "eval_validation_leggepertutti_steps_per_second": 0.743,
+      "step": 1309
+    },
+    {
+      "epoch": 0.2,
+      "eval_validation_stack_loss": 0.6656920313835144,
+      "eval_validation_stack_runtime": 150.3132,
+      "eval_validation_stack_samples_per_second": 1.457,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 1309
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 4.21875,
+      "learning_rate": 1e-05,
+      "loss": 1.2504,
+      "step": 1496
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_loss": 0.8391339778900146,
+      "eval_validation_runtime": 194.3964,
+      "eval_validation_samples_per_second": 1.456,
+      "eval_validation_steps_per_second": 0.73,
+      "step": 1496
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_privacy_sources_loss": 0.8391339778900146,
+      "eval_validation_privacy_sources_runtime": 194.3537,
+      "eval_validation_privacy_sources_samples_per_second": 1.456,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 1496
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_agenda_digitale_loss": 1.4769794940948486,
+      "eval_validation_agenda_digitale_runtime": 174.3769,
+      "eval_validation_agenda_digitale_samples_per_second": 1.457,
+      "eval_validation_agenda_digitale_steps_per_second": 0.728,
+      "step": 1496
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_legal_articles_loss": 1.3722717761993408,
+      "eval_validation_legal_articles_runtime": 280.8228,
+      "eval_validation_legal_articles_samples_per_second": 1.456,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 1496
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_leggepertutti_loss": 1.2524480819702148,
+      "eval_validation_leggepertutti_runtime": 32.2872,
+      "eval_validation_leggepertutti_samples_per_second": 1.456,
+      "eval_validation_leggepertutti_steps_per_second": 0.743,
+      "step": 1496
+    },
+    {
+      "epoch": 0.22,
+      "eval_validation_stack_loss": 0.6621661186218262,
+      "eval_validation_stack_runtime": 150.4485,
+      "eval_validation_stack_samples_per_second": 1.456,
+      "eval_validation_stack_steps_per_second": 0.731,
+      "step": 1496
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 3.859375,
+      "learning_rate": 1e-05,
+      "loss": 1.2451,
+      "step": 1683
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_loss": 0.8308941125869751,
+      "eval_validation_runtime": 194.3971,
+      "eval_validation_samples_per_second": 1.456,
+      "eval_validation_steps_per_second": 0.73,
+      "step": 1683
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_privacy_sources_loss": 0.8308941125869751,
+      "eval_validation_privacy_sources_runtime": 194.3567,
+      "eval_validation_privacy_sources_samples_per_second": 1.456,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 1683
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_agenda_digitale_loss": 1.4716005325317383,
+      "eval_validation_agenda_digitale_runtime": 174.5117,
+      "eval_validation_agenda_digitale_samples_per_second": 1.455,
+      "eval_validation_agenda_digitale_steps_per_second": 0.728,
+      "step": 1683
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_legal_articles_loss": 1.3668161630630493,
+      "eval_validation_legal_articles_runtime": 281.0759,
+      "eval_validation_legal_articles_samples_per_second": 1.455,
+      "eval_validation_legal_articles_steps_per_second": 0.729,
+      "step": 1683
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_leggepertutti_loss": 1.2450143098831177,
+      "eval_validation_leggepertutti_runtime": 32.2789,
+      "eval_validation_leggepertutti_samples_per_second": 1.456,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 1683
+    },
+    {
+      "epoch": 0.25,
+      "eval_validation_stack_loss": 0.6625425219535828,
+      "eval_validation_stack_runtime": 150.5316,
+      "eval_validation_stack_samples_per_second": 1.455,
+      "eval_validation_stack_steps_per_second": 0.731,
+      "step": 1683
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 3.3125,
+      "learning_rate": 1e-05,
+      "loss": 1.2288,
+      "step": 1870
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_loss": 0.8248987197875977,
+      "eval_validation_runtime": 194.4241,
+      "eval_validation_samples_per_second": 1.456,
+      "eval_validation_steps_per_second": 0.73,
+      "step": 1870
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_privacy_sources_loss": 0.8248987197875977,
+      "eval_validation_privacy_sources_runtime": 194.4297,
+      "eval_validation_privacy_sources_samples_per_second": 1.456,
+      "eval_validation_privacy_sources_steps_per_second": 0.73,
+      "step": 1870
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_agenda_digitale_loss": 1.4680345058441162,
+      "eval_validation_agenda_digitale_runtime": 174.3517,
+      "eval_validation_agenda_digitale_samples_per_second": 1.457,
+      "eval_validation_agenda_digitale_steps_per_second": 0.728,
+      "step": 1870
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_legal_articles_loss": 1.3631649017333984,
+      "eval_validation_legal_articles_runtime": 280.9131,
+      "eval_validation_legal_articles_samples_per_second": 1.456,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 1870
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_leggepertutti_loss": 1.2426080703735352,
+      "eval_validation_leggepertutti_runtime": 32.2719,
+      "eval_validation_leggepertutti_samples_per_second": 1.456,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 1870
+    },
+    {
+      "epoch": 0.28,
+      "eval_validation_stack_loss": 0.6634118556976318,
+      "eval_validation_stack_runtime": 150.5416,
+      "eval_validation_stack_samples_per_second": 1.455,
+      "eval_validation_stack_steps_per_second": 0.731,
+      "step": 1870
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 2.609375,
+      "learning_rate": 1e-05,
+      "loss": 1.2317,
+      "step": 2057
+    },
+    {
+      "epoch": 0.31,
+      "eval_validation_loss": 0.8174241781234741,
+      "eval_validation_runtime": 194.3262,
+      "eval_validation_samples_per_second": 1.456,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 2057
+    },
+    {
+      "epoch": 0.31,
+      "eval_validation_privacy_sources_loss": 0.8174241781234741,
+      "eval_validation_privacy_sources_runtime": 194.5246,
+      "eval_validation_privacy_sources_samples_per_second": 1.455,
+      "eval_validation_privacy_sources_steps_per_second": 0.73,
+      "step": 2057
+    },
+    {
+      "epoch": 0.31,
+      "eval_validation_agenda_digitale_loss": 1.4647732973098755,
+      "eval_validation_agenda_digitale_runtime": 174.3916,
+      "eval_validation_agenda_digitale_samples_per_second": 1.456,
+      "eval_validation_agenda_digitale_steps_per_second": 0.728,
+      "step": 2057
+    },
+    {
+      "epoch": 0.31,
+      "eval_validation_legal_articles_loss": 1.3598822355270386,
+      "eval_validation_legal_articles_runtime": 281.1038,
+      "eval_validation_legal_articles_samples_per_second": 1.455,
+      "eval_validation_legal_articles_steps_per_second": 0.729,
+      "step": 2057
+    },
+    {
+      "epoch": 0.31,
+      "eval_validation_leggepertutti_loss": 1.2417668104171753,
+      "eval_validation_leggepertutti_runtime": 32.3021,
+      "eval_validation_leggepertutti_samples_per_second": 1.455,
+      "eval_validation_leggepertutti_steps_per_second": 0.743,
+      "step": 2057
+    },
+    {
+      "epoch": 0.31,
+      "eval_validation_stack_loss": 0.6850900053977966,
+      "eval_validation_stack_runtime": 150.5998,
+      "eval_validation_stack_samples_per_second": 1.454,
+      "eval_validation_stack_steps_per_second": 0.73,
+      "step": 2057
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 3.125,
+      "learning_rate": 1e-05,
+      "loss": 1.2187,
+      "step": 2244
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_loss": 0.8112402558326721,
+      "eval_validation_runtime": 194.4175,
+      "eval_validation_samples_per_second": 1.456,
+      "eval_validation_steps_per_second": 0.73,
+      "step": 2244
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_privacy_sources_loss": 0.8112402558326721,
+      "eval_validation_privacy_sources_runtime": 194.4289,
+      "eval_validation_privacy_sources_samples_per_second": 1.456,
+      "eval_validation_privacy_sources_steps_per_second": 0.73,
+      "step": 2244
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_agenda_digitale_loss": 1.4576207399368286,
+      "eval_validation_agenda_digitale_runtime": 174.5397,
+      "eval_validation_agenda_digitale_samples_per_second": 1.455,
+      "eval_validation_agenda_digitale_steps_per_second": 0.728,
+      "step": 2244
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_legal_articles_loss": 1.353047490119934,
+      "eval_validation_legal_articles_runtime": 281.0845,
+      "eval_validation_legal_articles_samples_per_second": 1.455,
+      "eval_validation_legal_articles_steps_per_second": 0.729,
+      "step": 2244
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_leggepertutti_loss": 1.2340008020401,
+      "eval_validation_leggepertutti_runtime": 32.2969,
+      "eval_validation_leggepertutti_samples_per_second": 1.455,
+      "eval_validation_leggepertutti_steps_per_second": 0.743,
+      "step": 2244
+    },
+    {
+      "epoch": 0.34,
+      "eval_validation_stack_loss": 0.6579957604408264,
+      "eval_validation_stack_runtime": 150.4781,
+      "eval_validation_stack_samples_per_second": 1.455,
+      "eval_validation_stack_steps_per_second": 0.731,
+      "step": 2244
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 3.15625,
+      "learning_rate": 1e-05,
+      "loss": 1.2216,
+      "step": 2431
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_loss": 0.8057372570037842,
+      "eval_validation_runtime": 194.2262,
+      "eval_validation_samples_per_second": 1.457,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 2431
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_privacy_sources_loss": 0.8057372570037842,
+      "eval_validation_privacy_sources_runtime": 194.1619,
+      "eval_validation_privacy_sources_samples_per_second": 1.458,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 2431
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_agenda_digitale_loss": 1.4539768695831299,
+      "eval_validation_agenda_digitale_runtime": 174.2757,
+      "eval_validation_agenda_digitale_samples_per_second": 1.457,
+      "eval_validation_agenda_digitale_steps_per_second": 0.729,
+      "step": 2431
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_legal_articles_loss": 1.3490097522735596,
+      "eval_validation_legal_articles_runtime": 280.6393,
+      "eval_validation_legal_articles_samples_per_second": 1.457,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 2431
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_leggepertutti_loss": 1.2318819761276245,
+      "eval_validation_leggepertutti_runtime": 32.2703,
+      "eval_validation_leggepertutti_samples_per_second": 1.456,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 2431
+    },
+    {
+      "epoch": 0.36,
+      "eval_validation_stack_loss": 0.6572250127792358,
+      "eval_validation_stack_runtime": 150.3723,
+      "eval_validation_stack_samples_per_second": 1.456,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 2431
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 2.921875,
+      "learning_rate": 1e-05,
+      "loss": 1.2137,
+      "step": 2618
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_loss": 0.8002484440803528,
+      "eval_validation_runtime": 194.1411,
+      "eval_validation_samples_per_second": 1.458,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 2618
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_privacy_sources_loss": 0.8002484440803528,
+      "eval_validation_privacy_sources_runtime": 194.1642,
+      "eval_validation_privacy_sources_samples_per_second": 1.458,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 2618
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_agenda_digitale_loss": 1.4513797760009766,
+      "eval_validation_agenda_digitale_runtime": 174.2611,
+      "eval_validation_agenda_digitale_samples_per_second": 1.458,
+      "eval_validation_agenda_digitale_steps_per_second": 0.729,
+      "step": 2618
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_legal_articles_loss": 1.3452379703521729,
+      "eval_validation_legal_articles_runtime": 280.6444,
+      "eval_validation_legal_articles_samples_per_second": 1.457,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 2618
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_leggepertutti_loss": 1.2279798984527588,
+      "eval_validation_leggepertutti_runtime": 32.2374,
+      "eval_validation_leggepertutti_samples_per_second": 1.458,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 2618
+    },
+    {
+      "epoch": 0.39,
+      "eval_validation_stack_loss": 0.658513605594635,
+      "eval_validation_stack_runtime": 150.3305,
+      "eval_validation_stack_samples_per_second": 1.457,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 2618
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 3.234375,
+      "learning_rate": 1e-05,
+      "loss": 1.2201,
+      "step": 2805
+    },
+    {
+      "epoch": 0.42,
+      "eval_validation_loss": 0.7958617806434631,
+      "eval_validation_runtime": 194.1642,
+      "eval_validation_samples_per_second": 1.458,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 2805
+    },
+    {
+      "epoch": 0.42,
+      "eval_validation_privacy_sources_loss": 0.7958617806434631,
+      "eval_validation_privacy_sources_runtime": 194.1721,
+      "eval_validation_privacy_sources_samples_per_second": 1.457,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 2805
+    },
+    {
+      "epoch": 0.42,
+      "eval_validation_agenda_digitale_loss": 1.4462895393371582,
+      "eval_validation_agenda_digitale_runtime": 174.2261,
+      "eval_validation_agenda_digitale_samples_per_second": 1.458,
+      "eval_validation_agenda_digitale_steps_per_second": 0.729,
+      "step": 2805
+    },
+    {
+      "epoch": 0.42,
+      "eval_validation_legal_articles_loss": 1.3407931327819824,
+      "eval_validation_legal_articles_runtime": 280.6639,
+      "eval_validation_legal_articles_samples_per_second": 1.457,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 2805
+    },
+    {
+      "epoch": 0.42,
+      "eval_validation_leggepertutti_loss": 1.223404884338379,
+      "eval_validation_leggepertutti_runtime": 32.2573,
+      "eval_validation_leggepertutti_samples_per_second": 1.457,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 2805
+    },
+    {
+      "epoch": 0.42,
+      "eval_validation_stack_loss": 0.6563575863838196,
+      "eval_validation_stack_runtime": 150.1796,
+      "eval_validation_stack_samples_per_second": 1.458,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 2805
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 3.78125,
+      "learning_rate": 1e-05,
+      "loss": 1.2215,
+      "step": 2992
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_loss": 0.7921054363250732,
+      "eval_validation_runtime": 194.1573,
+      "eval_validation_samples_per_second": 1.458,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 2992
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_privacy_sources_loss": 0.7921054363250732,
+      "eval_validation_privacy_sources_runtime": 194.2033,
+      "eval_validation_privacy_sources_samples_per_second": 1.457,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 2992
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_agenda_digitale_loss": 1.4434641599655151,
+      "eval_validation_agenda_digitale_runtime": 174.1771,
+      "eval_validation_agenda_digitale_samples_per_second": 1.458,
+      "eval_validation_agenda_digitale_steps_per_second": 0.729,
+      "step": 2992
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_legal_articles_loss": 1.3380062580108643,
+      "eval_validation_legal_articles_runtime": 280.5633,
+      "eval_validation_legal_articles_samples_per_second": 1.458,
+      "eval_validation_legal_articles_steps_per_second": 0.731,
+      "step": 2992
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_leggepertutti_loss": 1.2243036031723022,
+      "eval_validation_leggepertutti_runtime": 32.2495,
+      "eval_validation_leggepertutti_samples_per_second": 1.457,
+      "eval_validation_leggepertutti_steps_per_second": 0.744,
+      "step": 2992
+    },
+    {
+      "epoch": 0.45,
+      "eval_validation_stack_loss": 0.6555092334747314,
+      "eval_validation_stack_runtime": 150.2591,
+      "eval_validation_stack_samples_per_second": 1.457,
+      "eval_validation_stack_steps_per_second": 0.732,
+      "step": 2992
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 3.671875,
+      "learning_rate": 1e-05,
+      "loss": 1.1871,
+      "step": 3179
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_loss": 0.7875866293907166,
+      "eval_validation_runtime": 194.215,
+      "eval_validation_samples_per_second": 1.457,
+      "eval_validation_steps_per_second": 0.731,
+      "step": 3179
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_privacy_sources_loss": 0.7875866293907166,
+      "eval_validation_privacy_sources_runtime": 194.2832,
+      "eval_validation_privacy_sources_samples_per_second": 1.457,
+      "eval_validation_privacy_sources_steps_per_second": 0.731,
+      "step": 3179
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_agenda_digitale_loss": 1.440475344657898,
+      "eval_validation_agenda_digitale_runtime": 174.3856,
+      "eval_validation_agenda_digitale_samples_per_second": 1.457,
+      "eval_validation_agenda_digitale_steps_per_second": 0.728,
+      "step": 3179
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_legal_articles_loss": 1.3334453105926514,
+      "eval_validation_legal_articles_runtime": 280.7664,
+      "eval_validation_legal_articles_samples_per_second": 1.457,
+      "eval_validation_legal_articles_steps_per_second": 0.73,
+      "step": 3179
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_leggepertutti_loss": 1.2178949117660522,
+      "eval_validation_leggepertutti_runtime": 32.2965,
+      "eval_validation_leggepertutti_samples_per_second": 1.455,
+      "eval_validation_leggepertutti_steps_per_second": 0.743,
+      "step": 3179
+    },
+    {
+      "epoch": 0.48,
+      "eval_validation_stack_loss": 0.6562801003456116,
+      "eval_validation_stack_runtime": 150.3911,
+      "eval_validation_stack_samples_per_second": 1.456,
+      "eval_validation_stack_steps_per_second": 0.731,
+      "step": 3179
+    }
+  ],
+  "logging_steps": 187,
+  "max_steps": 13332,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 187,
+  "total_flos": 1.7777128986522943e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf2a9148e9bea1d113ef2d2a437699d4398014244e8ed4d313390e212b2ed05
+size 4792