Training in progress, step 6000

README.md

@@ -27,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/oleg-dats/nmt/runs/yn1sslos) 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/oleg-dats/nmt/runs/syf13vuv) 
 
 
 This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).
@@ -35,7 +35,7 @@ This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing
 ### Framework versions
 
 - TRL: 0.23.1
-- Transformers: 4.57.0
+- Transformers: 4.56.2
 - Pytorch: 2.5.1+cu124
 - Datasets: 4.1.1
 - Tokenizers: 0.22.1

config.json

@@ -73,11 +73,10 @@
     },
     "rope_theta": 1000000.0,
     "sliding_window": 1024,
-    "use_bidirectional_attention": false,
     "use_cache": true,
     "vocab_size": 262208
   },
-  "transformers_version": "4.57.0",
+  "transformers_version": "4.56.2",
   "vision_config": {
     "attention_dropout": 0.0,
     "hidden_act": "gelu_pytorch_tanh",

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e31c37672cc7c3dbd9372cc055da890cce1db234e62dce82b43d41bb975bbe63
+oid sha256:e904c326c0afb55cce8a33df889a4ceab24ea9c9a586a0c3feb7febf834b2a4f
 size 4961251752

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38fb4108fe0fa644762ada0559493176df9fa854f1b8a90f0bda80190b6f9f19
+oid sha256:ce36aaeda348a869c066fbeb88dd662af65a0cef6445c6a10e6fca78bc27f7b5
 size 3639026128

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54eac288f57ef58be29ddb0e8adea9bc712650afeaf8d7d4f42255c44a942cbb
-size 6840
+oid sha256:1962c6464b1c9286492998d5209bebd4b71eaeb55518cd47e972fb26d1807131
+size 6776