Training in progress, step 6100

README.md

@@ -27,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/oleg-dats/nmt/runs/yn1sslos) 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/oleg-dats/nmt/runs/syf13vuv) 
 
 
 This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).
@@ -35,7 +35,7 @@ This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing
 ### Framework versions
 
 - TRL: 0.23.1
-- Transformers: 4.57.0
+- Transformers: 4.56.2
 - Pytorch: 2.5.1+cu124
 - Datasets: 4.1.1
 - Tokenizers: 0.22.1

config.json

@@ -73,11 +73,10 @@
     },
     "rope_theta": 1000000.0,
     "sliding_window": 1024,
-    "use_bidirectional_attention": false,
     "use_cache": true,
     "vocab_size": 262208
   },
-  "transformers_version": "4.57.0",
+  "transformers_version": "4.56.2",
   "vision_config": {
     "attention_dropout": 0.0,
     "hidden_act": "gelu_pytorch_tanh",

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a653ce67ccca35b508e079bb5328530c791b3e71f267b172865041b6b04e88e
+oid sha256:ef73b40167933e937d4a83f4f03717856fcf4a1e853b03ee8ff3f82eb7c62ee7
 size 4961251752

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24d395bd995ee0eb269aab4db2c4197c2515af165dc9f1c94bbc3314f2dace51
+oid sha256:409583ebe05c45beb3cfc21c3c7a6eb810ecf46d500b5ef108188174edcf2060
 size 3639026128

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54eac288f57ef58be29ddb0e8adea9bc712650afeaf8d7d4f42255c44a942cbb
-size 6840
+oid sha256:1962c6464b1c9286492998d5209bebd4b71eaeb55518cd47e972fb26d1807131
+size 6776