Upload fine-tuned multilingual entity extraction model

README.md

@@ -24,7 +24,7 @@ This is a fine-tuned multilingual model specialized for entity extraction tasks,
 - **Languages**: English, Telugu, Sanskrit  
 - **Task**: Entity extraction and named entity recognition
 - **Fine-tuning**: Specialized for entity extraction from structured data
-- **Size**: ~419MB
+- **Size**: ~1251MB
 
 ## Description
 

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3911c5699f8c2ecbeb5dd9b91b71516e360e56407ae49afb537a9864083677eb
+oid sha256:92f27d2429cf8bac590b7540b2508aa36f1e57e4147d4331290e04b4fb5680ff
 size 436535952

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c1b6c8540afd7401dc5a22a9b6d46e6ed013fd66f322eff9f78eeb91b5d795
+size 873103610

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcee86453a034bc93bce36650a505c1b9ade9a72e96c2994f975c854179c8d8c
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea4f37f7ff3fbad45f9447dce69739d3ea3d5eff08699469cdccbc46b7430e1
+size 1064

tokenizer_config.json

@@ -69,7 +69,11 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "extra_special_tokens": {},
+  "max_length": 512,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "</s>",
-  "tokenizer_class": "PreTrainedTokenizer"
+  "stride": 0,
+  "tokenizer_class": "PreTrainedTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first"
 }

trainer_state.json

@@ -0,0 +1,214 @@
+{
+  "best_global_step": 1000,
+  "best_metric": 0.4237593412399292,
+  "best_model_checkpoint": "./finetuned_entity_extraction_v2_telugu\\checkpoint-1000",
+  "epoch": 1.0,
+  "eval_steps": 200,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.05,
+      "grad_norm": 1.7661869525909424,
+      "learning_rate": 1.9600000000000002e-05,
+      "loss": 2.2122,
+      "step": 50
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 1.6054468154907227,
+      "learning_rate": 1.9869002134404235e-05,
+      "loss": 1.0335,
+      "step": 100
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 1.5563281774520874,
+      "learning_rate": 1.946885829634935e-05,
+      "loss": 0.8195,
+      "step": 150
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.888305425643921,
+      "learning_rate": 1.8810428687441415e-05,
+      "loss": 0.7121,
+      "step": 200
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 0.6703252196311951,
+      "eval_runtime": 28.9212,
+      "eval_samples_per_second": 69.153,
+      "eval_steps_per_second": 17.288,
+      "step": 200
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 1.5473520755767822,
+      "learning_rate": 1.7911673551013553e-05,
+      "loss": 0.6368,
+      "step": 250
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 1.4704129695892334,
+      "learning_rate": 1.6797108584307732e-05,
+      "loss": 0.5804,
+      "step": 300
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 1.578823208808899,
+      "learning_rate": 1.5497136214161662e-05,
+      "loss": 0.549,
+      "step": 350
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 1.5565356016159058,
+      "learning_rate": 1.4047216298057872e-05,
+      "loss": 0.525,
+      "step": 400
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 0.5127490758895874,
+      "eval_runtime": 28.1888,
+      "eval_samples_per_second": 70.95,
+      "eval_steps_per_second": 17.738,
+      "step": 400
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 1.5739060640335083,
+      "learning_rate": 1.2486898871648552e-05,
+      "loss": 0.4904,
+      "step": 450
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.7133370637893677,
+      "learning_rate": 1.0858745326882172e-05,
+      "loss": 0.4795,
+      "step": 500
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 1.4752830266952515,
+      "learning_rate": 9.20716744818044e-06,
+      "loss": 0.4592,
+      "step": 550
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 1.4320343732833862,
+      "learning_rate": 7.577215974732139e-06,
+      "loss": 0.4531,
+      "step": 600
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 0.45128172636032104,
+      "eval_runtime": 30.6969,
+      "eval_samples_per_second": 65.153,
+      "eval_steps_per_second": 16.288,
+      "step": 600
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 1.5366995334625244,
+      "learning_rate": 6.0133517337665504e-06,
+      "loss": 0.4392,
+      "step": 650
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 1.3664205074310303,
+      "learning_rate": 4.5582328650874095e-06,
+      "loss": 0.4371,
+      "step": 700
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.2980847358703613,
+      "learning_rate": 3.25155121822048e-06,
+      "loss": 0.4341,
+      "step": 750
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 1.4085419178009033,
+      "learning_rate": 2.1289496622274754e-06,
+      "loss": 0.4254,
+      "step": 800
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 0.42791882157325745,
+      "eval_runtime": 31.0012,
+      "eval_samples_per_second": 64.514,
+      "eval_steps_per_second": 16.128,
+      "step": 800
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 1.3011988401412964,
+      "learning_rate": 1.2210498411520256e-06,
+      "loss": 0.4215,
+      "step": 850
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 1.3734039068222046,
+      "learning_rate": 5.526168953948752e-07,
+      "loss": 0.4205,
+      "step": 900
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 1.1741344928741455,
+      "learning_rate": 1.4188393324163663e-07,
+      "loss": 0.4243,
+      "step": 950
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.3026286363601685,
+      "learning_rate": 5.467919892865326e-11,
+      "loss": 0.4166,
+      "step": 1000
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.4237593412399292,
+      "eval_runtime": 29.6043,
+      "eval_samples_per_second": 67.558,
+      "eval_steps_per_second": 16.889,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 1000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 907581238726656.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60c7847651ba100fba41ba9e9f55902c3a6b622e9391e57e0594d6ce38b560e2
-size 5304
+oid sha256:25441c9d147648c8be9b3d80109cdec8c18c037a532d7f3deac188475fdb93ed
+size 5368