Upload folder using huggingface_hub

checkpoint-1320/config.json

@@ -0,0 +1,35 @@
+{
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "bos_token_id": 1,
+  "classifier_dropout": 0.0,
+  "d_ff": 4096,
+  "d_kv": 64,
+  "d_model": 1024,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "relu",
+  "dropout_rate": 0.1,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "feed_forward_proj": "relu",
+  "initializer_factor": 1.0,
+  "is_decoder": false,
+  "is_encoder_decoder": true,
+  "is_gated_act": false,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 24,
+  "num_heads": 16,
+  "num_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "scale_decoder_outputs": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.0.0",
+  "use_cache": false,
+  "vocab_size": 32100
+}

checkpoint-1320/generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "decoder_start_token_id": 0,
+  "eos_token_id": [
+    2
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "5.0.0",
+  "use_cache": true
+}

checkpoint-1320/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990f0a106c31b3fff00a1203b99609af59a669850754bd9de740efcae0b0dbea
+size 3345064960

checkpoint-1320/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955f9e08cc7ba96b89ae2b7107a17b932475a067329b0350adf9dea25d9ae604
+size 5623974

checkpoint-1320/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de065963e4dd7748b79d2b7b83708c1a3e7ed9cf39529a90a3b974b49849baec
+size 14645

checkpoint-1320/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa4e1f8e4bd04cc52e2ad6c0f0814fb0194865c617c8d60be208deb5c303472
+size 1465

checkpoint-1320/tokenizer_config.json

@@ -0,0 +1,122 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<extra_id_99>",
+    "<extra_id_98>",
+    "<extra_id_97>",
+    "<extra_id_96>",
+    "<extra_id_95>",
+    "<extra_id_94>",
+    "<extra_id_93>",
+    "<extra_id_92>",
+    "<extra_id_91>",
+    "<extra_id_90>",
+    "<extra_id_89>",
+    "<extra_id_88>",
+    "<extra_id_87>",
+    "<extra_id_86>",
+    "<extra_id_85>",
+    "<extra_id_84>",
+    "<extra_id_83>",
+    "<extra_id_82>",
+    "<extra_id_81>",
+    "<extra_id_80>",
+    "<extra_id_79>",
+    "<extra_id_78>",
+    "<extra_id_77>",
+    "<extra_id_76>",
+    "<extra_id_75>",
+    "<extra_id_74>",
+    "<extra_id_73>",
+    "<extra_id_72>",
+    "<extra_id_71>",
+    "<extra_id_70>",
+    "<extra_id_69>",
+    "<extra_id_68>",
+    "<extra_id_67>",
+    "<extra_id_66>",
+    "<extra_id_65>",
+    "<extra_id_64>",
+    "<extra_id_63>",
+    "<extra_id_62>",
+    "<extra_id_61>",
+    "<extra_id_60>",
+    "<extra_id_59>",
+    "<extra_id_58>",
+    "<extra_id_57>",
+    "<extra_id_56>",
+    "<extra_id_55>",
+    "<extra_id_54>",
+    "<extra_id_53>",
+    "<extra_id_52>",
+    "<extra_id_51>",
+    "<extra_id_50>",
+    "<extra_id_49>",
+    "<extra_id_48>",
+    "<extra_id_47>",
+    "<extra_id_46>",
+    "<extra_id_45>",
+    "<extra_id_44>",
+    "<extra_id_43>",
+    "<extra_id_42>",
+    "<extra_id_41>",
+    "<extra_id_40>",
+    "<extra_id_39>",
+    "<extra_id_38>",
+    "<extra_id_37>",
+    "<extra_id_36>",
+    "<extra_id_35>",
+    "<extra_id_34>",
+    "<extra_id_33>",
+    "<extra_id_32>",
+    "<extra_id_31>",
+    "<extra_id_30>",
+    "<extra_id_29>",
+    "<extra_id_28>",
+    "<extra_id_27>",
+    "<extra_id_26>",
+    "<extra_id_25>",
+    "<extra_id_24>",
+    "<extra_id_23>",
+    "<extra_id_22>",
+    "<extra_id_21>",
+    "<extra_id_20>",
+    "<extra_id_19>",
+    "<extra_id_18>",
+    "<extra_id_17>",
+    "<extra_id_16>",
+    "<extra_id_15>",
+    "<extra_id_14>",
+    "<extra_id_13>",
+    "<extra_id_12>",
+    "<extra_id_11>",
+    "<extra_id_10>",
+    "<extra_id_9>",
+    "<extra_id_8>",
+    "<extra_id_7>",
+    "<extra_id_6>",
+    "<extra_id_5>",
+    "<extra_id_4>",
+    "<extra_id_3>",
+    "<extra_id_2>",
+    "<extra_id_1>",
+    "<extra_id_0>"
+  ],
+  "is_local": true,
+  "mask_token": "<mask>",
+  "max_length": 64,
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "stride": 0,
+  "tokenizer_class": "TokenizersBackend",
+  "trim_offsets": true,
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "<unk>"
+}

checkpoint-1320/trainer_state.json

@@ -0,0 +1,133 @@
+{
+  "best_global_step": 880,
+  "best_metric": 0.004267565440386534,
+  "best_model_checkpoint": "/content/drive/MyDrive/evo_CodeT5plus_fullFT/checkpoint-880",
+  "epoch": 6.0,
+  "eval_steps": 500,
+  "global_step": 1320,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.3628389537334442,
+      "learning_rate": 3e-05,
+      "loss": 0.4384054010564631,
+      "step": 220
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.020545126870274544,
+      "eval_runtime": 15.8299,
+      "eval_samples_per_second": 13.898,
+      "eval_steps_per_second": 6.949,
+      "step": 220
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.011017576791346073,
+      "learning_rate": 3e-05,
+      "loss": 0.05806919444691051,
+      "step": 440
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.011296279728412628,
+      "eval_runtime": 15.6712,
+      "eval_samples_per_second": 14.038,
+      "eval_steps_per_second": 7.019,
+      "step": 440
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.7181199789047241,
+      "learning_rate": 3e-05,
+      "loss": 0.034655919941988855,
+      "step": 660
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.004910873249173164,
+      "eval_runtime": 15.6022,
+      "eval_samples_per_second": 14.101,
+      "eval_steps_per_second": 7.05,
+      "step": 660
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.009874860756099224,
+      "learning_rate": 3e-05,
+      "loss": 0.01791459538719871,
+      "step": 880
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.004267565440386534,
+      "eval_runtime": 15.9107,
+      "eval_samples_per_second": 13.827,
+      "eval_steps_per_second": 6.914,
+      "step": 880
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.03301338851451874,
+      "learning_rate": 3e-05,
+      "loss": 0.016247032989155162,
+      "step": 1100
+    },
+    {
+      "epoch": 5.0,
+      "eval_loss": 0.007896807044744492,
+      "eval_runtime": 15.7075,
+      "eval_samples_per_second": 14.006,
+      "eval_steps_per_second": 7.003,
+      "step": 1100
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 5.63120174407959,
+      "learning_rate": 3e-05,
+      "loss": 0.01246725862676447,
+      "step": 1320
+    },
+    {
+      "epoch": 6.0,
+      "eval_loss": 0.004386806860566139,
+      "eval_runtime": 15.5503,
+      "eval_samples_per_second": 14.148,
+      "eval_steps_per_second": 7.074,
+      "step": 1320
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 4400,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.001
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6063405351321600.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1320/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf679aaec217fb4d9e919dfec72ee226f1bd969d1bea59569e2c98f7dd71e56
+size 5329

config.json

@@ -0,0 +1,35 @@
+{
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "bos_token_id": 1,
+  "classifier_dropout": 0.0,
+  "d_ff": 4096,
+  "d_kv": 64,
+  "d_model": 1024,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "relu",
+  "dropout_rate": 0.1,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "feed_forward_proj": "relu",
+  "initializer_factor": 1.0,
+  "is_decoder": false,
+  "is_encoder_decoder": true,
+  "is_gated_act": false,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "n_positions": 512,
+  "num_decoder_layers": 24,
+  "num_heads": 16,
+  "num_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "scale_decoder_outputs": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.0.0",
+  "use_cache": true,
+  "vocab_size": 32100
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "decoder_start_token_id": 0,
+  "eos_token_id": [
+    2
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "5.0.0",
+  "use_cache": true
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e827d671193a0404f1eaea5d873b63a04b0b8b61038490f9d2b92a4784dc9469
+size 3345064960

resultats_CodeT5plus_StratA_FullFT.json

@@ -0,0 +1,59 @@
+{
+    "modele": "CodeT5plus_StratA_FullFT",
+    "nb_test": 120,
+    "EM": 0.3,
+    "BLEU": 0.5654239741370551,
+    "Smooth_BLEU": 0.5654239741370551,
+    "ROUGE-1": 0.9163779668542706,
+    "ROUGE-2": 0.8902095638862539,
+    "ROUGE-L": 0.9125599386781188,
+    "METEOR": 0.8646130581094348,
+    "BERT-P": 0.9993308782577515,
+    "BERT-R": 0.9993308782577515,
+    "BERT-F1": 0.9993308782577515,
+    "validite_syntaxique": {
+        "validite_globale": 0.9416666666666667,
+        "validite_ACME": 0.9705882352941176,
+        "validite_AADL": 0.9038461538461539,
+        "nb_valides": 113,
+        "nb_total": 120
+    },
+    "precision_operationnelle": {
+        "ADD_CONNECTOR": {
+            "correct": 20,
+            "total": 20,
+            "precision": 1.0
+        },
+        "DELETE_CONNECTOR": {
+            "correct": 20,
+            "total": 20,
+            "precision": 1.0
+        },
+        "MODIFY_PROPERTY": {
+            "correct": 19,
+            "total": 20,
+            "precision": 0.95
+        },
+        "ADD_COMPONENT": {
+            "correct": 8,
+            "total": 20,
+            "precision": 0.4
+        },
+        "ADD_PORT": {
+            "correct": 20,
+            "total": 20,
+            "precision": 1.0
+        },
+        "DELETE_COMPONENT": {
+            "correct": 20,
+            "total": 20,
+            "precision": 1.0
+        },
+        "GLOBAL": {
+            "correct": 107,
+            "total": 120,
+            "precision": 0.8917
+        }
+    },
+    "score_composite": 0.9289
+}

tokenizer_config.json

@@ -0,0 +1,122 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<extra_id_99>",
+    "<extra_id_98>",
+    "<extra_id_97>",
+    "<extra_id_96>",
+    "<extra_id_95>",
+    "<extra_id_94>",
+    "<extra_id_93>",
+    "<extra_id_92>",
+    "<extra_id_91>",
+    "<extra_id_90>",
+    "<extra_id_89>",
+    "<extra_id_88>",
+    "<extra_id_87>",
+    "<extra_id_86>",
+    "<extra_id_85>",
+    "<extra_id_84>",
+    "<extra_id_83>",
+    "<extra_id_82>",
+    "<extra_id_81>",
+    "<extra_id_80>",
+    "<extra_id_79>",
+    "<extra_id_78>",
+    "<extra_id_77>",
+    "<extra_id_76>",
+    "<extra_id_75>",
+    "<extra_id_74>",
+    "<extra_id_73>",
+    "<extra_id_72>",
+    "<extra_id_71>",
+    "<extra_id_70>",
+    "<extra_id_69>",
+    "<extra_id_68>",
+    "<extra_id_67>",
+    "<extra_id_66>",
+    "<extra_id_65>",
+    "<extra_id_64>",
+    "<extra_id_63>",
+    "<extra_id_62>",
+    "<extra_id_61>",
+    "<extra_id_60>",
+    "<extra_id_59>",
+    "<extra_id_58>",
+    "<extra_id_57>",
+    "<extra_id_56>",
+    "<extra_id_55>",
+    "<extra_id_54>",
+    "<extra_id_53>",
+    "<extra_id_52>",
+    "<extra_id_51>",
+    "<extra_id_50>",
+    "<extra_id_49>",
+    "<extra_id_48>",
+    "<extra_id_47>",
+    "<extra_id_46>",
+    "<extra_id_45>",
+    "<extra_id_44>",
+    "<extra_id_43>",
+    "<extra_id_42>",
+    "<extra_id_41>",
+    "<extra_id_40>",
+    "<extra_id_39>",
+    "<extra_id_38>",
+    "<extra_id_37>",
+    "<extra_id_36>",
+    "<extra_id_35>",
+    "<extra_id_34>",
+    "<extra_id_33>",
+    "<extra_id_32>",
+    "<extra_id_31>",
+    "<extra_id_30>",
+    "<extra_id_29>",
+    "<extra_id_28>",
+    "<extra_id_27>",
+    "<extra_id_26>",
+    "<extra_id_25>",
+    "<extra_id_24>",
+    "<extra_id_23>",
+    "<extra_id_22>",
+    "<extra_id_21>",
+    "<extra_id_20>",
+    "<extra_id_19>",
+    "<extra_id_18>",
+    "<extra_id_17>",
+    "<extra_id_16>",
+    "<extra_id_15>",
+    "<extra_id_14>",
+    "<extra_id_13>",
+    "<extra_id_12>",
+    "<extra_id_11>",
+    "<extra_id_10>",
+    "<extra_id_9>",
+    "<extra_id_8>",
+    "<extra_id_7>",
+    "<extra_id_6>",
+    "<extra_id_5>",
+    "<extra_id_4>",
+    "<extra_id_3>",
+    "<extra_id_2>",
+    "<extra_id_1>",
+    "<extra_id_0>"
+  ],
+  "is_local": true,
+  "mask_token": "<mask>",
+  "max_length": 64,
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "stride": 0,
+  "tokenizer_class": "TokenizersBackend",
+  "trim_offsets": true,
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf679aaec217fb4d9e919dfec72ee226f1bd969d1bea59569e2c98f7dd71e56
+size 5329