File size: 40,775 Bytes
909a11d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
{
  "best_global_step": 516,
  "best_metric": 0.6540311755428034,
  "best_model_checkpoint": "C:\\Users\\azizmohamed.miladi_a\\Desktop\\GuichetOI_ML\\models\\extractor_v3\\checkpoint-516",
  "epoch": 15.0,
  "eval_steps": 500,
  "global_step": 645,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.23668639053254437,
      "grad_norm": 27.29047966003418,
      "learning_rate": 7.258064516129033e-07,
      "loss": 12.832319641113282,
      "step": 10
    },
    {
      "epoch": 0.47337278106508873,
      "grad_norm": 26.809431076049805,
      "learning_rate": 1.5322580645161292e-06,
      "loss": 12.612728881835938,
      "step": 20
    },
    {
      "epoch": 0.7100591715976331,
      "grad_norm": 33.48778533935547,
      "learning_rate": 2.338709677419355e-06,
      "loss": 12.260698699951172,
      "step": 30
    },
    {
      "epoch": 0.9467455621301775,
      "grad_norm": 32.33537292480469,
      "learning_rate": 3.145161290322581e-06,
      "loss": 11.67254638671875,
      "step": 40
    },
    {
      "epoch": 1.0,
      "eval_f1_B-Batiment_Adresse": 0.0,
      "eval_f1_B-DLPI": 0.0,
      "eval_f1_B-Disposition_Mandat": 0.0,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.0,
      "eval_f1_B-Representant_Email": 0.0,
      "eval_f1_B-Representant_Nom_Complet": 0.0,
      "eval_f1_B-Representant_Telephone": 0.0,
      "eval_f1_B-cabinet_conseil": 0.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.0,
      "eval_f1_I-DLPI": 0.0,
      "eval_f1_I-Disposition_Mandat": 0.06439393939393939,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.018604651162790697,
      "eval_f1_I-Representant_Nom_Complet": 0.0,
      "eval_f1_I-Representant_Telephone": 0.0,
      "eval_f1_I-cabinet_conseil": 0.0,
      "eval_f1_I-nb_log_totale": 0.0,
      "eval_f1_O": 0.9234936791988181,
      "eval_loss": 2.6494014263153076,
      "eval_macro_span_f1": 0.0,
      "eval_runtime": 130.1513,
      "eval_samples_per_second": 0.876,
      "eval_span_f1_Batiment_Adresse": 0.0,
      "eval_span_f1_DLPI": 0.0,
      "eval_span_f1_Disposition_Mandat": 0.0,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.0,
      "eval_span_f1_Representant_Email": 0.0,
      "eval_span_f1_Representant_Nom_Complet": 0.0,
      "eval_span_f1_Representant_Telephone": 0.0,
      "eval_span_f1_cabinet_conseil": 0.0,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.438,
      "eval_token_accuracy": 0.8570415040794608,
      "step": 43
    },
    {
      "epoch": 1.165680473372781,
      "grad_norm": 23.146236419677734,
      "learning_rate": 3.951612903225807e-06,
      "loss": 9.970790100097656,
      "step": 50
    },
    {
      "epoch": 1.4023668639053255,
      "grad_norm": 33.68321228027344,
      "learning_rate": 4.758064516129033e-06,
      "loss": 10.26230239868164,
      "step": 60
    },
    {
      "epoch": 1.63905325443787,
      "grad_norm": 23.000240325927734,
      "learning_rate": 5.564516129032258e-06,
      "loss": 9.438276672363282,
      "step": 70
    },
    {
      "epoch": 1.8757396449704142,
      "grad_norm": 32.32905197143555,
      "learning_rate": 6.370967741935485e-06,
      "loss": 8.644615936279298,
      "step": 80
    },
    {
      "epoch": 2.0,
      "eval_f1_B-Batiment_Adresse": 0.0,
      "eval_f1_B-DLPI": 0.0,
      "eval_f1_B-Disposition_Mandat": 0.0,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.0,
      "eval_f1_B-Representant_Email": 0.0,
      "eval_f1_B-Representant_Nom_Complet": 0.0,
      "eval_f1_B-Representant_Telephone": 0.0,
      "eval_f1_B-cabinet_conseil": 0.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.0,
      "eval_f1_I-DLPI": 0.0,
      "eval_f1_I-Disposition_Mandat": 0.1839841164791529,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.08108108108108109,
      "eval_f1_I-Representant_Nom_Complet": 0.0,
      "eval_f1_I-Representant_Telephone": 0.0,
      "eval_f1_I-cabinet_conseil": 0.0,
      "eval_f1_I-nb_log_totale": 0.0,
      "eval_f1_O": 0.9272692062965116,
      "eval_loss": 1.7461127042770386,
      "eval_macro_span_f1": 0.0,
      "eval_runtime": 209.3339,
      "eval_samples_per_second": 0.545,
      "eval_span_f1_Batiment_Adresse": 0.0,
      "eval_span_f1_DLPI": 0.0,
      "eval_span_f1_Disposition_Mandat": 0.0,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.0,
      "eval_span_f1_Representant_Email": 0.0,
      "eval_span_f1_Representant_Nom_Complet": 0.0,
      "eval_span_f1_Representant_Telephone": 0.0,
      "eval_span_f1_cabinet_conseil": 0.0,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.272,
      "eval_token_accuracy": 0.8635281001368267,
      "step": 86
    },
    {
      "epoch": 2.094674556213018,
      "grad_norm": 28.34346580505371,
      "learning_rate": 7.177419354838711e-06,
      "loss": 7.276228332519532,
      "step": 90
    },
    {
      "epoch": 2.331360946745562,
      "grad_norm": 27.231712341308594,
      "learning_rate": 7.983870967741935e-06,
      "loss": 7.343650817871094,
      "step": 100
    },
    {
      "epoch": 2.5680473372781067,
      "grad_norm": 20.214157104492188,
      "learning_rate": 8.790322580645163e-06,
      "loss": 6.468675994873047,
      "step": 110
    },
    {
      "epoch": 2.804733727810651,
      "grad_norm": 31.570878982543945,
      "learning_rate": 9.596774193548389e-06,
      "loss": 5.954064178466797,
      "step": 120
    },
    {
      "epoch": 3.0,
      "eval_f1_B-Batiment_Adresse": 0.0,
      "eval_f1_B-DLPI": 0.0,
      "eval_f1_B-Disposition_Mandat": 0.0,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.47058823529411764,
      "eval_f1_B-Representant_Email": 0.0,
      "eval_f1_B-Representant_Nom_Complet": 0.0,
      "eval_f1_B-Representant_Telephone": 0.0,
      "eval_f1_B-cabinet_conseil": 0.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.04223968565815324,
      "eval_f1_I-DLPI": 0.14414414414414414,
      "eval_f1_I-Disposition_Mandat": 0.23893425010743446,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.20103986135181978,
      "eval_f1_I-Representant_Nom_Complet": 0.0,
      "eval_f1_I-Representant_Telephone": 0.0,
      "eval_f1_I-cabinet_conseil": 0.0,
      "eval_f1_I-nb_log_totale": 0.0,
      "eval_f1_O": 0.8749084302751486,
      "eval_loss": 1.1231638193130493,
      "eval_macro_span_f1": 0.01616323417238749,
      "eval_runtime": 205.0028,
      "eval_samples_per_second": 0.556,
      "eval_span_f1_Batiment_Adresse": 0.007246376811594202,
      "eval_span_f1_DLPI": 0.0,
      "eval_span_f1_Disposition_Mandat": 0.0,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.1543859649122807,
      "eval_span_f1_Representant_Email": 0.0,
      "eval_span_f1_Representant_Nom_Complet": 0.0,
      "eval_span_f1_Representant_Telephone": 0.0,
      "eval_span_f1_cabinet_conseil": 0.0,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.278,
      "eval_token_accuracy": 0.7773779962499366,
      "step": 129
    },
    {
      "epoch": 3.0236686390532546,
      "grad_norm": 23.09184455871582,
      "learning_rate": 1.0403225806451613e-05,
      "loss": 5.190039443969726,
      "step": 130
    },
    {
      "epoch": 3.260355029585799,
      "grad_norm": 56.18156051635742,
      "learning_rate": 1.1209677419354839e-05,
      "loss": 5.024930953979492,
      "step": 140
    },
    {
      "epoch": 3.497041420118343,
      "grad_norm": 24.5028018951416,
      "learning_rate": 1.2016129032258067e-05,
      "loss": 4.367134857177734,
      "step": 150
    },
    {
      "epoch": 3.7337278106508878,
      "grad_norm": 22.186311721801758,
      "learning_rate": 1.2822580645161291e-05,
      "loss": 4.371999359130859,
      "step": 160
    },
    {
      "epoch": 3.970414201183432,
      "grad_norm": 43.19865417480469,
      "learning_rate": 1.3629032258064517e-05,
      "loss": 3.6516990661621094,
      "step": 170
    },
    {
      "epoch": 4.0,
      "eval_f1_B-Batiment_Adresse": 0.0,
      "eval_f1_B-DLPI": 0.0,
      "eval_f1_B-Disposition_Mandat": 0.0,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.5263157894736843,
      "eval_f1_B-Representant_Email": 0.0,
      "eval_f1_B-Representant_Nom_Complet": 0.0,
      "eval_f1_B-Representant_Telephone": 0.0,
      "eval_f1_B-cabinet_conseil": 0.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.05608755129958961,
      "eval_f1_I-DLPI": 0.21476510067114093,
      "eval_f1_I-Disposition_Mandat": 0.5571142284569138,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.13148788927335642,
      "eval_f1_I-Representant_Nom_Complet": 0.0,
      "eval_f1_I-Representant_Telephone": 0.0,
      "eval_f1_I-cabinet_conseil": 0.18032786885245905,
      "eval_f1_I-nb_log_totale": 0.0,
      "eval_f1_O": 0.9213199393905382,
      "eval_loss": 0.7558309435844421,
      "eval_macro_span_f1": 0.027959310589907603,
      "eval_runtime": 206.21,
      "eval_samples_per_second": 0.553,
      "eval_span_f1_Batiment_Adresse": 0.009950248756218907,
      "eval_span_f1_DLPI": 0.0,
      "eval_span_f1_Disposition_Mandat": 0.0,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.21249999999999997,
      "eval_span_f1_Representant_Email": 0.0,
      "eval_span_f1_Representant_Nom_Complet": 0.0,
      "eval_span_f1_Representant_Telephone": 0.0,
      "eval_span_f1_cabinet_conseil": 0.05714285714285714,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.276,
      "eval_token_accuracy": 0.8541529417726651,
      "step": 172
    },
    {
      "epoch": 4.189349112426036,
      "grad_norm": 32.653602600097656,
      "learning_rate": 1.4435483870967743e-05,
      "loss": 3.1291130065917967,
      "step": 180
    },
    {
      "epoch": 4.42603550295858,
      "grad_norm": 9.899319648742676,
      "learning_rate": 1.5241935483870969e-05,
      "loss": 3.0530696868896485,
      "step": 190
    },
    {
      "epoch": 4.662721893491124,
      "grad_norm": 13.953365325927734,
      "learning_rate": 1.6048387096774193e-05,
      "loss": 3.3560104370117188,
      "step": 200
    },
    {
      "epoch": 4.899408284023669,
      "grad_norm": 41.41267395019531,
      "learning_rate": 1.685483870967742e-05,
      "loss": 2.858812141418457,
      "step": 210
    },
    {
      "epoch": 5.0,
      "eval_f1_B-Batiment_Adresse": 0.0,
      "eval_f1_B-DLPI": 0.4,
      "eval_f1_B-Disposition_Mandat": 1.0,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.46052631578947373,
      "eval_f1_B-Representant_Email": 0.0,
      "eval_f1_B-Representant_Nom_Complet": 0.0,
      "eval_f1_B-Representant_Telephone": 0.5,
      "eval_f1_B-cabinet_conseil": 0.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.10717529518619438,
      "eval_f1_I-DLPI": 0.41025641025641024,
      "eval_f1_I-Disposition_Mandat": 0.5582329317269077,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.3402985074626866,
      "eval_f1_I-Representant_Nom_Complet": 0.0,
      "eval_f1_I-Representant_Telephone": 0.6666666666666666,
      "eval_f1_I-cabinet_conseil": 0.1411764705882353,
      "eval_f1_I-nb_log_totale": 0.0,
      "eval_f1_O": 0.948876712328767,
      "eval_loss": 0.49817293882369995,
      "eval_macro_span_f1": 0.08931105566537426,
      "eval_runtime": 207.2177,
      "eval_samples_per_second": 0.55,
      "eval_span_f1_Batiment_Adresse": 0.028368794326241138,
      "eval_span_f1_DLPI": 0.1509433962264151,
      "eval_span_f1_Disposition_Mandat": 0.0,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.29535864978902954,
      "eval_span_f1_Representant_Email": 0.0,
      "eval_span_f1_Representant_Nom_Complet": 0.0,
      "eval_span_f1_Representant_Telephone": 0.3333333333333333,
      "eval_span_f1_cabinet_conseil": 0.0851063829787234,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.275,
      "eval_token_accuracy": 0.9021942938225308,
      "step": 215
    },
    {
      "epoch": 5.118343195266272,
      "grad_norm": 26.98141098022461,
      "learning_rate": 1.7661290322580645e-05,
      "loss": 2.4561967849731445,
      "step": 220
    },
    {
      "epoch": 5.355029585798817,
      "grad_norm": 16.391443252563477,
      "learning_rate": 1.8467741935483873e-05,
      "loss": 2.360592079162598,
      "step": 230
    },
    {
      "epoch": 5.591715976331361,
      "grad_norm": 11.310494422912598,
      "learning_rate": 1.9274193548387097e-05,
      "loss": 2.2435985565185548,
      "step": 240
    },
    {
      "epoch": 5.828402366863905,
      "grad_norm": 22.018125534057617,
      "learning_rate": 1.9949622166246855e-05,
      "loss": 1.4299958229064942,
      "step": 250
    },
    {
      "epoch": 6.0,
      "eval_f1_B-Batiment_Adresse": 0.0,
      "eval_f1_B-DLPI": 0.9411764705882353,
      "eval_f1_B-Disposition_Mandat": 0.6399999999999999,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.5882352941176471,
      "eval_f1_B-Representant_Email": 0.4,
      "eval_f1_B-Representant_Nom_Complet": 0.0,
      "eval_f1_B-Representant_Telephone": 0.5,
      "eval_f1_B-cabinet_conseil": 0.717948717948718,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.2846441947565543,
      "eval_f1_I-DLPI": 0.5245901639344263,
      "eval_f1_I-Disposition_Mandat": 0.8938906752411575,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.3220338983050847,
      "eval_f1_I-Representant_Nom_Complet": 0.25,
      "eval_f1_I-Representant_Telephone": 0.6666666666666666,
      "eval_f1_I-cabinet_conseil": 0.1589403973509934,
      "eval_f1_I-nb_log_totale": 0.0,
      "eval_f1_O": 0.9806324949591426,
      "eval_loss": 0.43754464387893677,
      "eval_macro_span_f1": 0.2446485243886584,
      "eval_runtime": 129.461,
      "eval_samples_per_second": 0.881,
      "eval_span_f1_Batiment_Adresse": 0.10126582278481013,
      "eval_span_f1_DLPI": 0.5079365079365079,
      "eval_span_f1_Disposition_Mandat": 0.588235294117647,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.48,
      "eval_span_f1_Representant_Email": 0.4,
      "eval_span_f1_Representant_Nom_Complet": 0.0,
      "eval_span_f1_Representant_Telephone": 0.3333333333333333,
      "eval_span_f1_cabinet_conseil": 0.03571428571428572,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.44,
      "eval_token_accuracy": 0.9615365124410885,
      "step": 258
    },
    {
      "epoch": 6.047337278106509,
      "grad_norm": 16.954408645629883,
      "learning_rate": 1.944584382871537e-05,
      "loss": 1.6740972518920898,
      "step": 260
    },
    {
      "epoch": 6.284023668639053,
      "grad_norm": 19.527854919433594,
      "learning_rate": 1.894206549118388e-05,
      "loss": 2.058238410949707,
      "step": 270
    },
    {
      "epoch": 6.520710059171598,
      "grad_norm": 11.632743835449219,
      "learning_rate": 1.8438287153652394e-05,
      "loss": 1.3857317924499513,
      "step": 280
    },
    {
      "epoch": 6.757396449704142,
      "grad_norm": 5.81608772277832,
      "learning_rate": 1.7934508816120908e-05,
      "loss": 1.7638427734375,
      "step": 290
    },
    {
      "epoch": 6.994082840236686,
      "grad_norm": 16.1615047454834,
      "learning_rate": 1.7430730478589422e-05,
      "loss": 1.6153060913085937,
      "step": 300
    },
    {
      "epoch": 7.0,
      "eval_f1_B-Batiment_Adresse": 0.26666666666666666,
      "eval_f1_B-DLPI": 0.9696969696969697,
      "eval_f1_B-Disposition_Mandat": 0.9142857142857143,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.7058823529411765,
      "eval_f1_B-Representant_Email": 0.6,
      "eval_f1_B-Representant_Nom_Complet": 0.6666666666666666,
      "eval_f1_B-Representant_Telephone": 0.8,
      "eval_f1_B-cabinet_conseil": 0.7441860465116279,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.20967741935483872,
      "eval_f1_I-DLPI": 0.3018867924528302,
      "eval_f1_I-Disposition_Mandat": 1.0,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.3619047619047619,
      "eval_f1_I-Representant_Nom_Complet": 0.6666666666666666,
      "eval_f1_I-Representant_Telephone": 0.7272727272727273,
      "eval_f1_I-cabinet_conseil": 0.24000000000000002,
      "eval_f1_I-nb_log_totale": 0.1,
      "eval_f1_O": 0.9783962113552919,
      "eval_loss": 0.3590134084224701,
      "eval_macro_span_f1": 0.33035987031348124,
      "eval_runtime": 204.5318,
      "eval_samples_per_second": 0.557,
      "eval_span_f1_Batiment_Adresse": 0.08641975308641976,
      "eval_span_f1_DLPI": 0.5245901639344263,
      "eval_span_f1_Disposition_Mandat": 0.9142857142857143,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.5179856115107913,
      "eval_span_f1_Representant_Email": 0.6,
      "eval_span_f1_Representant_Nom_Complet": 0.28571428571428575,
      "eval_span_f1_Representant_Telephone": 0.28571428571428575,
      "eval_span_f1_cabinet_conseil": 0.08888888888888889,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.279,
      "eval_token_accuracy": 0.9580905082856129,
      "step": 301
    },
    {
      "epoch": 7.21301775147929,
      "grad_norm": 7.2889838218688965,
      "learning_rate": 1.6926952141057936e-05,
      "loss": 1.0213559150695801,
      "step": 310
    },
    {
      "epoch": 7.449704142011834,
      "grad_norm": 32.016170501708984,
      "learning_rate": 1.642317380352645e-05,
      "loss": 1.191408348083496,
      "step": 320
    },
    {
      "epoch": 7.686390532544379,
      "grad_norm": 55.040069580078125,
      "learning_rate": 1.5919395465994964e-05,
      "loss": 1.0637578010559081,
      "step": 330
    },
    {
      "epoch": 7.923076923076923,
      "grad_norm": 6.641673564910889,
      "learning_rate": 1.541561712846348e-05,
      "loss": 1.0434147834777832,
      "step": 340
    },
    {
      "epoch": 8.0,
      "eval_f1_B-Batiment_Adresse": 0.4210526315789474,
      "eval_f1_B-DLPI": 1.0,
      "eval_f1_B-Disposition_Mandat": 0.9696969696969697,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.8222222222222223,
      "eval_f1_B-Representant_Email": 0.6,
      "eval_f1_B-Representant_Nom_Complet": 0.6666666666666666,
      "eval_f1_B-Representant_Telephone": 0.8,
      "eval_f1_B-cabinet_conseil": 0.967741935483871,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.3768115942028985,
      "eval_f1_I-DLPI": 0.8421052631578948,
      "eval_f1_I-Disposition_Mandat": 0.9703315881326353,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.7916666666666666,
      "eval_f1_I-Representant_Nom_Complet": 0.6,
      "eval_f1_I-Representant_Telephone": 0.761904761904762,
      "eval_f1_I-cabinet_conseil": 0.23762376237623764,
      "eval_f1_I-nb_log_totale": 0.07142857142857142,
      "eval_f1_O": 0.9912289915966387,
      "eval_loss": 0.37720248103141785,
      "eval_macro_span_f1": 0.4153772707913575,
      "eval_runtime": 209.2047,
      "eval_samples_per_second": 0.545,
      "eval_span_f1_Batiment_Adresse": 0.2962962962962963,
      "eval_span_f1_DLPI": 0.8421052631578948,
      "eval_span_f1_Disposition_Mandat": 0.7999999999999999,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.7708333333333334,
      "eval_span_f1_Representant_Email": 0.6,
      "eval_span_f1_Representant_Nom_Complet": 0.5,
      "eval_span_f1_Representant_Telephone": 0.28571428571428575,
      "eval_span_f1_cabinet_conseil": 0.058823529411764705,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.272,
      "eval_token_accuracy": 0.9822632139056403,
      "step": 344
    },
    {
      "epoch": 8.142011834319527,
      "grad_norm": 5.488598823547363,
      "learning_rate": 1.4911838790931992e-05,
      "loss": 0.9013431549072266,
      "step": 350
    },
    {
      "epoch": 8.378698224852071,
      "grad_norm": 6.212152481079102,
      "learning_rate": 1.4408060453400505e-05,
      "loss": 1.0255329132080078,
      "step": 360
    },
    {
      "epoch": 8.615384615384615,
      "grad_norm": 4.205105781555176,
      "learning_rate": 1.3904282115869019e-05,
      "loss": 0.9029305458068848,
      "step": 370
    },
    {
      "epoch": 8.85207100591716,
      "grad_norm": 13.27450180053711,
      "learning_rate": 1.3400503778337533e-05,
      "loss": 0.956064510345459,
      "step": 380
    },
    {
      "epoch": 9.0,
      "eval_f1_B-Batiment_Adresse": 0.32,
      "eval_f1_B-DLPI": 0.9411764705882353,
      "eval_f1_B-Disposition_Mandat": 0.9696969696969697,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.7956989247311828,
      "eval_f1_B-Representant_Email": 0.6666666666666666,
      "eval_f1_B-Representant_Nom_Complet": 0.6666666666666665,
      "eval_f1_B-Representant_Telephone": 1.0,
      "eval_f1_B-cabinet_conseil": 0.9411764705882353,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.45086705202312144,
      "eval_f1_I-DLPI": 1.0,
      "eval_f1_I-Disposition_Mandat": 0.9928571428571429,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.49565217391304345,
      "eval_f1_I-Representant_Nom_Complet": 0.46153846153846156,
      "eval_f1_I-Representant_Telephone": 0.9411764705882353,
      "eval_f1_I-cabinet_conseil": 0.25,
      "eval_f1_I-nb_log_totale": 0.11594202898550725,
      "eval_f1_O": 0.9898745496147069,
      "eval_loss": 0.3408868610858917,
      "eval_macro_span_f1": 0.46370015948963317,
      "eval_runtime": 258.0448,
      "eval_samples_per_second": 0.442,
      "eval_span_f1_Batiment_Adresse": 0.2909090909090909,
      "eval_span_f1_DLPI": 0.9411764705882353,
      "eval_span_f1_Disposition_Mandat": 0.9411764705882353,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.6491228070175438,
      "eval_span_f1_Representant_Email": 0.6666666666666666,
      "eval_span_f1_Representant_Nom_Complet": 0.36363636363636365,
      "eval_span_f1_Representant_Telephone": 0.6666666666666666,
      "eval_span_f1_cabinet_conseil": 0.11764705882352941,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.221,
      "eval_token_accuracy": 0.97978006385243,
      "step": 387
    },
    {
      "epoch": 9.071005917159763,
      "grad_norm": 1.6047511100769043,
      "learning_rate": 1.2896725440806046e-05,
      "loss": 0.5414703845977783,
      "step": 390
    },
    {
      "epoch": 9.307692307692308,
      "grad_norm": 11.87117862701416,
      "learning_rate": 1.239294710327456e-05,
      "loss": 0.9491421699523925,
      "step": 400
    },
    {
      "epoch": 9.544378698224852,
      "grad_norm": 29.901081085205078,
      "learning_rate": 1.1889168765743074e-05,
      "loss": 0.5645994663238525,
      "step": 410
    },
    {
      "epoch": 9.781065088757396,
      "grad_norm": 18.18307876586914,
      "learning_rate": 1.1385390428211586e-05,
      "loss": 0.5900016307830811,
      "step": 420
    },
    {
      "epoch": 10.0,
      "grad_norm": 22.42342185974121,
      "learning_rate": 1.0881612090680102e-05,
      "loss": 0.8760380744934082,
      "step": 430
    },
    {
      "epoch": 10.0,
      "eval_f1_B-Batiment_Adresse": 0.380952380952381,
      "eval_f1_B-DLPI": 1.0,
      "eval_f1_B-Disposition_Mandat": 0.9696969696969697,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.891566265060241,
      "eval_f1_B-Representant_Email": 0.8571428571428571,
      "eval_f1_B-Representant_Nom_Complet": 0.8571428571428571,
      "eval_f1_B-Representant_Telephone": 0.7499999999999999,
      "eval_f1_B-cabinet_conseil": 0.8648648648648648,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.6341463414634146,
      "eval_f1_I-DLPI": 1.0,
      "eval_f1_I-Disposition_Mandat": 0.9875666074600356,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.7808219178082192,
      "eval_f1_I-Representant_Nom_Complet": 0.6,
      "eval_f1_I-Representant_Telephone": 0.9411764705882353,
      "eval_f1_I-cabinet_conseil": 0.2727272727272727,
      "eval_f1_I-nb_log_totale": 0.125,
      "eval_f1_O": 0.9937907726165213,
      "eval_loss": 0.39603397250175476,
      "eval_macro_span_f1": 0.5362133303360683,
      "eval_runtime": 204.3904,
      "eval_samples_per_second": 0.558,
      "eval_span_f1_Batiment_Adresse": 0.3902439024390244,
      "eval_span_f1_DLPI": 1.0,
      "eval_span_f1_Disposition_Mandat": 0.9142857142857143,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.7956989247311828,
      "eval_span_f1_Representant_Email": 0.8571428571428571,
      "eval_span_f1_Representant_Nom_Complet": 0.6666666666666665,
      "eval_span_f1_Representant_Telephone": 0.5,
      "eval_span_f1_cabinet_conseil": 0.2380952380952381,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.279,
      "eval_token_accuracy": 0.9872801905437592,
      "step": 430
    },
    {
      "epoch": 10.236686390532544,
      "grad_norm": 1.2138789892196655,
      "learning_rate": 1.0377833753148616e-05,
      "loss": 0.43509702682495116,
      "step": 440
    },
    {
      "epoch": 10.47337278106509,
      "grad_norm": 184.6273956298828,
      "learning_rate": 9.87405541561713e-06,
      "loss": 0.776353406906128,
      "step": 450
    },
    {
      "epoch": 10.710059171597633,
      "grad_norm": 21.86686897277832,
      "learning_rate": 9.370277078085643e-06,
      "loss": 0.3540811538696289,
      "step": 460
    },
    {
      "epoch": 10.946745562130177,
      "grad_norm": 25.718753814697266,
      "learning_rate": 8.866498740554157e-06,
      "loss": 0.8884596824645996,
      "step": 470
    },
    {
      "epoch": 11.0,
      "eval_f1_B-Batiment_Adresse": 0.20833333333333334,
      "eval_f1_B-DLPI": 1.0,
      "eval_f1_B-Disposition_Mandat": 0.9696969696969697,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.7128712871287128,
      "eval_f1_B-Representant_Email": 0.5454545454545454,
      "eval_f1_B-Representant_Nom_Complet": 0.75,
      "eval_f1_B-Representant_Telephone": 0.7499999999999999,
      "eval_f1_B-cabinet_conseil": 1.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.4999999999999999,
      "eval_f1_I-DLPI": 0.9411764705882353,
      "eval_f1_I-Disposition_Mandat": 0.9858156028368793,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.38383838383838387,
      "eval_f1_I-Representant_Nom_Complet": 0.6666666666666665,
      "eval_f1_I-Representant_Telephone": 0.9411764705882353,
      "eval_f1_I-cabinet_conseil": 0.3,
      "eval_f1_I-nb_log_totale": 0.13333333333333333,
      "eval_f1_O": 0.9878476341109794,
      "eval_loss": 0.3020527958869934,
      "eval_macro_span_f1": 0.4965427672100664,
      "eval_runtime": 129.3128,
      "eval_samples_per_second": 0.882,
      "eval_span_f1_Batiment_Adresse": 0.2469135802469136,
      "eval_span_f1_DLPI": 0.9411764705882353,
      "eval_span_f1_Disposition_Mandat": 0.9411764705882353,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.5645161290322581,
      "eval_span_f1_Representant_Email": 0.5454545454545454,
      "eval_span_f1_Representant_Nom_Complet": 0.75,
      "eval_span_f1_Representant_Telephone": 0.5,
      "eval_span_f1_cabinet_conseil": 0.4761904761904762,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.441,
      "eval_token_accuracy": 0.9758779709116708,
      "step": 473
    },
    {
      "epoch": 11.165680473372781,
      "grad_norm": 7.600865840911865,
      "learning_rate": 8.36272040302267e-06,
      "loss": 0.45499181747436523,
      "step": 480
    },
    {
      "epoch": 11.402366863905325,
      "grad_norm": 5.221898555755615,
      "learning_rate": 7.858942065491185e-06,
      "loss": 0.4358787536621094,
      "step": 490
    },
    {
      "epoch": 11.63905325443787,
      "grad_norm": 24.70558738708496,
      "learning_rate": 7.355163727959699e-06,
      "loss": 0.47224855422973633,
      "step": 500
    },
    {
      "epoch": 11.875739644970414,
      "grad_norm": 36.03608322143555,
      "learning_rate": 6.851385390428212e-06,
      "loss": 0.4545876979827881,
      "step": 510
    },
    {
      "epoch": 12.0,
      "eval_f1_B-Batiment_Adresse": 0.4210526315789474,
      "eval_f1_B-DLPI": 1.0,
      "eval_f1_B-Disposition_Mandat": 1.0,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.8536585365853658,
      "eval_f1_B-Representant_Email": 0.7499999999999999,
      "eval_f1_B-Representant_Nom_Complet": 0.75,
      "eval_f1_B-Representant_Telephone": 0.8571428571428571,
      "eval_f1_B-cabinet_conseil": 1.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.7289719626168225,
      "eval_f1_I-DLPI": 1.0,
      "eval_f1_I-Disposition_Mandat": 1.0,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.8382352941176471,
      "eval_f1_I-Representant_Nom_Complet": 0.5,
      "eval_f1_I-Representant_Telephone": 1.0,
      "eval_f1_I-cabinet_conseil": 1.0,
      "eval_f1_I-nb_log_totale": 0.11940298507462686,
      "eval_f1_O": 0.9967612181998643,
      "eval_loss": 0.4206033945083618,
      "eval_macro_span_f1": 0.6540311755428034,
      "eval_runtime": 205.4147,
      "eval_samples_per_second": 0.555,
      "eval_span_f1_Batiment_Adresse": 0.4848484848484848,
      "eval_span_f1_DLPI": 1.0,
      "eval_span_f1_Disposition_Mandat": 1.0,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.8372093023255814,
      "eval_span_f1_Representant_Email": 0.7499999999999999,
      "eval_span_f1_Representant_Nom_Complet": 0.4444444444444445,
      "eval_span_f1_Representant_Telephone": 0.8571428571428571,
      "eval_span_f1_cabinet_conseil": 1.0,
      "eval_span_f1_nb_log_totale": 0.16666666666666666,
      "eval_steps_per_second": 0.277,
      "eval_token_accuracy": 0.9929559620939543,
      "step": 516
    },
    {
      "epoch": 12.094674556213018,
      "grad_norm": 5.815263748168945,
      "learning_rate": 6.347607052896726e-06,
      "loss": 0.3759336233139038,
      "step": 520
    },
    {
      "epoch": 12.331360946745562,
      "grad_norm": 1.680740475654602,
      "learning_rate": 5.84382871536524e-06,
      "loss": 0.3308196783065796,
      "step": 530
    },
    {
      "epoch": 12.568047337278106,
      "grad_norm": 2.9034271240234375,
      "learning_rate": 5.340050377833753e-06,
      "loss": 0.4565131664276123,
      "step": 540
    },
    {
      "epoch": 12.804733727810651,
      "grad_norm": 1.967934250831604,
      "learning_rate": 4.836272040302267e-06,
      "loss": 0.2536430597305298,
      "step": 550
    },
    {
      "epoch": 13.0,
      "eval_f1_B-Batiment_Adresse": 0.380952380952381,
      "eval_f1_B-DLPI": 1.0,
      "eval_f1_B-Disposition_Mandat": 1.0,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.888888888888889,
      "eval_f1_B-Representant_Email": 0.8571428571428571,
      "eval_f1_B-Representant_Nom_Complet": 0.6,
      "eval_f1_B-Representant_Telephone": 0.8571428571428571,
      "eval_f1_B-cabinet_conseil": 1.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.7047619047619047,
      "eval_f1_I-DLPI": 1.0,
      "eval_f1_I-Disposition_Mandat": 0.996415770609319,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.9047619047619048,
      "eval_f1_I-Representant_Nom_Complet": 0.6,
      "eval_f1_I-Representant_Telephone": 0.9411764705882353,
      "eval_f1_I-cabinet_conseil": 0.923076923076923,
      "eval_f1_I-nb_log_totale": 0.125,
      "eval_f1_O": 0.996866513473992,
      "eval_loss": 0.4456556439399719,
      "eval_macro_span_f1": 0.6434187475647433,
      "eval_runtime": 203.8737,
      "eval_samples_per_second": 0.559,
      "eval_span_f1_Batiment_Adresse": 0.5,
      "eval_span_f1_DLPI": 1.0,
      "eval_span_f1_Disposition_Mandat": 0.9696969696969697,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.8674698795180724,
      "eval_span_f1_Representant_Email": 0.8571428571428571,
      "eval_span_f1_Representant_Nom_Complet": 0.5454545454545454,
      "eval_span_f1_Representant_Telephone": 0.5714285714285715,
      "eval_span_f1_cabinet_conseil": 0.9411764705882353,
      "eval_span_f1_nb_log_totale": 0.18181818181818182,
      "eval_steps_per_second": 0.28,
      "eval_token_accuracy": 0.9932600212841434,
      "step": 559
    },
    {
      "epoch": 13.023668639053254,
      "grad_norm": 7.786139011383057,
      "learning_rate": 4.332493702770781e-06,
      "loss": 0.2775615692138672,
      "step": 560
    },
    {
      "epoch": 13.2603550295858,
      "grad_norm": 28.44693946838379,
      "learning_rate": 3.828715365239295e-06,
      "loss": 0.38678512573242185,
      "step": 570
    },
    {
      "epoch": 13.497041420118343,
      "grad_norm": 41.79914474487305,
      "learning_rate": 3.3249370277078086e-06,
      "loss": 0.23285219669342042,
      "step": 580
    },
    {
      "epoch": 13.733727810650887,
      "grad_norm": 2.2848000526428223,
      "learning_rate": 2.8211586901763227e-06,
      "loss": 0.22940149307250976,
      "step": 590
    },
    {
      "epoch": 13.970414201183432,
      "grad_norm": 0.5439011454582214,
      "learning_rate": 2.3173803526448368e-06,
      "loss": 0.258583664894104,
      "step": 600
    },
    {
      "epoch": 14.0,
      "eval_f1_B-Batiment_Adresse": 0.3636363636363636,
      "eval_f1_B-DLPI": 1.0,
      "eval_f1_B-Disposition_Mandat": 1.0,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.888888888888889,
      "eval_f1_B-Representant_Email": 0.7499999999999999,
      "eval_f1_B-Representant_Nom_Complet": 0.6666666666666665,
      "eval_f1_B-Representant_Telephone": 1.0,
      "eval_f1_B-cabinet_conseil": 1.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.7321428571428573,
      "eval_f1_I-DLPI": 1.0,
      "eval_f1_I-Disposition_Mandat": 0.9982046678635548,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.8906250000000001,
      "eval_f1_I-Representant_Nom_Complet": 0.5454545454545454,
      "eval_f1_I-Representant_Telephone": 1.0,
      "eval_f1_I-cabinet_conseil": 1.0,
      "eval_f1_I-nb_log_totale": 0.10344827586206896,
      "eval_f1_O": 0.997075412575726,
      "eval_loss": 0.40392976999282837,
      "eval_macro_span_f1": 0.6491125541125541,
      "eval_runtime": 130.5758,
      "eval_samples_per_second": 0.873,
      "eval_span_f1_Batiment_Adresse": 0.5142857142857143,
      "eval_span_f1_DLPI": 1.0,
      "eval_span_f1_Disposition_Mandat": 0.9696969696969697,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.8571428571428571,
      "eval_span_f1_Representant_Email": 0.7499999999999999,
      "eval_span_f1_Representant_Nom_Complet": 0.4,
      "eval_span_f1_Representant_Telephone": 1.0,
      "eval_span_f1_cabinet_conseil": 1.0,
      "eval_span_f1_nb_log_totale": 0.0,
      "eval_steps_per_second": 0.437,
      "eval_token_accuracy": 0.9936147570060305,
      "step": 602
    },
    {
      "epoch": 14.189349112426035,
      "grad_norm": 4.463141918182373,
      "learning_rate": 1.8136020151133503e-06,
      "loss": 0.5494596481323242,
      "step": 610
    },
    {
      "epoch": 14.42603550295858,
      "grad_norm": 2.7843785285949707,
      "learning_rate": 1.309823677581864e-06,
      "loss": 0.17235281467437744,
      "step": 620
    },
    {
      "epoch": 14.662721893491124,
      "grad_norm": 0.7338296175003052,
      "learning_rate": 8.060453400503778e-07,
      "loss": 0.30253000259399415,
      "step": 630
    },
    {
      "epoch": 14.899408284023668,
      "grad_norm": 3.6983907222747803,
      "learning_rate": 3.022670025188917e-07,
      "loss": 0.23285505771636963,
      "step": 640
    },
    {
      "epoch": 15.0,
      "eval_f1_B-Batiment_Adresse": 0.380952380952381,
      "eval_f1_B-DLPI": 1.0,
      "eval_f1_B-Disposition_Mandat": 1.0,
      "eval_f1_B-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_B-Reference_Urbanisme": 0.878048780487805,
      "eval_f1_B-Representant_Email": 0.7499999999999999,
      "eval_f1_B-Representant_Nom_Complet": 0.75,
      "eval_f1_B-Representant_Telephone": 0.8571428571428571,
      "eval_f1_B-cabinet_conseil": 1.0,
      "eval_f1_B-nb_log_totale": 0.0,
      "eval_f1_I-Batiment_Adresse": 0.7307692307692307,
      "eval_f1_I-DLPI": 1.0,
      "eval_f1_I-Disposition_Mandat": 0.996415770609319,
      "eval_f1_I-Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_f1_I-Reference_Urbanisme": 0.8837209302325583,
      "eval_f1_I-Representant_Nom_Complet": 0.5454545454545454,
      "eval_f1_I-Representant_Telephone": 1.0,
      "eval_f1_I-cabinet_conseil": 0.923076923076923,
      "eval_f1_I-nb_log_totale": 0.13114754098360656,
      "eval_f1_O": 0.9969449304123038,
      "eval_loss": 0.4213656485080719,
      "eval_macro_span_f1": 0.648627026568203,
      "eval_runtime": 196.6611,
      "eval_samples_per_second": 0.58,
      "eval_span_f1_Batiment_Adresse": 0.5,
      "eval_span_f1_DLPI": 1.0,
      "eval_span_f1_Disposition_Mandat": 0.9696969696969697,
      "eval_span_f1_Nombre_Logement_Lot_MacroLot": 0.0,
      "eval_span_f1_Reference_Urbanisme": 0.8571428571428571,
      "eval_span_f1_Representant_Email": 0.7499999999999999,
      "eval_span_f1_Representant_Nom_Complet": 0.4444444444444445,
      "eval_span_f1_Representant_Telephone": 0.8571428571428571,
      "eval_span_f1_cabinet_conseil": 0.9411764705882353,
      "eval_span_f1_nb_log_totale": 0.16666666666666666,
      "eval_steps_per_second": 0.29,
      "eval_token_accuracy": 0.9934120508792378,
      "step": 645
    }
  ],
  "logging_steps": 10,
  "max_steps": 645,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1341911241446400.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}