diff --git "a/Analysis_code/5.optima/run_bash/ft_transformer/ft_transformer_smote.log" "b/Analysis_code/5.optima/run_bash/ft_transformer/ft_transformer_smote.log" --- "a/Analysis_code/5.optima/run_bash/ft_transformer/ft_transformer_smote.log" +++ "b/Analysis_code/5.optima/run_bash/ft_transformer/ft_transformer_smote.log" @@ -371,3 +371,5928 @@ Trial 26 완료 Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:08:08,269] Trial 27 finished with value: 0.43790937194515145 and parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.34401571296485917, 'ffn_dropout': 0.3388500820159284, 'lr': 0.0007783286317934511, 'weight_decay': 0.0003221318744740996, 'batch_size': 32}. Best is trial 27 with value: 0.43790937194515145. + +================================================================================ +Trial 27 완료 + Value (CSI): 0.437909 + Parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.34401571296485917, 'ffn_dropout': 0.3388500820159284, 'lr': 0.0007783286317934511, 'weight_decay': 0.0003221318744740996, 'batch_size': 32} + Best Value (CSI): 0.437909 + Best Trial: 27 + Best Parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.34401571296485917, 'ffn_dropout': 0.3388500820159284, 'lr': 0.0007783286317934511, 'weight_decay': 0.0003221318744740996, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:13:45,165] Trial 28 finished with value: 0.4459102004022069 and parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3510971813482271, 'ffn_dropout': 0.3408188888127756, 'lr': 0.0004510576399065289, 'weight_decay': 0.0003549366009774532, 'batch_size': 32}. Best is trial 28 with value: 0.4459102004022069. + +================================================================================ +Trial 28 완료 + Value (CSI): 0.445910 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3510971813482271, 'ffn_dropout': 0.3408188888127756, 'lr': 0.0004510576399065289, 'weight_decay': 0.0003549366009774532, 'batch_size': 32} + Best Value (CSI): 0.445910 + Best Trial: 28 + Best Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3510971813482271, 'ffn_dropout': 0.3408188888127756, 'lr': 0.0004510576399065289, 'weight_decay': 0.0003549366009774532, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:18:39,059] Trial 29 finished with value: 0.43084113253128925 and parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3800431597607441, 'ffn_dropout': 0.3471051880561999, 'lr': 0.0010434808124028848, 'weight_decay': 0.00042210998090241327, 'batch_size': 32}. Best is trial 28 with value: 0.4459102004022069. + +================================================================================ +Trial 29 완료 + Value (CSI): 0.430841 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3800431597607441, 'ffn_dropout': 0.3471051880561999, 'lr': 0.0010434808124028848, 'weight_decay': 0.00042210998090241327, 'batch_size': 32} + Best Value (CSI): 0.445910 + Best Trial: 28 + Best Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3510971813482271, 'ffn_dropout': 0.3408188888127756, 'lr': 0.0004510576399065289, 'weight_decay': 0.0003549366009774532, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-24 22:19:28,177] Trial 30 pruned. + +================================================================================ +Trial 30 완료 + Value (CSI): 0.004668 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.35210601115778195, 'ffn_dropout': 0.30374027686689364, 'lr': 0.005141179188304294, 'weight_decay': 0.00012057549926705647, 'batch_size': 32} + Best Value (CSI): 0.445910 + Best Trial: 28 + Best Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3510971813482271, 'ffn_dropout': 0.3408188888127756, 'lr': 0.0004510576399065289, 'weight_decay': 0.0003549366009774532, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:27:26,753] Trial 31 finished with value: 0.4207704266088823 and parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3402271885386149, 'ffn_dropout': 0.3291554132416151, 'lr': 0.0008719726767718228, 'weight_decay': 0.0002764905639208041, 'batch_size': 32}. Best is trial 28 with value: 0.4459102004022069. + +================================================================================ +Trial 31 완료 + Value (CSI): 0.420770 + Parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3402271885386149, 'ffn_dropout': 0.3291554132416151, 'lr': 0.0008719726767718228, 'weight_decay': 0.0002764905639208041, 'batch_size': 32} + Best Value (CSI): 0.445910 + Best Trial: 28 + Best Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3510971813482271, 'ffn_dropout': 0.3408188888127756, 'lr': 0.0004510576399065289, 'weight_decay': 0.0003549366009774532, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:31:32,856] Trial 32 finished with value: 0.4355171145967385 and parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3499588016115413, 'ffn_dropout': 0.3153384457826252, 'lr': 0.0004821970149214626, 'weight_decay': 0.0001973829181104033, 'batch_size': 32}. Best is trial 28 with value: 0.4459102004022069. + +================================================================================ +Trial 32 완료 + Value (CSI): 0.435517 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3499588016115413, 'ffn_dropout': 0.3153384457826252, 'lr': 0.0004821970149214626, 'weight_decay': 0.0001973829181104033, 'batch_size': 32} + Best Value (CSI): 0.445910 + Best Trial: 28 + Best Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3510971813482271, 'ffn_dropout': 0.3408188888127756, 'lr': 0.0004510576399065289, 'weight_decay': 0.0003549366009774532, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-24 22:32:19,802] Trial 33 pruned. + +================================================================================ +Trial 33 완료 + Value (CSI): 0.283617 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3700858359524777, 'ffn_dropout': 0.36670124248533253, 'lr': 0.0013832951659969199, 'weight_decay': 0.0003303861364929431, 'batch_size': 32} + Best Value (CSI): 0.445910 + Best Trial: 28 + Best Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3510971813482271, 'ffn_dropout': 0.3408188888127756, 'lr': 0.0004510576399065289, 'weight_decay': 0.0003549366009774532, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:36:09,828] Trial 34 finished with value: 0.4463630039318461 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 34 완료 + Value (CSI): 0.446363 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:42:35,255] Trial 35 finished with value: 0.4392975901752612 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3991229252546097, 'ffn_dropout': 0.34166060026816564, 'lr': 0.002043281809261203, 'weight_decay': 0.0005694828170719871, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 35 완료 + Value (CSI): 0.439298 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3991229252546097, 'ffn_dropout': 0.34166060026816564, 'lr': 0.002043281809261203, 'weight_decay': 0.0005694828170719871, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:48:30,974] Trial 36 finished with value: 0.4324567645689313 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3996134636792994, 'ffn_dropout': 0.3749623569062994, 'lr': 0.001284119548876431, 'weight_decay': 0.0006929232625133617, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 36 완료 + Value (CSI): 0.432457 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3996134636792994, 'ffn_dropout': 0.3749623569062994, 'lr': 0.001284119548876431, 'weight_decay': 0.0006929232625133617, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:52:02,290] Trial 37 finished with value: 0.43425429630786416 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3809257667210215, 'ffn_dropout': 0.3450200811081154, 'lr': 0.0008954511118199262, 'weight_decay': 0.0008826837576775063, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 37 완료 + Value (CSI): 0.434254 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3809257667210215, 'ffn_dropout': 0.3450200811081154, 'lr': 0.0008954511118199262, 'weight_decay': 0.0008826837576775063, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 22:56:12,998] Trial 38 finished with value: 0.42355923241246457 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3782840056891267, 'ffn_dropout': 0.38015128076210386, 'lr': 0.0002618202409430784, 'weight_decay': 0.0005419490720556146, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 38 완료 + Value (CSI): 0.423559 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3782840056891267, 'ffn_dropout': 0.38015128076210386, 'lr': 0.0002618202409430784, 'weight_decay': 0.0005419490720556146, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:00:51,298] Trial 39 finished with value: 0.4293577858951964 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.37617196257945157, 'ffn_dropout': 0.34911502328672944, 'lr': 0.0017822104239784387, 'weight_decay': 0.0015491367978491912, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 39 완료 + Value (CSI): 0.429358 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.37617196257945157, 'ffn_dropout': 0.34911502328672944, 'lr': 0.0017822104239784387, 'weight_decay': 0.0015491367978491912, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:07:40,465] Trial 40 finished with value: 0.43040988464990776 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.3979081549487835, 'ffn_dropout': 0.30772561574665236, 'lr': 0.0003699016051387335, 'weight_decay': 0.0005347442517567145, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 40 완료 + Value (CSI): 0.430410 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.3979081549487835, 'ffn_dropout': 0.30772561574665236, 'lr': 0.0003699016051387335, 'weight_decay': 0.0005347442517567145, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-24 23:08:18,299] Trial 41 pruned. + +================================================================================ +Trial 41 완료 + Value (CSI): 0.151296 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3690296331054903, 'ffn_dropout': 0.3362332391781359, 'lr': 0.002556340832413569, 'weight_decay': 0.0003678077827591992, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-24 23:08:56,867] Trial 42 pruned. + +================================================================================ +Trial 42 완료 + Value (CSI): 0.034725 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.34542573806708565, 'ffn_dropout': 0.36791580387941364, 'lr': 0.0031290058861051726, 'weight_decay': 0.00019119292670322397, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-24 23:09:36,361] Trial 43 pruned. + +================================================================================ +Trial 43 완료 + Value (CSI): 0.419817 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.35568098341239796, 'ffn_dropout': 0.3556063054110026, 'lr': 0.0018070892474032457, 'weight_decay': 0.0005476438985192454, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:11:01,869] Trial 44 finished with value: 0.44111954815903504 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3834549301338547, 'ffn_dropout': 0.3365599356377051, 'lr': 0.0008983437647027366, 'weight_decay': 0.000347998835242264, 'batch_size': 128}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 44 완료 + Value (CSI): 0.441120 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3834549301338547, 'ffn_dropout': 0.3365599356377051, 'lr': 0.0008983437647027366, 'weight_decay': 0.000347998835242264, 'batch_size': 128} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:14:38,493] Trial 45 finished with value: 0.44472954017480887 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.37965005910168254, 'ffn_dropout': 0.38882701329268754, 'lr': 0.0008562616919280586, 'weight_decay': 0.00016801314800781678, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 45 완료 + Value (CSI): 0.444730 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.37965005910168254, 'ffn_dropout': 0.38882701329268754, 'lr': 0.0008562616919280586, 'weight_decay': 0.00016801314800781678, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-24 23:14:49,482] Trial 46 pruned. + +================================================================================ +Trial 46 완료 + Value (CSI): 0.421176 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38705454482221274, 'ffn_dropout': 0.3929136716183279, 'lr': 0.0010480836216839933, 'weight_decay': 0.0001597332891299988, 'batch_size': 128} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:21:37,954] Trial 47 finished with value: 0.4417178940552165 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3877763157368248, 'ffn_dropout': 0.37386553403101047, 'lr': 0.0004439310744126959, 'weight_decay': 0.00010075731886403501, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 47 완료 + Value (CSI): 0.441718 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3877763157368248, 'ffn_dropout': 0.37386553403101047, 'lr': 0.0004439310744126959, 'weight_decay': 0.00010075731886403501, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-24 23:21:49,994] Trial 48 pruned. + +================================================================================ +Trial 48 완료 + Value (CSI): 0.377698 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.37434098264801074, 'ffn_dropout': 0.38506015513481084, 'lr': 0.0003961252295306341, 'weight_decay': 0.00010040717349969793, 'batch_size': 128} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:26:37,929] Trial 49 finished with value: 0.4374699560152692 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38209034821616505, 'ffn_dropout': 0.3710426456174736, 'lr': 0.00048307709673726544, 'weight_decay': 0.00012957978594674337, 'batch_size': 32}. Best is trial 34 with value: 0.4463630039318461. + +================================================================================ +Trial 49 완료 + Value (CSI): 0.437470 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38209034821616505, 'ffn_dropout': 0.3710426456174736, 'lr': 0.00048307709673726544, 'weight_decay': 0.00012957978594674337, 'batch_size': 32} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-24 23:26:51,101] Trial 50 pruned. + +================================================================================ +Trial 50 완료 + Value (CSI): 0.406889 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.35891486123916533, 'ffn_dropout': 0.3858056714637104, 'lr': 0.0002633439939888438, 'weight_decay': 0.00018526132778799977, 'batch_size': 128} + Best Value (CSI): 0.446363 + Best Trial: 34 + Best Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3987215090426597, 'ffn_dropout': 0.336566517106967, 'lr': 0.0008572049638578863, 'weight_decay': 0.0005589082638801729, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:30:58,213] Trial 51 finished with value: 0.4470813836364582 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39802492085352037, 'ffn_dropout': 0.36050837574968037, 'lr': 0.0007457095006929073, 'weight_decay': 0.00015274852257799338, 'batch_size': 32}. Best is trial 51 with value: 0.4470813836364582. + +================================================================================ +Trial 51 완료 + Value (CSI): 0.447081 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39802492085352037, 'ffn_dropout': 0.36050837574968037, 'lr': 0.0007457095006929073, 'weight_decay': 0.00015274852257799338, 'batch_size': 32} + Best Value (CSI): 0.447081 + Best Trial: 51 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39802492085352037, 'ffn_dropout': 0.36050837574968037, 'lr': 0.0007457095006929073, 'weight_decay': 0.00015274852257799338, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:35:14,700] Trial 52 finished with value: 0.4524714686603366 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 52 완료 + Value (CSI): 0.452471 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:39:59,451] Trial 53 finished with value: 0.43754904898926544 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39236434626913347, 'ffn_dropout': 0.3981778752838289, 'lr': 0.0006429176365114437, 'weight_decay': 0.0001069906651384945, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 53 완료 + Value (CSI): 0.437549 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39236434626913347, 'ffn_dropout': 0.3981778752838289, 'lr': 0.0006429176365114437, 'weight_decay': 0.0001069906651384945, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:44:14,236] Trial 54 finished with value: 0.42834110304718415 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3680804908089453, 'ffn_dropout': 0.3575549793890863, 'lr': 0.00040557616771507555, 'weight_decay': 0.00015475304765726872, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 54 완료 + Value (CSI): 0.428341 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3680804908089453, 'ffn_dropout': 0.3575549793890863, 'lr': 0.00040557616771507555, 'weight_decay': 0.00015475304765726872, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:49:49,344] Trial 55 finished with value: 0.43885857354898933 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3898348881259034, 'ffn_dropout': 0.3792779781922507, 'lr': 0.0005387624717992186, 'weight_decay': 0.00023593327315027827, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 55 완료 + Value (CSI): 0.438859 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3898348881259034, 'ffn_dropout': 0.3792779781922507, 'lr': 0.0005387624717992186, 'weight_decay': 0.00023593327315027827, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:53:18,926] Trial 56 finished with value: 0.4304403523930242 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3627327867744227, 'ffn_dropout': 0.36337311479779966, 'lr': 0.0006612147176581125, 'weight_decay': 0.0001415127593021277, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 56 완료 + Value (CSI): 0.430440 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3627327867744227, 'ffn_dropout': 0.36337311479779966, 'lr': 0.0006612147176581125, 'weight_decay': 0.0001415127593021277, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-24 23:57:12,451] Trial 57 finished with value: 0.43340193826456225 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3880356023357459, 'ffn_dropout': 0.35515172460070743, 'lr': 0.0012946521919838818, 'weight_decay': 0.00022928222948790844, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 57 완료 + Value (CSI): 0.433402 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3880356023357459, 'ffn_dropout': 0.35515172460070743, 'lr': 0.0012946521919838818, 'weight_decay': 0.00022928222948790844, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:02:46,847] Trial 58 finished with value: 0.440228455477268 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.33522901837496155, 'ffn_dropout': 0.37319305006606285, 'lr': 0.000304907622995195, 'weight_decay': 0.00012439582990311432, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 58 완료 + Value (CSI): 0.440228 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.33522901837496155, 'ffn_dropout': 0.37319305006606285, 'lr': 0.000304907622995195, 'weight_decay': 0.00012439582990311432, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:10:14,065] Trial 59 finished with value: 0.42505075039160617 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3749503051501799, 'ffn_dropout': 0.3244125818471737, 'lr': 0.00019780841935826746, 'weight_decay': 0.00019233497657578932, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 59 완료 + Value (CSI): 0.425051 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3749503051501799, 'ffn_dropout': 0.3244125818471737, 'lr': 0.00019780841935826746, 'weight_decay': 0.00019233497657578932, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:16:06,197] Trial 60 finished with value: 0.4307908163359146 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3559488733948905, 'ffn_dropout': 0.3861395738251825, 'lr': 0.000751168863602969, 'weight_decay': 0.00010773594118176444, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 60 완료 + Value (CSI): 0.430791 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3559488733948905, 'ffn_dropout': 0.3861395738251825, 'lr': 0.000751168863602969, 'weight_decay': 0.00010773594118176444, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:17:43,341] Trial 61 finished with value: 0.4290478870517596 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3877448319352789, 'ffn_dropout': 0.3346908705360814, 'lr': 0.0009442974322951213, 'weight_decay': 0.00031849566634718524, 'batch_size': 128}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 61 완료 + Value (CSI): 0.429048 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3877448319352789, 'ffn_dropout': 0.3346908705360814, 'lr': 0.0009442974322951213, 'weight_decay': 0.00031849566634718524, 'batch_size': 128} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-25 00:17:51,419] Trial 62 pruned. + +================================================================================ +Trial 62 완료 + Value (CSI): 0.404255 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38258347660620834, 'ffn_dropout': 0.3530598990297043, 'lr': 0.0004458728754533901, 'weight_decay': 0.00015289244631086648, 'batch_size': 256} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:22:54,968] Trial 63 finished with value: 0.43719945440904634 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.36834347380393107, 'ffn_dropout': 0.3630749134498788, 'lr': 0.0005949406350637634, 'weight_decay': 0.0004055462380454483, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 63 완료 + Value (CSI): 0.437199 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.36834347380393107, 'ffn_dropout': 0.3630749134498788, 'lr': 0.0005949406350637634, 'weight_decay': 0.0004055462380454483, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:26:33,109] Trial 64 finished with value: 0.42894352570735217 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39843045883125217, 'ffn_dropout': 0.3921934301797705, 'lr': 0.0008690301169089306, 'weight_decay': 0.0002674577079669126, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 64 완료 + Value (CSI): 0.428944 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39843045883125217, 'ffn_dropout': 0.3921934301797705, 'lr': 0.0008690301169089306, 'weight_decay': 0.0002674577079669126, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:27:54,291] Trial 65 finished with value: 0.4396614718917194 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38998613771234125, 'ffn_dropout': 0.31990452440327, 'lr': 0.0015022244413207802, 'weight_decay': 0.0002236400224585015, 'batch_size': 128}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 65 완료 + Value (CSI): 0.439661 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38998613771234125, 'ffn_dropout': 0.31990452440327, 'lr': 0.0015022244413207802, 'weight_decay': 0.0002236400224585015, 'batch_size': 128} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:33:07,113] Trial 66 finished with value: 0.4385736528144148 and parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3751956684199736, 'ffn_dropout': 0.3734565488947016, 'lr': 0.0003421432913318969, 'weight_decay': 0.00028726406341612616, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 66 완료 + Value (CSI): 0.438574 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3751956684199736, 'ffn_dropout': 0.3734565488947016, 'lr': 0.0003421432913318969, 'weight_decay': 0.00028726406341612616, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:34:24,884] Trial 67 finished with value: 0.42405126237063273 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.36155797124154165, 'ffn_dropout': 0.3428262528232195, 'lr': 0.001117845388669062, 'weight_decay': 0.00016189751698972752, 'batch_size': 256}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 67 완료 + Value (CSI): 0.424051 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.36155797124154165, 'ffn_dropout': 0.3428262528232195, 'lr': 0.001117845388669062, 'weight_decay': 0.00016189751698972752, 'batch_size': 256} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:39:01,279] Trial 68 finished with value: 0.4267084321409 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.34818254044557617, 'ffn_dropout': 0.3262210667809475, 'lr': 0.0007541450719359268, 'weight_decay': 0.0003794875498721067, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 68 완료 + Value (CSI): 0.426708 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.34818254044557617, 'ffn_dropout': 0.3262210667809475, 'lr': 0.0007541450719359268, 'weight_decay': 0.0003794875498721067, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:41:36,267] Trial 69 finished with value: 0.42265196869423755 and parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.382482793072264, 'ffn_dropout': 0.35735286884564027, 'lr': 0.0005245089406667109, 'weight_decay': 0.00012766736664694816, 'batch_size': 64}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 69 완료 + Value (CSI): 0.422652 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.382482793072264, 'ffn_dropout': 0.35735286884564027, 'lr': 0.0005245089406667109, 'weight_decay': 0.00012766736664694816, 'batch_size': 64} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:43:07,970] Trial 70 finished with value: 0.4267836244659659 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3992872204077113, 'ffn_dropout': 0.39973807165970543, 'lr': 0.0010759585033466622, 'weight_decay': 0.00020855677625551477, 'batch_size': 128}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 70 완료 + Value (CSI): 0.426784 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3992872204077113, 'ffn_dropout': 0.39973807165970543, 'lr': 0.0010759585033466622, 'weight_decay': 0.00020855677625551477, 'batch_size': 128} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:47:32,209] Trial 71 finished with value: 0.42919655192587597 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3199639342053662, 'ffn_dropout': 0.36475910895175373, 'lr': 0.00030343293316050185, 'weight_decay': 0.00010042096031798556, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 71 완료 + Value (CSI): 0.429197 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3199639342053662, 'ffn_dropout': 0.36475910895175373, 'lr': 0.00030343293316050185, 'weight_decay': 0.00010042096031798556, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:54:58,078] Trial 72 finished with value: 0.4301108661398494 and parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.3355558625936439, 'ffn_dropout': 0.3753786516318626, 'lr': 0.0005839901064248956, 'weight_decay': 0.00013225780170645593, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 72 완료 + Value (CSI): 0.430111 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.3355558625936439, 'ffn_dropout': 0.3753786516318626, 'lr': 0.0005839901064248956, 'weight_decay': 0.00013225780170645593, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 00:58:12,253] Trial 73 finished with value: 0.44631962551718174 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3364660958704192, 'ffn_dropout': 0.37233671385764067, 'lr': 0.0004342982639757243, 'weight_decay': 0.00015735128581742888, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 73 완료 + Value (CSI): 0.446320 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3364660958704192, 'ffn_dropout': 0.37233671385764067, 'lr': 0.0004342982639757243, 'weight_decay': 0.00015735128581742888, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:02:10,240] Trial 74 finished with value: 0.4260671456095319 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3706617504922054, 'ffn_dropout': 0.3485745035186264, 'lr': 0.0004583578021752384, 'weight_decay': 0.0001779733668309905, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 74 완료 + Value (CSI): 0.426067 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3706617504922054, 'ffn_dropout': 0.3485745035186264, 'lr': 0.0004583578021752384, 'weight_decay': 0.0001779733668309905, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:09:12,707] Trial 75 finished with value: 0.44081472064658134 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3533468804519124, 'ffn_dropout': 0.33567880862057065, 'lr': 0.0008377203285850037, 'weight_decay': 0.00028371766732843444, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 75 완료 + Value (CSI): 0.440815 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3533468804519124, 'ffn_dropout': 0.33567880862057065, 'lr': 0.0008377203285850037, 'weight_decay': 0.00028371766732843444, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:13:36,104] Trial 76 finished with value: 0.4165250582836412 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3922676680384752, 'ffn_dropout': 0.3819052769153386, 'lr': 0.0006820577877752963, 'weight_decay': 0.00021059194246007988, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 76 완료 + Value (CSI): 0.416525 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3922676680384752, 'ffn_dropout': 0.3819052769153386, 'lr': 0.0006820577877752963, 'weight_decay': 0.00021059194246007988, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:19:16,014] Trial 77 finished with value: 0.4287628550785925 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.36126872047838093, 'ffn_dropout': 0.3468273875688979, 'lr': 0.00038983404399227806, 'weight_decay': 0.0004850247309998202, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 77 완료 + Value (CSI): 0.428763 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.36126872047838093, 'ffn_dropout': 0.3468273875688979, 'lr': 0.00038983404399227806, 'weight_decay': 0.0004850247309998202, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:24:02,870] Trial 78 finished with value: 0.43032044254311047 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3822058294366925, 'ffn_dropout': 0.367009674921376, 'lr': 0.001427288928756966, 'weight_decay': 0.0001632956107522345, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 78 완료 + Value (CSI): 0.430320 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3822058294366925, 'ffn_dropout': 0.367009674921376, 'lr': 0.001427288928756966, 'weight_decay': 0.0001632956107522345, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-25 01:24:55,602] Trial 79 pruned. + +================================================================================ +Trial 79 완료 + Value (CSI): 0.415940 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3700178755950696, 'ffn_dropout': 0.312542406077148, 'lr': 0.0010067278801691975, 'weight_decay': 0.00033412920115836916, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:27:54,068] Trial 80 finished with value: 0.43193302554285745 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.34211128211283887, 'ffn_dropout': 0.3029611374377256, 'lr': 0.0005111900710460897, 'weight_decay': 0.0002445264880002216, 'batch_size': 64}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 80 완료 + Value (CSI): 0.431933 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.34211128211283887, 'ffn_dropout': 0.3029611374377256, 'lr': 0.0005111900710460897, 'weight_decay': 0.0002445264880002216, 'batch_size': 64} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:33:24,190] Trial 81 finished with value: 0.446262458083924 and parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3572327822731239, 'ffn_dropout': 0.33310410180915645, 'lr': 0.0008386265194139737, 'weight_decay': 0.00027723940843503106, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 81 완료 + Value (CSI): 0.446262 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3572327822731239, 'ffn_dropout': 0.33310410180915645, 'lr': 0.0008386265194139737, 'weight_decay': 0.00027723940843503106, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:37:41,089] Trial 82 finished with value: 0.4388017394577212 and parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3767882192057152, 'ffn_dropout': 0.33222775702979673, 'lr': 0.0008300829167825953, 'weight_decay': 0.00040697573899379244, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 82 완료 + Value (CSI): 0.438802 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3767882192057152, 'ffn_dropout': 0.33222775702979673, 'lr': 0.0008300829167825953, 'weight_decay': 0.00040697573899379244, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:41:40,906] Trial 83 finished with value: 0.43482664525216624 and parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3925959954448734, 'ffn_dropout': 0.3406428028500527, 'lr': 0.0006468561401931767, 'weight_decay': 0.0002837773827255065, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 83 완료 + Value (CSI): 0.434827 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3925959954448734, 'ffn_dropout': 0.3406428028500527, 'lr': 0.0006468561401931767, 'weight_decay': 0.0002837773827255065, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) +[I 2025-12-25 01:42:38,546] Trial 84 pruned. + +================================================================================ +Trial 84 완료 + Value (CSI): 0.415465 + Parameters: {'d_token': 160, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.3645364711987154, 'ffn_dropout': 0.35490889896736644, 'lr': 0.0007542691885826817, 'weight_decay': 0.00014230870706725057, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:43:53,790] Trial 85 finished with value: 0.4355990722434991 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.35107244022359924, 'ffn_dropout': 0.31789415577476565, 'lr': 0.0011471425278474358, 'weight_decay': 0.0006498664288365438, 'batch_size': 128}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 85 완료 + Value (CSI): 0.435599 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.35107244022359924, 'ffn_dropout': 0.31789415577476565, 'lr': 0.0011471425278474358, 'weight_decay': 0.0006498664288365438, 'batch_size': 128} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:48:41,803] Trial 86 finished with value: 0.4335830263692664 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38411449397164366, 'ffn_dropout': 0.3286950780698764, 'lr': 0.0005603156455331876, 'weight_decay': 0.0004632017052970361, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 86 완료 + Value (CSI): 0.433583 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38411449397164366, 'ffn_dropout': 0.3286950780698764, 'lr': 0.0005603156455331876, 'weight_decay': 0.0004632017052970361, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:49:32,600] Trial 87 finished with value: 0.39531210099894903 and parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39275696948874683, 'ffn_dropout': 0.36020853567289096, 'lr': 0.00043108408976983055, 'weight_decay': 0.00019204063826109958, 'batch_size': 256}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 87 완료 + Value (CSI): 0.395312 + Parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39275696948874683, 'ffn_dropout': 0.36020853567289096, 'lr': 0.00043108408976983055, 'weight_decay': 0.00019204063826109958, 'batch_size': 256} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 01:59:52,038] Trial 88 finished with value: 0.4394986935674306 and parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.37799759891384477, 'ffn_dropout': 0.3502811321606756, 'lr': 0.0009429925335529256, 'weight_decay': 0.0003523551911354679, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 88 완료 + Value (CSI): 0.439499 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.37799759891384477, 'ffn_dropout': 0.3502811321606756, 'lr': 0.0009429925335529256, 'weight_decay': 0.0003523551911354679, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:04:00,021] Trial 89 finished with value: 0.4306130158301151 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3705325610746285, 'ffn_dropout': 0.36803538140974196, 'lr': 0.0015121083690838595, 'weight_decay': 0.00011475474838184393, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 89 완료 + Value (CSI): 0.430613 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3705325610746285, 'ffn_dropout': 0.36803538140974196, 'lr': 0.0015121083690838595, 'weight_decay': 0.00011475474838184393, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:09:31,723] Trial 90 finished with value: 0.43618579699871374 and parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.35724878574310176, 'ffn_dropout': 0.37953460706960507, 'lr': 0.0003488531163924191, 'weight_decay': 0.00017186060067949215, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 90 완료 + Value (CSI): 0.436186 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.35724878574310176, 'ffn_dropout': 0.37953460706960507, 'lr': 0.0003488531163924191, 'weight_decay': 0.00017186060067949215, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:12:45,955] Trial 91 finished with value: 0.43486180206245173 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.35451256767510825, 'ffn_dropout': 0.33764367062974227, 'lr': 0.0007746486343784267, 'weight_decay': 0.0002509501228082196, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 91 완료 + Value (CSI): 0.434862 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.35451256767510825, 'ffn_dropout': 0.33764367062974227, 'lr': 0.0007746486343784267, 'weight_decay': 0.0002509501228082196, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:17:31,234] Trial 92 finished with value: 0.43295322317056545 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.34401605552553316, 'ffn_dropout': 0.33107880281058955, 'lr': 0.0008894306510504784, 'weight_decay': 0.0002762042621261719, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 92 완료 + Value (CSI): 0.432953 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.34401605552553316, 'ffn_dropout': 0.33107880281058955, 'lr': 0.0008894306510504784, 'weight_decay': 0.0002762042621261719, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:22:33,903] Trial 93 finished with value: 0.4331601255852222 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.32814689951074305, 'ffn_dropout': 0.3448050408690674, 'lr': 0.0012095312281879631, 'weight_decay': 0.0002138566067464312, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 93 완료 + Value (CSI): 0.433160 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.32814689951074305, 'ffn_dropout': 0.3448050408690674, 'lr': 0.0012095312281879631, 'weight_decay': 0.0002138566067464312, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:26:22,665] Trial 94 finished with value: 0.42803304866761466 and parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38557146325237407, 'ffn_dropout': 0.38998743389958107, 'lr': 0.0006244383653863572, 'weight_decay': 0.0003077647157624163, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 94 완료 + Value (CSI): 0.428033 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.38557146325237407, 'ffn_dropout': 0.38998743389958107, 'lr': 0.0006244383653863572, 'weight_decay': 0.0003077647157624163, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:30:45,396] Trial 95 finished with value: 0.44634441792462404 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3623541531367033, 'ffn_dropout': 0.3623825849364181, 'lr': 0.0004833980589009521, 'weight_decay': 0.00013917892497235964, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 95 완료 + Value (CSI): 0.446344 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3623541531367033, 'ffn_dropout': 0.3623825849364181, 'lr': 0.0004833980589009521, 'weight_decay': 0.00013917892497235964, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:32:25,309] Trial 96 finished with value: 0.4099479937938628 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3646543239219856, 'ffn_dropout': 0.36147404951680756, 'lr': 0.0004888612651132257, 'weight_decay': 0.00015243389148785055, 'batch_size': 128}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 96 완료 + Value (CSI): 0.409948 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3646543239219856, 'ffn_dropout': 0.36147404951680756, 'lr': 0.0004888612651132257, 'weight_decay': 0.00015243389148785055, 'batch_size': 128} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:35:31,013] Trial 97 finished with value: 0.43205084088421675 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.37472331976689366, 'ffn_dropout': 0.37873219896893184, 'lr': 0.0006755619559884673, 'weight_decay': 0.0001350922422535954, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 97 완료 + Value (CSI): 0.432051 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.37472331976689366, 'ffn_dropout': 0.37873219896893184, 'lr': 0.0006755619559884673, 'weight_decay': 0.0001350922422535954, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:40:10,545] Trial 98 finished with value: 0.4257135157049438 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39304237579389734, 'ffn_dropout': 0.35258984485978945, 'lr': 0.0003921972403898015, 'weight_decay': 0.00011114115329892082, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 98 완료 + Value (CSI): 0.425714 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39304237579389734, 'ffn_dropout': 0.35258984485978945, 'lr': 0.0003921972403898015, 'weight_decay': 0.00011114115329892082, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3134117647058823, 1: 1.3134117647058823, 2: 0.6769342711617754} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16492}) + Fold 2 - 클래스별 가중치: {0: 1.3120392156862746, 1: 1.3120392156862746, 2: 0.677665026027425} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16457}) + Fold 3 - 클래스별 가중치: {0: 1.3113333333333332, 1: 1.3113333333333332, 2: 0.6780420544639779} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16439}) +[I 2025-12-25 02:43:34,019] Trial 99 finished with value: 0.4315499725816589 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3997372444985806, 'ffn_dropout': 0.36984318582343284, 'lr': 0.0005401130027958582, 'weight_decay': 0.00012340281324564283, 'batch_size': 32}. Best is trial 52 with value: 0.4524714686603366. + +================================================================================ +Trial 99 완료 + Value (CSI): 0.431550 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3997372444985806, 'ffn_dropout': 0.36984318582343284, 'lr': 0.0005401130027958582, 'weight_decay': 0.00012340281324564283, 'batch_size': 32} + Best Value (CSI): 0.452471 + Best Trial: 52 + Best Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} +================================================================================ + + +최적화 완료. +Best CSI Score: 0.4525 +Best Hyperparameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.39058519125437824, 'ffn_dropout': 0.35781462874340314, 'lr': 0.0006705029713893173, 'weight_decay': 0.0001426209011329072, 'batch_size': 32} + +최적화 과정 요약: + - 총 시도 횟수: 100 + - 성공한 시도: 100 + - 최초 CSI: 0.4197 + - 최종 CSI: 0.4315 + - 최고 CSI: 0.4525 + - 최저 CSI: 0.0047 + - 평균 CSI: 0.3893 + +최적화 Study 객체가 /workspace/visibility_prediction/Analysis_code/optimization_history/ft_transformer_smote_busan_trials.pkl에 저장되었습니다. + +================================================== +최적화된 하이퍼파라미터로 최종 모델 학습 시작 +================================================== +최종 모델 학습 시작... +Fold 1 학습 중... + Early stopping at epoch 19, Best CSI: 0.4447 + Fold 1 학습 완료 (검증 CSI: 0.4447) +Fold 2 학습 중... + Early stopping at epoch 28, Best CSI: 0.4485 + Fold 2 학습 완료 (검증 CSI: 0.4485) +Fold 3 학습 중... + Early stopping at epoch 22, Best CSI: 0.4237 + Fold 3 학습 완료 (검증 CSI: 0.4237) + +모든 모델 저장 완료: ../save_model/ft_transformer_optima/ft_transformer_smote_busan.pkl (총 3개 fold) +Scaler 저장 완료: ../save_model/ft_transformer_optima/scaler/ft_transformer_smote_busan_scaler.pkl (총 3개 fold) + +최종 모델 학습 및 저장 완료! +저장된 모델 경로: ../save_model/ft_transformer_optima/ft_transformer_smote_busan.pkl + +✓ 완료: ft_transformer_smote/ft_transformer_smote_busan.py (소요 시간: 20477초) + +---------------------------------------- +실행 중: ft_transformer_smote/ft_transformer_smote_daegu.py +시작 시간: 2025-12-25 02:47:11 +---------------------------------------- +[I 2025-12-25 02:47:12,966] A new study created in memory with name: no-name-697d59a3-2643-4866-a067-fdbcb247ebdd + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 02:49:06,449] Trial 0 finished with value: 0.2812067766028447 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.1879831726709214, 'ffn_dropout': 0.2860744078624963, 'lr': 1.9254223590463017e-05, 'weight_decay': 0.01569864682368352, 'batch_size': 128}. Best is trial 0 with value: 0.2812067766028447. + +================================================================================ +Trial 0 완료 + Value (CSI): 0.281207 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.1879831726709214, 'ffn_dropout': 0.2860744078624963, 'lr': 1.9254223590463017e-05, 'weight_decay': 0.01569864682368352, 'batch_size': 128} + Best Value (CSI): 0.281207 + Best Trial: 0 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.1879831726709214, 'ffn_dropout': 0.2860744078624963, 'lr': 1.9254223590463017e-05, 'weight_decay': 0.01569864682368352, 'batch_size': 128} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 02:52:54,308] Trial 1 finished with value: 0.37702086444160926 and parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.14076657318485314, 'ffn_dropout': 0.13510676381958134, 'lr': 0.000270809492698125, 'weight_decay': 0.003265134345064216, 'batch_size': 64}. Best is trial 1 with value: 0.37702086444160926. + +================================================================================ +Trial 1 완료 + Value (CSI): 0.377021 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.14076657318485314, 'ffn_dropout': 0.13510676381958134, 'lr': 0.000270809492698125, 'weight_decay': 0.003265134345064216, 'batch_size': 64} + Best Value (CSI): 0.377021 + Best Trial: 1 + Best Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.14076657318485314, 'ffn_dropout': 0.13510676381958134, 'lr': 0.000270809492698125, 'weight_decay': 0.003265134345064216, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 02:55:22,833] Trial 2 finished with value: 0.37989919111373327 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2868181616319193, 'ffn_dropout': 0.123738325647433, 'lr': 0.003843972582259738, 'weight_decay': 0.0001982128926958435, 'batch_size': 64}. Best is trial 2 with value: 0.37989919111373327. + +================================================================================ +Trial 2 완료 + Value (CSI): 0.379899 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2868181616319193, 'ffn_dropout': 0.123738325647433, 'lr': 0.003843972582259738, 'weight_decay': 0.0001982128926958435, 'batch_size': 64} + Best Value (CSI): 0.379899 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2868181616319193, 'ffn_dropout': 0.123738325647433, 'lr': 0.003843972582259738, 'weight_decay': 0.0001982128926958435, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 02:59:50,043] Trial 3 finished with value: 0.3790986173258594 and parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.250398893314667, 'ffn_dropout': 0.31690218823362654, 'lr': 9.648754323271959e-05, 'weight_decay': 0.0005395269712289563, 'batch_size': 64}. Best is trial 2 with value: 0.37989919111373327. + +================================================================================ +Trial 3 완료 + Value (CSI): 0.379099 + Parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.250398893314667, 'ffn_dropout': 0.31690218823362654, 'lr': 9.648754323271959e-05, 'weight_decay': 0.0005395269712289563, 'batch_size': 64} + Best Value (CSI): 0.379899 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2868181616319193, 'ffn_dropout': 0.123738325647433, 'lr': 0.003843972582259738, 'weight_decay': 0.0001982128926958435, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 03:01:03,376] Trial 4 finished with value: 0.30959689562299336 and parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.20239440461256902, 'ffn_dropout': 0.27943333000267306, 'lr': 0.00010840211704830602, 'weight_decay': 0.005437777021607537, 'batch_size': 256}. Best is trial 2 with value: 0.37989919111373327. + +================================================================================ +Trial 4 완료 + Value (CSI): 0.309597 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.20239440461256902, 'ffn_dropout': 0.27943333000267306, 'lr': 0.00010840211704830602, 'weight_decay': 0.005437777021607537, 'batch_size': 256} + Best Value (CSI): 0.379899 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2868181616319193, 'ffn_dropout': 0.123738325647433, 'lr': 0.003843972582259738, 'weight_decay': 0.0001982128926958435, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:02:47,849] Trial 5 pruned. + +================================================================================ +Trial 5 완료 + Value (CSI): 0.297762 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.20618571621254383, 'ffn_dropout': 0.29618959005199696, 'lr': 0.0005383543565944512, 'weight_decay': 0.004147158084699937, 'batch_size': 32} + Best Value (CSI): 0.379899 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2868181616319193, 'ffn_dropout': 0.123738325647433, 'lr': 0.003843972582259738, 'weight_decay': 0.0001982128926958435, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:04:02,756] Trial 6 pruned. + +================================================================================ +Trial 6 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.35559546485150273, 'ffn_dropout': 0.24452976580267327, 'lr': 0.00399899905674066, 'weight_decay': 0.0002831509213860315, 'batch_size': 32} + Best Value (CSI): 0.379899 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2868181616319193, 'ffn_dropout': 0.123738325647433, 'lr': 0.003843972582259738, 'weight_decay': 0.0001982128926958435, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 ���플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:05:22,619] Trial 7 pruned. + +================================================================================ +Trial 7 완료 + Value (CSI): 0.318584 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.20557472266618607, 'ffn_dropout': 0.22724238428304752, 'lr': 0.0006107876761251589, 'weight_decay': 0.0006202092925555244, 'batch_size': 64} + Best Value (CSI): 0.379899 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2868181616319193, 'ffn_dropout': 0.123738325647433, 'lr': 0.003843972582259738, 'weight_decay': 0.0001982128926958435, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 03:11:39,085] Trial 8 finished with value: 0.3853624237748203 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.11961651106610285, 'ffn_dropout': 0.3167728848293262, 'lr': 0.00014464164267284058, 'weight_decay': 0.006051933062323265, 'batch_size': 32}. Best is trial 8 with value: 0.3853624237748203. + +================================================================================ +Trial 8 완료 + Value (CSI): 0.385362 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.11961651106610285, 'ffn_dropout': 0.3167728848293262, 'lr': 0.00014464164267284058, 'weight_decay': 0.006051933062323265, 'batch_size': 32} + Best Value (CSI): 0.385362 + Best Trial: 8 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.11961651106610285, 'ffn_dropout': 0.3167728848293262, 'lr': 0.00014464164267284058, 'weight_decay': 0.006051933062323265, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:13:50,844] Trial 9 pruned. + +================================================================================ +Trial 9 완료 + Value (CSI): 0.315425 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.143655116605296, 'ffn_dropout': 0.2604624212558915, 'lr': 8.78284036418241e-05, 'weight_decay': 0.011257047336784296, 'batch_size': 32} + Best Value (CSI): 0.385362 + Best Trial: 8 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.11961651106610285, 'ffn_dropout': 0.3167728848293262, 'lr': 0.00014464164267284058, 'weight_decay': 0.006051933062323265, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:14:27,773] Trial 10 pruned. + +================================================================================ +Trial 10 완료 + Value (CSI): 0.258021 + Parameters: {'d_token': 256, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.10142120095070578, 'ffn_dropout': 0.386789925740145, 'lr': 1.3627413018965891e-05, 'weight_decay': 0.09350592471893021, 'batch_size': 256} + Best Value (CSI): 0.385362 + Best Trial: 8 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.11961651106610285, 'ffn_dropout': 0.3167728848293262, 'lr': 0.00014464164267284058, 'weight_decay': 0.006051933062323265, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:14:38,672] Trial 11 pruned. + +================================================================================ +Trial 11 완료 + Value (CSI): 0.015824 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.28612155844570575, 'ffn_dropout': 0.11067192651134383, 'lr': 0.009591285518966958, 'weight_decay': 0.00012892966336286357, 'batch_size': 128} + Best Value (CSI): 0.385362 + Best Trial: 8 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.11961651106610285, 'ffn_dropout': 0.3167728848293262, 'lr': 0.00014464164267284058, 'weight_decay': 0.006051933062323265, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 03:17:59,037] Trial 12 finished with value: 0.38779208484622557 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64}. Best is trial 12 with value: 0.38779208484622557. + +================================================================================ +Trial 12 완료 + Value (CSI): 0.387792 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 03:23:39,655] Trial 13 finished with value: 0.3791441955050125 and parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.38667801313530215, 'ffn_dropout': 0.18899965844443198, 'lr': 0.0009723706713066178, 'weight_decay': 0.0013168731659000197, 'batch_size': 32}. Best is trial 12 with value: 0.38779208484622557. + +================================================================================ +Trial 13 완료 + Value (CSI): 0.379144 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.38667801313530215, 'ffn_dropout': 0.18899965844443198, 'lr': 0.0009723706713066178, 'weight_decay': 0.0013168731659000197, 'batch_size': 32} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:24:14,001] Trial 14 pruned. + +================================================================================ +Trial 14 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 224, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3213782631761972, 'ffn_dropout': 0.17786403500836126, 'lr': 0.0016338945803592564, 'weight_decay': 0.0013273659076852098, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:25:50,722] Trial 15 pruned. + +================================================================================ +Trial 15 완료 + Value (CSI): 0.307002 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2709599703680377, 'ffn_dropout': 0.3342502098121999, 'lr': 0.000330006801959337, 'weight_decay': 0.0014322398872397008, 'batch_size': 32} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:26:27,642] Trial 16 pruned. + +================================================================================ +Trial 16 완료 + Value (CSI): 0.301613 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.32069275139897707, 'ffn_dropout': 0.20610022721203453, 'lr': 0.0015835049823439565, 'weight_decay': 0.009177823993563549, 'batch_size': 256} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:26:40,355] Trial 17 pruned. + +================================================================================ +Trial 17 완료 + Value (CSI): 0.186730 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.23363970715470467, 'ffn_dropout': 0.1790029010744846, 'lr': 0.0002547145708382806, 'weight_decay': 0.0020636968866453802, 'batch_size': 128} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:28:01,381] Trial 18 pruned. + +================================================================================ +Trial 18 완료 + Value (CSI): 0.240491 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.2508720361796684, 'ffn_dropout': 0.3537434239536059, 'lr': 3.863320622710195e-05, 'weight_decay': 0.000516781530084733, 'batch_size': 32} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:29:06,353] Trial 19 pruned. + +================================================================================ +Trial 19 완료 + Value (CSI): 0.287462 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.10274953142067977, 'ffn_dropout': 0.1441748120294991, 'lr': 0.00015036316608268052, 'weight_decay': 0.0189862088020303, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:29:31,191] Trial 20 pruned. + +================================================================================ +Trial 20 완료 + Value (CSI): 0.222965 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.174731418405138, 'ffn_dropout': 0.221898737726037, 'lr': 5.744493731378139e-05, 'weight_decay': 0.002365042258330668, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:30:03,897] Trial 21 pruned. + +================================================================================ +Trial 21 완료 + Value (CSI): 0.278992 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.29476701165062846, 'ffn_dropout': 0.1160265612140759, 'lr': 0.003040220519393638, 'weight_decay': 0.00023906500210906157, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:30:21,854] Trial 22 pruned. + +================================================================================ +Trial 22 완료 + Value (CSI): 0.017632 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3026282027715034, 'ffn_dropout': 0.15258483239656603, 'lr': 0.008791382650413758, 'weight_decay': 0.00012511951638805607, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:30:47,966] Trial 23 pruned. + +================================================================================ +Trial 23 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2297598960535283, 'ffn_dropout': 0.10424510869646186, 'lr': 0.0044953162736430805, 'weight_decay': 0.0009282890194624731, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:31:29,256] Trial 24 pruned. + +================================================================================ +Trial 24 완료 + Value (CSI): 0.289062 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2698916090217714, 'ffn_dropout': 0.1612768468066842, 'lr': 0.001685711760314237, 'weight_decay': 0.00023186856743877827, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:33:35,766] Trial 25 pruned. + +================================================================================ +Trial 25 완료 + Value (CSI): 0.289600 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.3396227994644088, 'ffn_dropout': 0.1285840816947155, 'lr': 0.0009461724187748454, 'weight_decay': 0.00010472055537077704, 'batch_size': 32} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:33:55,846] Trial 26 pruned. + +================================================================================ +Trial 26 완료 + Value (CSI): 0.288889 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.27642990217872654, 'ffn_dropout': 0.100239928582399, 'lr': 0.0029050101386477933, 'weight_decay': 0.0008092065283248381, 'batch_size': 256} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:34:08,038] Trial 27 pruned. + +================================================================================ +Trial 27 완료 + Value (CSI): 0.005441 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3087913470846128, 'ffn_dropout': 0.15859861423186664, 'lr': 0.006917236285483397, 'weight_decay': 0.00040324644250083725, 'batch_size': 128} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 03:37:08,887] Trial 28 finished with value: 0.3812085296361016 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2612576392987448, 'ffn_dropout': 0.20323343231200774, 'lr': 0.0023047748733702237, 'weight_decay': 0.00033590648444216023, 'batch_size': 64}. Best is trial 12 with value: 0.38779208484622557. + +================================================================================ +Trial 28 완료 + Value (CSI): 0.381209 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2612576392987448, 'ffn_dropout': 0.20323343231200774, 'lr': 0.0023047748733702237, 'weight_decay': 0.00033590648444216023, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:37:22,390] Trial 29 pruned. + +================================================================================ +Trial 29 완료 + Value (CSI): 0.080792 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.22864103413022271, 'ffn_dropout': 0.1988523488313971, 'lr': 3.57922083392259e-05, 'weight_decay': 0.0003442807242219826, 'batch_size': 128} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:39:15,217] Trial 30 pruned. + +================================================================================ +Trial 30 완료 + Value (CSI): 0.304700 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2553435076333425, 'ffn_dropout': 0.252279805370846, 'lr': 0.00016521791582858953, 'weight_decay': 0.0008405855221256496, 'batch_size': 32} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:39:40,850] Trial 31 pruned. + +================================================================================ +Trial 31 완료 + Value (CSI): 0.003920 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2850427481228138, 'ffn_dropout': 0.16945568474325062, 'lr': 0.005463099497036865, 'weight_decay': 0.00017989983481850018, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:40:28,246] Trial 32 pruned. + +================================================================================ +Trial 32 완료 + Value (CSI): 0.302876 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.26461508746978324, 'ffn_dropout': 0.14450546424193253, 'lr': 0.0024387523803484344, 'weight_decay': 0.0003627787223626409, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:41:07,988] Trial 33 pruned. + +================================================================================ +Trial 33 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.29154542024055324, 'ffn_dropout': 0.1255779795654879, 'lr': 0.005556203074498462, 'weight_decay': 0.00016252197222932447, 'batch_size': 64} + Best Value (CSI): 0.387792 + Best Trial: 12 + Best Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3022782899185378, 'ffn_dropout': 0.16486562467289673, 'lr': 0.001714286873751556, 'weight_decay': 0.0011673512318092114, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 03:44:10,618] Trial 34 finished with value: 0.39505004744774913 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64}. Best is trial 34 with value: 0.39505004744774913. + +================================================================================ +Trial 34 완료 + Value (CSI): 0.395050 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:44:52,693] Trial 35 pruned. + +================================================================================ +Trial 35 완료 + Value (CSI): 0.256868 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.18022263629103918, 'ffn_dropout': 0.13791348837672157, 'lr': 0.0020789264561401413, 'weight_decay': 0.00047083689828901503, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:45:16,826] Trial 36 pruned. + +================================================================================ +Trial 36 완료 + Value (CSI): 0.001617 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.15964500314651298, 'ffn_dropout': 0.20612374099955183, 'lr': 0.003347337969292242, 'weight_decay': 0.0007185566749494165, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:46:07,217] Trial 37 pruned. + +================================================================================ +Trial 37 완료 + Value (CSI): 0.305603 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.12388442338042327, 'ffn_dropout': 0.1857205022954614, 'lr': 0.0011843446559142614, 'weight_decay': 0.0003233328988403014, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 03:46:24,575] Trial 38 pruned. + +================================================================================ +Trial 38 완료 + Value (CSI): 0.265278 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.2175669883474332, 'ffn_dropout': 0.16550074809654586, 'lr': 0.0007431545086022852, 'weight_decay': 0.0005419792616517631, 'batch_size': 256} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 03:52:23,300] Trial 39 finished with value: 0.38514312369495407 and parameters: {'d_token': 160, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.1998989178679907, 'ffn_dropout': 0.2814513682173936, 'lr': 0.00036401523317541423, 'weight_decay': 0.004196418839635773, 'batch_size': 32}. Best is trial 34 with value: 0.39505004744774913. + +================================================================================ +Trial 39 완료 + Value (CSI): 0.385143 + Parameters: {'d_token': 160, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.1998989178679907, 'ffn_dropout': 0.2814513682173936, 'lr': 0.00036401523317541423, 'weight_decay': 0.004196418839635773, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 03:58:33,717] Trial 40 finished with value: 0.38523361238305 and parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.19478641730771995, 'ffn_dropout': 0.2886101184760076, 'lr': 0.0004239627239655387, 'weight_decay': 0.00455783942537374, 'batch_size': 32}. Best is trial 34 with value: 0.39505004744774913. + +================================================================================ +Trial 40 완료 + Value (CSI): 0.385234 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.19478641730771995, 'ffn_dropout': 0.2886101184760076, 'lr': 0.0004239627239655387, 'weight_decay': 0.00455783942537374, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:00:17,235] Trial 41 pruned. + +================================================================================ +Trial 41 완료 + Value (CSI): 0.278116 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.19524138635338936, 'ffn_dropout': 0.2818783140963953, 'lr': 0.00045674608897684164, 'weight_decay': 0.004116046317573246, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:02:47,728] Trial 42 pruned. + +================================================================================ +Trial 42 완료 + Value (CSI): 0.320856 + Parameters: {'d_token': 160, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.18588384518312812, 'ffn_dropout': 0.2990433441365329, 'lr': 0.00040982073456723893, 'weight_decay': 0.0029775199923843063, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:03:57,648] Trial 43 pruned. + +================================================================================ +Trial 43 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 224, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.20315458483035104, 'ffn_dropout': 0.26344662472398717, 'lr': 0.0006684573506004782, 'weight_decay': 0.0048854155676408976, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:11:41,255] Trial 44 finished with value: 0.3784773132750196 and parameters: {'d_token': 160, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.23891534291242386, 'ffn_dropout': 0.2965023193976481, 'lr': 0.00022278269858875426, 'weight_decay': 0.005422816664087459, 'batch_size': 32}. Best is trial 34 with value: 0.39505004744774913. + +================================================================================ +Trial 44 완료 + Value (CSI): 0.378477 + Parameters: {'d_token': 160, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.23891534291242386, 'ffn_dropout': 0.2965023193976481, 'lr': 0.00022278269858875426, 'weight_decay': 0.005422816664087459, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:14:01,740] Trial 45 pruned. + +================================================================================ +Trial 45 완료 + Value (CSI): 0.294320 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.21844842536274345, 'ffn_dropout': 0.31624309398862216, 'lr': 0.00032549979137332937, 'weight_decay': 0.007463106490809942, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:15:28,912] Trial 46 pruned. + +================================================================================ +Trial 46 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 224, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.17216878433488741, 'ffn_dropout': 0.2633546664367143, 'lr': 0.0005501064763861383, 'weight_decay': 0.0032444662345977988, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:20:44,269] Trial 47 finished with value: 0.3525943421701017 and parameters: {'d_token': 256, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.1590383416323308, 'ffn_dropout': 0.24087732907427584, 'lr': 0.00040952538694169293, 'weight_decay': 0.001987044398650424, 'batch_size': 32}. Best is trial 34 with value: 0.39505004744774913. + +================================================================================ +Trial 47 완료 + Value (CSI): 0.352594 + Parameters: {'d_token': 256, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.1590383416323308, 'ffn_dropout': 0.24087732907427584, 'lr': 0.00040952538694169293, 'weight_decay': 0.001987044398650424, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:21:53,906] Trial 48 pruned. + +================================================================================ +Trial 48 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 160, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.19664900528026683, 'ffn_dropout': 0.2884775114458888, 'lr': 0.0012037493345826837, 'weight_decay': 0.007235995354656053, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:23:54,763] Trial 49 pruned. + +================================================================================ +Trial 49 완료 + Value (CSI): 0.322993 + Parameters: {'d_token': 192, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.14358403762421593, 'ffn_dropout': 0.2687315188513908, 'lr': 0.000216289333194313, 'weight_decay': 0.013683808505908005, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:24:43,309] Trial 50 pruned. + +================================================================================ +Trial 50 완료 + Value (CSI): 0.298429 + Parameters: {'d_token': 224, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2509485470097197, 'ffn_dropout': 0.3076031922664093, 'lr': 0.000782889150219472, 'weight_decay': 0.001417964288812357, 'batch_size': 128} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:25:13,210] Trial 51 pruned. + +================================================================================ +Trial 51 완료 + Value (CSI): 0.006059 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.24065490904720305, 'ffn_dropout': 0.27755955320828696, 'lr': 0.002103517798027969, 'weight_decay': 0.0010570007223208763, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:25:24,489] Trial 52 pruned. + +================================================================================ +Trial 52 완료 + Value (CSI): 0.242767 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2166896438324357, 'ffn_dropout': 0.3309245069096152, 'lr': 0.00030128311159843303, 'weight_decay': 0.0006580428326011249, 'batch_size': 256} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:25:52,225] Trial 53 pruned. + +================================================================================ +Trial 53 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 160, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2584903235895161, 'ffn_dropout': 0.23359906849651788, 'lr': 0.0013111209884364428, 'weight_decay': 0.004159836978184238, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:26:38,496] Trial 54 pruned. + +================================================================================ +Trial 54 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2429029318331303, 'ffn_dropout': 0.2520403326024167, 'lr': 0.0038054080299961784, 'weight_decay': 0.0024623762877685473, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:28:52,943] Trial 55 finished with value: 0.3623525229192282 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.21096429745513628, 'ffn_dropout': 0.22040451247101603, 'lr': 0.00011851983807545293, 'weight_decay': 0.001761561939776351, 'batch_size': 64}. Best is trial 34 with value: 0.39505004744774913. + +================================================================================ +Trial 55 완료 + Value (CSI): 0.362353 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.21096429745513628, 'ffn_dropout': 0.22040451247101603, 'lr': 0.00011851983807545293, 'weight_decay': 0.001761561939776351, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중��: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:30:24,747] Trial 56 pruned. + +================================================================================ +Trial 56 완료 + Value (CSI): 0.299145 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.1903842396454483, 'ffn_dropout': 0.2750995406532721, 'lr': 0.0008963884662593914, 'weight_decay': 0.0011324366473625003, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:31:30,746] Trial 57 pruned. + +================================================================================ +Trial 57 완료 + Value (CSI): 0.296236 + Parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.27433128762520187, 'ffn_dropout': 0.14987774492373251, 'lr': 0.0005788485889725044, 'weight_decay': 0.0028367070199076085, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:32:21,633] Trial 58 pruned. + +================================================================================ +Trial 58 완료 + Value (CSI): 0.003283 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2277938694650306, 'ffn_dropout': 0.13482350470095136, 'lr': 0.0016073838243543298, 'weight_decay': 0.0005713198616016543, 'batch_size': 32} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:33:27,551] Trial 59 pruned. + +================================================================================ +Trial 59 완료 + Value (CSI): 0.308378 + Parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.12097657349799473, 'ffn_dropout': 0.1152170187390747, 'lr': 0.001104624530890027, 'weight_decay': 0.000276794711378692, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:35:19,153] Trial 60 finished with value: 0.36733248772078236 and parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.261770351310711, 'ffn_dropout': 0.2885360875483319, 'lr': 0.002070889843176905, 'weight_decay': 0.0018667347692247816, 'batch_size': 128}. Best is trial 34 with value: 0.39505004744774913. + +================================================================================ +Trial 60 완료 + Value (CSI): 0.367332 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.261770351310711, 'ffn_dropout': 0.2885360875483319, 'lr': 0.002070889843176905, 'weight_decay': 0.0018667347692247816, 'batch_size': 128} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:35:38,982] Trial 61 pruned. + +================================================================================ +Trial 61 완료 + Value (CSI): 0.256275 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2843578099241539, 'ffn_dropout': 0.1269758191902234, 'lr': 0.00407806018994813, 'weight_decay': 0.00046020001703229617, 'batch_size': 64} + Best Value (CSI): 0.395050 + Best Trial: 34 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24340203452901607, 'ffn_dropout': 0.13354137712882302, 'lr': 0.0022377110711388755, 'weight_decay': 0.00046867064985372874, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:37:40,917] Trial 62 finished with value: 0.3965786227459637 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64}. Best is trial 62 with value: 0.3965786227459637. + +================================================================================ +Trial 62 완료 + Value (CSI): 0.396579 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:38:13,870] Trial 63 pruned. + +================================================================================ +Trial 63 완료 + Value (CSI): 0.271676 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3130804253398747, 'ffn_dropout': 0.17238112050843893, 'lr': 0.0031587120526263544, 'weight_decay': 0.0002375636630134161, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:38:41,934] Trial 64 pruned. + +================================================================================ +Trial 64 완료 + Value (CSI): 0.276596 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3000819558789799, 'ffn_dropout': 0.15381251128032616, 'lr': 0.0025869108636711684, 'weight_decay': 0.00017031630145488197, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:41:25,321] Trial 65 finished with value: 0.3854612673290987 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24857102439984788, 'ffn_dropout': 0.18064151565210088, 'lr': 0.0014098895490284153, 'weight_decay': 0.000294620683275061, 'batch_size': 64}. Best is trial 62 with value: 0.3965786227459637. + +================================================================================ +Trial 65 완료 + Value (CSI): 0.385461 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24857102439984788, 'ffn_dropout': 0.18064151565210088, 'lr': 0.0014098895490284153, 'weight_decay': 0.000294620683275061, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:41:39,780] Trial 66 pruned. + +================================================================================ +Trial 66 완료 + Value (CSI): 0.275915 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.20692676715165567, 'ffn_dropout': 0.1747113795867506, 'lr': 0.0013444606550259233, 'weight_decay': 0.0004134272260885048, 'batch_size': 256} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:43:40,910] Trial 67 finished with value: 0.38686982916845 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.25033459400341257, 'ffn_dropout': 0.18310904785351584, 'lr': 0.0009110260599488356, 'weight_decay': 0.0002534912723578786, 'batch_size': 64}. Best is trial 62 with value: 0.3965786227459637. + +================================================================================ +Trial 67 완료 + Value (CSI): 0.386870 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.25033459400341257, 'ffn_dropout': 0.18310904785351584, 'lr': 0.0009110260599488356, 'weight_decay': 0.0002534912723578786, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:45:56,081] Trial 68 finished with value: 0.3777725767795596 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.25016927953806606, 'ffn_dropout': 0.18427180761100995, 'lr': 0.0017945277905589664, 'weight_decay': 0.0002016564047907231, 'batch_size': 64}. Best is trial 62 with value: 0.3965786227459637. + +================================================================================ +Trial 68 완료 + Value (CSI): 0.377773 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.25016927953806606, 'ffn_dropout': 0.18427180761100995, 'lr': 0.0017945277905589664, 'weight_decay': 0.0002016564047907231, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:48:11,642] Trial 69 finished with value: 0.37728739854498566 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.28574613385830966, 'ffn_dropout': 0.14120561281138785, 'lr': 0.0009378648581627557, 'weight_decay': 0.00029093072988542457, 'batch_size': 64}. Best is trial 62 with value: 0.3965786227459637. + +================================================================================ +Trial 69 완료 + Value (CSI): 0.377287 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.28574613385830966, 'ffn_dropout': 0.14120561281138785, 'lr': 0.0009378648581627557, 'weight_decay': 0.00029093072988542457, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:48:50,451] Trial 70 pruned. + +================================================================================ +Trial 70 완료 + Value (CSI): 0.307282 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2703008153405818, 'ffn_dropout': 0.16276005007244657, 'lr': 0.001532368622764538, 'weight_decay': 0.0006841297125681985, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:51:07,792] Trial 71 finished with value: 0.38791606194711004 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.22747081033229655, 'ffn_dropout': 0.15559721465419232, 'lr': 0.0010204255197691127, 'weight_decay': 0.00015018217309182812, 'batch_size': 64}. Best is trial 62 with value: 0.3965786227459637. + +================================================================================ +Trial 71 완료 + Value (CSI): 0.387916 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.22747081033229655, 'ffn_dropout': 0.15559721465419232, 'lr': 0.0010204255197691127, 'weight_decay': 0.00015018217309182812, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:51:54,669] Trial 72 pruned. + +================================================================================ +Trial 72 완료 + Value (CSI): 0.306368 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.24359600304251913, 'ffn_dropout': 0.15588595599475277, 'lr': 0.0007571489320242547, 'weight_decay': 0.0002042729794921658, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:53:59,522] Trial 73 finished with value: 0.38788136561448655 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.23264037016584585, 'ffn_dropout': 0.1664600247677824, 'lr': 0.0011128656802975106, 'weight_decay': 0.00014244501768653672, 'batch_size': 64}. Best is trial 62 with value: 0.3965786227459637. + +================================================================================ +Trial 73 완료 + Value (CSI): 0.387881 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.23264037016584585, 'ffn_dropout': 0.1664600247677824, 'lr': 0.0011128656802975106, 'weight_decay': 0.00014244501768653672, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:54:26,000] Trial 74 pruned. + +================================================================================ +Trial 74 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.232458715722362, 'ffn_dropout': 0.1640430999056214, 'lr': 0.002667738908202744, 'weight_decay': 0.0001436874152715882, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 04:57:33,216] Trial 75 finished with value: 0.3931295800006289 and parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3308215078468919, 'ffn_dropout': 0.19189082422640127, 'lr': 0.0010545897770873741, 'weight_decay': 0.00011961655599343352, 'batch_size': 64}. Best is trial 62 with value: 0.3965786227459637. + +================================================================================ +Trial 75 완료 + Value (CSI): 0.393130 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3308215078468919, 'ffn_dropout': 0.19189082422640127, 'lr': 0.0010545897770873741, 'weight_decay': 0.00011961655599343352, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 04:58:20,304] Trial 76 pruned. + +================================================================================ +Trial 76 완료 + Value (CSI): 0.294599 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3305379742618786, 'ffn_dropout': 0.1916417311632724, 'lr': 0.0010890392863801186, 'weight_decay': 0.00010765461316265984, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 05:00:39,680] Trial 77 finished with value: 0.38281858244918476 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.34581019449736045, 'ffn_dropout': 0.17942012278665023, 'lr': 0.0014215149737039628, 'weight_decay': 0.00014179343534084966, 'batch_size': 64}. Best is trial 62 with value: 0.3965786227459637. + +================================================================================ +Trial 77 완료 + Value (CSI): 0.382819 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.34581019449736045, 'ffn_dropout': 0.17942012278665023, 'lr': 0.0014215149737039628, 'weight_decay': 0.00014179343534084966, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:01:05,741] Trial 78 pruned. + +================================================================================ +Trial 78 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.31692975448492794, 'ffn_dropout': 0.1691841004407642, 'lr': 0.0016726874241114664, 'weight_decay': 0.00016252463821710703, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:01:31,855] Trial 79 pruned. + +================================================================================ +Trial 79 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3082448344201325, 'ffn_dropout': 0.1478384028584312, 'lr': 0.0019030469764353864, 'weight_decay': 0.00012192723787335833, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:02:18,295] Trial 80 pruned. + +================================================================================ +Trial 80 완료 + Value (CSI): 0.248670 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2763740512250765, 'ffn_dropout': 0.1563843276087364, 'lr': 0.002274788727028034, 'weight_decay': 0.0002736472108688998, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:03:19,174] Trial 81 pruned. + +================================================================================ +Trial 81 완료 + Value (CSI): 0.323308 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.29604146043065716, 'ffn_dropout': 0.1792996071995582, 'lr': 0.0009237513393314215, 'weight_decay': 0.0001000377774850905, 'batch_size': 64} + Best Value (CSI): 0.396579 + Best Trial: 62 + Best Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3052862966097679, 'ffn_dropout': 0.15467102369761743, 'lr': 0.0034927702704919835, 'weight_decay': 0.00021589622481913361, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 05:06:11,428] Trial 82 finished with value: 0.40272068323222654 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64}. Best is trial 82 with value: 0.40272068323222654. + +================================================================================ +Trial 82 완료 + Value (CSI): 0.402721 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:06:53,262] Trial 83 pruned. + +================================================================================ +Trial 83 완료 + Value (CSI): 0.331418 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2651497754752364, 'ffn_dropout': 0.19466367480402613, 'lr': 0.0013012371737321842, 'weight_decay': 0.00021221834916125947, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:07:32,922] Trial 84 pruned. + +================================================================================ +Trial 84 완료 + Value (CSI): 0.311337 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2557014314876149, 'ffn_dropout': 0.1885922167084537, 'lr': 0.0017383190417840071, 'weight_decay': 0.00019601252883544242, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) + Fold 2 - 클래스별 가중치: {0: 1.3256078431372549, 1: 1.3256078431372549, 2: 0.6705746989624869} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16803}) + Fold 3 - 클래스별 가중치: {0: 1.329921568627451, 1: 1.329921568627451, 2: 0.6683813240308244} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16913}) +[I 2025-12-25 05:09:39,259] Trial 85 pruned. + +================================================================================ +Trial 85 완료 + Value (CSI): 0.365414 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24629162704468205, 'ffn_dropout': 0.16845240385314297, 'lr': 0.0010274431364122962, 'weight_decay': 0.000248943216370203, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:10:15,357] Trial 86 pruned. + +================================================================================ +Trial 86 완료 + Value (CSI): 0.305085 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.22630828317519425, 'ffn_dropout': 0.14466085324215008, 'lr': 0.0006847925861119112, 'weight_decay': 0.0001466885203456596, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:10:58,860] Trial 87 pruned. + +================================================================================ +Trial 87 완료 + Value (CSI): 0.307692 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.25275605599055273, 'ffn_dropout': 0.1343972202505709, 'lr': 0.0014155241217180877, 'weight_decay': 0.00018218362943862458, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:12:00,519] Trial 88 pruned. + +================================================================================ +Trial 88 완료 + Value (CSI): 0.290323 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.24024477951523718, 'ffn_dropout': 0.1587186302413476, 'lr': 0.0008415880003707745, 'weight_decay': 0.00032352143082226795, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:13:12,343] Trial 89 pruned. + +================================================================================ +Trial 89 완료 + Value (CSI): 0.300687 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.235485171286379, 'ffn_dropout': 0.18206801537501122, 'lr': 0.001120478933988194, 'weight_decay': 0.00012370576026725155, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:13:40,371] Trial 90 pruned. + +================================================================================ +Trial 90 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2789629198009878, 'ffn_dropout': 0.1733291176347897, 'lr': 0.0025896078700494074, 'weight_decay': 0.0002406524018092201, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:14:14,952] Trial 91 pruned. + +================================================================================ +Trial 91 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.32495215395258636, 'ffn_dropout': 0.20507796265210632, 'lr': 0.0021524054547993284, 'weight_decay': 0.00038679597160989025, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:14:49,523] Trial 92 pruned. + +================================================================================ +Trial 92 완료 + Value (CSI): 0.331532 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.22072572080887523, 'ffn_dropout': 0.19831514867565855, 'lr': 0.0012261650277785292, 'weight_decay': 0.0001464608413231596, 'batch_size': 128} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:15:44,271] Trial 93 pruned. + +================================================================================ +Trial 93 완료 + Value (CSI): 0.300163 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2366667016027234, 'ffn_dropout': 0.15178146718500238, 'lr': 0.0005158107788918303, 'weight_decay': 0.00017525698171098758, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:16:18,834] Trial 94 pruned. + +================================================================================ +Trial 94 완료 + Value (CSI): 0.001594 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2910311156506059, 'ffn_dropout': 0.16453213446778495, 'lr': 0.001828894513024565, 'weight_decay': 0.00022117006518336895, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:16:32,662] Trial 95 pruned. + +================================================================================ +Trial 95 완료 + Value (CSI): 0.195946 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2652687062658311, 'ffn_dropout': 0.17548690521241875, 'lr': 0.0008107518345106616, 'weight_decay': 0.00029175850536014564, 'batch_size': 256} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:17:27,308] Trial 96 pruned. + +================================================================================ +Trial 96 완료 + Value (CSI): 0.300000 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2243611234333362, 'ffn_dropout': 0.21146930330935843, 'lr': 0.0010280794138031106, 'weight_decay': 0.00011914760951793655, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:18:09,707] Trial 97 pruned. + +================================================================================ +Trial 97 완료 + Value (CSI): 0.302170 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2119125201627533, 'ffn_dropout': 0.18698281310694495, 'lr': 0.0006191384021948767, 'weight_decay': 0.000493922995649859, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:18:44,199] Trial 98 pruned. + +================================================================================ +Trial 98 완료 + Value (CSI): 0.147335 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2480563359486886, 'ffn_dropout': 0.19304338516553096, 'lr': 0.003308037477561071, 'weight_decay': 0.00038521313865806845, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3169411764705883, 1: 1.3169411764705883, 2: 0.6750693523097334} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16582}) +[I 2025-12-25 05:19:43,028] Trial 99 pruned. + +================================================================================ +Trial 99 완료 + Value (CSI): 0.323792 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.25649324712960875, 'ffn_dropout': 0.1388735364922094, 'lr': 0.0015866250450879385, 'weight_decay': 0.0001618910164727616, 'batch_size': 64} + Best Value (CSI): 0.402721 + Best Trial: 82 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} +================================================================================ + + +최적화 완료. +Best CSI Score: 0.4027 +Best Hyperparameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2530528162951749, 'ffn_dropout': 0.1899328578250674, 'lr': 0.0013866055842525612, 'weight_decay': 0.00020752948982868583, 'batch_size': 64} + +최적화 과정 요약: + - 총 시도 횟수: 100 + - 성공한 시도: 100 + - 최초 CSI: 0.2812 + - 최종 CSI: 0.3238 + - 최고 CSI: 0.4027 + - 최저 CSI: 0.0016 + - 평균 CSI: 0.2458 + +최적화 Study 객체가 /workspace/visibility_prediction/Analysis_code/optimization_history/ft_transformer_smote_daegu_trials.pkl에 저장되었습니다. + +================================================== +최적화된 하이퍼파라미터로 최종 모델 학습 시작 +================================================== +최종 모델 학습 시작... +Fold 1 학습 중... + Early stopping at epoch 48, Best CSI: 0.3359 + Fold 1 학습 완료 (검증 CSI: 0.3359) +Fold 2 학습 중... + Early stopping at epoch 27, Best CSI: 0.4263 + Fold 2 학습 완료 (검증 CSI: 0.4263) +Fold 3 학습 중... + Early stopping at epoch 25, Best CSI: 0.4090 + Fold 3 학습 완료 (검증 CSI: 0.4090) + +모든 모델 저장 완료: ../save_model/ft_transformer_optima/ft_transformer_smote_daegu.pkl (총 3개 fold) +Scaler 저장 완료: ../save_model/ft_transformer_optima/scaler/ft_transformer_smote_daegu_scaler.pkl (총 3개 fold) + +최종 모델 학습 및 저장 완료! +저장된 모델 경로: ../save_model/ft_transformer_optima/ft_transformer_smote_daegu.pkl + +✓ 완료: ft_transformer_smote/ft_transformer_smote_daegu.py (소요 시간: 9367초) + +---------------------------------------- +실행 중: ft_transformer_smote/ft_transformer_smote_daejeon.py +시작 시간: 2025-12-25 05:23:18 +---------------------------------------- +[I 2025-12-25 05:23:20,047] A new study created in memory with name: no-name-2eafe00f-22f7-4457-a4bc-5608dbaaf5b8 + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) + Fold 2 - 클래스별 가중치: {0: 1.3215416666666666, 1: 1.3215416666666666, 2: 0.6726686602617123} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15717}) + Fold 3 - 클래스별 가중치: {0: 1.3243333333333334, 1: 1.3243333333333334, 2: 0.6712282480148674} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15784}) +[I 2025-12-25 05:26:35,096] Trial 0 finished with value: 0.435194083401059 and parameters: {'d_token': 224, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.35630491265424435, 'ffn_dropout': 0.30318468546180316, 'lr': 4.741701472353272e-05, 'weight_decay': 0.0004128250492459912, 'batch_size': 64}. Best is trial 0 with value: 0.435194083401059. + +================================================================================ +Trial 0 완료 + Value (CSI): 0.435194 + Parameters: {'d_token': 224, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.35630491265424435, 'ffn_dropout': 0.30318468546180316, 'lr': 4.741701472353272e-05, 'weight_decay': 0.0004128250492459912, 'batch_size': 64} + Best Value (CSI): 0.435194 + Best Trial: 0 + Best Parameters: {'d_token': 224, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.35630491265424435, 'ffn_dropout': 0.30318468546180316, 'lr': 4.741701472353272e-05, 'weight_decay': 0.0004128250492459912, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) + Fold 2 - 클래스별 가중치: {0: 1.3215416666666666, 1: 1.3215416666666666, 2: 0.6726686602617123} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15717}) + Fold 3 - 클래스별 가중치: {0: 1.3243333333333334, 1: 1.3243333333333334, 2: 0.6712282480148674} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15784}) +[I 2025-12-25 05:30:15,731] Trial 1 finished with value: 0.10114217631060095 and parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.17777624723763696, 'ffn_dropout': 0.2722715902408209, 'lr': 0.0029203401969831134, 'weight_decay': 0.013194604673933295, 'batch_size': 32}. Best is trial 0 with value: 0.435194083401059. + +================================================================================ +Trial 1 완료 + Value (CSI): 0.101142 + Parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.17777624723763696, 'ffn_dropout': 0.2722715902408209, 'lr': 0.0029203401969831134, 'weight_decay': 0.013194604673933295, 'batch_size': 32} + Best Value (CSI): 0.435194 + Best Trial: 0 + Best Parameters: {'d_token': 224, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.35630491265424435, 'ffn_dropout': 0.30318468546180316, 'lr': 4.741701472353272e-05, 'weight_decay': 0.0004128250492459912, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) + Fold 2 - 클래스별 가중치: {0: 1.3215416666666666, 1: 1.3215416666666666, 2: 0.6726686602617123} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15717}) + Fold 3 - 클래스별 가중치: {0: 1.3243333333333334, 1: 1.3243333333333334, 2: 0.6712282480148674} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15784}) +[I 2025-12-25 05:32:58,118] Trial 2 finished with value: 0.482035457043179 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64}. Best is trial 2 with value: 0.482035457043179. + +================================================================================ +Trial 2 완료 + Value (CSI): 0.482035 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) + Fold 2 - 클래스별 가중치: {0: 1.3215416666666666, 1: 1.3215416666666666, 2: 0.6726686602617123} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15717}) + Fold 3 - 클래스별 가중치: {0: 1.3243333333333334, 1: 1.3243333333333334, 2: 0.6712282480148674} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15784}) +[I 2025-12-25 05:36:17,520] Trial 3 finished with value: 0.41946575380769774 and parameters: {'d_token': 224, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.24230466569763393, 'ffn_dropout': 0.29258204773770935, 'lr': 2.501591289252331e-05, 'weight_decay': 0.010699423627311641, 'batch_size': 256}. Best is trial 2 with value: 0.482035457043179. + +================================================================================ +Trial 3 완료 + Value (CSI): 0.419466 + Parameters: {'d_token': 224, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.24230466569763393, 'ffn_dropout': 0.29258204773770935, 'lr': 2.501591289252331e-05, 'weight_decay': 0.010699423627311641, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) + Fold 2 - 클래스별 가중치: {0: 1.3215416666666666, 1: 1.3215416666666666, 2: 0.6726686602617123} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15717}) + Fold 3 - 클래스별 가중치: {0: 1.3243333333333334, 1: 1.3243333333333334, 2: 0.6712282480148674} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15784}) +[I 2025-12-25 05:39:11,712] Trial 4 finished with value: 0.179696132253106 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3588179865786624, 'ffn_dropout': 0.17594203278394177, 'lr': 0.002098570861068094, 'weight_decay': 0.02244462393201445, 'batch_size': 32}. Best is trial 2 with value: 0.482035457043179. + +================================================================================ +Trial 4 완료 + Value (CSI): 0.179696 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3588179865786624, 'ffn_dropout': 0.17594203278394177, 'lr': 0.002098570861068094, 'weight_decay': 0.02244462393201445, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:39:21,137] Trial 5 pruned. + +================================================================================ +Trial 5 완료 + Value (CSI): 0.226107 + Parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.19599258873671155, 'ffn_dropout': 0.3385294580346525, 'lr': 3.642408033542372e-05, 'weight_decay': 0.00027209518632823396, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:40:09,451] Trial 6 pruned. + +================================================================================ +Trial 6 완료 + Value (CSI): 0.392444 + Parameters: {'d_token': 224, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.33150134429608746, 'ffn_dropout': 0.16731576029206097, 'lr': 0.000537046432493899, 'weight_decay': 0.006505884125126589, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:40:41,003] Trial 7 pruned. + +================================================================================ +Trial 7 완료 + Value (CSI): 0.273997 + Parameters: {'d_token': 256, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.3461896949499914, 'ffn_dropout': 0.38598605859514323, 'lr': 1.870134521346119e-05, 'weight_decay': 0.0026023527152729754, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:40:53,546] Trial 8 pruned. + +================================================================================ +Trial 8 완료 + Value (CSI): 0.228582 + Parameters: {'d_token': 224, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.2638747134302847, 'ffn_dropout': 0.21023322334932779, 'lr': 1.820368142532858e-05, 'weight_decay': 0.002351928990425821, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:41:21,144] Trial 9 pruned. + +================================================================================ +Trial 9 완료 + Value (CSI): 0.256772 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.33935298622594395, 'ffn_dropout': 0.21088283954952491, 'lr': 3.2544199990811325e-05, 'weight_decay': 0.0015862717787733394, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:41:45,120] Trial 10 pruned. + +================================================================================ +Trial 10 완료 + Value (CSI): 0.000000 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.12109055482993017, 'ffn_dropout': 0.1109052624435885, 'lr': 0.006096506639993064, 'weight_decay': 0.0001296273011270279, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:42:25,077] Trial 11 pruned. + +================================================================================ +Trial 11 완료 + Value (CSI): 0.389918 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3904377654618627, 'ffn_dropout': 0.3012297799293693, 'lr': 0.00020654209021246333, 'weight_decay': 0.0004200190135031989, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:43:09,826] Trial 12 pruned. + +================================================================================ +Trial 12 완료 + Value (CSI): 0.333717 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.39710965030289147, 'ffn_dropout': 0.2410277636918873, 'lr': 0.00012856866590593653, 'weight_decay': 0.000110546156911118, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:43:57,810] Trial 13 pruned. + +================================================================================ +Trial 13 완료 + Value (CSI): 0.381203 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.30270339276876407, 'ffn_dropout': 0.10572392995404509, 'lr': 0.0006145550288664171, 'weight_decay': 0.0007410279153205748, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:44:12,634] Trial 14 pruned. + +================================================================================ +Trial 14 완료 + Value (CSI): 0.295279 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.38818244359717646, 'ffn_dropout': 0.3328322741600634, 'lr': 5.738842849277875e-05, 'weight_decay': 0.0007065029288120263, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:44:37,688] Trial 15 pruned. + +================================================================================ +Trial 15 완료 + Value (CSI): 0.300931 + Parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.30325538459019874, 'ffn_dropout': 0.24937187468831662, 'lr': 1.0268376890038298e-05, 'weight_decay': 0.00023761547791210352, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:45:23,481] Trial 16 pruned. + +================================================================================ +Trial 16 완료 + Value (CSI): 0.341733 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.37070665048103224, 'ffn_dropout': 0.1497568962244653, 'lr': 7.536908368341014e-05, 'weight_decay': 0.00010442036180904675, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:46:31,291] Trial 17 pruned. + +================================================================================ +Trial 17 완료 + Value (CSI): 0.390093 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3156443589102168, 'ffn_dropout': 0.2143996111617863, 'lr': 0.00030868778702509243, 'weight_decay': 0.04916784753801883, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:46:52,718] Trial 18 pruned. + +================================================================================ +Trial 18 완료 + Value (CSI): 0.389058 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3726731722039025, 'ffn_dropout': 0.14340880064598888, 'lr': 0.0007718348961869099, 'weight_decay': 0.0011363675459477552, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) + Fold 2 - 클래스별 가중치: {0: 1.3215416666666666, 1: 1.3215416666666666, 2: 0.6726686602617123} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15717}) + Fold 3 - 클래스별 가중치: {0: 1.3243333333333334, 1: 1.3243333333333334, 2: 0.6712282480148674} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15784}) +[I 2025-12-25 05:51:40,266] Trial 19 finished with value: 0.45796371146362064 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.39619063072335076, 'ffn_dropout': 0.18710073970945706, 'lr': 0.00010024889239283773, 'weight_decay': 0.0003002198494392534, 'batch_size': 32}. Best is trial 2 with value: 0.482035457043179. + +================================================================================ +Trial 19 완료 + Value (CSI): 0.457964 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.39619063072335076, 'ffn_dropout': 0.18710073970945706, 'lr': 0.00010024889239283773, 'weight_decay': 0.0003002198494392534, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:53:34,224] Trial 20 pruned. + +================================================================================ +Trial 20 완료 + Value (CSI): 0.360208 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3962778382759863, 'ffn_dropout': 0.185053617338563, 'lr': 0.00010353006315128545, 'weight_decay': 0.00020510606938246382, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:54:54,833] Trial 21 pruned. + +================================================================================ +Trial 21 완료 + Value (CSI): 0.358100 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.36779423404459893, 'ffn_dropout': 0.13171093761975644, 'lr': 0.00018051187360066615, 'weight_decay': 0.00041078887466432733, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:56:17,844] Trial 22 pruned. + +================================================================================ +Trial 22 완료 + Value (CSI): 0.358834 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3504420488620527, 'ffn_dropout': 0.19409262698707652, 'lr': 6.974141371411731e-05, 'weight_decay': 0.00043738877832807596, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:57:34,728] Trial 23 pruned. + +================================================================================ +Trial 23 완료 + Value (CSI): 0.349235 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3982791007228654, 'ffn_dropout': 0.15222250826852096, 'lr': 5.075360982861611e-05, 'weight_decay': 0.0001988841113945303, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:58:27,665] Trial 24 pruned. + +================================================================================ +Trial 24 완료 + Value (CSI): 0.365541 + Parameters: {'d_token': 160, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.36575919432501147, 'ffn_dropout': 0.24517497266634225, 'lr': 0.00011268869007155552, 'weight_decay': 0.0008516135503928507, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:59:10,361] Trial 25 pruned. + +================================================================================ +Trial 25 완료 + Value (CSI): 0.385821 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.32754091767890925, 'ffn_dropout': 0.12762044202122977, 'lr': 0.00033354254201223185, 'weight_decay': 0.00016832445102931898, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 05:59:53,043] Trial 26 pruned. + +================================================================================ +Trial 26 완료 + Value (CSI): 0.315444 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.3728040928857398, 'ffn_dropout': 0.1699592828596161, 'lr': 4.484804886226935e-05, 'weight_decay': 0.0003746292221895203, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:00:15,846] Trial 27 pruned. + +================================================================================ +Trial 27 완료 + Value (CSI): 0.380623 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3464976601033162, 'ffn_dropout': 0.22058426110744436, 'lr': 0.001031709624054449, 'weight_decay': 0.00010417808062079, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:00:52,144] Trial 28 pruned. + +================================================================================ +Trial 28 완료 + Value (CSI): 0.364838 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3179918502174328, 'ffn_dropout': 0.1974046312448996, 'lr': 0.00018360559009522736, 'weight_decay': 0.00028767938955750685, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:01:49,854] Trial 29 pruned. + +================================================================================ +Trial 29 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.291156019100097, 'ffn_dropout': 0.27371289522629305, 'lr': 0.0012937114895499235, 'weight_decay': 0.0005188686934419268, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:02:39,824] Trial 30 pruned. + +================================================================================ +Trial 30 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.38055137387311483, 'ffn_dropout': 0.2299084697994096, 'lr': 0.0034308827100690297, 'weight_decay': 0.0013199068451902822, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:03:21,829] Trial 31 pruned. + +================================================================================ +Trial 31 완료 + Value (CSI): 0.315578 + Parameters: {'d_token': 224, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.2404232293928068, 'ffn_dropout': 0.2760687163406419, 'lr': 3.1196356955139245e-05, 'weight_decay': 0.006652453598869895, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:03:56,119] Trial 32 pruned. + +================================================================================ +Trial 32 완료 + Value (CSI): 0.279945 + Parameters: {'d_token': 256, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.36043843312657653, 'ffn_dropout': 0.2604427135843803, 'lr': 8.251273145950291e-05, 'weight_decay': 0.00015463793358723655, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:04:16,031] Trial 33 pruned. + +================================================================================ +Trial 33 완료 + Value (CSI): 0.261406 + Parameters: {'d_token': 224, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.22444268798775252, 'ffn_dropout': 0.2977594413870529, 'lr': 2.8024361496239e-05, 'weight_decay': 0.000283276707532014, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:04:29,363] Trial 34 pruned. + +================================================================================ +Trial 34 완료 + Value (CSI): 0.264561 + Parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2716840391924549, 'ffn_dropout': 0.1748271177717835, 'lr': 4.6202537873762256e-05, 'weight_decay': 0.016244963854803025, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:04:57,410] Trial 35 pruned. + +================================================================================ +Trial 35 완료 + Value (CSI): 0.307391 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3410318869631717, 'ffn_dropout': 0.1648668214874827, 'lr': 2.2389559544948873e-05, 'weight_decay': 0.0051306782135012545, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:05:15,236] Trial 36 pruned. + +================================================================================ +Trial 36 완료 + Value (CSI): 0.246954 + Parameters: {'d_token': 224, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.3836509541444429, 'ffn_dropout': 0.1940246541476147, 'lr': 1.479679200223157e-05, 'weight_decay': 0.00015972205524177833, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:06:08,630] Trial 37 pruned. + +================================================================================ +Trial 37 완료 + Value (CSI): 0.335905 + Parameters: {'d_token': 256, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.35546278460219005, 'ffn_dropout': 0.3252805067879826, 'lr': 3.827979498147093e-05, 'weight_decay': 0.0002507757613509754, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:06:47,738] Trial 38 pruned. + +================================================================================ +Trial 38 완료 + Value (CSI): 0.314314 + Parameters: {'d_token': 224, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.33144423277206303, 'ffn_dropout': 0.3571965552025107, 'lr': 2.186781577494653e-05, 'weight_decay': 0.0020510366346726556, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:07:47,028] Trial 39 pruned. + +================================================================================ +Trial 39 완료 + Value (CSI): 0.349873 + Parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.21081199178897642, 'ffn_dropout': 0.29580355398987723, 'lr': 6.228199246406535e-05, 'weight_decay': 0.0032689837620931603, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:08:03,369] Trial 40 pruned. + +================================================================================ +Trial 40 완료 + Value (CSI): 0.221717 + Parameters: {'d_token': 256, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.1814818199564683, 'ffn_dropout': 0.26196974913466736, 'lr': 3.21542547123497e-05, 'weight_decay': 0.0005881198691017782, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:08:54,345] Trial 41 pruned. + +================================================================================ +Trial 41 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3548922591236492, 'ffn_dropout': 0.17968661333570538, 'lr': 0.0031455813024586785, 'weight_decay': 0.014405721366653823, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) + Fold 2 - 클래스별 가중치: {0: 1.3215416666666666, 1: 1.3215416666666666, 2: 0.6726686602617123} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15717}) + Fold 3 - 클래스별 가중치: {0: 1.3243333333333334, 1: 1.3243333333333334, 2: 0.6712282480148674} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15784}) +[I 2025-12-25 06:16:57,697] Trial 42 finished with value: 0.47049460961250594 and parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3992877307097387, 'ffn_dropout': 0.21057498553460652, 'lr': 0.001530448267390241, 'weight_decay': 0.020277332563201727, 'batch_size': 32}. Best is trial 2 with value: 0.482035457043179. + +================================================================================ +Trial 42 완료 + Value (CSI): 0.470495 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3992877307097387, 'ffn_dropout': 0.21057498553460652, 'lr': 0.001530448267390241, 'weight_decay': 0.020277332563201727, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:18:35,700] Trial 43 pruned. + +================================================================================ +Trial 43 완료 + Value (CSI): 0.321945 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.3849523777606599, 'ffn_dropout': 0.23358166556471682, 'lr': 0.0015842827767408928, 'weight_decay': 0.0295153186884493, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:19:38,798] Trial 44 pruned. + +================================================================================ +Trial 44 완료 + Value (CSI): 0.366236 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3832232435446611, 'ffn_dropout': 0.20426783141303423, 'lr': 0.0022965945746403252, 'weight_decay': 0.009500694176380126, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:21:40,855] Trial 45 pruned. + +================================================================================ +Trial 45 완료 + Value (CSI): 0.372188 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.39907283026984053, 'ffn_dropout': 0.2262318705255812, 'lr': 0.00045868819983105856, 'weight_decay': 0.026137087511014363, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:22:38,854] Trial 46 pruned. + +================================================================================ +Trial 46 완료 + Value (CSI): 0.371544 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.37503075797823837, 'ffn_dropout': 0.16123646497200633, 'lr': 0.0007253389171436486, 'weight_decay': 0.00012935355124640442, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:23:08,499] Trial 47 pruned. + +================================================================================ +Trial 47 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.39909245464269066, 'ffn_dropout': 0.20955977238404055, 'lr': 0.005369240429555812, 'weight_decay': 0.00031484196332935943, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:25:26,181] Trial 48 pruned. + +================================================================================ +Trial 48 완료 + Value (CSI): 0.344615 + Parameters: {'d_token': 224, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.3844019908871621, 'ffn_dropout': 0.186716668054185, 'lr': 9.425575289216899e-05, 'weight_decay': 0.01039424978312511, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:25:53,504] Trial 49 pruned. + +================================================================================ +Trial 49 완료 + Value (CSI): 0.373316 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3584179207735206, 'ffn_dropout': 0.21665597232291198, 'lr': 0.0010449100243591978, 'weight_decay': 0.07016947368489082, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:26:46,432] Trial 50 pruned. + +================================================================================ +Trial 50 완료 + Value (CSI): 0.374116 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.34145519296643384, 'ffn_dropout': 0.28474995806155456, 'lr': 0.0001387940464044104, 'weight_decay': 0.0002082794975108132, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:27:37,680] Trial 51 pruned. + +================================================================================ +Trial 51 완료 + Value (CSI): 0.058632 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3647187615141512, 'ffn_dropout': 0.3144725894228163, 'lr': 0.001968999187803701, 'weight_decay': 0.019770983747416437, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:28:42,420] Trial 52 pruned. + +================================================================================ +Trial 52 완료 + Value (CSI): 0.305595 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.39035927160407313, 'ffn_dropout': 0.18043136273214297, 'lr': 0.0016781059649267184, 'weight_decay': 0.02820193131985511, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:29:39,930] Trial 53 pruned. + +================================================================================ +Trial 53 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3754660512950028, 'ffn_dropout': 0.20305879834456092, 'lr': 0.0024669036510468973, 'weight_decay': 0.0369057207717192, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:30:56,778] Trial 54 pruned. + +================================================================================ +Trial 54 완료 + Value (CSI): 0.345848 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3998268335740356, 'ffn_dropout': 0.16503259759109884, 'lr': 5.9052458359203345e-05, 'weight_decay': 0.020879292427025152, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:31:32,772] Trial 55 pruned. + +================================================================================ +Trial 55 완료 + Value (CSI): 0.350687 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3667255202799211, 'ffn_dropout': 0.1544998463868853, 'lr': 0.004155322045208773, 'weight_decay': 0.0009499637193641076, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:32:25,946] Trial 56 pruned. + +================================================================================ +Trial 56 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.35210973957711367, 'ffn_dropout': 0.13605438466877512, 'lr': 0.007166090784521867, 'weight_decay': 0.0006067127479049742, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:32:44,083] Trial 57 pruned. + +================================================================================ +Trial 57 완료 + Value (CSI): 0.374420 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.39104296240740777, 'ffn_dropout': 0.18739449400881097, 'lr': 0.0011818927736617604, 'weight_decay': 0.0001032566294656706, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:33:36,603] Trial 58 pruned. + +================================================================================ +Trial 58 완료 + Value (CSI): 0.351182 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3761994974169578, 'ffn_dropout': 0.23489766692918246, 'lr': 0.0005166108151504077, 'weight_decay': 0.000348760785847715, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:35:04,357] Trial 59 pruned. + +================================================================================ +Trial 59 완료 + Value (CSI): 0.395885 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.33547909427432954, 'ffn_dropout': 0.12067942711820132, 'lr': 0.0009149539386328306, 'weight_decay': 0.00045740265900319775, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:35:20,416] Trial 60 pruned. + +================================================================================ +Trial 60 완료 + Value (CSI): 0.313121 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.34637604114532383, 'ffn_dropout': 0.14747905026352412, 'lr': 7.791266368091504e-05, 'weight_decay': 0.0007308148705734484, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:36:22,737] Trial 61 pruned. + +================================================================================ +Trial 61 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.3192261855857527, 'ffn_dropout': 0.2518149082061173, 'lr': 0.0027336267959246026, 'weight_decay': 0.00023476576338720908, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:37:25,243] Trial 62 pruned. + +================================================================================ +Trial 62 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.16708471693445678, 'ffn_dropout': 0.17343633670698932, 'lr': 0.001427896849429843, 'weight_decay': 0.013826276157900413, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:38:23,859] Trial 63 pruned. + +================================================================================ +Trial 63 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 224, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.3692157924157389, 'ffn_dropout': 0.28614815607640187, 'lr': 0.0018089618037505596, 'weight_decay': 0.0001335635429572805, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:39:29,428] Trial 64 pruned. + +================================================================================ +Trial 64 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 224, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.2956431875720221, 'ffn_dropout': 0.3085364817014323, 'lr': 0.004040845811919421, 'weight_decay': 0.00018474115356024296, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:39:59,883] Trial 65 pruned. + +================================================================================ +Trial 65 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 256, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.25442306752412547, 'ffn_dropout': 0.2183908372914257, 'lr': 0.009651486111800084, 'weight_decay': 0.0004104491759737441, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:40:35,624] Trial 66 pruned. + +================================================================================ +Trial 66 완료 + Value (CSI): 0.360208 + Parameters: {'d_token': 192, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.38894613115075083, 'ffn_dropout': 0.14232224706649113, 'lr': 0.002016098594785894, 'weight_decay': 0.011218626247333127, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:42:01,752] Trial 67 pruned. + +================================================================================ +Trial 67 완료 + Value (CSI): 0.381579 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3096997748747929, 'ffn_dropout': 0.15796575147791214, 'lr': 0.0014866457584689588, 'weight_decay': 0.0076616604444691965, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:42:45,159] Trial 68 pruned. + +================================================================================ +Trial 68 완료 + Value (CSI): 0.315730 + Parameters: {'d_token': 224, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.27668852753526785, 'ffn_dropout': 0.19420931684213166, 'lr': 3.71576425546584e-05, 'weight_decay': 0.004574004892039827, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:43:17,317] Trial 69 pruned. + +================================================================================ +Trial 69 완료 + Value (CSI): 0.349558 + Parameters: {'d_token': 128, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.3623706579212562, 'ffn_dropout': 0.16721175084350676, 'lr': 0.0012084136989055096, 'weight_decay': 0.0014928160881165623, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:44:14,427] Trial 70 pruned. + +================================================================================ +Trial 70 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.325306215753842, 'ffn_dropout': 0.2689178110606701, 'lr': 0.002821893911622381, 'weight_decay': 0.00028836441161129333, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:44:52,183] Trial 71 pruned. + +================================================================================ +Trial 71 완료 + Value (CSI): 0.370000 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3355550411442044, 'ffn_dropout': 0.1059503864317626, 'lr': 0.000728437677488462, 'weight_decay': 0.0004712735199084819, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:45:29,519] Trial 72 pruned. + +================================================================================ +Trial 72 완료 + Value (CSI): 0.348036 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.38113538193064356, 'ffn_dropout': 0.1190601422458849, 'lr': 0.0021226541343342424, 'weight_decay': 0.00021404629397469562, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:46:10,384] Trial 73 pruned. + +================================================================================ +Trial 73 완료 + Value (CSI): 0.361663 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.35192736894174165, 'ffn_dropout': 0.11166348187751633, 'lr': 0.00024421730469178187, 'weight_decay': 0.0003202450833667886, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:46:55,233] Trial 74 pruned. + +================================================================================ +Trial 74 완료 + Value (CSI): 0.376183 + Parameters: {'d_token': 256, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.39131010475971717, 'ffn_dropout': 0.13374387720921155, 'lr': 0.0008603507356502913, 'weight_decay': 0.0002444774569510799, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:47:12,850] Trial 75 pruned. + +================================================================================ +Trial 75 완료 + Value (CSI): 0.340843 + Parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.30172568324985893, 'ffn_dropout': 0.14853451278897264, 'lr': 4.2823826501414976e-05, 'weight_decay': 0.0005416327466483893, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:47:59,041] Trial 76 pruned. + +================================================================================ +Trial 76 완료 + Value (CSI): 0.360025 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.32364997585962163, 'ffn_dropout': 0.10188361667133514, 'lr': 5.343373930211499e-05, 'weight_decay': 0.0010804889986723585, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:49:18,014] Trial 77 pruned. + +================================================================================ +Trial 77 완료 + Value (CSI): 0.381882 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3737015586731457, 'ffn_dropout': 0.18511627905659322, 'lr': 0.0013421867530335476, 'weight_decay': 0.0007328668518360746, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:49:58,211] Trial 78 pruned. + +================================================================================ +Trial 78 완료 + Value (CSI): 0.368988 + Parameters: {'d_token': 224, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2868480960750851, 'ffn_dropout': 0.1719391994598928, 'lr': 2.874646970032627e-05, 'weight_decay': 0.00036112945400203715, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:51:03,591] Trial 79 pruned. + +================================================================================ +Trial 79 완료 + Value (CSI): 0.392882 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.3096204961230813, 'ffn_dropout': 0.2067534581050884, 'lr': 0.0005881024452613355, 'weight_decay': 0.00015975541942196423, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:52:32,128] Trial 80 pruned. + +================================================================================ +Trial 80 완료 + Value (CSI): 0.391598 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3448730826063865, 'ffn_dropout': 0.13990993087639628, 'lr': 0.001759476437896277, 'weight_decay': 0.01961419588656968, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:53:23,257] Trial 81 pruned. + +================================================================================ +Trial 81 완료 + Value (CSI): 0.383505 + Parameters: {'d_token': 224, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.36046392344927874, 'ffn_dropout': 0.15473224656527096, 'lr': 0.0006020622066714857, 'weight_decay': 0.013010607662362197, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:54:08,645] Trial 82 pruned. + +================================================================================ +Trial 82 완료 + Value (CSI): 0.380145 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.33622769930564644, 'ffn_dropout': 0.15843886849119132, 'lr': 0.0003590854910328803, 'weight_decay': 0.016170008786231035, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:54:57,984] Trial 83 pruned. + +================================================================================ +Trial 83 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 224, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.3306915913446745, 'ffn_dropout': 0.1784345745753021, 'lr': 0.0009815544592581649, 'weight_decay': 0.008754995470375374, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:55:35,592] Trial 84 pruned. + +================================================================================ +Trial 84 완료 + Value (CSI): 0.000000 + Parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.37809642232487806, 'ffn_dropout': 0.12774763123957789, 'lr': 0.0011460892958535182, 'weight_decay': 0.011786863298840319, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:57:15,660] Trial 85 pruned. + +================================================================================ +Trial 85 완료 + Value (CSI): 0.390469 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.36687134932861054, 'ffn_dropout': 0.1983567931205194, 'lr': 0.00042394843555603845, 'weight_decay': 0.006718201631664788, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:57:52,453] Trial 86 pruned. + +================================================================================ +Trial 86 완료 + Value (CSI): 0.361533 + Parameters: {'d_token': 160, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.39087833058217086, 'ffn_dropout': 0.18899192245136262, 'lr': 0.0007410712838945122, 'weight_decay': 0.00940426195474712, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:58:46,772] Trial 87 pruned. + +================================================================================ +Trial 87 완료 + Value (CSI): 0.361582 + Parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.35603112766267664, 'ffn_dropout': 0.16574730002477756, 'lr': 1.525126738497364e-05, 'weight_decay': 0.00012988808252722522, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:59:37,721] Trial 88 pruned. + +================================================================================ +Trial 88 완료 + Value (CSI): 0.193446 + Parameters: {'d_token': 224, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.347897299677989, 'ffn_dropout': 0.21158340923661137, 'lr': 0.0016012851730263856, 'weight_decay': 0.00027321493249328683, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 06:59:55,408] Trial 89 pruned. + +================================================================================ +Trial 89 완료 + Value (CSI): 0.282792 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3950103732186416, 'ffn_dropout': 0.17704193350798816, 'lr': 6.404967809548521e-05, 'weight_decay': 0.00038262578221755363, 'batch_size': 128} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:00:28,920] Trial 90 pruned. + +================================================================================ +Trial 90 완료 + Value (CSI): 0.301310 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.3805838182533225, 'ffn_dropout': 0.14646582274447714, 'lr': 2.492674540520319e-05, 'weight_decay': 0.012218872430036052, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:01:40,335] Trial 91 pruned. + +================================================================================ +Trial 91 완료 + Value (CSI): 0.376404 + Parameters: {'d_token': 224, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3408903778762287, 'ffn_dropout': 0.22567196894429373, 'lr': 0.00013560820123629218, 'weight_decay': 0.0006108646350502622, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:02:47,215] Trial 92 pruned. + +================================================================================ +Trial 92 완료 + Value (CSI): 0.376597 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.32818565902774877, 'ffn_dropout': 0.20045487494704317, 'lr': 0.0002763550288905753, 'weight_decay': 0.00018762300399772315, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:03:51,825] Trial 93 pruned. + +================================================================================ +Trial 93 완료 + Value (CSI): 0.383346 + Parameters: {'d_token': 192, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.37117875149380725, 'ffn_dropout': 0.19158902704545194, 'lr': 0.0001648060581211439, 'weight_decay': 0.03776638143162874, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:04:55,209] Trial 94 pruned. + +================================================================================ +Trial 94 완료 + Value (CSI): 0.003188 + Parameters: {'d_token': 256, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3844723207601901, 'ffn_dropout': 0.18391702733905102, 'lr': 0.0008731766096177255, 'weight_decay': 0.015224377178318765, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:05:33,145] Trial 95 pruned. + +================================================================================ +Trial 95 완료 + Value (CSI): 0.318625 + Parameters: {'d_token': 224, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3103933910003279, 'ffn_dropout': 0.19709824689998762, 'lr': 8.720160011305069e-05, 'weight_decay': 0.018309787281725467, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:05:49,209] Trial 96 pruned. + +================================================================================ +Trial 96 완료 + Value (CSI): 0.307774 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.39954598522817275, 'ffn_dropout': 0.17168406080786575, 'lr': 0.0003661898056523877, 'weight_decay': 0.013271341304475062, 'batch_size': 256} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:08:12,263] Trial 97 pruned. + +================================================================================ +Trial 97 완료 + Value (CSI): 0.380373 + Parameters: {'d_token': 224, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.3190022624358252, 'ffn_dropout': 0.21484799904590776, 'lr': 7.005864563818163e-05, 'weight_decay': 0.010284972134559905, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:08:47,301] Trial 98 pruned. + +================================================================================ +Trial 98 완료 + Value (CSI): 0.366644 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.36034658048375157, 'ffn_dropout': 0.2053466969646277, 'lr': 0.000654410953267678, 'weight_decay': 0.001992845915312216, 'batch_size': 64} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3100416666666668, 1: 1.3100416666666668, 2: 0.6787341061675626} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15441}) +[I 2025-12-25 07:10:26,024] Trial 99 pruned. + +================================================================================ +Trial 99 완료 + Value (CSI): 0.374815 + Parameters: {'d_token': 160, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.22723764472934604, 'ffn_dropout': 0.16334830807925632, 'lr': 0.000495818487090032, 'weight_decay': 0.025043786250964914, 'batch_size': 32} + Best Value (CSI): 0.482035 + Best Trial: 2 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} +================================================================================ + + +최적화 완료. +Best CSI Score: 0.4820 +Best Hyperparameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3951058265943127, 'ffn_dropout': 0.15816355519966163, 'lr': 0.0011481409855838528, 'weight_decay': 0.00011134016766733501, 'batch_size': 64} + +최적화 과정 요약: + - 총 시도 횟수: 100 + - 성공한 시도: 100 + - 최초 CSI: 0.4352 + - 최종 CSI: 0.3748 + - 최고 CSI: 0.4820 + - 최저 CSI: 0.0000 + - 평균 CSI: 0.2858 + +최적화 Study 객체가 /workspace/visibility_prediction/Analysis_code/optimization_history/ft_transformer_smote_daejeon_trials.pkl에 저장되었습니다. + +================================================== +최적화된 하이퍼파라미터로 최종 모델 학습 시작 +================================================== +최종 모델 학습 시작... +Fold 1 학습 중... + Early stopping at epoch 38, Best CSI: 0.4083 + Fold 1 학습 완료 (검증 CSI: 0.4083) +Fold 2 학습 중... + Early stopping at epoch 19, Best CSI: 0.5045 + Fold 2 학습 완료 (검증 CSI: 0.5045) +Fold 3 학습 중... + Early stopping at epoch 30, Best CSI: 0.5143 + Fold 3 학습 완료 (검증 CSI: 0.5143) + +모든 모델 저장 완료: ../save_model/ft_transformer_optima/ft_transformer_smote_daejeon.pkl (총 3개 fold) +Scaler 저장 완료: ../save_model/ft_transformer_optima/scaler/ft_transformer_smote_daejeon_scaler.pkl (총 3개 fold) + +최종 모델 학습 및 저장 완료! +저장된 모델 경로: ../save_model/ft_transformer_optima/ft_transformer_smote_daejeon.pkl + +✓ 완료: ft_transformer_smote/ft_transformer_smote_daejeon.py (소요 시간: 6604초) + +---------------------------------------- +실행 중: ft_transformer_smote/ft_transformer_smote_gwangju.py +시작 시간: 2025-12-25 07:13:22 +---------------------------------------- +[I 2025-12-25 07:13:23,613] A new study created in memory with name: no-name-5349d2b6-e800-4dfc-9fbe-12bd1bc937df + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 07:16:44,543] Trial 0 finished with value: 0.4720379044756742 and parameters: {'d_token': 160, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.20204180094743923, 'ffn_dropout': 0.3073161090438865, 'lr': 0.0005024966682405841, 'weight_decay': 0.000989264866109286, 'batch_size': 64}. Best is trial 0 with value: 0.4720379044756742. + +================================================================================ +Trial 0 완료 + Value (CSI): 0.472038 + Parameters: {'d_token': 160, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.20204180094743923, 'ffn_dropout': 0.3073161090438865, 'lr': 0.0005024966682405841, 'weight_decay': 0.000989264866109286, 'batch_size': 64} + Best Value (CSI): 0.472038 + Best Trial: 0 + Best Parameters: {'d_token': 160, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.20204180094743923, 'ffn_dropout': 0.3073161090438865, 'lr': 0.0005024966682405841, 'weight_decay': 0.000989264866109286, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 07:20:05,570] Trial 1 finished with value: 0.4705839531329334 and parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.2083667092536843, 'ffn_dropout': 0.2744598584859157, 'lr': 0.0005927780357092684, 'weight_decay': 0.014632416816661825, 'batch_size': 128}. Best is trial 0 with value: 0.4720379044756742. + +================================================================================ +Trial 1 완료 + Value (CSI): 0.470584 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.2083667092536843, 'ffn_dropout': 0.2744598584859157, 'lr': 0.0005927780357092684, 'weight_decay': 0.014632416816661825, 'batch_size': 128} + Best Value (CSI): 0.472038 + Best Trial: 0 + Best Parameters: {'d_token': 160, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.20204180094743923, 'ffn_dropout': 0.3073161090438865, 'lr': 0.0005024966682405841, 'weight_decay': 0.000989264866109286, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 07:23:05,002] Trial 2 finished with value: 0.42232184595273004 and parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2841328433383815, 'ffn_dropout': 0.1795677450326215, 'lr': 1.903749576214546e-05, 'weight_decay': 0.0019845340633137896, 'batch_size': 128}. Best is trial 0 with value: 0.4720379044756742. + +================================================================================ +Trial 2 완료 + Value (CSI): 0.422322 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2841328433383815, 'ffn_dropout': 0.1795677450326215, 'lr': 1.903749576214546e-05, 'weight_decay': 0.0019845340633137896, 'batch_size': 128} + Best Value (CSI): 0.472038 + Best Trial: 0 + Best Parameters: {'d_token': 160, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.20204180094743923, 'ffn_dropout': 0.3073161090438865, 'lr': 0.0005024966682405841, 'weight_decay': 0.000989264866109286, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 07:28:43,262] Trial 3 finished with value: 0.4741962384900029 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32}. Best is trial 3 with value: 0.4741962384900029. + +================================================================================ +Trial 3 완료 + Value (CSI): 0.474196 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 07:30:05,505] Trial 4 finished with value: 0.09167591968793302 and parameters: {'d_token': 224, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.16706765101805265, 'ffn_dropout': 0.2710303189936548, 'lr': 0.008225551320386045, 'weight_decay': 0.00103097881257981, 'batch_size': 256}. Best is trial 3 with value: 0.4741962384900029. + +================================================================================ +Trial 4 완료 + Value (CSI): 0.091676 + Parameters: {'d_token': 224, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.16706765101805265, 'ffn_dropout': 0.2710303189936548, 'lr': 0.008225551320386045, 'weight_decay': 0.00103097881257981, 'batch_size': 256} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:30:20,524] Trial 5 pruned. + +================================================================================ +Trial 5 완료 + Value (CSI): 0.331300 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.31271122487459135, 'ffn_dropout': 0.3063844970519128, 'lr': 7.134307139020366e-05, 'weight_decay': 0.001496486958251086, 'batch_size': 256} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:30:39,789] Trial 6 pruned. + +================================================================================ +Trial 6 완료 + Value (CSI): 0.073201 + Parameters: {'d_token': 160, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.31538515577389015, 'ffn_dropout': 0.2874494661457717, 'lr': 0.0067553955792339715, 'weight_decay': 0.01648451400834992, 'batch_size': 256} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 07:35:05,802] Trial 7 finished with value: 0.45715506699902786 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19489612347554697, 'ffn_dropout': 0.27471179173444293, 'lr': 0.00020006433814541208, 'weight_decay': 0.0007949635679956494, 'batch_size': 64}. Best is trial 3 with value: 0.4741962384900029. + +================================================================================ +Trial 7 완료 + Value (CSI): 0.457155 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19489612347554697, 'ffn_dropout': 0.27471179173444293, 'lr': 0.00020006433814541208, 'weight_decay': 0.0007949635679956494, 'batch_size': 64} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 07:36:43,489] Trial 8 finished with value: 0.2876524298073911 and parameters: {'d_token': 256, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.20374264869932915, 'ffn_dropout': 0.28788110799680894, 'lr': 0.0025910502335220863, 'weight_decay': 0.0003917948823094255, 'batch_size': 256}. Best is trial 3 with value: 0.4741962384900029. + +================================================================================ +Trial 8 완료 + Value (CSI): 0.287652 + Parameters: {'d_token': 256, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.20374264869932915, 'ffn_dropout': 0.28788110799680894, 'lr': 0.0025910502335220863, 'weight_decay': 0.0003917948823094255, 'batch_size': 256} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:37:54,354] Trial 9 pruned. + +================================================================================ +Trial 9 완료 + Value (CSI): 0.003985 + Parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.3963361584101709, 'ffn_dropout': 0.22745698894940455, 'lr': 0.00212288609626765, 'weight_decay': 0.00011607988220984215, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:38:33,213] Trial 10 pruned. + +================================================================================ +Trial 10 완료 + Value (CSI): 0.365079 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.10399142241164921, 'ffn_dropout': 0.10335971486429973, 'lr': 7.38016313598997e-05, 'weight_decay': 0.07230209748539067, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 07:41:54,243] Trial 11 finished with value: 0.4674103046460849 and parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.39060177323497614, 'ffn_dropout': 0.3648553313590831, 'lr': 0.0005458589656315063, 'weight_decay': 0.00486527812066804, 'batch_size': 64}. Best is trial 3 with value: 0.4741962384900029. + +================================================================================ +Trial 11 완료 + Value (CSI): 0.467410 + Parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.39060177323497614, 'ffn_dropout': 0.3648553313590831, 'lr': 0.0005458589656315063, 'weight_decay': 0.00486527812066804, 'batch_size': 64} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 07:44:07,381] Trial 12 finished with value: 0.467176511103991 and parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2560672688564572, 'ffn_dropout': 0.197451817128118, 'lr': 0.0002701425252678861, 'weight_decay': 0.0036959343395224042, 'batch_size': 64}. Best is trial 3 with value: 0.4741962384900029. + +================================================================================ +Trial 12 완료 + Value (CSI): 0.467177 + Parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2560672688564572, 'ffn_dropout': 0.197451817128118, 'lr': 0.0002701425252678861, 'weight_decay': 0.0036959343395224042, 'batch_size': 64} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:44:48,751] Trial 13 pruned. + +================================================================================ +Trial 13 완료 + Value (CSI): 0.412318 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3420597134501866, 'ffn_dropout': 0.3535814163694028, 'lr': 0.0010559182681130475, 'weight_decay': 0.0066958710799923694, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:45:59,019] Trial 14 pruned. + +================================================================================ +Trial 14 완료 + Value (CSI): 0.422360 + Parameters: {'d_token': 160, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.2512379966625318, 'ffn_dropout': 0.1496893730248987, 'lr': 0.00019598652034468706, 'weight_decay': 0.0004140194498585335, 'batch_size': 64} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:46:48,063] Trial 15 pruned. + +================================================================================ +Trial 15 완료 + Value (CSI): 0.030747 + Parameters: {'d_token': 256, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.35275269625307676, 'ffn_dropout': 0.32605324400674884, 'lr': 0.0010549431116902018, 'weight_decay': 0.002778746637652542, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:48:09,740] Trial 16 pruned. + +================================================================================ +Trial 16 완료 + Value (CSI): 0.432203 + Parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.2821037686506863, 'ffn_dropout': 0.3974394873166107, 'lr': 0.00013359016368262052, 'weight_decay': 0.00783926035751152, 'batch_size': 64} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:49:22,811] Trial 17 pruned. + +================================================================================ +Trial 17 완료 + Value (CSI): 0.367694 + Parameters: {'d_token': 192, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.2320225831519145, 'ffn_dropout': 0.242980702327867, 'lr': 0.0003018306608974723, 'weight_decay': 0.002089753189763317, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:49:37,439] Trial 18 pruned. + +================================================================================ +Trial 18 완료 + Value (CSI): 0.375994 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.16115813619018382, 'ffn_dropout': 0.22712174825902054, 'lr': 0.00044717001262476494, 'weight_decay': 0.03254284599428779, 'batch_size': 128} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:50:08,157] Trial 19 pruned. + +================================================================================ +Trial 19 완료 + Value (CSI): 0.370273 + Parameters: {'d_token': 224, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.36016078978870275, 'ffn_dropout': 0.14593893399890512, 'lr': 1.1479295502115612e-05, 'weight_decay': 0.008179087189183025, 'batch_size': 64} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:51:08,891] Trial 20 pruned. + +================================================================================ +Trial 20 완료 + Value (CSI): 0.383209 + Parameters: {'d_token': 160, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.2833297237664411, 'ffn_dropout': 0.21168560160828515, 'lr': 0.0010092554267859717, 'weight_decay': 0.003255463180548007, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:51:30,390] Trial 21 pruned. + +================================================================================ +Trial 21 완료 + Value (CSI): 0.399502 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.2156817864410657, 'ffn_dropout': 0.24945179380696025, 'lr': 0.0006121077742300931, 'weight_decay': 0.010331016107316477, 'batch_size': 128} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:51:51,982] Trial 22 pruned. + +================================================================================ +Trial 22 완료 + Value (CSI): 0.385714 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.22815625277594867, 'ffn_dropout': 0.3179992267013516, 'lr': 0.000467242446905391, 'weight_decay': 0.017319010211914187, 'batch_size': 128} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:52:10,212] Trial 23 pruned. + +================================================================================ +Trial 23 완료 + Value (CSI): 0.321016 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.17380698991496613, 'ffn_dropout': 0.26648372616411564, 'lr': 0.00011956399263883416, 'weight_decay': 0.02730721670470813, 'batch_size': 128} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:52:33,391] Trial 24 pruned. + +================================================================================ +Trial 24 완료 + Value (CSI): 0.392954 + Parameters: {'d_token': 128, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.24313756274960596, 'ffn_dropout': 0.2553734948181849, 'lr': 0.0007268649219073515, 'weight_decay': 0.00457767780447946, 'batch_size': 128} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:52:52,784] Trial 25 pruned. + +================================================================================ +Trial 25 완료 + Value (CSI): 0.394531 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.20567698991096273, 'ffn_dropout': 0.287165870989031, 'lr': 0.00033359612387219345, 'weight_decay': 0.012470086675965981, 'batch_size': 128} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:53:28,018] Trial 26 pruned. + +================================================================================ +Trial 26 완료 + Value (CSI): 0.352507 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.25670861814473506, 'ffn_dropout': 0.23491628384421928, 'lr': 0.0015770516122500429, 'weight_decay': 0.00596414247999668, 'batch_size': 64} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:54:22,447] Trial 27 pruned. + +================================================================================ +Trial 27 완료 + Value (CSI): 0.004554 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.38105392284643225, 'ffn_dropout': 0.30855561747259685, 'lr': 0.003953526909486609, 'weight_decay': 0.02965986552323307, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:54:56,601] Trial 28 pruned. + +================================================================================ +Trial 28 완료 + Value (CSI): 0.406167 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.1864319830001009, 'ffn_dropout': 0.25540913942286314, 'lr': 0.000815693405473862, 'weight_decay': 0.0036929848669349026, 'batch_size': 64} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 07:55:15,402] Trial 29 pruned. + +================================================================================ +Trial 29 완료 + Value (CSI): 0.406908 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3102569198316723, 'ffn_dropout': 0.2002687884849375, 'lr': 0.0015843822714020235, 'weight_decay': 0.0019340690991311565, 'batch_size': 128} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 08:04:21,154] Trial 30 finished with value: 0.47233101581587933 and parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.14415165648476053, 'ffn_dropout': 0.17912124888067452, 'lr': 4.438241357658025e-05, 'weight_decay': 0.010383044036211425, 'batch_size': 32}. Best is trial 3 with value: 0.4741962384900029. + +================================================================================ +Trial 30 완료 + Value (CSI): 0.472331 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.14415165648476053, 'ffn_dropout': 0.17912124888067452, 'lr': 4.438241357658025e-05, 'weight_decay': 0.010383044036211425, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 08:05:28,516] Trial 31 pruned. + +================================================================================ +Trial 31 완료 + Value (CSI): 0.380293 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.1506901478817769, 'ffn_dropout': 0.17305868592264959, 'lr': 3.795483739521149e-05, 'weight_decay': 0.010660862051272044, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 08:13:49,141] Trial 32 finished with value: 0.4741922828834186 and parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.13770834153987738, 'ffn_dropout': 0.17707113415276612, 'lr': 0.00041783771623119957, 'weight_decay': 0.00591066785953918, 'batch_size': 32}. Best is trial 3 with value: 0.4741962384900029. + +================================================================================ +Trial 32 완료 + Value (CSI): 0.474192 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.13770834153987738, 'ffn_dropout': 0.17707113415276612, 'lr': 0.00041783771623119957, 'weight_decay': 0.00591066785953918, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 08:16:34,370] Trial 33 pruned. + +================================================================================ +Trial 33 완료 + Value (CSI): 0.414313 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.14088374043893348, 'ffn_dropout': 0.17987664454419122, 'lr': 0.0004504888858218718, 'weight_decay': 0.007770885902545867, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 08:17:33,296] Trial 34 pruned. + +================================================================================ +Trial 34 완료 + Value (CSI): 0.403226 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.12581685586538152, 'ffn_dropout': 0.15440568785243164, 'lr': 3.0469176490338206e-05, 'weight_decay': 0.005064481959360235, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 08:20:30,415] Trial 35 pruned. + +================================================================================ +Trial 35 완료 + Value (CSI): 0.423963 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.1807923638239496, 'ffn_dropout': 0.21596423415828062, 'lr': 0.0002247554176488156, 'weight_decay': 0.0028536234189931392, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 08:21:37,040] Trial 36 pruned. + +================================================================================ +Trial 36 완료 + Value (CSI): 0.324916 + Parameters: {'d_token': 224, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.16182739561352028, 'ffn_dropout': 0.12615926364507254, 'lr': 0.00033540906130910216, 'weight_decay': 0.0012346253178126948, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 08:21:51,230] Trial 37 pruned. + +================================================================================ +Trial 37 완료 + Value (CSI): 0.333128 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.13186156331180623, 'ffn_dropout': 0.18048625482968195, 'lr': 0.00014884285841544232, 'weight_decay': 0.01809399633389842, 'batch_size': 256} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 08:22:53,466] Trial 38 pruned. + +================================================================================ +Trial 38 완료 + Value (CSI): 0.409212 + Parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.19301744959967568, 'ffn_dropout': 0.16320027235828408, 'lr': 9.51965011703439e-05, 'weight_decay': 0.0016665544022868206, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 08:23:04,071] Trial 39 pruned. + +================================================================================ +Trial 39 완료 + Value (CSI): 0.221868 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.11507699129683853, 'ffn_dropout': 0.19076285082893188, 'lr': 5.714953390990964e-05, 'weight_decay': 0.0022802547657260774, 'batch_size': 256} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 08:31:16,081] Trial 40 finished with value: 0.46870915794904944 and parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.15353824229180524, 'ffn_dropout': 0.13546402616129943, 'lr': 0.0001953106142043923, 'weight_decay': 0.0010469169126827223, 'batch_size': 32}. Best is trial 3 with value: 0.4741962384900029. + +================================================================================ +Trial 40 완료 + Value (CSI): 0.468709 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.15353824229180524, 'ffn_dropout': 0.13546402616129943, 'lr': 0.0001953106142043923, 'weight_decay': 0.0010469169126827223, 'batch_size': 32} + Best Value (CSI): 0.474196 + Best Trial: 3 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.362678844726258, 'ffn_dropout': 0.16635293152622824, 'lr': 0.000390125889967722, 'weight_decay': 0.006710255477547039, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 08:38:35,078] Trial 41 finished with value: 0.47489630797501753 and parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32}. Best is trial 41 with value: 0.47489630797501753. + +================================================================================ +Trial 41 완료 + Value (CSI): 0.474896 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 08:46:42,272] Trial 42 finished with value: 0.46792737162304726 and parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.174774710862942, 'ffn_dropout': 0.1794951177939058, 'lr': 0.0006009514069944774, 'weight_decay': 0.005982689875678239, 'batch_size': 32}. Best is trial 41 with value: 0.47489630797501753. + +================================================================================ +Trial 42 완료 + Value (CSI): 0.467927 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.174774710862942, 'ffn_dropout': 0.1794951177939058, 'lr': 0.0006009514069944774, 'weight_decay': 0.005982689875678239, 'batch_size': 32} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) +[I 2025-12-25 08:51:45,786] Trial 43 pruned. + +================================================================================ +Trial 43 완료 + Value (CSI): 0.473597 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.13641113462579152, 'ffn_dropout': 0.1678934924209093, 'lr': 0.0002883390384109889, 'weight_decay': 0.004416854823620532, 'batch_size': 32} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 08:52:37,201] Trial 44 pruned. + +================================================================================ +Trial 44 완료 + Value (CSI): 0.402830 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.14645807556484142, 'ffn_dropout': 0.16152494238879414, 'lr': 0.00041592317390234793, 'weight_decay': 0.013408559981047714, 'batch_size': 32} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:00:29,792] Trial 45 pruned. + +================================================================================ +Trial 45 완료 + Value (CSI): 0.465353 + Parameters: {'d_token': 224, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.16640470708190203, 'ffn_dropout': 0.1929582985658304, 'lr': 0.00016219445706574633, 'weight_decay': 0.009513317680773918, 'batch_size': 32} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 09:00:53,597] Trial 46 pruned. + +================================================================================ +Trial 46 완료 + Value (CSI): 0.410236 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.19727650841022645, 'ffn_dropout': 0.11816209361333756, 'lr': 0.0002589341882173789, 'weight_decay': 0.006315101420884494, 'batch_size': 64} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 09:01:05,725] Trial 47 pruned. + +================================================================================ +Trial 47 완료 + Value (CSI): 0.306762 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.10122165181163222, 'ffn_dropout': 0.13911023154261565, 'lr': 0.00035723858771938153, 'weight_decay': 0.0035498453659353934, 'batch_size': 256} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) +[I 2025-12-25 09:06:08,396] Trial 48 pruned. + +================================================================================ +Trial 48 완료 + Value (CSI): 0.453364 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.12288786482645203, 'ffn_dropout': 0.15010889413188538, 'lr': 0.00021648099485005597, 'weight_decay': 0.014316252515237845, 'batch_size': 32} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:11:27,530] Trial 49 finished with value: 0.4706072358288978 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.18384403362157248, 'ffn_dropout': 0.20505849351424932, 'lr': 0.0005648941973819628, 'weight_decay': 0.00068204207942196, 'batch_size': 32}. Best is trial 41 with value: 0.47489630797501753. + +================================================================================ +Trial 49 완료 + Value (CSI): 0.470607 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.18384403362157248, 'ffn_dropout': 0.20505849351424932, 'lr': 0.0005648941973819628, 'weight_decay': 0.00068204207942196, 'batch_size': 32} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 09:11:49,088] Trial 50 pruned. + +================================================================================ +Trial 50 완료 + Value (CSI): 0.406926 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.15884596421917077, 'ffn_dropout': 0.22440713286696817, 'lr': 0.00011898283718150083, 'weight_decay': 0.008346177808329334, 'batch_size': 64} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:16:42,465] Trial 51 finished with value: 0.46508084270435623 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.1838972626442682, 'ffn_dropout': 0.20688847662621346, 'lr': 0.0005270640240030382, 'weight_decay': 0.0008497010011042979, 'batch_size': 32}. Best is trial 41 with value: 0.47489630797501753. + +================================================================================ +Trial 51 완료 + Value (CSI): 0.465081 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.1838972626442682, 'ffn_dropout': 0.20688847662621346, 'lr': 0.0005270640240030382, 'weight_decay': 0.0008497010011042979, 'batch_size': 32} + Best Value (CSI): 0.474896 + Best Trial: 41 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.17275240623937005, 'ffn_dropout': 0.16805135550235922, 'lr': 0.00035176834779108887, 'weight_decay': 0.0117090891310112, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:21:20,787] Trial 52 finished with value: 0.4767043189003746 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 52 완료 + Value (CSI): 0.476704 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 09:22:19,828] Trial 53 pruned. + +================================================================================ +Trial 53 완료 + Value (CSI): 0.003985 + Parameters: {'d_token': 192, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.21170205045078502, 'ffn_dropout': 0.18595134937078941, 'lr': 0.000826669402573001, 'weight_decay': 0.0003022622590249711, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:26:51,578] Trial 54 finished with value: 0.47587124323030877 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.16826593888757221, 'ffn_dropout': 0.16997226751068456, 'lr': 0.00040909314782382953, 'weight_decay': 0.021242317687803235, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 54 완료 + Value (CSI): 0.475871 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.16826593888757221, 'ffn_dropout': 0.16997226751068456, 'lr': 0.00040909314782382953, 'weight_decay': 0.021242317687803235, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 09:28:15,558] Trial 55 pruned. + +================================================================================ +Trial 55 완료 + Value (CSI): 0.434077 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.14316059993498464, 'ffn_dropout': 0.16824513375756542, 'lr': 0.00041208899599562545, 'weight_decay': 0.018048190249985295, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 09:29:31,220] Trial 56 pruned. + +================================================================================ +Trial 56 완료 + Value (CSI): 0.411163 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.17229635803634932, 'ffn_dropout': 0.19591713946707037, 'lr': 0.00030494786948894256, 'weight_decay': 0.023613525136676135, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:33:57,254] Trial 57 finished with value: 0.470141197160931 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.11257897803928164, 'ffn_dropout': 0.1570752629649038, 'lr': 0.0001770406001148639, 'weight_decay': 0.01141473490834107, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 57 완료 + Value (CSI): 0.470141 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.11257897803928164, 'ffn_dropout': 0.1570752629649038, 'lr': 0.0001770406001148639, 'weight_decay': 0.01141473490834107, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 09:35:37,058] Trial 58 pruned. + +================================================================================ +Trial 58 완료 + Value (CSI): 0.423077 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.15624015939439462, 'ffn_dropout': 0.17544501888650318, 'lr': 0.0002456573667898298, 'weight_decay': 0.043116257665743264, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:40:40,078] Trial 59 finished with value: 0.46848127532810535 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.1997271824365651, 'ffn_dropout': 0.18930430580960822, 'lr': 0.0006506626669223021, 'weight_decay': 0.009472619018495413, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 59 완료 + Value (CSI): 0.468481 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.1997271824365651, 'ffn_dropout': 0.18930430580960822, 'lr': 0.0006506626669223021, 'weight_decay': 0.009472619018495413, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:45:14,397] Trial 60 finished with value: 0.467114254462897 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.16909501846756528, 'ffn_dropout': 0.16110502783403383, 'lr': 0.00038088414746942145, 'weight_decay': 0.020599690508678204, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 60 완료 + Value (CSI): 0.467114 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.16909501846756528, 'ffn_dropout': 0.16110502783403383, 'lr': 0.00038088414746942145, 'weight_decay': 0.020599690508678204, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:48:42,961] Trial 61 finished with value: 0.47215756606491704 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.21672617794474255, 'ffn_dropout': 0.17618999740360458, 'lr': 0.0007811337382526331, 'weight_decay': 0.015370058485009247, 'batch_size': 64}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 61 완료 + Value (CSI): 0.472158 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.21672617794474255, 'ffn_dropout': 0.17618999740360458, 'lr': 0.0007811337382526331, 'weight_decay': 0.015370058485009247, 'batch_size': 64} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 09:49:36,186] Trial 62 pruned. + +================================================================================ +Trial 62 완료 + Value (CSI): 0.418834 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.2289197384011037, 'ffn_dropout': 0.1711279909281566, 'lr': 0.0008513161142791167, 'weight_decay': 0.01352353785740787, 'batch_size': 64} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 09:55:58,290] Trial 63 finished with value: 0.47216236834477926 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.21760852676668482, 'ffn_dropout': 0.1482198690506053, 'lr': 0.0005073266345707749, 'weight_decay': 0.015837147872110113, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 63 완료 + Value (CSI): 0.472162 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.21760852676668482, 'ffn_dropout': 0.1482198690506053, 'lr': 0.0005073266345707749, 'weight_decay': 0.015837147872110113, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 10:02:03,164] Trial 64 finished with value: 0.4670365087085717 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.19343614180402866, 'ffn_dropout': 0.15330528031360416, 'lr': 0.0005034875126247166, 'weight_decay': 0.0063917444994517295, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 64 완료 + Value (CSI): 0.467037 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.19343614180402866, 'ffn_dropout': 0.15330528031360416, 'lr': 0.0005034875126247166, 'weight_decay': 0.0063917444994517295, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:03:14,929] Trial 65 pruned. + +================================================================================ +Trial 65 완료 + Value (CSI): 0.407306 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.1490279273768902, 'ffn_dropout': 0.14157200461447975, 'lr': 0.00026872678942493775, 'weight_decay': 0.01210373759152832, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:04:50,245] Trial 66 pruned. + +================================================================================ +Trial 66 완료 + Value (CSI): 0.390950 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.264951671947516, 'ffn_dropout': 0.14852930995657432, 'lr': 0.0011556695863045225, 'weight_decay': 0.007804141700166611, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:06:13,427] Trial 67 pruned. + +================================================================================ +Trial 67 완료 + Value (CSI): 0.414085 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.22222082115633013, 'ffn_dropout': 0.1312929144660041, 'lr': 0.0003866415396820585, 'weight_decay': 0.022999624411080596, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 10:09:58,403] Trial 68 pruned. + +================================================================================ +Trial 68 완료 + Value (CSI): 0.474565 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.21022961672982488, 'ffn_dropout': 0.18551139523151255, 'lr': 0.0006436728891131892, 'weight_decay': 0.009751694485365605, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:10:41,655] Trial 69 pruned. + +================================================================================ +Trial 69 완료 + Value (CSI): 0.407227 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.20243002873168053, 'ffn_dropout': 0.19786967487262686, 'lr': 0.0004969315502556393, 'weight_decay': 0.0050337576115472155, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:10:52,345] Trial 70 pruned. + +================================================================================ +Trial 70 완료 + Value (CSI): 0.286640 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.24094136223497442, 'ffn_dropout': 0.16223295250560046, 'lr': 0.00020944044294536862, 'weight_decay': 0.0359085340371786, 'batch_size': 256} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:11:46,654] Trial 71 pruned. + +================================================================================ +Trial 71 완료 + Value (CSI): 0.398018 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.21940016394243123, 'ffn_dropout': 0.17392413208731855, 'lr': 0.000844171034064192, 'weight_decay': 0.016287426331592032, 'batch_size': 64} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 10:16:42,195] Trial 72 finished with value: 0.47480951392142706 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.21051196322340707, 'ffn_dropout': 0.1451107773424894, 'lr': 0.0004377921353752095, 'weight_decay': 0.01459326427302212, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 72 완료 + Value (CSI): 0.474810 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.21051196322340707, 'ffn_dropout': 0.1451107773424894, 'lr': 0.0004377921353752095, 'weight_decay': 0.01459326427302212, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 10:21:46,143] Trial 73 finished with value: 0.46827818872682964 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.20859338734884372, 'ffn_dropout': 0.14365997966058183, 'lr': 0.0003402250519658842, 'weight_decay': 0.010800545269864657, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 73 완료 + Value (CSI): 0.468278 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.20859338734884372, 'ffn_dropout': 0.14365997966058183, 'lr': 0.0003402250519658842, 'weight_decay': 0.010800545269864657, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:23:20,594] Trial 74 pruned. + +================================================================================ +Trial 74 완료 + Value (CSI): 0.398693 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.17593404486177558, 'ffn_dropout': 0.15669870373430925, 'lr': 0.00044810492499149025, 'weight_decay': 0.007208946764916029, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 10:28:28,825] Trial 75 finished with value: 0.4755241106853168 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.1923612880286984, 'ffn_dropout': 0.12300837171626129, 'lr': 0.0003040983701920279, 'weight_decay': 0.018851813827069453, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 75 완료 + Value (CSI): 0.475524 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.1923612880286984, 'ffn_dropout': 0.12300837171626129, 'lr': 0.0003040983701920279, 'weight_decay': 0.018851813827069453, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 10:34:10,893] Trial 76 finished with value: 0.47408744605395864 and parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.19107471790904815, 'ffn_dropout': 0.11352957097513591, 'lr': 0.00028263708478297786, 'weight_decay': 0.019593569330121637, 'batch_size': 32}. Best is trial 52 with value: 0.4767043189003746. + +================================================================================ +Trial 76 완료 + Value (CSI): 0.474087 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.19107471790904815, 'ffn_dropout': 0.11352957097513591, 'lr': 0.00028263708478297786, 'weight_decay': 0.019593569330121637, 'batch_size': 32} + Best Value (CSI): 0.476704 + Best Trial: 52 + Best Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.21325799602620366, 'ffn_dropout': 0.18692403687389716, 'lr': 0.0007382412792826251, 'weight_decay': 0.0005280963619347703, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 10:38:58,842] Trial 77 finished with value: 0.48424711598330084 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32}. Best is trial 77 with value: 0.48424711598330084. + +================================================================================ +Trial 77 완료 + Value (CSI): 0.484247 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:40:41,185] Trial 78 pruned. + +================================================================================ +Trial 78 완료 + Value (CSI): 0.402015 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.18776908347305754, 'ffn_dropout': 0.10569273168699556, 'lr': 0.0003176482264087263, 'weight_decay': 0.02718758232469967, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:40:57,102] Trial 79 pruned. + +================================================================================ +Trial 79 완료 + Value (CSI): 0.370020 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2034385157216474, 'ffn_dropout': 0.12649229504665455, 'lr': 0.00025115658291628864, 'weight_decay': 0.023089493511241073, 'batch_size': 128} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) +[I 2025-12-25 10:44:13,775] Trial 80 pruned. + +================================================================================ +Trial 80 완료 + Value (CSI): 0.448390 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.16225353436613235, 'ffn_dropout': 0.13536801343459398, 'lr': 0.0004012908310444893, 'weight_decay': 0.012626445356471653, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 10:50:31,225] Trial 81 finished with value: 0.4696611250421601 and parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.19180948867785538, 'ffn_dropout': 0.11368850932107591, 'lr': 0.0002993578369308809, 'weight_decay': 0.01792718639888758, 'batch_size': 32}. Best is trial 77 with value: 0.48424711598330084. + +================================================================================ +Trial 81 완료 + Value (CSI): 0.469661 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.19180948867785538, 'ffn_dropout': 0.11368850932107591, 'lr': 0.0002993578369308809, 'weight_decay': 0.01792718639888758, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) +[I 2025-12-25 10:54:42,780] Trial 82 pruned. + +================================================================================ +Trial 82 완료 + Value (CSI): 0.467401 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.1809485470976483, 'ffn_dropout': 0.10249254161934479, 'lr': 0.00022107718262492018, 'weight_decay': 0.020088343505239862, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 10:56:58,251] Trial 83 pruned. + +================================================================================ +Trial 83 완료 + Value (CSI): 0.412613 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.19081110679119254, 'ffn_dropout': 0.12315706252613781, 'lr': 0.00035421426160260676, 'weight_decay': 0.03649246787563337, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 11:05:18,951] Trial 84 finished with value: 0.47443205661249777 and parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.1986786604478145, 'ffn_dropout': 0.11592933504275221, 'lr': 0.0006651440078053198, 'weight_decay': 0.014416131405320028, 'batch_size': 32}. Best is trial 77 with value: 0.48424711598330084. + +================================================================================ +Trial 84 완료 + Value (CSI): 0.474432 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.1986786604478145, 'ffn_dropout': 0.11592933504275221, 'lr': 0.0006651440078053198, 'weight_decay': 0.014416131405320028, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:06:17,244] Trial 85 pruned. + +================================================================================ +Trial 85 완료 + Value (CSI): 0.407882 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19940983281010446, 'ffn_dropout': 0.1359556127792862, 'lr': 0.0006764498715365083, 'weight_decay': 0.00889456675938438, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) +[I 2025-12-25 11:11:44,400] Trial 86 pruned. + +================================================================================ +Trial 86 완료 + Value (CSI): 0.439406 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.17721354181082535, 'ffn_dropout': 0.12031437749584363, 'lr': 0.0005809995517192802, 'weight_decay': 0.013936574546455947, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:12:01,198] Trial 87 pruned. + +================================================================================ +Trial 87 완료 + Value (CSI): 0.344327 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.22562192884621202, 'ffn_dropout': 0.12826809775720618, 'lr': 0.000718623253348669, 'weight_decay': 0.011562817003861118, 'batch_size': 256} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:14:10,907] Trial 88 pruned. + +================================================================================ +Trial 88 완료 + Value (CSI): 0.398382 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.20982054838799044, 'ffn_dropout': 0.10847548596318767, 'lr': 0.000469609555784295, 'weight_decay': 0.007136145290084126, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:15:39,138] Trial 89 pruned. + +================================================================================ +Trial 89 완료 + Value (CSI): 0.400366 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.16761758942573363, 'ffn_dropout': 0.1428703944081191, 'lr': 0.0005707263523059709, 'weight_decay': 0.005678884872657404, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:17:50,466] Trial 90 pruned. + +================================================================================ +Trial 90 완료 + Value (CSI): 0.412402 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.18425764912876466, 'ffn_dropout': 0.11930863166878838, 'lr': 0.0004150328634845637, 'weight_decay': 0.0041874734907828256, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 11:26:00,595] Trial 91 finished with value: 0.46749239582246105 and parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.19940890445496326, 'ffn_dropout': 0.10036115168921073, 'lr': 0.0002986310136067908, 'weight_decay': 0.015985139790496167, 'batch_size': 32}. Best is trial 77 with value: 0.48424711598330084. + +================================================================================ +Trial 91 완료 + Value (CSI): 0.467492 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.19940890445496326, 'ffn_dropout': 0.10036115168921073, 'lr': 0.0002986310136067908, 'weight_decay': 0.015985139790496167, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:28:13,282] Trial 92 pruned. + +================================================================================ +Trial 92 완료 + Value (CSI): 0.410394 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.23453409652183138, 'ffn_dropout': 0.116477104822192, 'lr': 0.00025678842146691994, 'weight_decay': 0.01953158683838399, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:30:26,671] Trial 93 pruned. + +================================================================================ +Trial 93 완료 + Value (CSI): 0.443309 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.19005011249425105, 'ffn_dropout': 0.11340889945795947, 'lr': 0.00018384728170315657, 'weight_decay': 0.008586111283148509, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) +[I 2025-12-25 11:35:16,523] Trial 94 pruned. + +================================================================================ +Trial 94 완료 + Value (CSI): 0.461011 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.15508224428095263, 'ffn_dropout': 0.13215937397791927, 'lr': 0.0003692000229834178, 'weight_decay': 0.01417897752926101, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:37:35,530] Trial 95 pruned. + +================================================================================ +Trial 95 완료 + Value (CSI): 0.407008 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.17695238863133247, 'ffn_dropout': 0.11194555321594793, 'lr': 0.00046918684129386944, 'weight_decay': 0.023702106986033818, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:38:12,470] Trial 96 pruned. + +================================================================================ +Trial 96 완료 + Value (CSI): 0.399676 + Parameters: {'d_token': 256, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.2056455273627931, 'ffn_dropout': 0.10830628174827617, 'lr': 0.0003417369418361361, 'weight_decay': 0.010376213709983964, 'batch_size': 128} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:39:10,811] Trial 97 pruned. + +================================================================================ +Trial 97 완료 + Value (CSI): 0.397579 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.16849895405128704, 'ffn_dropout': 0.12698737769200627, 'lr': 0.00028164747844708506, 'weight_decay': 0.026332905679638096, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) + Fold 2 - 클래스별 가중치: {0: 1.3233333333333333, 1: 1.3233333333333333, 2: 0.6717428087986463} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15760}) + Fold 3 - 클래스별 가중치: {0: 1.299764705882353, 1: 1.299764705882353, 2: 0.6843409316154608} (클래스별 샘플 수: {0: 8500, 1: 8500, 2: 16144}) +[I 2025-12-25 11:44:49,412] Trial 98 finished with value: 0.4654213457732255 and parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.21464572873892457, 'ffn_dropout': 0.15254758824869638, 'lr': 0.00023235151528820596, 'weight_decay': 0.019680100497598996, 'batch_size': 32}. Best is trial 77 with value: 0.48424711598330084. + +================================================================================ +Trial 98 완료 + Value (CSI): 0.465421 + Parameters: {'d_token': 96, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.21464572873892457, 'ffn_dropout': 0.15254758824869638, 'lr': 0.00023235151528820596, 'weight_decay': 0.019680100497598996, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.3205, 1: 1.3205, 2: 0.6732092786133062} (클래스별 샘플 수: {0: 8000, 1: 8000, 2: 15692}) +[I 2025-12-25 11:46:25,756] Trial 99 pruned. + +================================================================================ +Trial 99 완료 + Value (CSI): 0.412636 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.19258008058013176, 'ffn_dropout': 0.13977188874034077, 'lr': 0.0006218161772693334, 'weight_decay': 0.012113758350049833, 'batch_size': 32} + Best Value (CSI): 0.484247 + Best Trial: 77 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} +================================================================================ + + +최적화 완료. +Best CSI Score: 0.4842 +Best Hyperparameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.19167241349972552, 'ffn_dropout': 0.10372384139481815, 'lr': 0.0003028578585093515, 'weight_decay': 0.021302792376896054, 'batch_size': 32} + +최적화 과정 요약: + - 총 시도 횟수: 100 + - 성공한 시도: 100 + - 최초 CSI: 0.4720 + - 최종 CSI: 0.4126 + - 최고 CSI: 0.4842 + - 최저 CSI: 0.0040 + - 평균 CSI: 0.3969 + +최적화 Study 객체가 /workspace/visibility_prediction/Analysis_code/optimization_history/ft_transformer_smote_gwangju_trials.pkl에 저장되었습니다. + +================================================== +최적화된 하이퍼파라미터로 최종 모델 학습 시작 +================================================== +최종 모델 학습 시작... +Fold 1 학습 중... + Early stopping at epoch 20, Best CSI: 0.4341 + Fold 1 학습 완료 (검증 CSI: 0.4341) +Fold 2 학습 중... + Early stopping at epoch 23, Best CSI: 0.4934 + Fold 2 학습 완료 (검증 CSI: 0.4934) +Fold 3 학습 중... + Early stopping at epoch 32, Best CSI: 0.4950 + Fold 3 학습 완료 (검증 CSI: 0.4950) + +모든 모델 저장 완료: ../save_model/ft_transformer_optima/ft_transformer_smote_gwangju.pkl (총 3개 fold) +Scaler 저장 완료: ../save_model/ft_transformer_optima/scaler/ft_transformer_smote_gwangju_scaler.pkl (총 3개 fold) + +최종 모델 학습 및 저장 완료! +저장된 모델 경로: ../save_model/ft_transformer_optima/ft_transformer_smote_gwangju.pkl + +✓ 완료: ft_transformer_smote/ft_transformer_smote_gwangju.py (소요 시간: 16771초) + +---------------------------------------- +실행 중: ft_transformer_smote/ft_transformer_smote_incheon.py +시작 시간: 2025-12-25 11:52:53 +---------------------------------------- +[I 2025-12-25 11:52:54,382] A new study created in memory with name: no-name-cb5c8bfa-43e3-46af-9b80-e0fd8e5b12d8 + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 11:57:43,096] Trial 0 finished with value: 0.5290135641452779 and parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.35241299216126, 'ffn_dropout': 0.10064334052685374, 'lr': 3.7468220904137635e-05, 'weight_decay': 0.025011323959777416, 'batch_size': 64}. Best is trial 0 with value: 0.5290135641452779. + +================================================================================ +Trial 0 완료 + Value (CSI): 0.529014 + Parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.35241299216126, 'ffn_dropout': 0.10064334052685374, 'lr': 3.7468220904137635e-05, 'weight_decay': 0.025011323959777416, 'batch_size': 64} + Best Value (CSI): 0.529014 + Best Trial: 0 + Best Parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.35241299216126, 'ffn_dropout': 0.10064334052685374, 'lr': 3.7468220904137635e-05, 'weight_decay': 0.025011323959777416, 'batch_size': 64} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 12:05:26,036] Trial 1 finished with value: 0.5600702236157239 and parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.33101932441058307, 'ffn_dropout': 0.1869711092937486, 'lr': 0.00039510549155000066, 'weight_decay': 0.0003981847623162329, 'batch_size': 32}. Best is trial 1 with value: 0.5600702236157239. + +================================================================================ +Trial 1 완료 + Value (CSI): 0.560070 + Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.33101932441058307, 'ffn_dropout': 0.1869711092937486, 'lr': 0.00039510549155000066, 'weight_decay': 0.0003981847623162329, 'batch_size': 32} + Best Value (CSI): 0.560070 + Best Trial: 1 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.33101932441058307, 'ffn_dropout': 0.1869711092937486, 'lr': 0.00039510549155000066, 'weight_decay': 0.0003981847623162329, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 12:11:35,040] Trial 2 finished with value: 0.5544745460046895 and parameters: {'d_token': 160, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.1106274776801292, 'ffn_dropout': 0.33967281595489207, 'lr': 0.00027292830958530127, 'weight_decay': 0.059593685385707605, 'batch_size': 64}. Best is trial 1 with value: 0.5600702236157239. + +================================================================================ +Trial 2 완료 + Value (CSI): 0.554475 + Parameters: {'d_token': 160, 'n_blocks': 6, 'n_heads': 4, 'attention_dropout': 0.1106274776801292, 'ffn_dropout': 0.33967281595489207, 'lr': 0.00027292830958530127, 'weight_decay': 0.059593685385707605, 'batch_size': 64} + Best Value (CSI): 0.560070 + Best Trial: 1 + Best Parameters: {'d_token': 64, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.33101932441058307, 'ffn_dropout': 0.1869711092937486, 'lr': 0.00039510549155000066, 'weight_decay': 0.0003981847623162329, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 12:17:40,164] Trial 3 finished with value: 0.5602589539896052 and parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32}. Best is trial 3 with value: 0.5602589539896052. + +================================================================================ +Trial 3 완료 + Value (CSI): 0.560259 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 12:19:12,903] Trial 4 finished with value: 0.4055188140210806 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.1518640214965258, 'ffn_dropout': 0.26041961834996685, 'lr': 0.00011711607623822504, 'weight_decay': 0.011270438687092247, 'batch_size': 256}. Best is trial 3 with value: 0.5602589539896052. + +================================================================================ +Trial 4 완료 + Value (CSI): 0.405519 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.1518640214965258, 'ffn_dropout': 0.26041961834996685, 'lr': 0.00011711607623822504, 'weight_decay': 0.011270438687092247, 'batch_size': 256} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 12:20:04,889] Trial 5 pruned. + +================================================================================ +Trial 5 완료 + Value (CSI): 0.475610 + Parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.2844941412106118, 'ffn_dropout': 0.16265289992697096, 'lr': 1.873213436424764e-05, 'weight_decay': 0.00020809132273903782, 'batch_size': 64} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 12:25:21,322] Trial 6 finished with value: 0.5602051847200396 and parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.25437256535572816, 'ffn_dropout': 0.39566134640211525, 'lr': 0.0004970604231220774, 'weight_decay': 0.00044099003206331277, 'batch_size': 32}. Best is trial 3 with value: 0.5602589539896052. + +================================================================================ +Trial 6 완료 + Value (CSI): 0.560205 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.25437256535572816, 'ffn_dropout': 0.39566134640211525, 'lr': 0.0004970604231220774, 'weight_decay': 0.00044099003206331277, 'batch_size': 32} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 12:25:49,133] Trial 7 pruned. + +================================================================================ +Trial 7 완료 + Value (CSI): 0.508005 + Parameters: {'d_token': 192, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.3222234362382693, 'ffn_dropout': 0.3828624786203374, 'lr': 3.429561287552719e-05, 'weight_decay': 0.015360563039303806, 'batch_size': 128} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 12:26:58,983] Trial 8 pruned. + +================================================================================ +Trial 8 완료 + Value (CSI): 0.017077 + Parameters: {'d_token': 256, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.1659907157885946, 'ffn_dropout': 0.24031970715043294, 'lr': 0.005566488246860429, 'weight_decay': 0.07603462944011716, 'batch_size': 32} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 12:27:38,572] Trial 9 pruned. + +================================================================================ +Trial 9 완료 + Value (CSI): 0.324001 + Parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.16216796303363837, 'ffn_dropout': 0.313880083861369, 'lr': 0.002099154316627524, 'weight_decay': 0.0055925748185883355, 'batch_size': 32} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 12:27:51,890] Trial 10 pruned. + +================================================================================ +Trial 10 완료 + Value (CSI): 0.451440 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.38470484735032845, 'ffn_dropout': 0.24099124318371903, 'lr': 1.284353477693741e-05, 'weight_decay': 0.00010225657857021053, 'batch_size': 128} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 12:35:23,748] Trial 11 finished with value: 0.5576349002084688 and parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.2430750095590928, 'ffn_dropout': 0.3945484452764427, 'lr': 0.0007429217112733956, 'weight_decay': 0.0007958348756277548, 'batch_size': 32}. Best is trial 3 with value: 0.5602589539896052. + +================================================================================ +Trial 11 완료 + Value (CSI): 0.557635 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.2430750095590928, 'ffn_dropout': 0.3945484452764427, 'lr': 0.0007429217112733956, 'weight_decay': 0.0007958348756277548, 'batch_size': 32} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 12:40:43,290] Trial 12 finished with value: 0.5502138583647628 and parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.25150701299946476, 'ffn_dropout': 0.3148413010949642, 'lr': 0.00013610048719266273, 'weight_decay': 0.0009742064848253665, 'batch_size': 32}. Best is trial 3 with value: 0.5602589539896052. + +================================================================================ +Trial 12 완료 + Value (CSI): 0.550214 + Parameters: {'d_token': 192, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.25150701299946476, 'ffn_dropout': 0.3148413010949642, 'lr': 0.00013610048719266273, 'weight_decay': 0.0009742064848253665, 'batch_size': 32} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 12:40:54,070] Trial 13 pruned. + +================================================================================ +Trial 13 완료 + Value (CSI): 0.457543 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.22894109997296452, 'ffn_dropout': 0.39930508116941676, 'lr': 0.0012199138300010397, 'weight_decay': 0.001209405258539608, 'batch_size': 256} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 12:45:49,208] Trial 14 finished with value: 0.5518322538377599 and parameters: {'d_token': 224, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2858825942793524, 'ffn_dropout': 0.3457258989477239, 'lr': 0.00016756513132053067, 'weight_decay': 0.00010090051005844714, 'batch_size': 32}. Best is trial 3 with value: 0.5602589539896052. + +================================================================================ +Trial 14 완료 + Value (CSI): 0.551832 + Parameters: {'d_token': 224, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2858825942793524, 'ffn_dropout': 0.3457258989477239, 'lr': 0.00016756513132053067, 'weight_decay': 0.00010090051005844714, 'batch_size': 32} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 12:51:59,226] Trial 15 finished with value: 0.5566821651935685 and parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.22183529169096108, 'ffn_dropout': 0.28304135442567163, 'lr': 0.000574420562043957, 'weight_decay': 0.00032913850704070985, 'batch_size': 32}. Best is trial 3 with value: 0.5602589539896052. + +================================================================================ +Trial 15 완료 + Value (CSI): 0.556682 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.22183529169096108, 'ffn_dropout': 0.28304135442567163, 'lr': 0.000574420562043957, 'weight_decay': 0.00032913850704070985, 'batch_size': 32} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 12:52:52,799] Trial 16 pruned. + +================================================================================ +Trial 16 완료 + Value (CSI): 0.000000 + Parameters: {'d_token': 160, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.20456326141997463, 'ffn_dropout': 0.20139299976287517, 'lr': 0.0016106176442438713, 'weight_decay': 0.0021043452176577144, 'batch_size': 32} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 12:53:06,061] Trial 17 pruned. + +================================================================================ +Trial 17 완료 + Value (CSI): 0.381530 + Parameters: {'d_token': 224, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.2733270898020459, 'ffn_dropout': 0.2802070074001712, 'lr': 8.820522586520798e-05, 'weight_decay': 0.0004543996354629352, 'batch_size': 256} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 12:53:28,313] Trial 18 pruned. + +================================================================================ +Trial 18 완료 + Value (CSI): 0.524087 + Parameters: {'d_token': 160, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.20196313741811167, 'ffn_dropout': 0.3634376777003573, 'lr': 0.000292114257882763, 'weight_decay': 0.00021850227823046273, 'batch_size': 128} + Best Value (CSI): 0.560259 + Best Trial: 3 + Best Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.26479143883103207, 'ffn_dropout': 0.204776298692791, 'lr': 0.0001984180335264211, 'weight_decay': 0.00015250523037228518, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 13:02:12,148] Trial 19 finished with value: 0.5644204174525339 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32}. Best is trial 19 with value: 0.5644204174525339. + +================================================================================ +Trial 19 완료 + Value (CSI): 0.564420 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 13:03:40,240] Trial 20 pruned. + +================================================================================ +Trial 20 완료 + Value (CSI): 0.017077 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 4, 'attention_dropout': 0.3001059297490968, 'ffn_dropout': 0.3239281901197215, 'lr': 0.008823089739492043, 'weight_decay': 0.004002080172140601, 'batch_size': 32} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 13:11:42,394] Trial 21 finished with value: 0.5563199450364734 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.26221030045102683, 'ffn_dropout': 0.37146308195833966, 'lr': 0.0007281495999689204, 'weight_decay': 0.0007199490889444567, 'batch_size': 32}. Best is trial 19 with value: 0.5644204174525339. + +================================================================================ +Trial 21 완료 + Value (CSI): 0.556320 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.26221030045102683, 'ffn_dropout': 0.37146308195833966, 'lr': 0.0007281495999689204, 'weight_decay': 0.0007199490889444567, 'batch_size': 32} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 13:16:51,779] Trial 22 finished with value: 0.551226455126777 and parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.30630580718669626, 'ffn_dropout': 0.35901055134797577, 'lr': 0.00023132303424030544, 'weight_decay': 0.001958361228478509, 'batch_size': 32}. Best is trial 19 with value: 0.5644204174525339. + +================================================================================ +Trial 22 완료 + Value (CSI): 0.551226 + Parameters: {'d_token': 128, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.30630580718669626, 'ffn_dropout': 0.35901055134797577, 'lr': 0.00023132303424030544, 'weight_decay': 0.001958361228478509, 'batch_size': 32} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 13:21:35,865] Trial 23 finished with value: 0.552644045295305 and parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2719661514568396, 'ffn_dropout': 0.37232982626535005, 'lr': 0.0004799355599181699, 'weight_decay': 0.0017230013711211738, 'batch_size': 32}. Best is trial 19 with value: 0.5644204174525339. + +================================================================================ +Trial 23 완료 + Value (CSI): 0.552644 + Parameters: {'d_token': 192, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2719661514568396, 'ffn_dropout': 0.37232982626535005, 'lr': 0.0004799355599181699, 'weight_decay': 0.0017230013711211738, 'batch_size': 32} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 13:22:52,023] Trial 24 pruned. + +================================================================================ +Trial 24 완료 + Value (CSI): 0.521585 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2466659861082474, 'ffn_dropout': 0.34433708216791237, 'lr': 0.001031109761704499, 'weight_decay': 0.0005674789716822204, 'batch_size': 32} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 13:24:17,828] Trial 25 pruned. + +================================================================================ +Trial 25 완료 + Value (CSI): 0.000000 + Parameters: {'d_token': 224, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.30272146458275484, 'ffn_dropout': 0.3857698285495125, 'lr': 0.002533533914268958, 'weight_decay': 0.00022533325176231892, 'batch_size': 32} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 13:28:48,949] Trial 26 finished with value: 0.5468510370898504 and parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3345414860186212, 'ffn_dropout': 0.395039898135807, 'lr': 0.00037822865787097486, 'weight_decay': 0.001113996039192389, 'batch_size': 64}. Best is trial 19 with value: 0.5644204174525339. + +================================================================================ +Trial 26 완료 + Value (CSI): 0.546851 + Parameters: {'d_token': 64, 'n_blocks': 2, 'n_heads': 8, 'attention_dropout': 0.3345414860186212, 'ffn_dropout': 0.395039898135807, 'lr': 0.00037822865787097486, 'weight_decay': 0.001113996039192389, 'batch_size': 64} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 13:29:18,833] Trial 27 pruned. + +================================================================================ +Trial 27 완료 + Value (CSI): 0.516563 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.2576515410171349, 'ffn_dropout': 0.35993424768783316, 'lr': 0.0007525084106910842, 'weight_decay': 0.0032915997662603578, 'batch_size': 128} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 13:29:30,332] Trial 28 pruned. + +================================================================================ +Trial 28 완료 + Value (CSI): 0.389287 + Parameters: {'d_token': 160, 'n_blocks': 2, 'n_heads': 4, 'attention_dropout': 0.28562292262454997, 'ffn_dropout': 0.2925591964338915, 'lr': 7.334630365796853e-05, 'weight_decay': 0.0006062687831285982, 'batch_size': 256} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 13:30:11,224] Trial 29 pruned. + +================================================================================ +Trial 29 완료 + Value (CSI): 0.477332 + Parameters: {'d_token': 256, 'n_blocks': 4, 'n_heads': 4, 'attention_dropout': 0.35054071662623165, 'ffn_dropout': 0.15454589776632924, 'lr': 0.0002084639299169338, 'weight_decay': 0.0057563803910018205, 'batch_size': 64} + Best Value (CSI): 0.564420 + Best Trial: 19 + Best Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.30833195889165943, 'ffn_dropout': 0.3609460480143811, 'lr': 0.0008207310230466623, 'weight_decay': 0.0026850151897298475, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 13:38:06,350] Trial 30 finished with value: 0.5674050423289939 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 30 완료 + Value (CSI): 0.567405 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 13:44:35,073] Trial 31 finished with value: 0.5594214775248312 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3757209783601495, 'ffn_dropout': 0.14051508053271658, 'lr': 0.00038277646091875985, 'weight_decay': 0.0003387322668299275, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 31 완료 + Value (CSI): 0.559421 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3757209783601495, 'ffn_dropout': 0.14051508053271658, 'lr': 0.00038277646091875985, 'weight_decay': 0.0003387322668299275, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 13:52:41,358] Trial 32 finished with value: 0.566603336103756 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.36978506400939287, 'ffn_dropout': 0.20862049762767415, 'lr': 0.00048604332766457074, 'weight_decay': 0.00030420784277443875, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 32 완료 + Value (CSI): 0.566603 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.36978506400939287, 'ffn_dropout': 0.20862049762767415, 'lr': 0.00048604332766457074, 'weight_decay': 0.00030420784277443875, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 14:02:50,307] Trial 33 finished with value: 0.5555361553063559 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.39571224629611645, 'ffn_dropout': 0.1058387035560121, 'lr': 0.0003174267661519808, 'weight_decay': 0.0001659992631018192, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 33 완료 + Value (CSI): 0.555536 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.39571224629611645, 'ffn_dropout': 0.1058387035560121, 'lr': 0.0003174267661519808, 'weight_decay': 0.0001659992631018192, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 14:09:44,068] Trial 34 finished with value: 0.562692376038707 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3573556143383073, 'ffn_dropout': 0.19451866662642678, 'lr': 0.00018463306055615977, 'weight_decay': 0.0003174647747309408, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 34 완료 + Value (CSI): 0.562692 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3573556143383073, 'ffn_dropout': 0.19451866662642678, 'lr': 0.00018463306055615977, 'weight_decay': 0.0003174647747309408, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 14:17:42,248] Trial 35 finished with value: 0.5608330842485907 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3621629184492448, 'ffn_dropout': 0.21574504640640194, 'lr': 0.0002758936750916371, 'weight_decay': 0.00030889919236565185, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 35 완료 + Value (CSI): 0.560833 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3621629184492448, 'ffn_dropout': 0.21574504640640194, 'lr': 0.0002758936750916371, 'weight_decay': 0.00030889919236565185, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 14:21:57,109] Trial 36 finished with value: 0.5501454790785925 and parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3535552704951006, 'ffn_dropout': 0.1787906019758095, 'lr': 0.00016558469720193654, 'weight_decay': 0.0005441317423712665, 'batch_size': 64}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 36 완료 + Value (CSI): 0.550145 + Parameters: {'d_token': 64, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3535552704951006, 'ffn_dropout': 0.1787906019758095, 'lr': 0.00016558469720193654, 'weight_decay': 0.0005441317423712665, 'batch_size': 64} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 14:29:41,839] Trial 37 finished with value: 0.5505506314381915 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3373362988978907, 'ffn_dropout': 0.22382914340055377, 'lr': 9.525864476217094e-05, 'weight_decay': 0.0003377980179299555, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 37 완료 + Value (CSI): 0.550551 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3373362988978907, 'ffn_dropout': 0.22382914340055377, 'lr': 9.525864476217094e-05, 'weight_decay': 0.0003377980179299555, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 14:37:34,031] Trial 38 finished with value: 0.5599911552790139 and parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.36895676765118507, 'ffn_dropout': 0.18345307876372632, 'lr': 0.000448426902509758, 'weight_decay': 0.03285126912161758, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 38 완료 + Value (CSI): 0.559991 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.36895676765118507, 'ffn_dropout': 0.18345307876372632, 'lr': 0.000448426902509758, 'weight_decay': 0.03285126912161758, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 14:37:45,356] Trial 39 pruned. + +================================================================================ +Trial 39 완료 + Value (CSI): 0.369642 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3910543268253468, 'ffn_dropout': 0.25986015549333963, 'lr': 5.999048630008976e-05, 'weight_decay': 0.0007834742008388651, 'batch_size': 256} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 14:46:26,603] Trial 40 finished with value: 0.558362638277366 and parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.37383785700087396, 'ffn_dropout': 0.1989924039624996, 'lr': 0.00015091919593274934, 'weight_decay': 0.0001479213932290807, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 40 완료 + Value (CSI): 0.558363 + Parameters: {'d_token': 96, 'n_blocks': 6, 'n_heads': 8, 'attention_dropout': 0.37383785700087396, 'ffn_dropout': 0.1989924039624996, 'lr': 0.00015091919593274934, 'weight_decay': 0.0001479213932290807, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 14:53:35,216] Trial 41 finished with value: 0.563987440967996 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3546815707003426, 'ffn_dropout': 0.22185219347792834, 'lr': 0.0002742474103762457, 'weight_decay': 0.00028307631188384584, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 41 완료 + Value (CSI): 0.563987 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3546815707003426, 'ffn_dropout': 0.22185219347792834, 'lr': 0.0002742474103762457, 'weight_decay': 0.00028307631188384584, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 15:00:43,925] Trial 42 finished with value: 0.5606726472675968 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3424397614264985, 'ffn_dropout': 0.22552327477273837, 'lr': 0.000251594348545129, 'weight_decay': 0.0002339571216205119, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 42 완료 + Value (CSI): 0.560673 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3424397614264985, 'ffn_dropout': 0.22552327477273837, 'lr': 0.000251594348545129, 'weight_decay': 0.0002339571216205119, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 15:09:43,657] Trial 43 finished with value: 0.5631679641434025 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.32671087666215964, 'ffn_dropout': 0.24213357930050095, 'lr': 0.00020880225165183163, 'weight_decay': 0.00043193069337521913, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 43 완료 + Value (CSI): 0.563168 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.32671087666215964, 'ffn_dropout': 0.24213357930050095, 'lr': 0.00020880225165183163, 'weight_decay': 0.00043193069337521913, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 15:18:35,165] Trial 44 finished with value: 0.5643052020710759 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.32559868815405996, 'ffn_dropout': 0.24632699966782662, 'lr': 0.00036482273320846757, 'weight_decay': 0.0004604652969911148, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 44 완료 + Value (CSI): 0.564305 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.32559868815405996, 'ffn_dropout': 0.24632699966782662, 'lr': 0.00036482273320846757, 'weight_decay': 0.0004604652969911148, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 15:19:01,880] Trial 45 pruned. + +================================================================================ +Trial 45 완료 + Value (CSI): 0.513081 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3199512001496372, 'ffn_dropout': 0.2536103898764961, 'lr': 0.000579051007254152, 'weight_decay': 0.0004854077379315191, 'batch_size': 128} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 15:31:40,825] Trial 46 finished with value: 0.556269090526079 and parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3795646126158546, 'ffn_dropout': 0.2171327055372871, 'lr': 0.00036394191472246434, 'weight_decay': 0.00014383574651275895, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 46 완료 + Value (CSI): 0.556269 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3795646126158546, 'ffn_dropout': 0.2171327055372871, 'lr': 0.00036394191472246434, 'weight_decay': 0.00014383574651275895, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 15:32:16,735] Trial 47 pruned. + +================================================================================ +Trial 47 완료 + Value (CSI): 0.533333 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.34603801005935186, 'ffn_dropout': 0.2673443985972562, 'lr': 0.0009466040100440813, 'weight_decay': 0.0009066314439130622, 'batch_size': 64} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 15:33:19,598] Trial 48 pruned. + +================================================================================ +Trial 48 완료 + Value (CSI): 0.502114 + Parameters: {'d_token': 128, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3621848724916188, 'ffn_dropout': 0.23329129908859764, 'lr': 0.0005527812848733499, 'weight_decay': 0.0006575824032379648, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 15:34:32,832] Trial 49 pruned. + +================================================================================ +Trial 49 완료 + Value (CSI): 0.539202 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.39657056635455257, 'ffn_dropout': 0.2106977947755285, 'lr': 0.00011425257655144456, 'weight_decay': 0.001360719741513329, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 15:35:40,266] Trial 50 pruned. + +================================================================================ +Trial 50 완료 + Value (CSI): 0.531266 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3200979626765687, 'ffn_dropout': 0.24815303275910922, 'lr': 0.00035516721197788965, 'weight_decay': 0.0002673309442325525, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 15:44:27,527] Trial 51 finished with value: 0.5642803152794164 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3244808718893917, 'ffn_dropout': 0.23861428642053498, 'lr': 0.00024328965852287463, 'weight_decay': 0.00044988271199003846, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 51 완료 + Value (CSI): 0.564280 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3244808718893917, 'ffn_dropout': 0.23861428642053498, 'lr': 0.00024328965852287463, 'weight_decay': 0.00044988271199003846, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 15:51:42,611] Trial 52 finished with value: 0.5628170365931069 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3405675493448915, 'ffn_dropout': 0.23613482121858698, 'lr': 0.0002500199038825381, 'weight_decay': 0.0004205366023432731, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 52 완료 + Value (CSI): 0.562817 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3405675493448915, 'ffn_dropout': 0.23613482121858698, 'lr': 0.0002500199038825381, 'weight_decay': 0.0004205366023432731, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 16:00:52,822] Trial 53 finished with value: 0.5600607043024524 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3658949052055436, 'ffn_dropout': 0.2670863024720903, 'lr': 0.0004759320927009431, 'weight_decay': 0.00018503021243501815, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 53 완료 + Value (CSI): 0.560061 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3658949052055436, 'ffn_dropout': 0.2670863024720903, 'lr': 0.0004759320927009431, 'weight_decay': 0.00018503021243501815, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 16:08:35,814] Trial 54 finished with value: 0.5625459239634191 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.38379167712939116, 'ffn_dropout': 0.22995740937104606, 'lr': 0.0002884887038540088, 'weight_decay': 0.00041523635102405746, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 54 완료 + Value (CSI): 0.562546 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.38379167712939116, 'ffn_dropout': 0.22995740937104606, 'lr': 0.0002884887038540088, 'weight_decay': 0.00041523635102405746, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 16:08:49,115] Trial 55 pruned. + +================================================================================ +Trial 55 완료 + Value (CSI): 0.496231 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3280560510991852, 'ffn_dropout': 0.20629469920702775, 'lr': 0.0006432370763180428, 'weight_decay': 0.0002539212579278552, 'batch_size': 256} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 16:09:14,048] Trial 56 pruned. + +================================================================================ +Trial 56 완료 + Value (CSI): 0.516226 + Parameters: {'d_token': 128, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.35125439478551274, 'ffn_dropout': 0.24865053789620528, 'lr': 0.00045912651176886814, 'weight_decay': 0.0007986774585721864, 'batch_size': 128} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 16:10:36,854] Trial 57 pruned. + +================================================================================ +Trial 57 완료 + Value (CSI): 0.542182 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.31113550385415717, 'ffn_dropout': 0.29610124701004514, 'lr': 0.0001412840565843215, 'weight_decay': 0.0005318916311435066, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 16:11:46,659] Trial 58 pruned. + +================================================================================ +Trial 58 완료 + Value (CSI): 0.527242 + Parameters: {'d_token': 64, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.33418367833234836, 'ffn_dropout': 0.22215378599686825, 'lr': 0.0008816979559073934, 'weight_decay': 0.00013100863055965416, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 16:20:11,886] Trial 59 pruned. + +================================================================================ +Trial 59 완료 + Value (CSI): 0.505707 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.2947906257002787, 'ffn_dropout': 0.2727770108832929, 'lr': 0.0006412795025297683, 'weight_decay': 0.00021784585279470547, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 16:21:32,182] Trial 60 pruned. + +================================================================================ +Trial 60 완료 + Value (CSI): 0.000000 + Parameters: {'d_token': 96, 'n_blocks': 5, 'n_heads': 8, 'attention_dropout': 0.3164542371529918, 'ffn_dropout': 0.24264627649344742, 'lr': 0.0013170968027558035, 'weight_decay': 0.00017991829519570918, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 16:31:47,031] Trial 61 finished with value: 0.5585264947651907 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3299791747422941, 'ffn_dropout': 0.25402235555769426, 'lr': 0.00020136858757464955, 'weight_decay': 0.00039807871877394895, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 61 완료 + Value (CSI): 0.558526 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3299791747422941, 'ffn_dropout': 0.25402235555769426, 'lr': 0.00020136858757464955, 'weight_decay': 0.00039807871877394895, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 16:41:19,826] Trial 62 finished with value: 0.5661290832313414 and parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.32554849951216197, 'ffn_dropout': 0.2429753423465282, 'lr': 0.0001976601543024105, 'weight_decay': 0.0006364254105893218, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 62 완료 + Value (CSI): 0.566129 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.32554849951216197, 'ffn_dropout': 0.2429753423465282, 'lr': 0.0001976601543024105, 'weight_decay': 0.0006364254105893218, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 16:42:26,766] Trial 63 pruned. + +================================================================================ +Trial 63 완료 + Value (CSI): 0.523429 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3085095123640569, 'ffn_dropout': 0.23122291949261123, 'lr': 0.0002966630044132319, 'weight_decay': 0.0010522416050398008, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 16:51:22,559] Trial 64 finished with value: 0.5529709663241914 and parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3706081443177138, 'ffn_dropout': 0.2140474112647905, 'lr': 0.00039988584543343756, 'weight_decay': 0.0006515335833099849, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 64 완료 + Value (CSI): 0.552971 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3706081443177138, 'ffn_dropout': 0.2140474112647905, 'lr': 0.00039988584543343756, 'weight_decay': 0.0006515335833099849, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 16:59:57,883] Trial 65 pruned. + +================================================================================ +Trial 65 완료 + Value (CSI): 0.527458 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.347145023715236, 'ffn_dropout': 0.25889994676044165, 'lr': 0.00024610903062881426, 'weight_decay': 0.0002882769362740267, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 17:11:05,257] Trial 66 finished with value: 0.5598204204475736 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3570837015358921, 'ffn_dropout': 0.19082714442687154, 'lr': 0.00017336880061988685, 'weight_decay': 0.0003774537629414265, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 66 완료 + Value (CSI): 0.559820 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.3570837015358921, 'ffn_dropout': 0.19082714442687154, 'lr': 0.00017336880061988685, 'weight_decay': 0.0003774537629414265, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 17:17:15,803] Trial 67 finished with value: 0.5644949456493431 and parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.31751410833931226, 'ffn_dropout': 0.20240068168799835, 'lr': 0.0003275684579605444, 'weight_decay': 0.0005526570088024464, 'batch_size': 64}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 67 완료 + Value (CSI): 0.564495 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.31751410833931226, 'ffn_dropout': 0.20240068168799835, 'lr': 0.0003275684579605444, 'weight_decay': 0.0005526570088024464, 'batch_size': 64} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 17:17:55,581] Trial 68 pruned. + +================================================================================ +Trial 68 완료 + Value (CSI): 0.521377 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3161673054356169, 'ffn_dropout': 0.20653602821189404, 'lr': 0.0005130117460785746, 'weight_decay': 0.0013092377059704956, 'batch_size': 64} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 17:18:29,489] Trial 69 pruned. + +================================================================================ +Trial 69 완료 + Value (CSI): 0.524185 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3266080065399589, 'ffn_dropout': 0.1769395160201564, 'lr': 0.0007728317612906528, 'weight_decay': 0.0005318419548309079, 'batch_size': 64} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 17:19:06,304] Trial 70 pruned. + +================================================================================ +Trial 70 완료 + Value (CSI): 0.536765 + Parameters: {'d_token': 128, 'n_blocks': 3, 'n_heads': 4, 'attention_dropout': 0.2948529163259237, 'ffn_dropout': 0.23833580603292043, 'lr': 0.0003438411043093907, 'weight_decay': 0.0006752161402584663, 'batch_size': 64} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 17:19:43,176] Trial 71 pruned. + +================================================================================ +Trial 71 완료 + Value (CSI): 0.539665 + Parameters: {'d_token': 96, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3360421720923612, 'ffn_dropout': 0.22252374437209096, 'lr': 0.000314845033932528, 'weight_decay': 0.00030108685325666183, 'batch_size': 64} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 17:19:55,156] Trial 72 pruned. + +================================================================================ +Trial 72 완료 + Value (CSI): 0.478625 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.34399243862716616, 'ffn_dropout': 0.19904304530338812, 'lr': 0.00023024631228989772, 'weight_decay': 0.0004711327393002076, 'batch_size': 256} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 17:20:14,970] Trial 73 pruned. + +================================================================================ +Trial 73 완료 + Value (CSI): 0.507111 + Parameters: {'d_token': 64, 'n_blocks': 4, 'n_heads': 8, 'attention_dropout': 0.3116479422181419, 'ffn_dropout': 0.2459231755638775, 'lr': 0.00040853721319629807, 'weight_decay': 0.0009316303492716685, 'batch_size': 128} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595}) +[I 2025-12-25 17:30:44,669] Trial 74 finished with value: 0.5652006036703885 and parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.35763533445543894, 'ffn_dropout': 0.23161164516338711, 'lr': 0.00020465388726916779, 'weight_decay': 0.0003423360293297405, 'batch_size': 32}. Best is trial 30 with value: 0.5674050423289939. + +================================================================================ +Trial 74 완료 + Value (CSI): 0.565201 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.35763533445543894, 'ffn_dropout': 0.23161164516338711, 'lr': 0.00020465388726916779, 'weight_decay': 0.0003423360293297405, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 17:31:51,483] Trial 75 pruned. + +================================================================================ +Trial 75 완료 + Value (CSI): 0.534756 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.38747517218721694, 'ffn_dropout': 0.23302544052571197, 'lr': 0.00018929496962671747, 'weight_decay': 0.0003818624945572018, 'batch_size': 64} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) +[I 2025-12-25 17:32:56,310] Trial 76 pruned. + +================================================================================ +Trial 76 완료 + Value (CSI): 0.535050 + Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.30145461860316847, 'ffn_dropout': 0.21113416423528023, 'lr': 0.00012823926283651456, 'weight_decay': 0.0006052598838434196, 'batch_size': 32} + Best Value (CSI): 0.567405 + Best Trial: 30 + Best Parameters: {'d_token': 96, 'n_blocks': 3, 'n_heads': 8, 'attention_dropout': 0.3637871224837107, 'ffn_dropout': 0.11479322703553738, 'lr': 0.0003009840584939789, 'weight_decay': 0.0003336039035587163, 'batch_size': 32} +================================================================================ + + Fold 1 - 클래스별 가중치: {0: 1.313511111111111, 1: 1.313511111111111, 2: 0.6768814987861298} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14554}) + Fold 2 - 클래스별 가중치: {0: 1.3172, 1: 1.3172, 2: 0.6749333879893421} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14637}) + Fold 3 - 클래스별 가중치: {0: 1.3153333333333332, 1: 1.3153333333333332, 2: 0.6759164097293594} (클래스별 샘플 수: {0: 7500, 1: 7500, 2: 14595})