Instructions to use dzungpham/graphcodebert-code-classification with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use dzungpham/graphcodebert-code-classification with Transformers:
# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("dzungpham/graphcodebert-code-classification", dtype="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "best_global_step": 400, | |
| "best_metric": 0.8451923512067675, | |
| "best_model_checkpoint": "taskA-unixcoder-focal/checkpoint-400", | |
| "epoch": 0.04894163709776092, | |
| "eval_steps": 100, | |
| "global_step": 400, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.001223540927444023, | |
| "grad_norm": 0.1898110806941986, | |
| "learning_rate": 3.6734693877551025e-07, | |
| "loss": 0.4422, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.002447081854888046, | |
| "grad_norm": 0.3350900411605835, | |
| "learning_rate": 7.346938775510205e-07, | |
| "loss": 0.4323, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.003670622782332069, | |
| "grad_norm": 0.3723449110984802, | |
| "learning_rate": 1.142857142857143e-06, | |
| "loss": 0.4362, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.004894163709776092, | |
| "grad_norm": 0.3299769461154938, | |
| "learning_rate": 1.5510204081632654e-06, | |
| "loss": 0.4191, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.006117704637220115, | |
| "grad_norm": 0.26681044697761536, | |
| "learning_rate": 1.9591836734693877e-06, | |
| "loss": 0.4289, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.007341245564664138, | |
| "grad_norm": 0.30233338475227356, | |
| "learning_rate": 2.3673469387755103e-06, | |
| "loss": 0.4083, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.008564786492108161, | |
| "grad_norm": 0.31031334400177, | |
| "learning_rate": 2.775510204081633e-06, | |
| "loss": 0.404, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.009788327419552184, | |
| "grad_norm": 0.2552475035190582, | |
| "learning_rate": 3.183673469387755e-06, | |
| "loss": 0.3889, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.011011868346996207, | |
| "grad_norm": 0.3131052553653717, | |
| "learning_rate": 3.5918367346938777e-06, | |
| "loss": 0.3813, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.01223540927444023, | |
| "grad_norm": 0.3377229571342468, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.3727, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01223540927444023, | |
| "eval_accuracy": 0.6961, | |
| "eval_f1_weighted": 0.6955947095331424, | |
| "eval_loss": 0.15026023983955383, | |
| "eval_macro_f1": 0.6959280508399847, | |
| "eval_precision": 0.7019396279846728, | |
| "eval_recall": 0.6961, | |
| "eval_runtime": 789.7648, | |
| "eval_samples_per_second": 126.62, | |
| "eval_steps_per_second": 0.99, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.013458950201884253, | |
| "grad_norm": 0.3366774618625641, | |
| "learning_rate": 4.408163265306123e-06, | |
| "loss": 0.3671, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.014682491129328276, | |
| "grad_norm": 0.33491575717926025, | |
| "learning_rate": 4.816326530612245e-06, | |
| "loss": 0.3498, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0159060320567723, | |
| "grad_norm": 0.4119006097316742, | |
| "learning_rate": 5.2244897959183684e-06, | |
| "loss": 0.3409, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.017129572984216322, | |
| "grad_norm": 0.2964725196361542, | |
| "learning_rate": 5.63265306122449e-06, | |
| "loss": 0.3433, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.018353113911660345, | |
| "grad_norm": 0.3075334429740906, | |
| "learning_rate": 6.040816326530613e-06, | |
| "loss": 0.3298, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.019576654839104368, | |
| "grad_norm": 0.33718687295913696, | |
| "learning_rate": 6.4489795918367345e-06, | |
| "loss": 0.3297, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.02080019576654839, | |
| "grad_norm": 0.2809618413448334, | |
| "learning_rate": 6.857142857142858e-06, | |
| "loss": 0.3275, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.022023736693992414, | |
| "grad_norm": 0.37805014848709106, | |
| "learning_rate": 7.2653061224489805e-06, | |
| "loss": 0.3201, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.023247277621436437, | |
| "grad_norm": 0.2940429151058197, | |
| "learning_rate": 7.673469387755102e-06, | |
| "loss": 0.3042, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.02447081854888046, | |
| "grad_norm": 0.3286060690879822, | |
| "learning_rate": 8.081632653061225e-06, | |
| "loss": 0.3071, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02447081854888046, | |
| "eval_accuracy": 0.77807, | |
| "eval_f1_weighted": 0.7781129395311969, | |
| "eval_loss": 0.12153773754835129, | |
| "eval_macro_f1": 0.7780651598452646, | |
| "eval_precision": 0.7808306361972198, | |
| "eval_recall": 0.77807, | |
| "eval_runtime": 792.7157, | |
| "eval_samples_per_second": 126.149, | |
| "eval_steps_per_second": 0.986, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.025694359476324483, | |
| "grad_norm": 0.33857154846191406, | |
| "learning_rate": 8.489795918367347e-06, | |
| "loss": 0.2964, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.026917900403768506, | |
| "grad_norm": 0.2752092182636261, | |
| "learning_rate": 8.89795918367347e-06, | |
| "loss": 0.3, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.02814144133121253, | |
| "grad_norm": 0.4952544569969177, | |
| "learning_rate": 9.306122448979593e-06, | |
| "loss": 0.294, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.029364982258656552, | |
| "grad_norm": 0.37926042079925537, | |
| "learning_rate": 9.714285714285715e-06, | |
| "loss": 0.2964, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.030588523186100575, | |
| "grad_norm": 0.3222455680370331, | |
| "learning_rate": 1.0122448979591836e-05, | |
| "loss": 0.283, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.0318120641135446, | |
| "grad_norm": 0.2930658459663391, | |
| "learning_rate": 1.053061224489796e-05, | |
| "loss": 0.2793, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.03303560504098862, | |
| "grad_norm": 0.4313414692878723, | |
| "learning_rate": 1.0938775510204083e-05, | |
| "loss": 0.2728, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.034259145968432644, | |
| "grad_norm": 0.37351569533348083, | |
| "learning_rate": 1.1346938775510206e-05, | |
| "loss": 0.2752, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.035482686895876664, | |
| "grad_norm": 0.22772285342216492, | |
| "learning_rate": 1.1755102040816328e-05, | |
| "loss": 0.274, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.03670622782332069, | |
| "grad_norm": 0.15888753533363342, | |
| "learning_rate": 1.2163265306122449e-05, | |
| "loss": 0.264, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03670622782332069, | |
| "eval_accuracy": 0.82326, | |
| "eval_f1_weighted": 0.8227034206790359, | |
| "eval_loss": 0.10234300792217255, | |
| "eval_macro_f1": 0.8230100448030374, | |
| "eval_precision": 0.8338333810964687, | |
| "eval_recall": 0.82326, | |
| "eval_runtime": 789.0168, | |
| "eval_samples_per_second": 126.74, | |
| "eval_steps_per_second": 0.991, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03792976875076471, | |
| "grad_norm": 0.23560188710689545, | |
| "learning_rate": 1.2571428571428572e-05, | |
| "loss": 0.2753, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.039153309678208736, | |
| "grad_norm": 0.18699614703655243, | |
| "learning_rate": 1.2979591836734696e-05, | |
| "loss": 0.2565, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.040376850605652756, | |
| "grad_norm": 0.24035991728305817, | |
| "learning_rate": 1.3387755102040818e-05, | |
| "loss": 0.2716, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.04160039153309678, | |
| "grad_norm": 0.15309660136699677, | |
| "learning_rate": 1.3795918367346941e-05, | |
| "loss": 0.2515, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.0428239324605408, | |
| "grad_norm": 0.3382055461406708, | |
| "learning_rate": 1.4204081632653062e-05, | |
| "loss": 0.2597, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.04404747338798483, | |
| "grad_norm": 0.24439455568790436, | |
| "learning_rate": 1.4612244897959185e-05, | |
| "loss": 0.247, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.04527101431542885, | |
| "grad_norm": 0.26233720779418945, | |
| "learning_rate": 1.5020408163265307e-05, | |
| "loss": 0.2431, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.046494555242872875, | |
| "grad_norm": 0.20477451384067535, | |
| "learning_rate": 1.5387755102040818e-05, | |
| "loss": 0.2538, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.047718096170316894, | |
| "grad_norm": 0.2765439748764038, | |
| "learning_rate": 1.5795918367346942e-05, | |
| "loss": 0.2404, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.04894163709776092, | |
| "grad_norm": 0.13196279108524323, | |
| "learning_rate": 1.6204081632653063e-05, | |
| "loss": 0.2393, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.04894163709776092, | |
| "eval_accuracy": 0.84563, | |
| "eval_f1_weighted": 0.8448128964509274, | |
| "eval_loss": 0.09028046578168869, | |
| "eval_macro_f1": 0.8451923512067675, | |
| "eval_precision": 0.861024732271907, | |
| "eval_recall": 0.84563, | |
| "eval_runtime": 787.6067, | |
| "eval_samples_per_second": 126.967, | |
| "eval_steps_per_second": 0.993, | |
| "step": 400 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 8173, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6789830069452800.0, | |
| "train_batch_size": 64, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |