File size: 1,572 Bytes
bb761ed f441f33 bb761ed f441f33 bb761ed f441f33 bb761ed f441f33 bb761ed f441f33 bb761ed f441f33 bb761ed | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 | {
"bundle_path": "/kaggle/input/datasets/thomasjvu/lisper-gemma4-audio/bundle.json",
"adapter_dir": "/kaggle/working/lisper-gemma4-audio/adapter",
"merged_model_dir": "/kaggle/working/lisper-gemma4-audio/merged_model",
"model_name": "google/gemma-4-E2B-it",
"gpu_info": [
"Tesla P100-PCIE-16GB"
],
"config": {
"eval_steps": 500,
"finetune_attention_modules": true,
"finetune_language_layers": true,
"finetune_mlp_modules": true,
"finetune_vision_layers": false,
"full_finetuning": false,
"full_train_max_steps": 4000,
"gradient_accumulation_steps": 4,
"learning_rate": 0.0002,
"load_in_4bit": true,
"lora_alpha": 16,
"lora_dropout": 0,
"lora_rank": 16,
"max_seq_length": 2048,
"model_name": "google/gemma-4-E2B-it",
"per_device_eval_batch_size": 1,
"per_device_train_batch_size": 1,
"save_steps": 500,
"smoke_test_steps": 100,
"target_modules": "all-linear",
"use_gradient_checkpointing": "unsloth"
},
"resume_from_checkpoint": null,
"selected_best_checkpoint": true,
"selected_checkpoint_path": "/kaggle/working/lisper-gemma4-audio/full_train/checkpoint-2500",
"best_metric": 4.851842880249023,
"global_step": 4000,
"epoch": 1.0,
"full_eval_rows": 500,
"train_metrics": {
"train_runtime": 14599.68,
"train_samples_per_second": 1.096,
"train_steps_per_second": 0.274,
"total_flos": 5.175050436445997e+16,
"train_loss": 0.7217483117580413,
"epoch": 1.0
},
"export_merged_model": true,
"merged_save_method": "merged_16bit"
} |