| { |
| "training_config": { |
| "training_data_paths": "['/data/horse/ws/juha972b-AION-BERT-Chronos/BERTi/data/finetuning/UCI_HAR.arrow']", |
| "probability": "[1.0]", |
| "drop_prob": 0.2, |
| "context_length": 512, |
| "prediction_length": 64, |
| "min_past": 60, |
| "max_steps": 10000, |
| "save_steps": 1000, |
| "log_steps": 100, |
| "per_device_train_batch_size": 32, |
| "learning_rate": 0.0001, |
| "optim": "adamw_torch_fused", |
| "shuffle_buffer_length": 10000, |
| "gradient_accumulation_steps": 1, |
| "model_id": "/data/horse/ws/juha972b-AION-BERT-Chronos/BERTi/chronos_models/chronos_-3602688458924966023/run-0/checkpoint-final", |
| "model_type": "mlm", |
| "random_init": false, |
| "tie_embeddings": false, |
| "output_dir": "./FineTuned/Classification", |
| "tf32": true, |
| "torch_compile": true, |
| "tokenizer_class": "MeanScaleUniformBins", |
| "tokenizer_kwargs": "{'low_limit': -15.0, 'high_limit': 15.0}", |
| "n_tokens": 4096, |
| "n_special_tokens": 4, |
| "pad_token_id": 0, |
| "bos_token_id": 1, |
| "eos_token_id": 2, |
| "mask_token_id": 3, |
| "use_eos_token": true, |
| "lr_scheduler_type": "linear", |
| "warmup_ratio": 0.01, |
| "dataloader_num_workers": 1, |
| "max_missing_prop": 0.9, |
| "num_samples": 20, |
| "temperature": 1.0, |
| "top_k": 50, |
| "top_p": 1.0, |
| "seed": 554145695, |
| "fp16": false, |
| "bolt": false, |
| "patch_size": 16, |
| "patch_stride": 16, |
| "use_reg_token": true, |
| "limit_model_size": true, |
| "is_gated_act": "False", |
| "config_overrides": "None", |
| "hidden_size": 768, |
| "num_hidden_layers": 12, |
| "num_attention_heads": 12, |
| "intermediate_size": 3072, |
| "hidden_act": "gelu", |
| "hidden_dropout_prob": 0.1, |
| "attention_probs_dropout_prob": 0.1, |
| "layer_norm_eps": 1e-12, |
| "span_masking": false, |
| "mean_span_length": 3, |
| "masking_prob": 0.15, |
| "individual_dropout": 0.05, |
| "perturbation_prob": 0.05, |
| "perturbation_strength": 0.1, |
| "unchanged_patch_prob": 0.05, |
| "patch_perturbation_prob": 0.1, |
| "patch_perturbation_scale_strength": 0.1, |
| "patch_perturbation_noise_strength": 0.1, |
| "debug_patching": false, |
| "debug_batch_idx": 0, |
| "debug_max_patches": 3, |
| "task": "classification", |
| "num_labels": 6 |
| }, |
| "job_info": { |
| "cuda_available": true, |
| "device_count": 1, |
| "device_names": { |
| "0": "NVIDIA H100" |
| }, |
| "mem_info": { |
| "0": [ |
| 96160317440, |
| 99949936640 |
| ] |
| }, |
| "torchelastic_launched": false, |
| "python_version": "3.12.3 (main, Dec 3 2025, 08:59:03) [GCC 13.3.0]", |
| "torch_version": "2.6.0+cu126", |
| "numpy_version": "1.26.4", |
| "gluonts_version": "0.16.2", |
| "transformers_version": "4.49.0", |
| "accelerate_version": "0.34.2" |
| } |
| } |
