Hugging Face's logo

juliushanusch
/
ChronosBERT-Classification

Safetensors
bert
Model card Files
xet
 Community
ChronosBERT-Classification
File size: 3,121 Bytes
f901028
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
{
    "training_config": {
        "training_data_paths": "['/data/horse/ws/juha972b-AION-BERT-Chronos/BERTi/data/finetuning/UCI_HAR.arrow']",
        "probability": "[1.0]",
        "drop_prob": 0.2,
        "context_length": 512,
        "prediction_length": 64,
        "min_past": 60,
        "max_steps": 10000,
        "save_steps": 1000,
        "log_steps": 100,
        "per_device_train_batch_size": 32,
        "learning_rate": 0.0001,
        "optim": "adamw_torch_fused",
        "shuffle_buffer_length": 10000,
        "gradient_accumulation_steps": 1,
        "model_id": "/data/horse/ws/juha972b-AION-BERT-Chronos/BERTi/chronos_models/chronos_-3602688458924966023/run-0/checkpoint-final",
        "model_type": "mlm",
        "random_init": false,
        "tie_embeddings": false,
        "output_dir": "./FineTuned/Classification",
        "tf32": true,
        "torch_compile": true,
        "tokenizer_class": "MeanScaleUniformBins",
        "tokenizer_kwargs": "{'low_limit': -15.0, 'high_limit': 15.0}",
        "n_tokens": 4096,
        "n_special_tokens": 4,
        "pad_token_id": 0,
        "bos_token_id": 1,
        "eos_token_id": 2,
        "mask_token_id": 3,
        "use_eos_token": true,
        "lr_scheduler_type": "linear",
        "warmup_ratio": 0.01,
        "dataloader_num_workers": 1,
        "max_missing_prop": 0.9,
        "num_samples": 20,
        "temperature": 1.0,
        "top_k": 50,
        "top_p": 1.0,
        "seed": 554145695,
        "fp16": false,
        "bolt": false,
        "patch_size": 16,
        "patch_stride": 16,
        "use_reg_token": true,
        "limit_model_size": true,
        "is_gated_act": "False",
        "config_overrides": "None",
        "hidden_size": 768,
        "num_hidden_layers": 12,
        "num_attention_heads": 12,
        "intermediate_size": 3072,
        "hidden_act": "gelu",
        "hidden_dropout_prob": 0.1,
        "attention_probs_dropout_prob": 0.1,
        "layer_norm_eps": 1e-12,
        "span_masking": false,
        "mean_span_length": 3,
        "masking_prob": 0.15,
        "individual_dropout": 0.05,
        "perturbation_prob": 0.05,
        "perturbation_strength": 0.1,
        "unchanged_patch_prob": 0.05,
        "patch_perturbation_prob": 0.1,
        "patch_perturbation_scale_strength": 0.1,
        "patch_perturbation_noise_strength": 0.1,
        "debug_patching": false,
        "debug_batch_idx": 0,
        "debug_max_patches": 3,
        "task": "classification",
        "num_labels": 6
    },
    "job_info": {
        "cuda_available": true,
        "device_count": 1,
        "device_names": {
            "0": "NVIDIA H100"
        },
        "mem_info": {
            "0": [
                96160317440,
                99949936640
            ]
        },
        "torchelastic_launched": false,
        "python_version": "3.12.3 (main, Dec  3 2025, 08:59:03) [GCC 13.3.0]",
        "torch_version": "2.6.0+cu126",
        "numpy_version": "1.26.4",
        "gluonts_version": "0.16.2",
        "transformers_version": "4.49.0",
        "accelerate_version": "0.34.2"
    }
}