Upload folder using huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/data/horse/ws/juha972b-BERT/output/BertSmall/run-0/checkpoint-final",
+  "_name_or_path": "prajjwal1/bert-small",
   "architectures": [
     "BertForMaskedLM"
   ],
@@ -12,7 +12,7 @@
     "mask_token_id": 3,
     "model_type": "mlm",
     "n_special_tokens": 4,
-    "n_tokens": 30523,
+    "n_tokens": 4096,
     "num_samples": 20,
     "pad_token_id": 0,
     "prediction_length": 64,
@@ -31,7 +31,7 @@
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 512,
-  "initializer_range": 0.02,
+  "initializer_range": 0.05,
   "intermediate_size": 2048,
   "layer_norm_eps": 1e-12,
   "mask_token_id": 3,
@@ -46,5 +46,5 @@
   "transformers_version": "4.49.0",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 30523
+  "vocab_size": 4096
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84fb9adb83f75427459490726c4b896644cddbdbe6b7b983562bf8c1e0bd8420
-size 177702564
+oid sha256:5b685680765ddb7be1cee6248ea370b0f438eb00781f3bdd6bf3d39f84c3593f
+size 69351808

training_info.json

@@ -0,0 +1,103 @@
+{
+    "training_config": {
+        "training_data_paths": "['/data/horse/ws/juha972b-BERT/Data/training_mix.arrow', '/data/horse/ws/juha972b-BERT/Data/kernelsynth.arrow']",
+        "probability": "[0.9, 0.1]",
+        "drop_prob": 0.2,
+        "context_length": 512,
+        "prediction_length": 64,
+        "min_past": 60,
+        "max_steps": 200000,
+        "save_steps": 10000,
+        "log_steps": 500,
+        "per_device_train_batch_size": 32,
+        "learning_rate": 0.0001,
+        "optim": "adamw_torch_fused",
+        "shuffle_buffer_length": 10000,
+        "gradient_accumulation_steps": 1,
+        "model_id": "prajjwal1/bert-small",
+        "model_type": "mlm",
+        "random_init": true,
+        "tie_embeddings": false,
+        "output_dir": "/data/horse/ws/juha972b-AION-BERT-Chronos/BERTi/BertModel/BertSmall",
+        "tf32": true,
+        "torch_compile": true,
+        "tokenizer_class": "MeanScaleUniformBins",
+        "tokenizer_kwargs": "{'low_limit': -15.0, 'high_limit': 15.0}",
+        "n_tokens": 4096,
+        "n_special_tokens": 4,
+        "pad_token_id": 0,
+        "bos_token_id": 1,
+        "eos_token_id": 2,
+        "mask_token_id": 3,
+        "use_eos_token": true,
+        "lr_scheduler_type": "linear",
+        "warmup_ratio": 0.01,
+        "dataloader_num_workers": 1,
+        "max_missing_prop": 0.9,
+        "num_samples": 20,
+        "temperature": 1.0,
+        "top_k": 50,
+        "top_p": 1.0,
+        "seed": 270923275,
+        "fp16": false,
+        "bolt": false,
+        "patch_size": 16,
+        "patch_stride": 16,
+        "use_reg_token": true,
+        "limit_model_size": true,
+        "is_gated_act": "False",
+        "config_overrides": "None",
+        "hidden_size": 768,
+        "num_hidden_layers": 12,
+        "num_attention_heads": 12,
+        "intermediate_size": 3072,
+        "hidden_act": "gelu",
+        "hidden_dropout_prob": 0.1,
+        "attention_probs_dropout_prob": 0.1,
+        "layer_norm_eps": 1e-12,
+        "span_masking": false,
+        "mean_span_length": 3,
+        "masking_prob": 0.15,
+        "individual_dropout": 0.05,
+        "unchanged_patch_prob": 0.05,
+        "patch_perturbation_prob": 0.1,
+        "patch_masking_prob": 0.8,
+        "patch_perturbation_scale_strength": 0.1,
+        "patch_perturbation_noise_strength": 0.1,
+        "debug_patching": false,
+        "debug_batch_idx": 0,
+        "debug_max_patches": 3,
+        "task": "mlm",
+        "num_labels": 6,
+        "loss_type": "mae",
+        "TrainInnerModel": true,
+        "dropout_head": 0.1,
+        "adam_beta1": 0.9,
+        "adam_beta2": 0.98,
+        "adam_epsilon": 1e-06,
+        "weight_decay": 0.01,
+        "max_grad_norm": 0.0,
+        "warmup_steps": 0,
+        "num_train_epochs": 1
+    },
+    "job_info": {
+        "cuda_available": true,
+        "device_count": 1,
+        "device_names": {
+            "0": "NVIDIA H100"
+        },
+        "mem_info": {
+            "0": [
+                95520423936,
+                99949674496
+            ]
+        },
+        "torchelastic_launched": false,
+        "python_version": "3.12.3 (main, Dec  3 2025, 08:59:03) [GCC 13.3.0]",
+        "torch_version": "2.6.0+cu126",
+        "numpy_version": "1.26.4",
+        "gluonts_version": "0.16.2",
+        "transformers_version": "4.49.0",
+        "accelerate_version": "0.34.2"
+    }
+}