Auto upload 2026-08-06T22:47:10.147161 (part 4)

.gitattributes

@@ -55,3 +55,4 @@ wandb/run-20260806_221920-2u9w6sh8/run-2u9w6sh8.wandb filter=lfs diff=lfs merge=
 out/glu-silu-94L_run/training_log.jsonl filter=lfs diff=lfs merge=lfs -text
 wandb/run-20260806_223224-qz489gza/run-qz489gza.wandb filter=lfs diff=lfs merge=lfs -text
 out/glu-relu-94L_run/training_log.jsonl filter=lfs diff=lfs merge=lfs -text
+wandb/run-20260806_224537-4k21flpq/run-4k21flpq.wandb filter=lfs diff=lfs merge=lfs -text

wandb/run-20260806_214555-al1jdpoz/logs/debug-core.log

@@ -330,3 +330,15 @@
 {"time":"2026-08-06T22:32:24.316080626Z","level":"INFO","msg":"handleInformInit: received","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:24.575636983Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:30.136334704Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:25.631649058Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.004459218Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.32624292Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:27.328474372Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337669198Z","level":"INFO","msg":"connection: closing","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337779491Z","level":"INFO","msg":"connection: closed successfully","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337689564Z","level":"INFO","msg":"processOutgoingData: finished","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.33778783Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"22(@)"}
+{"time":"2026-08-06T22:45:37.17939079Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.25952131Z","level":"INFO","msg":"handleInformInit: received","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.520210586Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:42.854176028Z","level":"INFO","msg":"connection: cancelling request","id":"23(@)","requestId":"pgphnf19ojfr"}

wandb/run-20260806_215402-xj8o3fye/logs/debug-core.log

@@ -330,3 +330,15 @@
 {"time":"2026-08-06T22:32:24.316080626Z","level":"INFO","msg":"handleInformInit: received","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:24.575636983Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:30.136334704Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:25.631649058Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.004459218Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.32624292Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:27.328474372Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337669198Z","level":"INFO","msg":"connection: closing","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337779491Z","level":"INFO","msg":"connection: closed successfully","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337689564Z","level":"INFO","msg":"processOutgoingData: finished","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.33778783Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"22(@)"}
+{"time":"2026-08-06T22:45:37.17939079Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.25952131Z","level":"INFO","msg":"handleInformInit: received","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.520210586Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:42.854176028Z","level":"INFO","msg":"connection: cancelling request","id":"23(@)","requestId":"pgphnf19ojfr"}

wandb/run-20260806_220210-y74jog3n/logs/debug-core.log

@@ -330,3 +330,15 @@
 {"time":"2026-08-06T22:32:24.316080626Z","level":"INFO","msg":"handleInformInit: received","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:24.575636983Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:30.136334704Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:25.631649058Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.004459218Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.32624292Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:27.328474372Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337669198Z","level":"INFO","msg":"connection: closing","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337779491Z","level":"INFO","msg":"connection: closed successfully","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337689564Z","level":"INFO","msg":"processOutgoingData: finished","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.33778783Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"22(@)"}
+{"time":"2026-08-06T22:45:37.17939079Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.25952131Z","level":"INFO","msg":"handleInformInit: received","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.520210586Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:42.854176028Z","level":"INFO","msg":"connection: cancelling request","id":"23(@)","requestId":"pgphnf19ojfr"}

wandb/run-20260806_221051-mmhv6fed/logs/debug-core.log

@@ -330,3 +330,15 @@
 {"time":"2026-08-06T22:32:24.316080626Z","level":"INFO","msg":"handleInformInit: received","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:24.575636983Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:30.136334704Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:25.631649058Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.004459218Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.32624292Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:27.328474372Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337669198Z","level":"INFO","msg":"connection: closing","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337779491Z","level":"INFO","msg":"connection: closed successfully","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337689564Z","level":"INFO","msg":"processOutgoingData: finished","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.33778783Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"22(@)"}
+{"time":"2026-08-06T22:45:37.17939079Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.25952131Z","level":"INFO","msg":"handleInformInit: received","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.520210586Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:42.854176028Z","level":"INFO","msg":"connection: cancelling request","id":"23(@)","requestId":"pgphnf19ojfr"}

wandb/run-20260806_221920-2u9w6sh8/logs/debug-core.log

@@ -330,3 +330,15 @@
 {"time":"2026-08-06T22:32:24.316080626Z","level":"INFO","msg":"handleInformInit: received","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:24.575636983Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:30.136334704Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:25.631649058Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.004459218Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.32624292Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:27.328474372Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337669198Z","level":"INFO","msg":"connection: closing","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337779491Z","level":"INFO","msg":"connection: closed successfully","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337689564Z","level":"INFO","msg":"processOutgoingData: finished","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.33778783Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"22(@)"}
+{"time":"2026-08-06T22:45:37.17939079Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.25952131Z","level":"INFO","msg":"handleInformInit: received","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.520210586Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:42.854176028Z","level":"INFO","msg":"connection: cancelling request","id":"23(@)","requestId":"pgphnf19ojfr"}

wandb/run-20260806_223224-qz489gza/files/config.yaml

@@ -0,0 +1,433 @@
+_name_or_path:
+    value: ""
+_wandb:
+    value:
+        cli_version: 0.28.1
+        e:
+            ecjzoonlwfnmvzqvx0rdavz8i8167qux:
+                args:
+                    - --config
+                    - configs/baseline.yaml
+                    - --variants
+                    - glu-relu-94L
+                    - --push
+                codePath: sweep.py
+                codePathLocal: sweep.py
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "12.4"
+                disk:
+                    /:
+                        total: "1560765693952"
+                        used: "703834615808"
+                email: deepnevro@gmail.com
+                executable: /mnt/data/zainulabideen/zain-exp/notebooks/my_env/bin/python
+                git:
+                    commit: 8d6f97d73f5521e4c38c6e1bda59bf8d4b489655
+                    remote: https://github.com/deepnevro/Activation.git
+                gpu: NVIDIA H100 80GB HBM3
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "85520809984"
+                      name: NVIDIA H100 80GB HBM3
+                      uuid: GPU-39c684a5-fde6-83d7-1663-0859795881ae
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "85520809984"
+                      name: NVIDIA H100 80GB HBM3
+                      uuid: GPU-68012e5a-38b6-b643-0ca6-62fb66720bf3
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "85520809984"
+                      name: NVIDIA H100 80GB HBM3
+                      uuid: GPU-132944c4-b689-2b5f-89a4-d730401677ab
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "85520809984"
+                      name: NVIDIA H100 80GB HBM3
+                      uuid: GPU-2df386cc-6d26-d0e2-7a2d-a057b0d95864
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "85520809984"
+                      name: NVIDIA H100 80GB HBM3
+                      uuid: GPU-bfa16575-1d94-1aa2-4537-2c93433f42ef
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "85520809984"
+                      name: NVIDIA H100 80GB HBM3
+                      uuid: GPU-bc6c3e3c-9b90-09ca-c034-774961847c54
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "85520809984"
+                      name: NVIDIA H100 80GB HBM3
+                      uuid: GPU-00a441e1-7c95-e7d6-4c35-43d6b291aea9
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "85520809984"
+                      name: NVIDIA H100 80GB HBM3
+                      uuid: GPU-1c4d29a2-4647-6fce-d8fc-0c5ecfbbd6ea
+                host: deeplens-k3s-node1
+                memory:
+                    total: "2164089937920"
+                os: Linux-5.15.0-126-generic-x86_64-with-glibc2.35
+                program: /mnt/data/zainulabideen/zain-exp/notebooks/Activation/sweep.py
+                python: CPython 3.11.15
+                root: /mnt/data/zainulabideen/zain-exp/notebooks/Activation
+                startedAt: "2026-08-06T22:32:24.313688Z"
+                writerId: ecjzoonlwfnmvzqvx0rdavz8i8167qux
+        m:
+            - "1": train/global_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.11.15
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+            "2":
+                - 1
+                - 5
+                - 11
+                - 41
+                - 49
+                - 51
+                - 53
+                - 71
+            "3":
+                - 2
+                - 7
+                - 13
+                - 19
+                - 41
+                - 62
+                - 66
+            "4": 3.11.15
+            "5": 0.28.1
+            "6": 5.15.0.dev0
+            "9":
+                "1": transformers_trainer
+            "12": 0.28.1
+            "13": linux-x86_64
+accelerator_config:
+    value:
+        dispatch_batches: null
+        even_batches: true
+        gradient_accumulation_kwargs: null
+        non_blocking: false
+        split_batches: false
+        use_seedable_sampler: true
+activation:
+    value: relu
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+architectures:
+    value: null
+attention_bias:
+    value: false
+attention_dropout:
+    value: 0
+auto_find_batch_size:
+    value: false
+average_tokens_across_devices:
+    value: true
+batch_eval_metrics:
+    value: false
+bf16:
+    value: true
+bf16_full_eval:
+    value: false
+bos_token_id:
+    value: 1
+chunk_size_feed_forward:
+    value: 0
+data_seed:
+    value: 42
+dataloader_drop_last:
+    value: false
+dataloader_in_order:
+    value: true
+dataloader_multiprocessing_context:
+    value: null
+dataloader_num_workers:
+    value: 0
+dataloader_persistent_workers:
+    value: false
+dataloader_pin_memory:
+    value: true
+dataloader_prefetch_factor:
+    value: null
+ddp_backend:
+    value: null
+ddp_broadcast_buffers:
+    value: null
+ddp_bucket_cap_mb:
+    value: null
+ddp_find_unused_parameters:
+    value: null
+ddp_static_graph:
+    value: null
+ddp_timeout:
+    value: 1800
+debug:
+    value: []
+deepspeed:
+    value: null
+disable_tqdm:
+    value: false
+do_eval:
+    value: true
+do_predict:
+    value: false
+do_train:
+    value: false
+dtype:
+    value: null
+enable_jit_checkpoint:
+    value: false
+eos_token_id:
+    value: 2
+eval_accumulation_steps:
+    value: null
+eval_delay:
+    value: 0
+eval_do_concat_batches:
+    value: true
+eval_on_start:
+    value: false
+eval_steps:
+    value: 200
+eval_strategy:
+    value: steps
+eval_use_gather_object:
+    value: false
+fp16:
+    value: false
+fp16_full_eval:
+    value: false
+fsdp:
+    value: null
+fsdp_config:
+    value: null
+full_determinism:
+    value: false
+gradient_accumulation_steps:
+    value: 1
+gradient_checkpointing:
+    value: false
+gradient_checkpointing_kwargs:
+    value: null
+greater_is_better:
+    value: null
+head_dim:
+    value: 32
+hidden_act:
+    value: silu
+hidden_size:
+    value: 128
+hub_always_push:
+    value: false
+hub_model_id:
+    value: w-ahmad/ACTio-glu-relu-94L
+hub_private_repo:
+    value: null
+hub_revision:
+    value: null
+hub_strategy:
+    value: every_save
+hub_token:
+    value: <HUB_TOKEN>
+id2label:
+    value:
+        "0": LABEL_0
+        "1": LABEL_1
+ignore_data_skip:
+    value: false
+include_for_metrics:
+    value: []
+include_num_input_tokens_seen:
+    value: "no"
+initializer_range:
+    value: 0.02
+intermediate_size:
+    value: 256
+is_encoder_decoder:
+    value: false
+label_names:
+    value: null
+label_smoothing_factor:
+    value: 0
+label2id:
+    value:
+        LABEL_0: 0
+        LABEL_1: 1
+learning_rate:
+    value: 0.0003
+length_column_name:
+    value: length
+liger_kernel_config:
+    value: null
+load_best_model_at_end:
+    value: false
+local_rank:
+    value: -1
+log_level:
+    value: passive
+log_level_replica:
+    value: warning
+log_on_each_node:
+    value: true
+logging_first_step:
+    value: false
+logging_nan_inf_filter:
+    value: true
+logging_steps:
+    value: 20
+logging_strategy:
+    value: steps
+lr_scheduler_kwargs:
+    value: null
+lr_scheduler_type:
+    value: constant
+max_grad_norm:
+    value: 1
+max_position_embeddings:
+    value: 512
+max_steps:
+    value: 2000
+metric_for_best_model:
+    value: null
+mlp_bias:
+    value: false
+mlp_type:
+    value: glu
+model/num_parameters:
+    value: 15949440
+model_type:
+    value: tiny_llama
+neftune_noise_alpha:
+    value: null
+num_attention_heads:
+    value: 4
+num_hidden_layers:
+    value: 94
+num_key_value_heads:
+    value: 4
+num_train_epochs:
+    value: 1
+optim:
+    value: adamw_torch
+optim_args:
+    value: null
+optim_target_modules:
+    value: null
+output_attentions:
+    value: false
+output_dir:
+    value: out/glu-relu-94L_run
+output_hidden_states:
+    value: false
+pad_token_id:
+    value: 0
+parallelism_config:
+    value: null
+per_device_eval_batch_size:
+    value: 64
+per_device_train_batch_size:
+    value: 64
+prediction_loss_only:
+    value: false
+pretraining_tp:
+    value: 1
+problem_type:
+    value: null
+project:
+    value: huggingface
+push_to_hub:
+    value: true
+remove_unused_columns:
+    value: false
+report_to:
+    value:
+        - wandb
+restore_callback_states_from_checkpoint:
+    value: false
+resume_from_checkpoint:
+    value: null
+return_dict:
+    value: true
+rms_norm_eps:
+    value: 1e-06
+rope_parameters:
+    value:
+        rope_theta: 10000
+        rope_type: default
+run_name:
+    value: LM-glu-relu-94L-15.9M-20260806-223223
+save_on_each_node:
+    value: false
+save_only_model:
+    value: false
+save_steps:
+    value: 500
+save_strategy:
+    value: steps
+save_total_limit:
+    value: null
+seed:
+    value: 42
+skip_memory_metrics:
+    value: true
+tf32:
+    value: null
+tie_word_embeddings:
+    value: true
+tokenizer_name:
+    value: w-ahmad/tiny-stories-tokenizer
+torch_compile:
+    value: false
+torch_compile_backend:
+    value: null
+torch_compile_mode:
+    value: null
+torch_empty_cache_steps:
+    value: null
+trackio_bucket_id:
+    value: null
+trackio_space_id:
+    value: null
+trackio_static_space_id:
+    value: null
+train_sampling_strategy:
+    value: random
+transformers_version:
+    value: 5.15.0.dev0
+use_cache:
+    value: false
+use_cpu:
+    value: false
+use_liger_kernel:
+    value: false
+vocab_size:
+    value: 4096
+warmup_steps:
+    value: 0
+weight_decay:
+    value: 0.01

wandb/run-20260806_223224-qz489gza/files/output.log

@@ -102,7 +102,71 @@ Writing model shards: 100%|█████████████████
   - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception).
   - If you are not the owner of the model architecture class, please contact the model code owner to update it.
 Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 15.63it/s]
- 78%|█████████████████████████████▋        | 1562/2000 [09:40<02:04,  3.52it/s]
+ 80%|██████████████████████████████▍       | 1600/2000 [10:08<01:58,  3.39it/s]/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:464: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.)
 {'loss': '0.3087', 'grad_norm': '0.3066', 'learning_rate': '0.0003', 'epoch': '0.1025', 'train/total_time_seconds': '365.6', 'train/time_per_step_avg': '0.2414', 'train/epoch_time_elapsed': '568', 'train/estimated_remaining_minutes': '1.924'}
 {'loss': '0.3063', 'grad_norm': '0.2656', 'learning_rate': '0.0003', 'epoch': '0.1038', 'train/total_time_seconds': '370.3', 'train/time_per_step_avg': '0.2383', 'train/epoch_time_elapsed': '573.7', 'train/estimated_remaining_minutes': '1.843'}
 {'loss': '0.3774', 'grad_norm': '2.625', 'learning_rate': '0.0003', 'epoch': '0.1052', 'train/total_time_seconds': '375', 'train/time_per_step_avg': '0.2381', 'train/epoch_time_elapsed': '579.4', 'train/estimated_remaining_minutes': '1.763'}
+{'loss': '0.3463', 'grad_norm': '1.188', 'learning_rate': '0.0003', 'epoch': '0.1065', 'train/total_time_seconds': '379.7', 'train/time_per_step_avg': '0.2376', 'train/epoch_time_elapsed': '585', 'train/estimated_remaining_minutes': '1.682'}
+{'loss': '0.3228', 'grad_norm': '2.109', 'learning_rate': '0.0003', 'epoch': '0.1079', 'train/total_time_seconds': '384.4', 'train/time_per_step_avg': '0.2362', 'train/epoch_time_elapsed': '590.8', 'train/estimated_remaining_minutes': '1.602'}
+  "std": tensor.std().item(),                                                  
+{'eval_loss': '0.3453', 'eval_runtime': '17.22', 'eval_samples_per_second': '553.4', 'eval_steps_per_second': '8.654', 'epoch': '0.1079', 'train/total_time_seconds': '384.4', 'train/time_per_step_avg': '0.2362', 'train/epoch_time_elapsed': '608', 'train/estimated_remaining_minutes': '1.602'}
+100%|██████████████████████████████████████| 2000/2000 [12:39<00:00,  3.53it/s][transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions.
+{'loss': '0.3181', 'grad_norm': '0.3555', 'learning_rate': '0.0003', 'epoch': '0.1092', 'train/total_time_seconds': '389.7', 'train/time_per_step_avg': '0.2415', 'train/epoch_time_elapsed': '614.6', 'train/estimated_remaining_minutes': '1.524', 'train/global/act/norm': '5.166e+04', 'train/global/act/mean': '-0.06026', 'train/global/act/std': '0', 'train/global/act/max_abs': '11.19', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '1.518', 'train/global/grad/mean': '-9.89e-08', 'train/global/grad/std': '0.0003803', 'train/global/grad/max_abs': '0.04883', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '187.4', 'train/global/param/mean': '0.001591', 'train/global/param/std': '0.0469', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_65/act/norm': '5422', 'train/layer_model_layers_65/act/mean': '-0.04994', 'train/layer_model_layers_65/act/std': '0.7069', 'train/layer_model_layers_65/act/max_abs': '7.031', 'train/layer_model_layers_65/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_65/act/frac_near_user_limit': '0', 'train/layer_model_layers_65/grad/norm': '0.1005', 'train/layer_model_layers_65/grad/mean': '-1.14e-06', 'train/layer_model_layers_65/grad/std': '0.0002481', 'train/layer_model_layers_65/grad/max_abs': '0.005402', 'train/layer_model_layers_65/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_65/grad/frac_near_user_limit': '0', 'train/layer_model_layers_38/act/norm': '3614', 'train/layer_model_layers_38/act/mean': '-0.02015', 'train/layer_model_layers_38/act/std': '0.4714', 'train/layer_model_layers_38/act/max_abs': '4.781', 'train/layer_model_layers_38/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_38/act/frac_near_user_limit': '0', 'train/layer_model_layers_38/grad/norm': '0.09342', 'train/layer_model_layers_38/grad/mean': '8.76e-09', 'train/layer_model_layers_38/grad/std': '0.0002307', 'train/layer_model_layers_38/grad/max_abs': '0.005737', 'train/layer_model_layers_38/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_38/grad/frac_near_user_limit': '0', 'train/layer_model_layers_20/act/norm': '3583', 'train/layer_model_layers_20/act/mean': '-0.0219', 'train/layer_model_layers_20/act/std': '0.4674', 'train/layer_model_layers_20/act/max_abs': '4.125', 'train/layer_model_layers_20/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_20/act/frac_near_user_limit': '0', 'train/layer_model_layers_20/grad/norm': '0.07125', 'train/layer_model_layers_20/grad/mean': '9.208e-08', 'train/layer_model_layers_20/grad/std': '0.0001758', 'train/layer_model_layers_20/grad/max_abs': '0.00415', 'train/layer_model_layers_20/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_20/grad/frac_near_user_limit': '0', 'train/layer_model_layers_3/act/norm': '5163', 'train/layer_model_layers_3/act/mean': '-0.02824', 'train/layer_model_layers_3/act/std': '0.6726', 'train/layer_model_layers_3/act/max_abs': '5.719', 'train/layer_model_layers_3/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_3/act/frac_near_user_limit': '0', 'train/layer_model_layers_3/grad/norm': '0.3937', 'train/layer_model_layers_3/grad/mean': '1.61e-06', 'train/layer_model_layers_3/grad/std': '0.0009718', 'train/layer_model_layers_3/grad/max_abs': '0.01538', 'train/layer_model_layers_3/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_3/grad/frac_near_user_limit': '0', 'train/layer__model_layers_3/param/norm': '18.36', 'train/layer__model_layers_3/param/mean': '0.001608', 'train/layer__model_layers_3/param/std': '0.04529', 'train/layer__model_layers_3/param/max_abs': '1', 'train/layer__model_layers_3/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_3/param/frac_near_user_limit': '0', 'train/layer_model_layers_2/act/norm': '4131', 'train/layer_model_layers_2/act/mean': '0.00627', 'train/layer_model_layers_2/act/std': '0.5386', 'train/laye
+{'loss': '0.303', 'grad_norm': '0.2734', 'learning_rate': '0.0003', 'epoch': '0.1105', 'train/total_time_seconds': '394.4', 'train/time_per_step_avg': '0.2411', 'train/epoch_time_elapsed': '620.4', 'train/estimated_remaining_minutes': '1.443'}
+{'loss': '0.2965', 'grad_norm': '0.2344', 'learning_rate': '0.0003', 'epoch': '0.1119', 'train/total_time_seconds': '399.2', 'train/time_per_step_avg': '0.2416', 'train/epoch_time_elapsed': '626.3', 'train/estimated_remaining_minutes': '1.363'}
+{'loss': '0.2939', 'grad_norm': '0.2314', 'learning_rate': '0.0003', 'epoch': '0.1132', 'train/total_time_seconds': '403.8', 'train/time_per_step_avg': '0.2414', 'train/epoch_time_elapsed': '631.9', 'train/estimated_remaining_minutes': '1.282'}
+{'loss': '0.2931', 'grad_norm': '0.2451', 'learning_rate': '0.0003', 'epoch': '0.1146', 'train/total_time_seconds': '408.5', 'train/time_per_step_avg': '0.2405', 'train/epoch_time_elapsed': '637.5', 'train/estimated_remaining_minutes': '1.201'}
+{'loss': '0.2893', 'grad_norm': '0.2275', 'learning_rate': '0.0003', 'epoch': '0.1159', 'train/total_time_seconds': '413.2', 'train/time_per_step_avg': '0.2345', 'train/epoch_time_elapsed': '643.2', 'train/estimated_remaining_minutes': '1.121'}
+{'loss': '0.288', 'grad_norm': '0.2373', 'learning_rate': '0.0003', 'epoch': '0.1173', 'train/total_time_seconds': '417.8', 'train/time_per_step_avg': '0.2342', 'train/epoch_time_elapsed': '648.8', 'train/estimated_remaining_minutes': '1.041'}
+{'loss': '0.2852', 'grad_norm': '0.2334', 'learning_rate': '0.0003', 'epoch': '0.1186', 'train/total_time_seconds': '422.7', 'train/time_per_step_avg': '0.2356', 'train/epoch_time_elapsed': '654.7', 'train/estimated_remaining_minutes': '0.9608'}
+{'loss': '0.2853', 'grad_norm': '0.2393', 'learning_rate': '0.0003', 'epoch': '0.12', 'train/total_time_seconds': '427.5', 'train/time_per_step_avg': '0.2363', 'train/epoch_time_elapsed': '660.4', 'train/estimated_remaining_minutes': '0.8805'}
+{'loss': '0.2843', 'grad_norm': '0.2246', 'learning_rate': '0.0003', 'epoch': '0.1213', 'train/total_time_seconds': '432.1', 'train/time_per_step_avg': '0.2364', 'train/epoch_time_elapsed': '666', 'train/estimated_remaining_minutes': '0.8002'}
+  - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes
+{'eval_loss': '0.2832', 'eval_runtime': '17.24', 'eval_samples_per_second': '552.7', 'eval_steps_per_second': '8.644', 'epoch': '0.1213', 'train/total_time_seconds': '432.1', 'train/time_per_step_avg': '0.2364', 'train/epoch_time_elapsed': '683.3', 'train/estimated_remaining_minutes': '0.8002'}
+{'loss': '0.2834', 'grad_norm': '0.2324', 'learning_rate': '0.0003', 'epoch': '0.1227', 'train/total_time_seconds': '437.4', 'train/time_per_step_avg': '0.2422', 'train/epoch_time_elapsed': '689.8', 'train/estimated_remaining_minutes': '0.721', 'train/global/act/norm': '5.185e+04', 'train/global/act/mean': '-0.06141', 'train/global/act/std': '0', 'train/global/act/max_abs': '11.38', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.2333', 'train/global/grad/mean': '-1.088e-07', 'train/global/grad/std': '5.835e-05', 'train/global/grad/max_abs': '0.01904', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '187.7', 'train/global/param/mean': '0.001591', 'train/global/param/std': '0.04697', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer_model_layers_65/act/norm': '5472', 'train/layer_model_layers_65/act/mean': '-0.05204', 'train/layer_model_layers_65/act/std': '0.7133', 'train/layer_model_layers_65/act/max_abs': '7', 'train/layer_model_layers_65/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_65/act/frac_near_user_limit': '0', 'train/layer_model_layers_65/grad/norm': '0.007946', 'train/layer_model_layers_65/grad/mean': '6.453e-08', 'train/layer_model_layers_65/grad/std': '1.96e-05', 'train/layer_model_layers_65/grad/max_abs': '0.0002956', 'train/layer_model_layers_65/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_65/grad/frac_near_user_limit': '0', 'train/layer_model_layers_38/act/norm': '3614', 'train/layer_model_layers_38/act/mean': '-0.02033', 'train/layer_model_layers_38/act/std': '0.4713', 'train/layer_model_layers_38/act/max_abs': '4.719', 'train/layer_model_layers_38/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_38/act/frac_near_user_limit': '0', 'train/layer_model_layers_38/grad/norm': '0.006327', 'train/layer_model_layers_38/grad/mean': '1.42e-08', 'train/layer_model_layers_38/grad/std': '1.563e-05', 'train/layer_model_layers_38/grad/max_abs': '0.0003738', 'train/layer_model_layers_38/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_38/grad/frac_near_user_limit': '0', 'train/layer_model_layers_20/act/norm': '3585', 'train/layer_model_layers_20/act/mean': '-0.023', 'train/layer_model_layers_20/act/std': '0.4675', 'train/layer_model_layers_20/act/max_abs': '4.188', 'train/layer_model_layers_20/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_20/act/frac_near_user_limit': '0', 'train/layer_model_layers_20/grad/norm': '0.005027', 'train/layer_model_layers_20/grad/mean': '-1.987e-08', 'train/layer_model_layers_20/grad/std': '1.241e-05', 'train/layer_model_layers_20/grad/max_abs': '0.0002747', 'train/layer_model_layers_20/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_20/grad/frac_near_user_limit': '0', 'train/layer_model_layers_3/act/norm': '5290', 'train/layer_model_layers_3/act/mean': '-0.02852', 'train/layer_model_layers_3/act/std': '0.6893', 'train/layer_model_layers_3/act/max_abs': '5.875', 'train/layer_model_layers_3/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_3/act/frac_near_user_limit': '0', 'train/layer_model_layers_3/grad/norm': '0.02502', 'train/layer_model_layers_3/grad/mean': '-2.554e-07', 'train/layer_model_layers_3/grad/std': '6.179e-05', 'train/layer_model_layers_3/grad/max_abs': '0.001144', 'train/layer_model_layers_3/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_3/grad/frac_near_user_limit': '0', 'train/layer__model_layers_3/param/norm': '18.37', 'train/layer__model_layers_3/param/mean': '0.001608', 'train/layer__model_layers_3/param/std': '0.04532', 'train/layer__model_layers_3/param/max_abs': '1', 'train/layer__model_layers_3/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_3/param/frac_near_user_limit': '0', 'train/layer_model_layers_2/act/norm': '4187', 'train/layer_model_layers_2/act/mean': '0.007595', 'train/layer_model_layers_2/act/std': '0.5457',
+{'loss': '0.2765', 'grad_norm': '0.2256', 'learning_rate': '0.0003', 'epoch': '0.124', 'train/total_time_seconds': '442', 'train/time_per_step_avg': '0.2424', 'train/epoch_time_elapsed': '695.7', 'train/estimated_remaining_minutes': '0.6407'}
+{'loss': '0.2756', 'grad_norm': '0.248', 'learning_rate': '0.0003', 'epoch': '0.1254', 'train/total_time_seconds': '446.8', 'train/time_per_step_avg': '0.2411', 'train/epoch_time_elapsed': '701.6', 'train/estimated_remaining_minutes': '0.5606'}
+{'loss': '0.2746', 'grad_norm': '0.2354', 'learning_rate': '0.0003', 'epoch': '0.1267', 'train/total_time_seconds': '451.5', 'train/time_per_step_avg': '0.2406', 'train/epoch_time_elapsed': '707.2', 'train/estimated_remaining_minutes': '0.4803'}
+{'loss': '0.2735', 'grad_norm': '0.2432', 'learning_rate': '0.0003', 'epoch': '0.1281', 'train/total_time_seconds': '456.2', 'train/time_per_step_avg': '0.241', 'train/epoch_time_elapsed': '712.9', 'train/estimated_remaining_minutes': '0.4002'}
+{'loss': '0.2704', 'grad_norm': '0.2393', 'learning_rate': '0.0003', 'epoch': '0.1294', 'train/total_time_seconds': '461', 'train/time_per_step_avg': '0.2358', 'train/epoch_time_elapsed': '718.6', 'train/estimated_remaining_minutes': '0.3201'}
+{'loss': '0.2709', 'grad_norm': '0.2305', 'learning_rate': '0.0003', 'epoch': '0.1308', 'train/total_time_seconds': '465.7', 'train/time_per_step_avg': '0.2364', 'train/epoch_time_elapsed': '724.3', 'train/estimated_remaining_minutes': '0.24'}
+{'loss': '0.2666', 'grad_norm': '0.2266', 'learning_rate': '0.0003', 'epoch': '0.1321', 'train/total_time_seconds': '470.4', 'train/time_per_step_avg': '0.2355', 'train/epoch_time_elapsed': '730', 'train/estimated_remaining_minutes': '0.16'}
+{'loss': '0.2679', 'grad_norm': '0.2305', 'learning_rate': '0.0003', 'epoch': '0.1335', 'train/total_time_seconds': '475.1', 'train/time_per_step_avg': '0.2363', 'train/epoch_time_elapsed': '735.7', 'train/estimated_remaining_minutes': '0.07999'}
+{'loss': '0.266', 'grad_norm': '0.2236', 'learning_rate': '0.0003', 'epoch': '0.1348', 'train/total_time_seconds': '479.9', 'train/time_per_step_avg': '0.2369', 'train/epoch_time_elapsed': '741.5', 'train/estimated_remaining_minutes': '0'}
+{'eval_loss': '0.2678', 'eval_runtime': '17.38', 'eval_samples_per_second': '548.2', 'eval_steps_per_second': '8.573', 'epoch': '0.1348', 'train/total_time_seconds': '479.9', 'train/time_per_step_avg': '0.2369', 'train/epoch_time_elapsed': '758.9', 'train/estimated_remaining_minutes': '0'}
+  - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception).
+  - If you are not the owner of the model architecture class, please contact the model code owner to update it.
+Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 14.56it/s]
+100%|██████████████████████████████████████| 2000/2000 [12:40<00:00,  2.63it/s]
+{'train_runtime': '760.1', 'train_samples_per_second': '168.4', 'train_steps_per_second': '2.631', 'train_loss': '1.392', 'epoch': '0.1348', 'train/total_time_seconds': '479.9', 'train/time_per_step_avg': '0.2369', 'train/epoch_time_elapsed': '759.2', 'train/estimated_remaining_minutes': '0'}
+100%|████████████████████████████████████████| 149/149 [00:17<00:00,  8.54it/s]
+[transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions.
+  - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes
+  - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception).
+  - If you are not the owner of the model architecture class, please contact the model code owner to update it.
+Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 15.95it/s]
+[transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions.
+  - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes
+  - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception).
+  - If you are not the owner of the model architecture class, please contact the model code owner to update it.
+Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 17.53it/s]
+Found 7 files to upload
+  Preparing   ████████████████████  7 / 7 ✓
+  Uploading   ████████████████████  3 / 3 files  21.4kB ✓
+  Committing  ████████░░░░░░░░░░░░  3 / 7
+  Preparing   ████████████████████  7 / 7 ✓
+  Uploading   ████████████████████  3 / 3 files  21.4kB ✓
+  Committing  ████████░░░░░░░░░░░░  3 / 7
+  Preparing   ████████████████████  7 / 7 ✓
+  Uploading   ████████████████████  3 / 3 files  21.4kB ✓
+  Committing  ████████████████████  7 / 7 ✓
+[transformers] TinyLlamaForCausalLM has generative capabilities, as `prepare_inputs_for_generation` is explicitly defined. However, it doesn't directly inherit from `GenerationMixin`. From 👉v4.50👈 onwards, `PreTrainedModel` will NOT inherit from `GenerationMixin`, and this model will lose the ability to call `generate` and other related functions.
+  - If you're using `trust_remote_code=True`, you can get rid of this warning by loading the model with an auto class. See https://huggingface.co/docs/transformers/en/model_doc/auto#auto-classes
+  - If you are the owner of the model architecture code, please modify your model class such that it inherits from `GenerationMixin` (after `PreTrainedModel`, otherwise you'll get an exception).
+  - If you are not the owner of the model architecture class, please contact the model code owner to update it.
+Writing model shards: 100%|██████████████████████| 1/1 [00:00<00:00, 16.45it/s]
+Found 7 files to upload
+  Preparing   ████████████████████  7 / 7 ✓
+  Uploading   ████████████████████  3 / 3 files ✓
+  Committing  ████████████████████  7 / 7 ✓
+No files have been modified since last commit. Skipping to prevent empty commit.

wandb/run-20260806_223224-qz489gza/logs/debug-core.log

@@ -330,3 +330,15 @@
 {"time":"2026-08-06T22:32:24.316080626Z","level":"INFO","msg":"handleInformInit: received","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:24.575636983Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"qz489gza","id":"22(@)"}
 {"time":"2026-08-06T22:32:30.136334704Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:25.631649058Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.004459218Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.32624292Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:27.328474372Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337669198Z","level":"INFO","msg":"connection: closing","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337779491Z","level":"INFO","msg":"connection: closed successfully","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337689564Z","level":"INFO","msg":"processOutgoingData: finished","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.33778783Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"22(@)"}
+{"time":"2026-08-06T22:45:37.17939079Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.25952131Z","level":"INFO","msg":"handleInformInit: received","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.520210586Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:42.854176028Z","level":"INFO","msg":"connection: cancelling request","id":"23(@)","requestId":"pgphnf19ojfr"}

wandb/run-20260806_223224-qz489gza/logs/debug-internal.log

@@ -107,3 +107,39 @@
 {"time":"2026-08-06T22:41:41.304944714Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
 {"time":"2026-08-06T22:41:55.346282761Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":80,"history_lines":3,"events_offset":74,"events_lines":2,"console_offset":72,"console_lines":1}
 {"time":"2026-08-06T22:41:56.384195329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:42:10.350347618Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":83,"history_lines":3,"events_offset":76,"events_lines":2,"console_offset":77,"console_lines":32}
+{"time":"2026-08-06T22:42:11.496568143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:42:25.347536858Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":86,"history_lines":1,"events_offset":78,"events_lines":2,"console_offset":104,"console_lines":1}
+{"time":"2026-08-06T22:42:26.4688044Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:42:40.373881079Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":87,"history_lines":2,"events_offset":80,"events_lines":2,"console_offset":104,"console_lines":1}
+{"time":"2026-08-06T22:42:41.630808461Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:42:55.346054795Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":89,"history_lines":2,"events_offset":82,"events_lines":2,"console_offset":109,"console_lines":7}
+{"time":"2026-08-06T22:42:56.366180856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:43:10.345537927Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":91,"history_lines":3,"events_offset":84,"events_lines":2,"console_offset":112,"console_lines":1}
+{"time":"2026-08-06T22:43:11.4882937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:43:25.350760968Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":94,"history_lines":2,"events_offset":86,"events_lines":2,"console_offset":112,"console_lines":1}
+{"time":"2026-08-06T22:43:26.421059533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:43:40.346518512Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":96,"history_lines":2,"events_offset":88,"events_lines":2,"console_offset":112,"console_lines":1}
+{"time":"2026-08-06T22:43:41.384258079Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:43:55.370407819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":98,"history_lines":2,"events_offset":90,"events_lines":2,"console_offset":112,"console_lines":1}
+{"time":"2026-08-06T22:43:56.605703891Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:44:10.34649914Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":100,"history_lines":2,"events_offset":92,"events_lines":2,"console_offset":112,"console_lines":1}
+{"time":"2026-08-06T22:44:11.359961554Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:44:25.349864374Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":102,"history_lines":3,"events_offset":94,"events_lines":2,"console_offset":112,"console_lines":1}
+{"time":"2026-08-06T22:44:26.399084032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:44:40.346062486Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":105,"history_lines":2,"events_offset":96,"events_lines":2,"console_offset":112,"console_lines":1}
+{"time":"2026-08-06T22:44:41.346280567Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:44:55.345312943Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":107,"history_lines":2,"events_offset":98,"events_lines":2,"console_offset":112,"console_lines":1}
+{"time":"2026-08-06T22:44:56.390583792Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:45:10.346429629Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":109,"history_lines":2,"events_offset":100,"events_lines":2,"console_offset":112,"console_lines":1}
+{"time":"2026-08-06T22:45:11.486733206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:45:25.353361363Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":111,"history_lines":1,"events_offset":102,"events_lines":2,"console_offset":116,"console_lines":51}
+{"time":"2026-08-06T22:45:26.336931114Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:45:26.625234049Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-06T22:45:26.643029904Z","level":"INFO","msg":"filestream: sending request","total_files":2,"console_offset":166,"console_lines":6,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-06T22:45:26.973490402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:45:26.974882347Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-06T22:45:27.326334254Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-06T22:45:27.326458162Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-06T22:45:27.327039639Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-06T22:45:27.327073756Z","level":"INFO","msg":"stream: all finished"}

wandb/run-20260806_223224-qz489gza/logs/debug.log

@@ -21,3 +21,8 @@ config: {'_wandb': {}}
 2026-08-06 22:32:25,137 INFO    MainThread:1570418 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.15.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 94, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'glu', 'activation': 'relu', 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/glu-relu-94L_run', 'per_device_train_batch_size': 64, 'num_train_epochs': 1, 'max_steps': 2000, 'learning_rate': 0.0003, 'lr_scheduler_type': 'constant', 'lr_scheduler_kwargs': None, 'warmup_steps': 0, 'optim': 'adamw_torch', 'optim_args': None, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 1, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-glu-relu-94L-15.9M-20260806-223223', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 200, 'eval_delay': 0, 'per_device_eval_batch_size': 64, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 500, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': True, 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/ACTio-glu-relu-94L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1}
 2026-08-06 22:32:25,140 INFO    MainThread:1570418 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 15949440 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x14ece81bb8d0>>
 2026-08-06 22:32:25,140 INFO    MainThread:1570418 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 15949440 None
+2026-08-06 22:45:25,630 INFO    MainThread:1570418 [wandb_run.py:_finish():2383] finishing run deepnevro-deepnevro/huggingface/qz489gza
+2026-08-06 22:45:25,631 INFO    MainThread:1570418 [wandb_run.py:_atexit_cleanup():2588] got exitcode: 0
+2026-08-06 22:45:25,631 INFO    MainThread:1570418 [wandb_run.py:_restore():2570] restore
+2026-08-06 22:45:25,631 INFO    MainThread:1570418 [wandb_run.py:_restore():2576] restore done
+2026-08-06 22:45:27,324 INFO    MainThread:1570418 [wandb_run.py:_footer_sync_info():3993] logging synced files

wandb/run-20260806_223224-qz489gza/run-qz489gza.wandb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5581464a09169672218c572940aaeda3575308a38ad0bbd573ac08abf271afd
-size 39288832
+oid sha256:63312891512d6a84f30a4ca62ded7281f448187b2e14bd736a52ada0188b47ad
+size 48753644

wandb/run-20260806_224537-4k21flpq/files/output.log

@@ -0,0 +1,19 @@
+[transformers] `use_return_dict` is deprecated! Use `return_dict` instead!
+/mnt/data/zainulabideen/zain-exp/notebooks/Activation/exp.py:464: UserWarning: std(): degrees of freedom is <= 0. Correction should be strictly less than the reduction factor (input numel divided by output numel). (Triggered internally at /pytorch/aten/src/ATen/native/ReduceOps.cpp:1831.)
+  "std": tensor.std().item(),
+ 14%|█████▎                                 | 270/2000 [01:35<08:00,  3.60it/s]
+{'loss': '7.762', 'grad_norm': '1.25', 'learning_rate': '0.0003', 'epoch': '0.001348', 'train/total_time_seconds': '5.973', 'train/time_per_step_avg': '0.2986', 'train/epoch_time_elapsed': '7.403', 'train/estimated_remaining_minutes': '9.855', 'train/global/act/norm': '3.141e+04', 'train/global/act/mean': '-0.003631', 'train/global/act/std': '0', 'train/global/act/max_abs': '8.328', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '1.916', 'train/global/grad/mean': '-3.398e-08', 'train/global/grad/std': '0.00048', 'train/global/grad/max_abs': '0.1108', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '174.8', 'train/global/param/mean': '0.001522', 'train/global/param/std': '0.04375', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer__model_layers_93/param/norm': '17.93', 'train/layer__model_layers_93/param/mean': '0.001677', 'train/layer__model_layers_93/param/std': '0.04424', 'train/layer__model_layers_93/param/max_abs': '1', 'train/layer__model_layers_93/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_93/param/frac_near_user_limit': '0', 'train/layer_model_layers_2/act/norm': '3147', 'train/layer_model_layers_2/act/mean': '-0.002471', 'train/layer_model_layers_2/act/std': '0.4111', 'train/layer_model_layers_2/act/max_abs': '5.531', 'train/layer_model_layers_2/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_2/act/frac_near_user_limit': '0', 'train/layer_model_layers_2/grad/norm': '0.6158', 'train/layer_model_layers_2/grad/mean': '-6.741e-07', 'train/layer_model_layers_2/grad/std': '0.00152', 'train/layer_model_layers_2/grad/max_abs': '0.02808', 'train/layer_model_layers_2/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_2/grad/frac_near_user_limit': '0', 'train/layer__model_layers_78/param/norm': '17.93', 'train/layer__model_layers_78/param/mean': '0.001569', 'train/layer__model_layers_78/param/std': '0.04425', 'train/layer__model_layers_78/param/max_abs': '1', 'train/layer__model_layers_78/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_78/param/frac_near_user_limit': '0', 'train/layer__model_layers_90/param/norm': '17.94', 'train/layer__model_layers_90/param/mean': '0.001602', 'train/layer__model_layers_90/param/std': '0.04425', 'train/layer__model_layers_90/param/max_abs': '1', 'train/layer__model_layers_90/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_90/param/frac_near_user_limit': '0', 'train/layer_model_layers_48/act/norm': '3210', 'train/layer_model_layers_48/act/mean': '-0.000527', 'train/layer_model_layers_48/act/std': '0.419', 'train/layer_model_layers_48/act/max_abs': '4.594', 'train/layer_model_layers_48/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_48/act/frac_near_user_limit': '0', 'train/layer_model_layers_48/grad/norm': '0.0884', 'train/layer_model_layers_48/grad/mean': '-3.365e-07', 'train/layer_model_layers_48/grad/std': '0.0002182', 'train/layer_model_layers_48/grad/max_abs': '0.006348', 'train/layer_model_layers_48/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_48/grad/frac_near_user_limit': '0', 'train/layer__model_layers_58/param/norm': '17.93', 'train/layer__model_layers_58/param/mean': '0.001566', 'train/layer__model_layers_58/param/std': '0.04424', 'train/layer__model_layers_58/param/max_abs': '1', 'train/layer__model_layers_58/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_58/param/frac_near_user_limit': '0', 'train/layer_model_layers_75/act/norm': '3257', 'train/layer_model_layers_75/act/mean': '-0.002902', 'train/layer_model_layers_75/act/std': '0.4251', 'train/layer_model_layers_75/act/max_abs': '4.469', 'train/layer_model_layers_75/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_75/act/frac_near_user_limit': '0', 'train/layer_model_layers_75/grad/norm': '0.07415', 'train/layer_model_layers_75/grad/mean': '-7.348e-08', 'train/layer_model_lay
+{'loss': '7.001', 'grad_norm': '1.156', 'learning_rate': '0.0003', 'epoch': '0.002696', 'train/total_time_seconds': '10.53', 'train/time_per_step_avg': '0.2633', 'train/epoch_time_elapsed': '13.18', 'train/estimated_remaining_minutes': '8.601'}
+{'loss': '6.47', 'grad_norm': '0.8984', 'learning_rate': '0.0003', 'epoch': '0.004044', 'train/total_time_seconds': '15.09', 'train/time_per_step_avg': '0.2515', 'train/epoch_time_elapsed': '18.74', 'train/estimated_remaining_minutes': '8.132'}
+{'loss': '6.166', 'grad_norm': '0.5586', 'learning_rate': '0.0003', 'epoch': '0.005393', 'train/total_time_seconds': '19.7', 'train/time_per_step_avg': '0.2463', 'train/epoch_time_elapsed': '24.35', 'train/estimated_remaining_minutes': '7.881'}
+{'loss': '6.043', 'grad_norm': '0.3711', 'learning_rate': '0.0003', 'epoch': '0.006741', 'train/total_time_seconds': '24.29', 'train/time_per_step_avg': '0.2429', 'train/epoch_time_elapsed': '29.91', 'train/estimated_remaining_minutes': '7.692'}
+{'loss': '5.951', 'grad_norm': '0.4023', 'learning_rate': '0.0003', 'epoch': '0.008089', 'train/total_time_seconds': '28.85', 'train/time_per_step_avg': '0.2287', 'train/epoch_time_elapsed': '35.43', 'train/estimated_remaining_minutes': '7.532'}
+{'loss': '5.82', 'grad_norm': '2.188', 'learning_rate': '0.0003', 'epoch': '0.009437', 'train/total_time_seconds': '33.41', 'train/time_per_step_avg': '0.2288', 'train/epoch_time_elapsed': '40.97', 'train/estimated_remaining_minutes': '7.398'}
+{'loss': '5.594', 'grad_norm': '1.945', 'learning_rate': '0.0003', 'epoch': '0.01079', 'train/total_time_seconds': '38.01', 'train/time_per_step_avg': '0.2292', 'train/epoch_time_elapsed': '46.53', 'train/estimated_remaining_minutes': '7.284'}
+{'loss': '5.212', 'grad_norm': '0.7109', 'learning_rate': '0.0003', 'epoch': '0.01213', 'train/total_time_seconds': '42.57', 'train/time_per_step_avg': '0.2286', 'train/epoch_time_elapsed': '52.09', 'train/estimated_remaining_minutes': '7.173'}
+{'loss': '4.872', 'grad_norm': '0.6992', 'learning_rate': '0.0003', 'epoch': '0.01348', 'train/total_time_seconds': '47.15', 'train/time_per_step_avg': '0.2286', 'train/epoch_time_elapsed': '57.65', 'train/estimated_remaining_minutes': '7.072'}
+                                                                               
+{'eval_loss': '4.71', 'eval_runtime': '17.01', 'eval_samples_per_second': '560.2', 'eval_steps_per_second': '8.762', 'epoch': '0.01348', 'train/total_time_seconds': '47.15', 'train/time_per_step_avg': '0.2286', 'train/epoch_time_elapsed': '74.66', 'train/estimated_remaining_minutes': '7.072'}
+{'loss': '4.602', 'grad_norm': '2.859', 'learning_rate': '0.0003', 'epoch': '0.01483', 'train/total_time_seconds': '52.28', 'train/time_per_step_avg': '0.2343', 'train/epoch_time_elapsed': '81.07', 'train/estimated_remaining_minutes': '7.049', 'train/global/act/norm': '6.188e+04', 'train/global/act/mean': '-0.04512', 'train/global/act/std': '0', 'train/global/act/max_abs': '10.44', 'train/global/act/frac_near_dtype_limit': '0', 'train/global/act/frac_near_user_limit': '0', 'train/global/grad/norm': '0.7572', 'train/global/grad/mean': '-1.021e-07', 'train/global/grad/std': '0.0001895', 'train/global/grad/max_abs': '0.07178', 'train/global/grad/frac_near_dtype_limit': '0', 'train/global/grad/frac_near_user_limit': '0', 'train/global/param/norm': '177.3', 'train/global/param/mean': '0.001565', 'train/global/param/std': '0.04437', 'train/global/param/max_abs': '1', 'train/global/param/frac_near_dtype_limit': '0', 'train/global/param/frac_near_user_limit': '0', 'train/layer__model_layers_93/param/norm': '18.17', 'train/layer__model_layers_93/param/mean': '0.001681', 'train/layer__model_layers_93/param/std': '0.04482', 'train/layer__model_layers_93/param/max_abs': '1', 'train/layer__model_layers_93/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_93/param/frac_near_user_limit': '0', 'train/layer_model_layers_2/act/norm': '3505', 'train/layer_model_layers_2/act/mean': '-0.002494', 'train/layer_model_layers_2/act/std': '0.4577', 'train/layer_model_layers_2/act/max_abs': '4.062', 'train/layer_model_layers_2/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_2/act/frac_near_user_limit': '0', 'train/layer_model_layers_2/grad/norm': '0.09074', 'train/layer_model_layers_2/grad/mean': '1.894e-08', 'train/layer_model_layers_2/grad/std': '0.000224', 'train/layer_model_layers_2/grad/max_abs': '0.003738', 'train/layer_model_layers_2/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_2/grad/frac_near_user_limit': '0', 'train/layer__model_layers_78/param/norm': '18.28', 'train/layer__model_layers_78/param/mean': '0.001595', 'train/layer__model_layers_78/param/std': '0.0451', 'train/layer__model_layers_78/param/max_abs': '1', 'train/layer__model_layers_78/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_78/param/frac_near_user_limit': '0', 'train/layer__model_layers_90/param/norm': '18.21', 'train/layer__model_layers_90/param/mean': '0.00164', 'train/layer__model_layers_90/param/std': '0.04492', 'train/layer__model_layers_90/param/max_abs': '1', 'train/layer__model_layers_90/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_90/param/frac_near_user_limit': '0', 'train/layer_model_layers_48/act/norm': '5590', 'train/layer_model_layers_48/act/mean': '-0.01205', 'train/layer_model_layers_48/act/std': '0.73', 'train/layer_model_layers_48/act/max_abs': '6.5', 'train/layer_model_layers_48/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_48/act/frac_near_user_limit': '0', 'train/layer_model_layers_48/grad/norm': '0.02343', 'train/layer_model_layers_48/grad/mean': '-1.511e-07', 'train/layer_model_layers_48/grad/std': '5.784e-05', 'train/layer_model_layers_48/grad/max_abs': '0.0007668', 'train/layer_model_layers_48/grad/frac_near_dtype_limit': '0', 'train/layer_model_layers_48/grad/frac_near_user_limit': '0', 'train/layer__model_layers_58/param/norm': '18.17', 'train/layer__model_layers_58/param/mean': '0.001525', 'train/layer__model_layers_58/param/std': '0.04484', 'train/layer__model_layers_58/param/max_abs': '1', 'train/layer__model_layers_58/param/frac_near_dtype_limit': '0', 'train/layer__model_layers_58/param/frac_near_user_limit': '0', 'train/layer_model_layers_75/act/norm': '8296', 'train/layer_model_layers_75/act/mean': '-0.04333', 'train/layer_model_layers_75/act/std': '1.082', 'train/layer_model_layers_75/act/max_abs': '9.125', 'train/layer_model_layers_75/act/frac_near_dtype_limit': '0', 'train/layer_model_layers_75/act/frac_near_user_limit': '0', 'train/layer_model_layers_75/grad/norm': '0.02333', 'train/layer_model_layers_75/grad/mean': '3.531e-08', 'train/layer_model_layer
+{'loss': '4.389', 'grad_norm': '4', 'learning_rate': '0.0003', 'epoch': '0.01618', 'train/total_time_seconds': '56.89', 'train/time_per_step_avg': '0.2348', 'train/epoch_time_elapsed': '86.86', 'train/estimated_remaining_minutes': '6.953'}
+{'loss': '4.151', 'grad_norm': '1.32', 'learning_rate': '0.0003', 'epoch': '0.01753', 'train/total_time_seconds': '61.45', 'train/time_per_step_avg': '0.2345', 'train/epoch_time_elapsed': '92.39', 'train/estimated_remaining_minutes': '6.854'}

wandb/run-20260806_224537-4k21flpq/files/requirements.txt

@@ -0,0 +1,149 @@
+asttokens==3.0.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+nest-asyncio==1.6.0
+parso==0.8.7
+platformdirs==4.11.0
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+pyzmq==27.1.0
+setuptools==83.0.0
+six==1.17.0
+tornado==6.5.7
+traitlets==5.15.0
+fsspec==2026.4.0
+wcwidth==0.8.2
+ipython_pygments_lexers==1.1.1
+jedi==0.20.0
+jupyter_core==5.9.1
+matplotlib-inline==0.2.2
+pexpect==4.9.0
+prompt_toolkit==3.0.53
+python-dateutil==2.9.0.post0
+stack_data==0.6.3
+wheel==0.47.0
+jupyter_client==8.9.1
+pip==26.1.2
+ipython==9.15.0
+ipykernel==7.2.0
+threadpoolctl==3.6.0
+pyparsing==3.3.2
+typing_extensions==4.15.0
+Jinja2==3.1.6
+narwhals==2.24.0
+kiwisolver==1.5.0
+joblib==1.5.3
+fonttools==4.63.0
+cycler==0.12.1
+scipy==1.17.1
+pandas==3.0.5
+contourpy==1.3.3
+scikit-learn==1.9.0
+matplotlib==3.11.1
+urllib3==2.7.0
+tqdm==4.70.0
+idna==3.18
+charset-normalizer==3.4.9
+certifi==2026.7.22
+requests==2.34.2
+seaborn==0.13.2
+uv==0.12.0
+shellingham==1.5.4
+mpmath==1.3.0
+attrs==26.1.0
+hf-xet==1.5.2
+nvidia-nccl-cu12==2.21.5
+MarkupSafe==3.0.3
+regex==2026.7.19
+importlib_metadata==9.0.0
+httpcore==1.0.9
+annotated-doc==0.0.5
+multidict==6.7.1
+aiohttp==3.14.3
+aiosignal==1.4.0
+xxhash==3.8.1
+aiohappyeyeballs==2.7.1
+mdurl==0.1.2
+cuda-toolkit==13.0.3.0
+networkx==3.6.1
+PyYAML==6.0.3
+nvidia-cufile==1.15.1.6
+typer==0.27.0
+torchaudio==2.6.0+cu124
+rich==15.0.0
+nvidia-cufft-cu12==11.2.1.3
+h11==0.16.0
+dill==0.4.1
+cuda-pathfinder==1.6.0
+filelock==3.29.0
+nvidia-nvtx-cu12==12.4.127
+httpx==0.28.1
+anyio==4.14.2
+numpy==2.4.4
+yarl==1.24.5
+click==8.4.2
+triton==3.2.0
+frozenlist==1.8.0
+zipp==4.1.0
+propcache==0.5.2
+tokenizers==0.22.2
+markdown-it-py==4.2.0
+nvidia-cuda-runtime==13.0.96
+cuda-bindings==13.3.1
+nvidia-cuda-cupti==13.0.85
+torch==2.6.0+cu124
+multiprocess==0.70.19
+pillow==12.2.0
+transformers==5.15.0.dev0
+wandb==0.28.1
+nvidia-curand==10.4.0.35
+sympy==1.13.1
+nvidia-cusparse==12.6.3.3
+nvidia-cuda-nvrtc==13.0.88
+typing-inspection==0.4.2
+nvidia-cusolver==12.0.4.66
+nvidia-cufft==12.0.0.61
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cublas==13.1.1.3
+pyarrow==25.0.0
+evaluate==0.4.6
+diffusers==0.39.0
+pydantic==2.13.4
+annotated-types==0.8.0
+protobuf==7.35.1
+sentry-sdk==2.66.1
+einops==0.8.2
+packaging==26.2
+nvidia-nvjitlink-cu12==12.4.127
+nvidia-curand-cu12==10.3.5.147
+nvidia-cusparselt-cu12==0.6.2
+nvidia-cusparse-cu12==12.3.1.170
+nvidia-cuda-runtime-cu12==12.4.127
+torchvision==0.21.0+cu124
+nvidia-cuda-nvrtc-cu12==12.4.127
+nvidia-cuda-cupti-cu12==12.4.127
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-cublas-cu12==12.4.5.8
+nvidia-cudnn-cu12==9.1.0.70
+huggingface_hub==1.26.0
+datasets==5.0.1
+safetensors==0.8.0
+accelerate==1.14.0
+pydantic_core==2.46.4
+ninja==1.13.0
+autocommand==2.2.2
+backports.tarfile==1.2.0
+importlib_metadata==8.7.1
+jaraco.text==4.0.0
+jaraco.context==6.1.0
+jaraco.functools==4.4.0
+more-itertools==10.8.0
+packaging==26.0
+platformdirs==4.4.0
+tomli==2.4.0
+wheel==0.46.3
+zipp==3.23.0

wandb/run-20260806_224537-4k21flpq/files/wandb-metadata.json

@@ -0,0 +1,96 @@
+{
+  "os":  "Linux-5.15.0-126-generic-x86_64-with-glibc2.35",
+  "python":  "CPython 3.11.15",
+  "startedAt":  "2026-08-06T22:45:37.256933Z",
+  "args":  [
+    "--config",
+    "configs/baseline.yaml",
+    "--variants",
+    "glu-gelu-94L",
+    "--push"
+  ],
+  "program":  "/mnt/data/zainulabideen/zain-exp/notebooks/Activation/sweep.py",
+  "codePath":  "sweep.py",
+  "codePathLocal":  "sweep.py",
+  "git":  {
+    "remote":  "https://github.com/deepnevro/Activation.git",
+    "commit":  "8d6f97d73f5521e4c38c6e1bda59bf8d4b489655"
+  },
+  "email":  "deepnevro@gmail.com",
+  "root":  "/mnt/data/zainulabideen/zain-exp/notebooks/Activation",
+  "host":  "deeplens-k3s-node1",
+  "executable":  "/mnt/data/zainulabideen/zain-exp/notebooks/my_env/bin/python",
+  "cpu_count":  112,
+  "cpu_count_logical":  224,
+  "gpu":  "NVIDIA H100 80GB HBM3",
+  "gpu_count":  8,
+  "disk":  {
+    "/":  {
+      "total":  "1560765693952",
+      "used":  "703843528704"
+    }
+  },
+  "memory":  {
+    "total":  "2164089937920"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA H100 80GB HBM3",
+      "memoryTotal":  "85520809984",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-39c684a5-fde6-83d7-1663-0859795881ae"
+    },
+    {
+      "name":  "NVIDIA H100 80GB HBM3",
+      "memoryTotal":  "85520809984",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-68012e5a-38b6-b643-0ca6-62fb66720bf3"
+    },
+    {
+      "name":  "NVIDIA H100 80GB HBM3",
+      "memoryTotal":  "85520809984",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-132944c4-b689-2b5f-89a4-d730401677ab"
+    },
+    {
+      "name":  "NVIDIA H100 80GB HBM3",
+      "memoryTotal":  "85520809984",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-2df386cc-6d26-d0e2-7a2d-a057b0d95864"
+    },
+    {
+      "name":  "NVIDIA H100 80GB HBM3",
+      "memoryTotal":  "85520809984",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-bfa16575-1d94-1aa2-4537-2c93433f42ef"
+    },
+    {
+      "name":  "NVIDIA H100 80GB HBM3",
+      "memoryTotal":  "85520809984",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-bc6c3e3c-9b90-09ca-c034-774961847c54"
+    },
+    {
+      "name":  "NVIDIA H100 80GB HBM3",
+      "memoryTotal":  "85520809984",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-00a441e1-7c95-e7d6-4c35-43d6b291aea9"
+    },
+    {
+      "name":  "NVIDIA H100 80GB HBM3",
+      "memoryTotal":  "85520809984",
+      "cudaCores":  16896,
+      "architecture":  "Hopper",
+      "uuid":  "GPU-1c4d29a2-4647-6fce-d8fc-0c5ecfbbd6ea"
+    }
+  ],
+  "cudaVersion":  "12.4",
+  "writerId":  "kwbq6ro0up5x6hbn45qt4orzdys0qbr3"
+}

wandb/run-20260806_224537-4k21flpq/logs/debug-core.log

@@ -0,0 +1,344 @@
+{"time":"2026-08-06T18:04:46.538250567Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp2a2e5_ej/port-3216433.txt","pid":3216433,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-06T18:04:46.539844561Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":3216433}
+{"time":"2026-08-06T18:04:46.539820323Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3216433-3217992-4167316671/socket","Net":"unix"}}
+{"time":"2026-08-06T18:04:46.719997957Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-06T18:05:08.298825026Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"2(@)"}
+{"time":"2026-08-06T18:05:08.367098402Z","level":"INFO","msg":"handleInformInit: received","streamId":"z39kc1mj","id":"2(@)"}
+{"time":"2026-08-06T18:05:08.627294329Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"z39kc1mj","id":"2(@)"}
+{"time":"2026-08-06T18:05:14.00962682Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"yvj0vp5mnk1k"}
+{"time":"2026-08-06T18:09:51.272768584Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"yvj0vp5mnk1k"}
+{"time":"2026-08-06T18:09:51.880581594Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"yvj0vp5mnk1k"}
+{"time":"2026-08-06T18:09:51.88512942Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"z39kc1mj","id":"2(@)"}
+{"time":"2026-08-06T18:09:51.885935784Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"z39kc1mj","id":"2(@)"}
+{"time":"2026-08-06T18:09:52.564856588Z","level":"INFO","msg":"handleInformInit: received","streamId":"sbc92q1f","id":"2(@)"}
+{"time":"2026-08-06T18:09:52.825658469Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"sbc92q1f","id":"2(@)"}
+{"time":"2026-08-06T18:09:58.169270574Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"0a8yqf8zu5md"}
+{"time":"2026-08-06T18:14:33.893632231Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"0a8yqf8zu5md"}
+{"time":"2026-08-06T18:14:34.593822464Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"0a8yqf8zu5md"}
+{"time":"2026-08-06T18:14:34.598479224Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"sbc92q1f","id":"2(@)"}
+{"time":"2026-08-06T18:14:34.599045264Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"sbc92q1f","id":"2(@)"}
+{"time":"2026-08-06T18:14:35.180480118Z","level":"INFO","msg":"handleInformInit: received","streamId":"dhvsvux4","id":"2(@)"}
+{"time":"2026-08-06T18:14:35.444177659Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"dhvsvux4","id":"2(@)"}
+{"time":"2026-08-06T18:14:40.859467699Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"xsm3myskoe8a"}
+{"time":"2026-08-06T18:19:23.935068699Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"xsm3myskoe8a"}
+{"time":"2026-08-06T18:19:24.531383847Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"xsm3myskoe8a"}
+{"time":"2026-08-06T18:19:24.535902551Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"dhvsvux4","id":"2(@)"}
+{"time":"2026-08-06T18:19:24.542000275Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"dhvsvux4","id":"2(@)"}
+{"time":"2026-08-06T18:19:25.081465341Z","level":"INFO","msg":"handleInformInit: received","streamId":"9sn2dmlk","id":"2(@)"}
+{"time":"2026-08-06T18:19:25.34384648Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"9sn2dmlk","id":"2(@)"}
+{"time":"2026-08-06T18:19:30.809155481Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"zzesry1w2hdw"}
+{"time":"2026-08-06T18:24:12.774105293Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"zzesry1w2hdw"}
+{"time":"2026-08-06T18:24:13.368319922Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"zzesry1w2hdw"}
+{"time":"2026-08-06T18:24:13.372879394Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"9sn2dmlk","id":"2(@)"}
+{"time":"2026-08-06T18:24:13.373724105Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"9sn2dmlk","id":"2(@)"}
+{"time":"2026-08-06T18:24:13.834178741Z","level":"INFO","msg":"handleInformInit: received","streamId":"glrlrwzy","id":"2(@)"}
+{"time":"2026-08-06T18:24:14.092984473Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"glrlrwzy","id":"2(@)"}
+{"time":"2026-08-06T18:24:19.407624607Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"3kgpmaa5yqm8"}
+{"time":"2026-08-06T18:28:57.315589018Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"3kgpmaa5yqm8"}
+{"time":"2026-08-06T18:28:58.034501646Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"3kgpmaa5yqm8"}
+{"time":"2026-08-06T18:28:58.038814253Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"glrlrwzy","id":"2(@)"}
+{"time":"2026-08-06T18:28:58.039552064Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"glrlrwzy","id":"2(@)"}
+{"time":"2026-08-06T18:28:58.635343408Z","level":"INFO","msg":"handleInformInit: received","streamId":"f8vsthww","id":"2(@)"}
+{"time":"2026-08-06T18:28:58.89471792Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"f8vsthww","id":"2(@)"}
+{"time":"2026-08-06T18:29:04.225144507Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"hxcqfm4f6xmj"}
+{"time":"2026-08-06T18:33:43.770331969Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"hxcqfm4f6xmj"}
+{"time":"2026-08-06T18:33:44.645462268Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"hxcqfm4f6xmj"}
+{"time":"2026-08-06T18:33:44.65006597Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"f8vsthww","id":"2(@)"}
+{"time":"2026-08-06T18:33:44.650717299Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"f8vsthww","id":"2(@)"}
+{"time":"2026-08-06T18:33:45.189506437Z","level":"INFO","msg":"handleInformInit: received","streamId":"zqgvabr6","id":"2(@)"}
+{"time":"2026-08-06T18:33:45.447018472Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"zqgvabr6","id":"2(@)"}
+{"time":"2026-08-06T18:33:50.799671196Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"ym5cu38tet69"}
+{"time":"2026-08-06T18:38:39.107641115Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"ym5cu38tet69"}
+{"time":"2026-08-06T18:38:39.705738046Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"ym5cu38tet69"}
+{"time":"2026-08-06T18:38:39.710293346Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"zqgvabr6","id":"2(@)"}
+{"time":"2026-08-06T18:38:39.711083242Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"zqgvabr6","id":"2(@)"}
+{"time":"2026-08-06T18:38:40.320944199Z","level":"INFO","msg":"handleInformInit: received","streamId":"gmvu7t1t","id":"2(@)"}
+{"time":"2026-08-06T18:38:40.582286439Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"gmvu7t1t","id":"2(@)"}
+{"time":"2026-08-06T18:38:48.97913833Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"6tdudi35br7r"}
+{"time":"2026-08-06T18:46:26.722216001Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"6tdudi35br7r"}
+{"time":"2026-08-06T18:46:27.275612753Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"6tdudi35br7r"}
+{"time":"2026-08-06T18:46:27.280086872Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"gmvu7t1t","id":"2(@)"}
+{"time":"2026-08-06T18:46:27.280677847Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"gmvu7t1t","id":"2(@)"}
+{"time":"2026-08-06T18:46:29.09769104Z","level":"INFO","msg":"handleInformInit: received","streamId":"xt6mu0ut","id":"2(@)"}
+{"time":"2026-08-06T18:46:29.361795862Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"xt6mu0ut","id":"2(@)"}
+{"time":"2026-08-06T18:46:34.718953302Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"h26us7kbwf6q"}
+{"time":"2026-08-06T18:51:12.250107627Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"h26us7kbwf6q"}
+{"time":"2026-08-06T18:51:12.792287965Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"h26us7kbwf6q"}
+{"time":"2026-08-06T18:51:12.799944198Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"xt6mu0ut","id":"2(@)"}
+{"time":"2026-08-06T18:51:12.80073712Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"xt6mu0ut","id":"2(@)"}
+{"time":"2026-08-06T18:51:13.407850587Z","level":"INFO","msg":"handleInformInit: received","streamId":"txoxj9kx","id":"2(@)"}
+{"time":"2026-08-06T18:51:13.666829851Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"txoxj9kx","id":"2(@)"}
+{"time":"2026-08-06T18:51:19.006579451Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"2ppndpd2p84x"}
+{"time":"2026-08-06T18:56:15.261635059Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"2ppndpd2p84x"}
+{"time":"2026-08-06T18:56:15.79846543Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"2ppndpd2p84x"}
+{"time":"2026-08-06T18:56:15.802884441Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"txoxj9kx","id":"2(@)"}
+{"time":"2026-08-06T18:56:15.80381425Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"txoxj9kx","id":"2(@)"}
+{"time":"2026-08-06T18:56:16.442462648Z","level":"INFO","msg":"handleInformInit: received","streamId":"fipes79r","id":"2(@)"}
+{"time":"2026-08-06T18:56:16.702985583Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"fipes79r","id":"2(@)"}
+{"time":"2026-08-06T18:56:22.045243322Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"azy3e61yjir6"}
+{"time":"2026-08-06T19:01:14.449110053Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"azy3e61yjir6"}
+{"time":"2026-08-06T19:01:14.993302658Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"azy3e61yjir6"}
+{"time":"2026-08-06T19:01:14.997642507Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"fipes79r","id":"2(@)"}
+{"time":"2026-08-06T19:01:14.998278532Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"fipes79r","id":"2(@)"}
+{"time":"2026-08-06T19:01:15.465614427Z","level":"INFO","msg":"handleInformInit: received","streamId":"f3qsgvmt","id":"2(@)"}
+{"time":"2026-08-06T19:01:15.725617356Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"f3qsgvmt","id":"2(@)"}
+{"time":"2026-08-06T19:01:21.030632908Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"p32bak4478pg"}
+{"time":"2026-08-06T19:06:15.28447298Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"p32bak4478pg"}
+{"time":"2026-08-06T19:06:15.966487263Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"p32bak4478pg"}
+{"time":"2026-08-06T19:06:15.970784791Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"f3qsgvmt","id":"2(@)"}
+{"time":"2026-08-06T19:06:15.971416137Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"f3qsgvmt","id":"2(@)"}
+{"time":"2026-08-06T19:06:16.506483042Z","level":"INFO","msg":"handleInformInit: received","streamId":"hvwhjauo","id":"2(@)"}
+{"time":"2026-08-06T19:06:16.776483111Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"hvwhjauo","id":"2(@)"}
+{"time":"2026-08-06T19:06:22.117142885Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"36s3hnqayddj"}
+{"time":"2026-08-06T19:11:25.640393793Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"36s3hnqayddj"}
+{"time":"2026-08-06T19:11:26.228253868Z","level":"INFO","msg":"connection: cancelling request","id":"2(@)","requestId":"36s3hnqayddj"}
+{"time":"2026-08-06T19:11:26.232498509Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"hvwhjauo","id":"2(@)"}
+{"time":"2026-08-06T19:11:26.23318865Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"hvwhjauo","id":"2(@)"}
+{"time":"2026-08-06T19:11:28.189921358Z","level":"INFO","msg":"processOutgoingData: finished","id":"2(@)"}
+{"time":"2026-08-06T19:11:28.189919669Z","level":"INFO","msg":"connection: closing","id":"2(@)"}
+{"time":"2026-08-06T19:11:28.190020399Z","level":"INFO","msg":"connection: closed successfully","id":"2(@)"}
+{"time":"2026-08-06T19:11:28.190025107Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"2(@)"}
+{"time":"2026-08-06T20:29:10.67349436Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"3(@)"}
+{"time":"2026-08-06T20:29:10.899139178Z","level":"INFO","msg":"handleInformInit: received","streamId":"50qq810b","id":"3(@)"}
+{"time":"2026-08-06T20:29:11.161778778Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"50qq810b","id":"3(@)"}
+{"time":"2026-08-06T20:29:16.551101449Z","level":"INFO","msg":"connection: cancelling request","id":"3(@)","requestId":"6gdiifnull5c"}
+{"time":"2026-08-06T20:33:25.239918313Z","level":"INFO","msg":"connection: cancelling request","id":"3(@)","requestId":"6gdiifnull5c"}
+{"time":"2026-08-06T20:33:25.941458876Z","level":"INFO","msg":"connection: cancelling request","id":"3(@)","requestId":"6gdiifnull5c"}
+{"time":"2026-08-06T20:33:25.945769271Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"50qq810b","id":"3(@)"}
+{"time":"2026-08-06T20:33:25.946336535Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"50qq810b","id":"3(@)"}
+{"time":"2026-08-06T20:33:27.87172088Z","level":"INFO","msg":"connection: closing","id":"3(@)"}
+{"time":"2026-08-06T20:33:27.871734329Z","level":"INFO","msg":"processOutgoingData: finished","id":"3(@)"}
+{"time":"2026-08-06T20:33:27.87180156Z","level":"INFO","msg":"connection: closed successfully","id":"3(@)"}
+{"time":"2026-08-06T20:33:27.871808221Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"3(@)"}
+{"time":"2026-08-06T20:33:35.004799102Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"4(@)"}
+{"time":"2026-08-06T20:33:35.301190488Z","level":"INFO","msg":"handleInformInit: received","streamId":"6n8s22c0","id":"4(@)"}
+{"time":"2026-08-06T20:33:35.559898551Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"6n8s22c0","id":"4(@)"}
+{"time":"2026-08-06T20:33:40.924660759Z","level":"INFO","msg":"connection: cancelling request","id":"4(@)","requestId":"gujpb2xg58lm"}
+{"time":"2026-08-06T20:37:48.507530405Z","level":"INFO","msg":"connection: cancelling request","id":"4(@)","requestId":"gujpb2xg58lm"}
+{"time":"2026-08-06T20:37:49.20082224Z","level":"INFO","msg":"connection: cancelling request","id":"4(@)","requestId":"gujpb2xg58lm"}
+{"time":"2026-08-06T20:37:49.205183371Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"6n8s22c0","id":"4(@)"}
+{"time":"2026-08-06T20:37:49.206009979Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"6n8s22c0","id":"4(@)"}
+{"time":"2026-08-06T20:37:51.078419586Z","level":"INFO","msg":"connection: closing","id":"4(@)"}
+{"time":"2026-08-06T20:37:51.07854494Z","level":"INFO","msg":"connection: closed successfully","id":"4(@)"}
+{"time":"2026-08-06T20:37:51.078458019Z","level":"INFO","msg":"processOutgoingData: finished","id":"4(@)"}
+{"time":"2026-08-06T20:37:51.078568095Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"4(@)"}
+{"time":"2026-08-06T20:37:58.922451042Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"5(@)"}
+{"time":"2026-08-06T20:37:59.137836857Z","level":"INFO","msg":"handleInformInit: received","streamId":"m4g42ash","id":"5(@)"}
+{"time":"2026-08-06T20:37:59.399144811Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"m4g42ash","id":"5(@)"}
+{"time":"2026-08-06T20:38:04.799520658Z","level":"INFO","msg":"connection: cancelling request","id":"5(@)","requestId":"gsc8gq67qpxh"}
+{"time":"2026-08-06T20:42:11.620911985Z","level":"INFO","msg":"connection: cancelling request","id":"5(@)","requestId":"gsc8gq67qpxh"}
+{"time":"2026-08-06T20:42:12.345957716Z","level":"INFO","msg":"connection: cancelling request","id":"5(@)","requestId":"gsc8gq67qpxh"}
+{"time":"2026-08-06T20:42:12.350342881Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"m4g42ash","id":"5(@)"}
+{"time":"2026-08-06T20:42:12.350969477Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"m4g42ash","id":"5(@)"}
+{"time":"2026-08-06T20:42:14.214972127Z","level":"INFO","msg":"connection: closing","id":"5(@)"}
+{"time":"2026-08-06T20:42:14.215065871Z","level":"INFO","msg":"connection: closed successfully","id":"5(@)"}
+{"time":"2026-08-06T20:42:14.214982216Z","level":"INFO","msg":"processOutgoingData: finished","id":"5(@)"}
+{"time":"2026-08-06T20:42:14.215075769Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"5(@)"}
+{"time":"2026-08-06T20:42:21.47149625Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"6(@)"}
+{"time":"2026-08-06T20:42:21.54327094Z","level":"INFO","msg":"handleInformInit: received","streamId":"wp360ttn","id":"6(@)"}
+{"time":"2026-08-06T20:42:21.803599498Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"wp360ttn","id":"6(@)"}
+{"time":"2026-08-06T20:42:27.07851781Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"}
+{"time":"2026-08-06T20:46:34.337431219Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"}
+{"time":"2026-08-06T20:46:35.010256698Z","level":"INFO","msg":"connection: cancelling request","id":"6(@)","requestId":"bk9a1z245pn3"}
+{"time":"2026-08-06T20:46:35.01481264Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"wp360ttn","id":"6(@)"}
+{"time":"2026-08-06T20:46:35.015419174Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"wp360ttn","id":"6(@)"}
+{"time":"2026-08-06T20:46:37.063706429Z","level":"INFO","msg":"connection: closing","id":"6(@)"}
+{"time":"2026-08-06T20:46:37.06378302Z","level":"INFO","msg":"connection: closed successfully","id":"6(@)"}
+{"time":"2026-08-06T20:46:37.063717769Z","level":"INFO","msg":"processOutgoingData: finished","id":"6(@)"}
+{"time":"2026-08-06T20:46:37.063792963Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"6(@)"}
+{"time":"2026-08-06T20:46:44.665285682Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"7(@)"}
+{"time":"2026-08-06T20:46:44.790234975Z","level":"INFO","msg":"handleInformInit: received","streamId":"8mwfoysp","id":"7(@)"}
+{"time":"2026-08-06T20:46:45.052126921Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"8mwfoysp","id":"7(@)"}
+{"time":"2026-08-06T20:46:50.354882158Z","level":"INFO","msg":"connection: cancelling request","id":"7(@)","requestId":"zsmv7lxj564h"}
+{"time":"2026-08-06T20:51:04.423871647Z","level":"INFO","msg":"connection: cancelling request","id":"7(@)","requestId":"zsmv7lxj564h"}
+{"time":"2026-08-06T20:51:05.165391456Z","level":"INFO","msg":"connection: cancelling request","id":"7(@)","requestId":"zsmv7lxj564h"}
+{"time":"2026-08-06T20:51:05.169802539Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"8mwfoysp","id":"7(@)"}
+{"time":"2026-08-06T20:51:05.170548103Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"8mwfoysp","id":"7(@)"}
+{"time":"2026-08-06T20:51:07.106424725Z","level":"INFO","msg":"connection: closing","id":"7(@)"}
+{"time":"2026-08-06T20:51:07.106509262Z","level":"INFO","msg":"connection: closed successfully","id":"7(@)"}
+{"time":"2026-08-06T20:51:07.106433413Z","level":"INFO","msg":"processOutgoingData: finished","id":"7(@)"}
+{"time":"2026-08-06T20:51:07.106518766Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"7(@)"}
+{"time":"2026-08-06T20:51:14.33857564Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"8(@)"}
+{"time":"2026-08-06T20:51:14.412043912Z","level":"INFO","msg":"handleInformInit: received","streamId":"jyn4q7id","id":"8(@)"}
+{"time":"2026-08-06T20:51:14.672968943Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"jyn4q7id","id":"8(@)"}
+{"time":"2026-08-06T20:51:20.036604771Z","level":"INFO","msg":"connection: cancelling request","id":"8(@)","requestId":"0a4iq1mlfhmv"}
+{"time":"2026-08-06T20:55:30.610180022Z","level":"INFO","msg":"connection: cancelling request","id":"8(@)","requestId":"0a4iq1mlfhmv"}
+{"time":"2026-08-06T20:55:31.149309264Z","level":"INFO","msg":"connection: cancelling request","id":"8(@)","requestId":"0a4iq1mlfhmv"}
+{"time":"2026-08-06T20:55:31.153725839Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"jyn4q7id","id":"8(@)"}
+{"time":"2026-08-06T20:55:31.154366097Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"jyn4q7id","id":"8(@)"}
+{"time":"2026-08-06T20:55:33.161131775Z","level":"INFO","msg":"connection: closing","id":"8(@)"}
+{"time":"2026-08-06T20:55:33.161148781Z","level":"INFO","msg":"processOutgoingData: finished","id":"8(@)"}
+{"time":"2026-08-06T20:55:33.161225029Z","level":"INFO","msg":"connection: closed successfully","id":"8(@)"}
+{"time":"2026-08-06T20:55:33.161231921Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"8(@)"}
+{"time":"2026-08-06T20:55:40.881828681Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"9(@)"}
+{"time":"2026-08-06T20:55:41.137982051Z","level":"INFO","msg":"handleInformInit: received","streamId":"ux707dhp","id":"9(@)"}
+{"time":"2026-08-06T20:55:41.396559317Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ux707dhp","id":"9(@)"}
+{"time":"2026-08-06T20:55:46.80520653Z","level":"INFO","msg":"connection: cancelling request","id":"9(@)","requestId":"7ln72rdxtrl8"}
+{"time":"2026-08-06T21:01:07.807151171Z","level":"INFO","msg":"connection: cancelling request","id":"9(@)","requestId":"7ln72rdxtrl8"}
+{"time":"2026-08-06T21:01:08.632027106Z","level":"INFO","msg":"connection: cancelling request","id":"9(@)","requestId":"7ln72rdxtrl8"}
+{"time":"2026-08-06T21:01:08.640292401Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"ux707dhp","id":"9(@)"}
+{"time":"2026-08-06T21:01:08.641071161Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"ux707dhp","id":"9(@)"}
+{"time":"2026-08-06T21:01:10.217979026Z","level":"INFO","msg":"connection: closing","id":"9(@)"}
+{"time":"2026-08-06T21:01:10.218001261Z","level":"INFO","msg":"processOutgoingData: finished","id":"9(@)"}
+{"time":"2026-08-06T21:01:10.218063029Z","level":"INFO","msg":"connection: closed successfully","id":"9(@)"}
+{"time":"2026-08-06T21:01:10.218091836Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"9(@)"}
+{"time":"2026-08-06T21:01:17.660905195Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"10(@)"}
+{"time":"2026-08-06T21:01:17.883585458Z","level":"INFO","msg":"handleInformInit: received","streamId":"ne96fzuv","id":"10(@)"}
+{"time":"2026-08-06T21:01:18.131118768Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ne96fzuv","id":"10(@)"}
+{"time":"2026-08-06T21:01:23.486800717Z","level":"INFO","msg":"connection: cancelling request","id":"10(@)","requestId":"saemn5wo6b36"}
+{"time":"2026-08-06T21:06:38.967470021Z","level":"INFO","msg":"connection: cancelling request","id":"10(@)","requestId":"saemn5wo6b36"}
+{"time":"2026-08-06T21:06:39.770490846Z","level":"INFO","msg":"connection: cancelling request","id":"10(@)","requestId":"saemn5wo6b36"}
+{"time":"2026-08-06T21:06:39.778440708Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"ne96fzuv","id":"10(@)"}
+{"time":"2026-08-06T21:06:39.779161583Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"ne96fzuv","id":"10(@)"}
+{"time":"2026-08-06T21:06:41.416113473Z","level":"INFO","msg":"processOutgoingData: finished","id":"10(@)"}
+{"time":"2026-08-06T21:06:41.416109712Z","level":"INFO","msg":"connection: closing","id":"10(@)"}
+{"time":"2026-08-06T21:06:41.416210065Z","level":"INFO","msg":"connection: closed successfully","id":"10(@)"}
+{"time":"2026-08-06T21:06:41.41621463Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"10(@)"}
+{"time":"2026-08-06T21:06:49.167670364Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"11(@)"}
+{"time":"2026-08-06T21:06:49.551478863Z","level":"INFO","msg":"handleInformInit: received","streamId":"81scdhoz","id":"11(@)"}
+{"time":"2026-08-06T21:06:49.811685654Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"81scdhoz","id":"11(@)"}
+{"time":"2026-08-06T21:06:55.197839638Z","level":"INFO","msg":"connection: cancelling request","id":"11(@)","requestId":"3kup4mffqzdp"}
+{"time":"2026-08-06T21:12:13.037601019Z","level":"INFO","msg":"connection: cancelling request","id":"11(@)","requestId":"3kup4mffqzdp"}
+{"time":"2026-08-06T21:12:13.884375251Z","level":"INFO","msg":"connection: cancelling request","id":"11(@)","requestId":"3kup4mffqzdp"}
+{"time":"2026-08-06T21:12:13.892499726Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"81scdhoz","id":"11(@)"}
+{"time":"2026-08-06T21:12:13.893241759Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"81scdhoz","id":"11(@)"}
+{"time":"2026-08-06T21:12:15.762818452Z","level":"INFO","msg":"processOutgoingData: finished","id":"11(@)"}
+{"time":"2026-08-06T21:12:15.7628123Z","level":"INFO","msg":"connection: closing","id":"11(@)"}
+{"time":"2026-08-06T21:12:15.762905937Z","level":"INFO","msg":"connection: closed successfully","id":"11(@)"}
+{"time":"2026-08-06T21:12:15.762910233Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"11(@)"}
+{"time":"2026-08-06T21:12:23.228305533Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"12(@)"}
+{"time":"2026-08-06T21:12:23.467551186Z","level":"INFO","msg":"handleInformInit: received","streamId":"bg578kxx","id":"12(@)"}
+{"time":"2026-08-06T21:12:23.730830089Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"bg578kxx","id":"12(@)"}
+{"time":"2026-08-06T21:12:29.071098063Z","level":"INFO","msg":"connection: cancelling request","id":"12(@)","requestId":"uw7ylvshe19o"}
+{"time":"2026-08-06T21:17:48.564799797Z","level":"INFO","msg":"connection: cancelling request","id":"12(@)","requestId":"uw7ylvshe19o"}
+{"time":"2026-08-06T21:17:49.248999487Z","level":"INFO","msg":"connection: cancelling request","id":"12(@)","requestId":"uw7ylvshe19o"}
+{"time":"2026-08-06T21:17:49.25757284Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"bg578kxx","id":"12(@)"}
+{"time":"2026-08-06T21:17:49.258204596Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"bg578kxx","id":"12(@)"}
+{"time":"2026-08-06T21:17:51.216079094Z","level":"INFO","msg":"processOutgoingData: finished","id":"12(@)"}
+{"time":"2026-08-06T21:17:51.216072239Z","level":"INFO","msg":"connection: closing","id":"12(@)"}
+{"time":"2026-08-06T21:17:51.216179866Z","level":"INFO","msg":"connection: closed successfully","id":"12(@)"}
+{"time":"2026-08-06T21:17:51.216185068Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"12(@)"}
+{"time":"2026-08-06T21:17:58.492557811Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"13(@)"}
+{"time":"2026-08-06T21:17:58.67148951Z","level":"INFO","msg":"handleInformInit: received","streamId":"et66wpfp","id":"13(@)"}
+{"time":"2026-08-06T21:17:58.929501734Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"et66wpfp","id":"13(@)"}
+{"time":"2026-08-06T21:18:04.245453961Z","level":"INFO","msg":"connection: cancelling request","id":"13(@)","requestId":"lhdvtgg70ea4"}
+{"time":"2026-08-06T21:23:39.596723237Z","level":"INFO","msg":"connection: cancelling request","id":"13(@)","requestId":"lhdvtgg70ea4"}
+{"time":"2026-08-06T21:23:40.337073726Z","level":"INFO","msg":"connection: cancelling request","id":"13(@)","requestId":"lhdvtgg70ea4"}
+{"time":"2026-08-06T21:23:40.345953532Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"et66wpfp","id":"13(@)"}
+{"time":"2026-08-06T21:23:40.346749897Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"et66wpfp","id":"13(@)"}
+{"time":"2026-08-06T21:23:41.788308924Z","level":"INFO","msg":"connection: closing","id":"13(@)"}
+{"time":"2026-08-06T21:23:41.788416199Z","level":"INFO","msg":"connection: closed successfully","id":"13(@)"}
+{"time":"2026-08-06T21:23:41.788322Z","level":"INFO","msg":"processOutgoingData: finished","id":"13(@)"}
+{"time":"2026-08-06T21:23:41.788429036Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"13(@)"}
+{"time":"2026-08-06T21:23:49.09450616Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"14(@)"}
+{"time":"2026-08-06T21:23:49.262302742Z","level":"INFO","msg":"handleInformInit: received","streamId":"khl56ofx","id":"14(@)"}
+{"time":"2026-08-06T21:23:49.52021693Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"khl56ofx","id":"14(@)"}
+{"time":"2026-08-06T21:23:54.866290658Z","level":"INFO","msg":"connection: cancelling request","id":"14(@)","requestId":"qky58qgzcva8"}
+{"time":"2026-08-06T21:29:21.67482211Z","level":"INFO","msg":"connection: cancelling request","id":"14(@)","requestId":"qky58qgzcva8"}
+{"time":"2026-08-06T21:29:22.58105129Z","level":"INFO","msg":"connection: cancelling request","id":"14(@)","requestId":"qky58qgzcva8"}
+{"time":"2026-08-06T21:29:22.589480032Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"khl56ofx","id":"14(@)"}
+{"time":"2026-08-06T21:29:22.590122391Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"khl56ofx","id":"14(@)"}
+{"time":"2026-08-06T21:29:24.515242519Z","level":"INFO","msg":"connection: closing","id":"14(@)"}
+{"time":"2026-08-06T21:29:24.51533068Z","level":"INFO","msg":"connection: closed successfully","id":"14(@)"}
+{"time":"2026-08-06T21:29:24.515249386Z","level":"INFO","msg":"processOutgoingData: finished","id":"14(@)"}
+{"time":"2026-08-06T21:29:24.515339803Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"14(@)"}
+{"time":"2026-08-06T21:29:31.942325053Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"15(@)"}
+{"time":"2026-08-06T21:29:32.173598531Z","level":"INFO","msg":"handleInformInit: received","streamId":"4imkt5vi","id":"15(@)"}
+{"time":"2026-08-06T21:29:32.432359343Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"4imkt5vi","id":"15(@)"}
+{"time":"2026-08-06T21:29:37.739318379Z","level":"INFO","msg":"connection: cancelling request","id":"15(@)","requestId":"9nvowy3r168s"}
+{"time":"2026-08-06T21:37:29.12441145Z","level":"INFO","msg":"connection: cancelling request","id":"15(@)","requestId":"9nvowy3r168s"}
+{"time":"2026-08-06T21:37:30.409147798Z","level":"INFO","msg":"connection: cancelling request","id":"15(@)","requestId":"9nvowy3r168s"}
+{"time":"2026-08-06T21:37:30.426750357Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"4imkt5vi","id":"15(@)"}
+{"time":"2026-08-06T21:37:30.427491444Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"4imkt5vi","id":"15(@)"}
+{"time":"2026-08-06T21:37:32.430981419Z","level":"INFO","msg":"processOutgoingData: finished","id":"15(@)"}
+{"time":"2026-08-06T21:37:32.430981727Z","level":"INFO","msg":"connection: closing","id":"15(@)"}
+{"time":"2026-08-06T21:37:32.431084379Z","level":"INFO","msg":"connection: closed successfully","id":"15(@)"}
+{"time":"2026-08-06T21:37:32.431089742Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"15(@)"}
+{"time":"2026-08-06T21:37:40.18018664Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"16(@)"}
+{"time":"2026-08-06T21:37:40.385174957Z","level":"INFO","msg":"handleInformInit: received","streamId":"9e1cur4e","id":"16(@)"}
+{"time":"2026-08-06T21:37:40.645608571Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"9e1cur4e","id":"16(@)"}
+{"time":"2026-08-06T21:37:46.020841955Z","level":"INFO","msg":"connection: cancelling request","id":"16(@)","requestId":"e63qralmxroy"}
+{"time":"2026-08-06T21:45:44.504944903Z","level":"INFO","msg":"connection: cancelling request","id":"16(@)","requestId":"e63qralmxroy"}
+{"time":"2026-08-06T21:45:45.829542922Z","level":"INFO","msg":"connection: cancelling request","id":"16(@)","requestId":"e63qralmxroy"}
+{"time":"2026-08-06T21:45:45.846894286Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"9e1cur4e","id":"16(@)"}
+{"time":"2026-08-06T21:45:45.847774659Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"9e1cur4e","id":"16(@)"}
+{"time":"2026-08-06T21:45:47.840474379Z","level":"INFO","msg":"connection: closing","id":"16(@)"}
+{"time":"2026-08-06T21:45:47.840570823Z","level":"INFO","msg":"connection: closed successfully","id":"16(@)"}
+{"time":"2026-08-06T21:45:47.840483537Z","level":"INFO","msg":"processOutgoingData: finished","id":"16(@)"}
+{"time":"2026-08-06T21:45:47.840582986Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"16(@)"}
+{"time":"2026-08-06T21:45:55.262958851Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"17(@)"}
+{"time":"2026-08-06T21:45:55.469011896Z","level":"INFO","msg":"handleInformInit: received","streamId":"al1jdpoz","id":"17(@)"}
+{"time":"2026-08-06T21:45:55.727539722Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"al1jdpoz","id":"17(@)"}
+{"time":"2026-08-06T21:46:01.122943223Z","level":"INFO","msg":"connection: cancelling request","id":"17(@)","requestId":"93lxyszdkp4s"}
+{"time":"2026-08-06T21:53:51.88662296Z","level":"INFO","msg":"connection: cancelling request","id":"17(@)","requestId":"93lxyszdkp4s"}
+{"time":"2026-08-06T21:53:53.216806274Z","level":"INFO","msg":"connection: cancelling request","id":"17(@)","requestId":"93lxyszdkp4s"}
+{"time":"2026-08-06T21:53:53.234315065Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"al1jdpoz","id":"17(@)"}
+{"time":"2026-08-06T21:53:53.235006365Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"al1jdpoz","id":"17(@)"}
+{"time":"2026-08-06T21:53:54.719889867Z","level":"INFO","msg":"connection: closing","id":"17(@)"}
+{"time":"2026-08-06T21:53:54.71996882Z","level":"INFO","msg":"connection: closed successfully","id":"17(@)"}
+{"time":"2026-08-06T21:53:54.719896895Z","level":"INFO","msg":"processOutgoingData: finished","id":"17(@)"}
+{"time":"2026-08-06T21:53:54.719978015Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"17(@)"}
+{"time":"2026-08-06T21:54:02.704682357Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"18(@)"}
+{"time":"2026-08-06T21:54:02.926309852Z","level":"INFO","msg":"handleInformInit: received","streamId":"xj8o3fye","id":"18(@)"}
+{"time":"2026-08-06T21:54:03.190237343Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"xj8o3fye","id":"18(@)"}
+{"time":"2026-08-06T21:54:08.572923545Z","level":"INFO","msg":"connection: cancelling request","id":"18(@)","requestId":"wp88z9hofgto"}
+{"time":"2026-08-06T22:01:58.949861095Z","level":"INFO","msg":"connection: cancelling request","id":"18(@)","requestId":"wp88z9hofgto"}
+{"time":"2026-08-06T22:02:00.413196665Z","level":"INFO","msg":"connection: cancelling request","id":"18(@)","requestId":"wp88z9hofgto"}
+{"time":"2026-08-06T22:02:00.430424345Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"xj8o3fye","id":"18(@)"}
+{"time":"2026-08-06T22:02:00.431151699Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"xj8o3fye","id":"18(@)"}
+{"time":"2026-08-06T22:02:02.48611794Z","level":"INFO","msg":"connection: closing","id":"18(@)"}
+{"time":"2026-08-06T22:02:02.486205017Z","level":"INFO","msg":"connection: closed successfully","id":"18(@)"}
+{"time":"2026-08-06T22:02:02.486123904Z","level":"INFO","msg":"processOutgoingData: finished","id":"18(@)"}
+{"time":"2026-08-06T22:02:02.48621421Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"18(@)"}
+{"time":"2026-08-06T22:02:10.269940778Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"19(@)"}
+{"time":"2026-08-06T22:02:10.439113476Z","level":"INFO","msg":"handleInformInit: received","streamId":"y74jog3n","id":"19(@)"}
+{"time":"2026-08-06T22:02:10.698054902Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"y74jog3n","id":"19(@)"}
+{"time":"2026-08-06T22:02:16.042923531Z","level":"INFO","msg":"connection: cancelling request","id":"19(@)","requestId":"zee4komq248b"}
+{"time":"2026-08-06T22:10:40.201957301Z","level":"INFO","msg":"connection: cancelling request","id":"19(@)","requestId":"zee4komq248b"}
+{"time":"2026-08-06T22:10:41.673521316Z","level":"INFO","msg":"connection: cancelling request","id":"19(@)","requestId":"zee4komq248b"}
+{"time":"2026-08-06T22:10:41.690938257Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"y74jog3n","id":"19(@)"}
+{"time":"2026-08-06T22:10:41.691692107Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"y74jog3n","id":"19(@)"}
+{"time":"2026-08-06T22:10:43.724610654Z","level":"INFO","msg":"connection: closing","id":"19(@)"}
+{"time":"2026-08-06T22:10:43.724616012Z","level":"INFO","msg":"processOutgoingData: finished","id":"19(@)"}
+{"time":"2026-08-06T22:10:43.724709021Z","level":"INFO","msg":"connection: closed successfully","id":"19(@)"}
+{"time":"2026-08-06T22:10:43.724714942Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"19(@)"}
+{"time":"2026-08-06T22:10:51.347033931Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"20(@)"}
+{"time":"2026-08-06T22:10:51.560725873Z","level":"INFO","msg":"handleInformInit: received","streamId":"mmhv6fed","id":"20(@)"}
+{"time":"2026-08-06T22:10:51.824628616Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"mmhv6fed","id":"20(@)"}
+{"time":"2026-08-06T22:10:57.222474886Z","level":"INFO","msg":"connection: cancelling request","id":"20(@)","requestId":"m8oneq7o9rzj"}
+{"time":"2026-08-06T22:19:09.602074687Z","level":"INFO","msg":"connection: cancelling request","id":"20(@)","requestId":"m8oneq7o9rzj"}
+{"time":"2026-08-06T22:19:11.114939367Z","level":"INFO","msg":"connection: cancelling request","id":"20(@)","requestId":"m8oneq7o9rzj"}
+{"time":"2026-08-06T22:19:11.131701315Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"mmhv6fed","id":"20(@)"}
+{"time":"2026-08-06T22:19:11.132470276Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"mmhv6fed","id":"20(@)"}
+{"time":"2026-08-06T22:19:13.207296331Z","level":"INFO","msg":"connection: closing","id":"20(@)"}
+{"time":"2026-08-06T22:19:13.207397849Z","level":"INFO","msg":"connection: closed successfully","id":"20(@)"}
+{"time":"2026-08-06T22:19:13.207306165Z","level":"INFO","msg":"processOutgoingData: finished","id":"20(@)"}
+{"time":"2026-08-06T22:19:13.207408716Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"20(@)"}
+{"time":"2026-08-06T22:19:20.777260921Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"21(@)"}
+{"time":"2026-08-06T22:19:20.987353307Z","level":"INFO","msg":"handleInformInit: received","streamId":"2u9w6sh8","id":"21(@)"}
+{"time":"2026-08-06T22:19:21.245435793Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"2u9w6sh8","id":"21(@)"}
+{"time":"2026-08-06T22:19:26.590992416Z","level":"INFO","msg":"connection: cancelling request","id":"21(@)","requestId":"map9ky32c65b"}
+{"time":"2026-08-06T22:32:11.823573406Z","level":"INFO","msg":"connection: cancelling request","id":"21(@)","requestId":"map9ky32c65b"}
+{"time":"2026-08-06T22:32:14.003255108Z","level":"INFO","msg":"connection: cancelling request","id":"21(@)","requestId":"map9ky32c65b"}
+{"time":"2026-08-06T22:32:14.332589446Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"2u9w6sh8","id":"21(@)"}
+{"time":"2026-08-06T22:32:14.333311597Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"2u9w6sh8","id":"21(@)"}
+{"time":"2026-08-06T22:32:16.374866238Z","level":"INFO","msg":"connection: closing","id":"21(@)"}
+{"time":"2026-08-06T22:32:16.374875872Z","level":"INFO","msg":"processOutgoingData: finished","id":"21(@)"}
+{"time":"2026-08-06T22:32:16.374948978Z","level":"INFO","msg":"connection: closed successfully","id":"21(@)"}
+{"time":"2026-08-06T22:32:16.374969822Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"21(@)"}
+{"time":"2026-08-06T22:32:24.229326154Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"22(@)"}
+{"time":"2026-08-06T22:32:24.316080626Z","level":"INFO","msg":"handleInformInit: received","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:32:24.575636983Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:32:30.136334704Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:25.631649058Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.004459218Z","level":"INFO","msg":"connection: cancelling request","id":"22(@)","requestId":"3xuhlvh7p4qd"}
+{"time":"2026-08-06T22:45:27.32624292Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:27.328474372Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"qz489gza","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337669198Z","level":"INFO","msg":"connection: closing","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337779491Z","level":"INFO","msg":"connection: closed successfully","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.337689564Z","level":"INFO","msg":"processOutgoingData: finished","id":"22(@)"}
+{"time":"2026-08-06T22:45:29.33778783Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"22(@)"}
+{"time":"2026-08-06T22:45:37.17939079Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.25952131Z","level":"INFO","msg":"handleInformInit: received","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:37.520210586Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"4k21flpq","id":"23(@)"}
+{"time":"2026-08-06T22:45:42.854176028Z","level":"INFO","msg":"connection: cancelling request","id":"23(@)","requestId":"pgphnf19ojfr"}

wandb/run-20260806_224537-4k21flpq/logs/debug-internal.log

@@ -0,0 +1,39 @@
+{"time":"2026-08-06T22:45:37.259672476Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-06T22:45:37.259787782Z","level":"INFO","msg":"stream: starting","core version":"0.28.1"}
+{"time":"2026-08-06T22:45:37.520030085Z","level":"INFO","msg":"stream: created new stream","id":"4k21flpq"}
+{"time":"2026-08-06T22:45:37.520098596Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-06T22:45:37.520204581Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-06T22:45:37.520215062Z","level":"INFO","msg":"writer: started","stream_id":"4k21flpq"}
+{"time":"2026-08-06T22:45:37.520234257Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-06T22:45:38.046912533Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
+{"time":"2026-08-06T22:45:38.147486179Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:45:45.516616674Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":445}
+{"time":"2026-08-06T22:45:45.519205981Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":883}
+{"time":"2026-08-06T22:45:45.520246025Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":1785}
+{"time":"2026-08-06T22:45:45.520509526Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":63}
+{"time":"2026-08-06T22:45:45.525068197Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":3641}
+{"time":"2026-08-06T22:45:45.525228019Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":10}
+{"time":"2026-08-06T22:45:45.527329699Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":4518}
+{"time":"2026-08-06T22:45:45.531557362Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1518}
+{"time":"2026-08-06T22:45:45.531912786Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":6183}
+{"time":"2026-08-06T22:45:45.532357942Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":116}
+{"time":"2026-08-06T22:45:45.535523288Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":7423}
+{"time":"2026-08-06T22:45:45.535624893Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":9}
+{"time":"2026-08-06T22:45:45.535769966Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":7483}
+{"time":"2026-08-06T22:45:45.53597386Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":47}
+{"time":"2026-08-06T22:45:45.536534683Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":7705}
+{"time":"2026-08-06T22:45:45.557843071Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":6522}
+{"time":"2026-08-06T22:45:45.558217274Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":14275}
+{"time":"2026-08-06T22:45:45.558252901Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":1}
+{"time":"2026-08-06T22:45:53.091394425Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":5,"uploaded_len":2}
+{"time":"2026-08-06T22:45:54.053809924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:46:08.066629374Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2,"history_lines":3,"events_offset":2,"events_lines":2,"console_offset":3,"console_lines":1}
+{"time":"2026-08-06T22:46:09.169528606Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:46:23.066167056Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5,"history_lines":2,"events_offset":4,"events_lines":2,"console_offset":3,"console_lines":1}
+{"time":"2026-08-06T22:46:24.163272873Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:46:38.064525724Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":3,"events_offset":6,"events_lines":2,"console_offset":3,"console_lines":1}
+{"time":"2026-08-06T22:46:39.226014587Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:46:53.065607372Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":1,"events_offset":8,"events_lines":2,"console_offset":3,"console_lines":1}
+{"time":"2026-08-06T22:46:54.224816288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-06T22:47:08.094013281Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11,"history_lines":2,"events_offset":10,"events_lines":2,"console_offset":3,"console_lines":1}
+{"time":"2026-08-06T22:47:09.288236737Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}

wandb/run-20260806_224537-4k21flpq/logs/debug.log

@@ -0,0 +1,23 @@
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_setup.py:_flush():81] Current SDK version is 0.28.1
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_setup.py:_flush():81] Configure stats pid to 1695277
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_init.py:setup_run_log_directory():729] Logging user logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260806_224537-4k21flpq/logs/debug.log
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_init.py:setup_run_log_directory():730] Logging internal logs to /mnt/data/zainulabideen/zain-exp/notebooks/Activation/wandb/run-20260806_224537-4k21flpq/logs/debug-internal.log
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_init.py:init():772] calling init triggers
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_init.py:init():777] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_init.py:init():820] starting backend
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_init.py:init():826] Connected to an existing wandb-core service via WANDB_SERVICE
+2026-08-06 22:45:37,258 INFO    MainThread:1695277 [wandb_init.py:init():835] sending inform_init request
+2026-08-06 22:45:37,520 INFO    MainThread:1695277 [wandb_init.py:init():840] backend started and connected
+2026-08-06 22:45:37,524 INFO    MainThread:1695277 [wandb_init.py:init():910] updated telemetry
+2026-08-06 22:45:37,530 INFO    MainThread:1695277 [wandb_init.py:init():933] communicating run to backend with 90.0 second timeout
+2026-08-06 22:45:37,779 INFO    MainThread:1695277 [wandb_init.py:init():978] starting run threads in backend
+2026-08-06 22:45:37,851 INFO    MainThread:1695277 [wandb_run.py:_console_start():2621] atexit reg
+2026-08-06 22:45:37,851 INFO    MainThread:1695277 [wandb_run.py:_redirect():2471] redirect: wrap_raw
+2026-08-06 22:45:37,851 INFO    MainThread:1695277 [wandb_run.py:_redirect():2540] Wrapping output streams.
+2026-08-06 22:45:37,851 INFO    MainThread:1695277 [wandb_run.py:_redirect():2563] Redirects installed.
+2026-08-06 22:45:37,854 INFO    MainThread:1695277 [wandb_init.py:init():1016] run started, returning control to user process
+2026-08-06 22:45:37,855 INFO    MainThread:1695277 [wandb_run.py:_config_callback():1346] config_cb None None {'transformers_version': '5.15.0.dev0', 'architectures': None, 'output_hidden_states': False, 'return_dict': True, 'dtype': None, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'problem_type': None, 'vocab_size': 4096, 'hidden_size': 128, 'intermediate_size': 256, 'num_hidden_layers': 94, 'num_attention_heads': 4, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'max_position_embeddings': 512, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': False, 'pad_token_id': 0, 'bos_token_id': 1, 'eos_token_id': 2, 'pretraining_tp': 1, 'tie_word_embeddings': True, 'rope_parameters': {'rope_theta': 10000.0, 'rope_type': 'default'}, 'attention_bias': False, 'attention_dropout': 0.0, 'mlp_bias': False, 'head_dim': 32, '_name_or_path': '', 'tokenizer_name': 'w-ahmad/tiny-stories-tokenizer', 'mlp_type': 'glu', 'activation': 'gelu', 'model_type': 'tiny_llama', 'output_attentions': False, 'output_dir': 'out/glu-gelu-94L_run', 'per_device_train_batch_size': 64, 'num_train_epochs': 1, 'max_steps': 2000, 'learning_rate': 0.0003, 'lr_scheduler_type': 'constant', 'lr_scheduler_kwargs': None, 'warmup_steps': 0, 'optim': 'adamw_torch', 'optim_args': None, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'optim_target_modules': None, 'gradient_accumulation_steps': 1, 'average_tokens_across_devices': True, 'max_grad_norm': 1.0, 'label_smoothing_factor': 0.0, 'bf16': True, 'fp16': False, 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'use_liger_kernel': False, 'liger_kernel_config': None, 'neftune_noise_alpha': None, 'torch_empty_cache_steps': None, 'auto_find_batch_size': False, 'logging_strategy': 'steps', 'logging_steps': 20, 'logging_first_step': False, 'log_on_each_node': True, 'logging_nan_inf_filter': True, 'include_num_input_tokens_seen': 'no', 'log_level': 'passive', 'log_level_replica': 'warning', 'disable_tqdm': False, 'report_to': ['wandb'], 'run_name': 'LM-glu-gelu-94L-15.9M-20260806-224536', 'project': 'huggingface', 'trackio_space_id': None, 'trackio_bucket_id': None, 'trackio_static_space_id': None, 'eval_strategy': 'steps', 'eval_steps': 200, 'eval_delay': 0, 'per_device_eval_batch_size': 64, 'prediction_loss_only': False, 'eval_on_start': False, 'eval_do_concat_batches': True, 'eval_use_gather_object': False, 'eval_accumulation_steps': None, 'include_for_metrics': [], 'batch_eval_metrics': False, 'save_only_model': False, 'save_strategy': 'steps', 'save_steps': 500, 'save_on_each_node': False, 'save_total_limit': None, 'enable_jit_checkpoint': False, 'push_to_hub': True, 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': None, 'hub_model_id': 'w-ahmad/ACTio-glu-gelu-94L', 'hub_strategy': 'every_save', 'hub_always_push': False, 'hub_revision': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'restore_callback_states_from_checkpoint': False, 'full_determinism': False, 'seed': 42, 'data_seed': 42, 'use_cpu': False, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'dataloader_drop_last': False, 'dataloader_num_workers': 0, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'dataloader_prefetch_factor': None, 'dataloader_multiprocessing_context': None, 'dataloader_in_order': True, 'remove_unused_columns': False, 'label_names': None, 'train_sampling_strategy': 'random', 'length_column_name': 'length', 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'ddp_static_graph': None, 'ddp_backend': None, 'ddp_timeout': 1800, 'fsdp': None, 'fsdp_config': None, 'deepspeed': None, 'debug': [], 'skip_memory_metrics': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'resume_from_checkpoint': None, 'local_rank': -1}
+2026-08-06 22:45:37,859 INFO    MainThread:1695277 [wandb_config.py:__setitem__():155] [no run ID] config set model/num_parameters = 15949440 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1537681738d0>>
+2026-08-06 22:45:37,859 INFO    MainThread:1695277 [wandb_run.py:_config_callback():1346] config_cb model/num_parameters 15949440 None

wandb/run-20260806_224537-4k21flpq/run-4k21flpq.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bb6a78a69faf31fc9c24fbeaa515939e89afec6e5960535b0e276ce0e530fe
+size 11304960