Upload folder using huggingface_hub

.gitattributes

@@ -50,3 +50,20 @@ grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/_
 grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
 grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
 grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/.metadata filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__0_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__2_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__3_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__4_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__5_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_1.distcp filter=lfs diff=lfs merge=lfs -text

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/.metadata

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18480e05cc6f833f11a7270c8a3568781de2cfa0228d23e7d9788f835bd39b78
+size 2969444

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__0_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e091f6abc3ce9ee329eefca2462115e82b46765dc43fae84b7cdbf566c916563
+size 2338811157

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__0_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7ebfcde024ad10abd0cb6e7d6f3372b1a8eaa5e6919bc49244af84174d892f
+size 2338795644

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__1_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8680b6eeca19ec10a9407cc03afb84883466ad67bd4ca809ecf14ba9fe039b98
+size 2338090987

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__1_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce745e4cc6bc87dab2d41391a003750c7bc67f78ea48a248b866944e384cfad
+size 2338066012

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__2_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9142f99d236420d90288335fbc780b01904eb0c6b7dc44df168cbdc9b341f8e
+size 2338583696

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__2_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cd5225be795af9c655aec0b0c717d9961cfaa92853024114a9b1e7192213d6
+size 2338589940

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__3_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fc61aa44691a44df3f35b3fd086e28bbf33851587edfe7deb14b7cf6ec366a
+size 2338078692

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__3_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c196c0e25ad2afd48344a1eb05b3fd7ce6254ba497d71773e9c45ad855ce478e
+size 2338067589

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__4_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c97f408ee0ca22d6f8ae07f1f53e3d22e382f6646d4f15bb406d778fc4a0b1c
+size 2338591581

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__4_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662717fabb44237e08af2d3ce92cc88eb0863fa330641363a745904289a4a7e4
+size 2338607287

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__5_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f9bbe83e7646809b6d5d965ac2a8259eacef45b383933e677673337801a095
+size 2338107014

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__5_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2168246ba1c32acb3e4a047356655d3be882393c91c972e8787303e87060c9c
+size 2338070743

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__6_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72578e87bb53d6a0517af917e73d39fafbe424fe5b42c523452eb49b944c1d2
+size 2338591581

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__6_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88f2f92fdb4ac223f6440266238100d71d2c6f7dd74d184e49d438d156e5cae
+size 2338610441

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66d4a0e4428a6b6a1c57a63d5369d9bedcbbbe10cc90f65e087d0ed7ead828e
+size 2338092821

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b79c13ebab926c0aaf1fec9f65922e3434b36d29d906f2a239435b7d0475e9
+size 2338089667

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/common.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f687d9d9a89d2450c02bdb473a45a670241bda25eb19e7b9d6fb9b6c77d96743
+size 141799

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/metadata.json

@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}

grid_search/yulan-gdn-sft-1b-sl65536-lr5e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/modelopt_run_config.yaml

@@ -0,0 +1,164 @@
+activation_func: <function silu at 0x7f4ac4d33250>
+activation_func_clamp_value: None
+add_bias_linear: false
+add_qkv_bias: true
+apply_query_key_layer_scaling: false
+apply_residual_connection_post_layernorm: false
+apply_rope_fusion: true
+attention_backend: AttnBackend.auto
+attention_dropout: '0.1'
+attention_output_gate: false
+attention_softmax_in_fp32: false
+attn_k_token_shift: None
+attn_output_gate: None
+attn_q_token_shift: None
+attn_token_shift: None
+attn_v_token_shift: None
+autocast_dtype: torch.bfloat16
+barrier_with_L1_time: true
+bf16: true
+bias_activation_fusion: true
+bias_dropout_fusion: true
+calculate_per_token_loss: false
+clone_scatter_output_in_embedding: true
+config_logger_dir: ''
+cross_entropy_fusion_impl: native
+cross_entropy_loss_fusion: false
+defer_embedding_wgrad_compute: false
+delay_wgrad_compute: false
+deterministic_mode: false
+disable_bf16_reduced_precision_matmul: false
+disable_parameter_transpose_cache: false
+distribute_saved_activations: false
+emb_deviation_loss_coeff: 0
+emb_deviation_type: None
+enable_autocast: false
+ffn_hidden_size: 4800
+ffn_intermediate_token_shift: None
+ffn_token_shift: None
+finalize_model_grads_func: <function finalize_model_grads at 0x7f49d90239a0>
+fine_grained_activation_offloading: false
+first_last_layers_bf16: false
+flash_decode: false
+fp16: false
+fp32_residual_connection: false
+freeze_layernorm_weight: false
+fused_single_qkv_rope: false
+gated_linear_unit: true
+glu_linear_offset: '0.0'
+grad_scale_func: <bound method MegatronOptimizer.scale_loss of <megatron.core.optimizer.optimizer.ChainedOptimizer
+  object at 0x7f490c4f21d0>>
+grad_sync_func: None
+gradient_accumulation_fusion: true
+hetereogenous_dist_checkpoint: false
+heterogeneous_block_specs: false
+hidden_dropout: '0.1'
+hidden_size: 1920
+is_hybrid_model: false
+kv_channels: 64
+layernorm_epsilon: 1e-06
+layernorm_zero_centered_gamma: false
+linear_attention_freq: '[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1,
+  1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+  0, 1, 0, 0, 1, 1, 1, 1, 1, 1]'
+linear_attention_type: gated_delta_net
+linear_conv_kernel_dim: 4
+linear_key_head_dim: 64
+linear_num_key_heads: 8
+linear_num_value_heads: 32
+linear_value_head_dim: 64
+log_hidden_states: '[]'
+log_params: '[]'
+mamba_disable_cp: false
+mamba_expand: 2
+mamba_head_dim: 64
+mamba_num_groups: 8
+mamba_num_heads: None
+mamba_state_dim: 128
+masked_softmax_fusion: false
+memory_efficient_layer_norm: false
+min_offloaded_tensor_size: 1048576
+mlp_chunks_for_prefill: 1
+moe_apply_probs_on_input: false
+moe_aux_loss_coeff: '0.0'
+moe_deepep_num_sms: 20
+moe_enable_deepep: false
+moe_expert_capacity_factor: None
+moe_extended_tp: false
+moe_ffn_hidden_size: None
+moe_flex_dispatcher_backend: deepep
+moe_grouped_gemm: false
+moe_hybridep_num_sms: 16
+moe_input_jitter_eps: None
+moe_layer_freq: 1
+moe_pad_expert_input_to_capacity: false
+moe_per_layer_logging: false
+moe_permute_fusion: false
+moe_router_bias_update_method: sign
+moe_router_bias_update_rate: '0.001'
+moe_router_dtype: None
+moe_router_enable_expert_bias: false
+moe_router_force_load_balancing: false
+moe_router_fusion: false
+moe_router_group_topk: None
+moe_router_load_balancing_type: aux_loss
+moe_router_num_groups: None
+moe_router_padding_for_quantization: false
+moe_router_pre_softmax: false
+moe_router_score_function: softmax
+moe_router_topk: 2
+moe_router_topk_limited_devices: None
+moe_router_topk_scaling_factor: None
+moe_shared_expert_gate: false
+moe_shared_expert_intermediate_size: None
+moe_shared_expert_overlap: false
+moe_token_dispatcher_type: allgather
+moe_token_drop_policy: probs
+moe_token_dropping: false
+moe_use_legacy_grouped_gemm: false
+moe_z_loss_coeff: None
+mrope_section: None
+multi_latent_attention: false
+no_rope_freq: None
+no_sync_func: None
+normalization: RMSNorm
+num_attention_heads: 30
+num_layers: 56
+num_layers_at_end_in_bf16: 1
+num_layers_at_start_in_bf16: 1
+num_moe_experts: None
+num_query_groups: 6
+nvidia_modelopt_version: 0.39.0
+offload_modules: '[]'
+param_sync_func: None
+params_dtype: torch.bfloat16
+perform_initialization: true
+persist_layer_norm: true
+qk_l2_norm: false
+qk_layernorm: false
+quant_recipe: None
+reparam_keys: None
+rotary_interleaved: false
+softmax_scale: None
+softmax_type: vanilla
+spectral_mup_init: false
+split_expert_init: true
+split_fc1_init: true
+split_qkv_init: true
+symmetric_ar_type: None
+test_mode: false
+timers: <megatron.core.timers.Timers object at 0x7f494d44bd60>
+token_shift_conv_init: default
+token_shift_conv_size: 4
+transformer_impl: transformer_engine
+use_fused_weighted_squared_relu: false
+use_kitchen: false
+use_mamba_mem_eff_path: true
+use_ring_exchange_p2p: false
+use_te_activation_func: false
+use_te_rng_tracker: false
+variable_seq_lengths: false
+wgrad_deferral_limit: 0
+window_attn_skip_freq: None
+window_size: None
+word_embedding_dropout_prob: '0.0'