Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/.metadata filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__0_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__2_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__3_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__4_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__5_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_1.distcp filter=lfs diff=lfs merge=lfs -text

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/.metadata

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2788739fde94c4ca1aa2c591c45846104d9e6f88dac4062d1575a68d61a4042f
+size 2969444

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__0_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d729d1f9b7a80ac37f628cdebb8e4fb4adc7ac052be085ff01e87ec9bae701
+size 2338811157

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__0_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c274746cdf9f956b5b53b51ba83cd599061569d35485b662045759c724cc2b
+size 2338795644

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__1_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82091a4c7bdd06db20dab6cb2e2cc2f545f23b07bf9d6d4859a0a38d1fa26651
+size 2338090987

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__1_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a6b3396e00cf301c4921570a66d2a1de5e47394b78a7bcb2ac51c2d4b7e2b9
+size 2338066012

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__2_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d4a2ee3d4958094331a3737bb500d29d5ea44a8c666b26dac4f25dfe08276d
+size 2338583696

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__2_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4945c539dec3fb024e28360f51c165ff8f9a55eec63e9c51f0ad876bbc29219c
+size 2338589940

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__3_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7137445ae24eaaa6594b206a736f24667e0c6abe681093588933f6aa928ea77c
+size 2338078692

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__3_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813515a8cc6ae01070a5f96221cfc2fb567fe35dae1ce674d236552613147a4f
+size 2338067589

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__4_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaf9b0000940bf8392a6fa25c8e178c55111f1ae9f829445b9850abaf7e63b4
+size 2338591581

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__4_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4d5d6bf613c4025da01674a8f55f71b4773daefc0254136e21478ce3c619bd
+size 2338607287

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__5_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216f82d70c83858e1c79ebe34b19007567fe88a62f934093571c7e215a28fb30
+size 2338107014

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__5_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d53f0b4547fd8bb66c7cbc6269d196120b479b102fda97007b2f91894d2ca4d
+size 2338070743

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__6_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02766f4049a910f9131a91f7b97a3f33f230a4af69136d8b4bf512161b5e579
+size 2338591581

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__6_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af31246da8aadc4e9d7ea40b8d3a99a193979350a4ec60dec88b254c93ea76f3
+size 2338610441

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef4f992cd213a3d5736c7359849487c7d3986a730a76c567e5a6c8b96c912c9
+size 2338092821

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/__7_1.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe9b44e68ff8cee073110dc7421144729c28479cd2896052153b6c394f88310
+size 2338089667

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/common.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf49a02d2a1f1727d9e271b56400b7bf1bac350d06ba43bdfa5d7f830aee0f9b
+size 141799

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/metadata.json

@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}

grid_search/yulan-gdn-sft-1b-sl65536-lr3e-6-gbs16-mb1-tp2-pp1-cp4/iter_0000953/modelopt_run_config.yaml

@@ -0,0 +1,164 @@
+activation_func: <function silu at 0x7fb672617250>
+activation_func_clamp_value: None
+add_bias_linear: false
+add_qkv_bias: true
+apply_query_key_layer_scaling: false
+apply_residual_connection_post_layernorm: false
+apply_rope_fusion: true
+attention_backend: AttnBackend.auto
+attention_dropout: '0.1'
+attention_output_gate: false
+attention_softmax_in_fp32: false
+attn_k_token_shift: None
+attn_output_gate: None
+attn_q_token_shift: None
+attn_token_shift: None
+attn_v_token_shift: None
+autocast_dtype: torch.bfloat16
+barrier_with_L1_time: true
+bf16: true
+bias_activation_fusion: true
+bias_dropout_fusion: true
+calculate_per_token_loss: false
+clone_scatter_output_in_embedding: true
+config_logger_dir: ''
+cross_entropy_fusion_impl: native
+cross_entropy_loss_fusion: false
+defer_embedding_wgrad_compute: false
+delay_wgrad_compute: false
+deterministic_mode: false
+disable_bf16_reduced_precision_matmul: false
+disable_parameter_transpose_cache: false
+distribute_saved_activations: false
+emb_deviation_loss_coeff: 0
+emb_deviation_type: None
+enable_autocast: false
+ffn_hidden_size: 4800
+ffn_intermediate_token_shift: None
+ffn_token_shift: None
+finalize_model_grads_func: <function finalize_model_grads at 0x7fb5869079a0>
+fine_grained_activation_offloading: false
+first_last_layers_bf16: false
+flash_decode: false
+fp16: false
+fp32_residual_connection: false
+freeze_layernorm_weight: false
+fused_single_qkv_rope: false
+gated_linear_unit: true
+glu_linear_offset: '0.0'
+grad_scale_func: <bound method MegatronOptimizer.scale_loss of <megatron.core.optimizer.optimizer.ChainedOptimizer
+  object at 0x7fb4cc5e64a0>>
+grad_sync_func: None
+gradient_accumulation_fusion: true
+hetereogenous_dist_checkpoint: false
+heterogeneous_block_specs: false
+hidden_dropout: '0.1'
+hidden_size: 1920
+is_hybrid_model: false
+kv_channels: 64
+layernorm_epsilon: 1e-06
+layernorm_zero_centered_gamma: false
+linear_attention_freq: '[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1,
+  1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
+  0, 1, 0, 0, 1, 1, 1, 1, 1, 1]'
+linear_attention_type: gated_delta_net
+linear_conv_kernel_dim: 4
+linear_key_head_dim: 64
+linear_num_key_heads: 8
+linear_num_value_heads: 32
+linear_value_head_dim: 64
+log_hidden_states: '[]'
+log_params: '[]'
+mamba_disable_cp: false
+mamba_expand: 2
+mamba_head_dim: 64
+mamba_num_groups: 8
+mamba_num_heads: None
+mamba_state_dim: 128
+masked_softmax_fusion: false
+memory_efficient_layer_norm: false
+min_offloaded_tensor_size: 1048576
+mlp_chunks_for_prefill: 1
+moe_apply_probs_on_input: false
+moe_aux_loss_coeff: '0.0'
+moe_deepep_num_sms: 20
+moe_enable_deepep: false
+moe_expert_capacity_factor: None
+moe_extended_tp: false
+moe_ffn_hidden_size: None
+moe_flex_dispatcher_backend: deepep
+moe_grouped_gemm: false
+moe_hybridep_num_sms: 16
+moe_input_jitter_eps: None
+moe_layer_freq: 1
+moe_pad_expert_input_to_capacity: false
+moe_per_layer_logging: false
+moe_permute_fusion: false
+moe_router_bias_update_method: sign
+moe_router_bias_update_rate: '0.001'
+moe_router_dtype: None
+moe_router_enable_expert_bias: false
+moe_router_force_load_balancing: false
+moe_router_fusion: false
+moe_router_group_topk: None
+moe_router_load_balancing_type: aux_loss
+moe_router_num_groups: None
+moe_router_padding_for_quantization: false
+moe_router_pre_softmax: false
+moe_router_score_function: softmax
+moe_router_topk: 2
+moe_router_topk_limited_devices: None
+moe_router_topk_scaling_factor: None
+moe_shared_expert_gate: false
+moe_shared_expert_intermediate_size: None
+moe_shared_expert_overlap: false
+moe_token_dispatcher_type: allgather
+moe_token_drop_policy: probs
+moe_token_dropping: false
+moe_use_legacy_grouped_gemm: false
+moe_z_loss_coeff: None
+mrope_section: None
+multi_latent_attention: false
+no_rope_freq: None
+no_sync_func: None
+normalization: RMSNorm
+num_attention_heads: 30
+num_layers: 56
+num_layers_at_end_in_bf16: 1
+num_layers_at_start_in_bf16: 1
+num_moe_experts: None
+num_query_groups: 6
+nvidia_modelopt_version: 0.39.0
+offload_modules: '[]'
+param_sync_func: None
+params_dtype: torch.bfloat16
+perform_initialization: true
+persist_layer_norm: true
+qk_l2_norm: false
+qk_layernorm: false
+quant_recipe: None
+reparam_keys: None
+rotary_interleaved: false
+softmax_scale: None
+softmax_type: vanilla
+spectral_mup_init: false
+split_expert_init: true
+split_fc1_init: true
+split_qkv_init: true
+symmetric_ar_type: None
+test_mode: false
+timers: <megatron.core.timers.Timers object at 0x7fb4facdbf10>
+token_shift_conv_init: default
+token_shift_conv_size: 4
+transformer_impl: transformer_engine
+use_fused_weighted_squared_relu: false
+use_kitchen: false
+use_mamba_mem_eff_path: true
+use_ring_exchange_p2p: false
+use_te_activation_func: false
+use_te_rng_tracker: false
+variable_seq_lengths: false
+wgrad_deferral_limit: 0
+window_attn_skip_freq: None
+window_size: None
+word_embedding_dropout_prob: '0.0'