Update model_config.yaml

model_config.yaml

@@ -40,11 +40,6 @@ num_query_groups: 8
 tokenizer:
   library: huggingface
   type: meta-llama/Meta-Llama-3-70B
-  model: /dataset/models/llama2-13b/llama-tokenizer.model
-  vocab_file: null
-  merge_file: null
-  tokenizer_model: /dataset/models/llama2-13b/llama-tokenizer.model
-  sentencepiece_legacy: false
   use_fast: true
 native_amp_init_scale: 4294967296
 native_amp_growth_interval: 1000
@@ -227,11 +222,11 @@ data:
   index_mapping_dir: null
   data_prefix:
     train:
-    - /lustre/fsw/coreai_dlalgo_llm/geshen/trt_llm/helpsteer_data/helpsteer_11_train_prompts.jsonl
+    - /dataset/train.jsonl
     validation:
-    - /lustre/fsw/coreai_dlalgo_llm/geshen/trt_llm/helpsteer_data/helpsteer_11_val_prompts.jsonl
+    - /dataset/val.jsonl
     test:
-    - /lustre/fsw/coreai_dlalgo_llm/geshen/trt_llm/helpsteer_data/helpsteer_11_val_prompts.jsonl
+    - /dataset/val.jsonl
 nsys_profile:
   enabled: false
   start_step: 10