File size: 569 Bytes
53f0cc2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
# Component 10 export and optimization config

model:
  model_config_path: configs/component4_model_config.yaml
  source_checkpoint_path: checkpoints/component5_420m/step_3200.pt
  tokenizer_dir: artifacts/tokenizer/code_tokenizer_v1

quantization:
  quantized_output_path: models/quantized/model_step3200_int8_state.pt

benchmark:
  prompt: Write a Python function to compute factorial of n.
  max_new_tokens: 120

package:
  output_dir: release/MINDI_1.0_420M
  app_port: 7861

outputs:
  benchmark_report_json: artifacts/export/component10_benchmark_report.json