rpt_metadata.json

{
  "base_model": "microsoft/bitnet-b1.58-2B-4T-bf16",
  "experiment": "rpt_deploy_pipeline",
  "target_sparsity": 10,
  "actual_sparsity": 15.228370618520293,
  "progressive": true,
  "mask_during_training": true,
  "ft_steps_per_level": 300,
  "ft_lr": 0.0005,
  "batch_size": 32,
  "seq_len": 128,
  "baseline_ppl": 25.089412689208984,
  "final_ppl": 15.43481159210205,
  "ppl_improvement": "-38.5%",
  "results": [
    {
      "sparsity": 0,
      "actual_sparsity": 0.0,
      "ppl_before_ft": 25.089412689208984,
      "ppl_after_ft": 25.089412689208984,
      "ft_loss": 0,
      "sample": "The capital of France is Paris. Paris is a city in the north of France, and it is the most important city in the country. It is also the most popular tourist",
      "time_sec": 0
    },
    {
      "sparsity": 5,
      "actual_sparsity": 6.366207722597902,
      "ppl_before_ft": 24.959842681884766,
      "ppl_after_ft": 15.323016166687012,
      "ft_loss": 2.9444207525253296,
      "sample": "The capital of France is Paris. The city is located on the Seine River in the north of France. It is the largest city in France and the second largest in Europe",
      "time_sec": 147.99678254127502
    },
    {
      "sparsity": 10,
      "actual_sparsity": 15.228370618520293,
      "ppl_before_ft": 20.304969787597656,
      "ppl_after_ft": 15.43481159210205,
      "ft_loss": 2.934646291732788,
      "sample": "The capital of France is Paris. It is the most populous city in France and the most visited city in the world. It is the site of the world's largest public",
      "time_sec": 144.7917971611023
    }
  ]
}