{
  "name": "pretrain_rebalanced_web40_edu20_chinese10_science10_logic10_math5_code5_200b_v1_20260701",
  "status": "materialized_shortfall",
  "target_tokens": 200000000000,
  "actual_tokens": 182667460903,
  "actual_docs": 158109491,
  "shards": 1582,
  "source_output_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/train/pretrain_rebalanced_web40_edu20_chinese10_science10_logic10_math5_code5_200b_v1_20260701",
  "repo_data_path_policy": "do_not_copy_large_dataset_into_git_repo; train directly from source_output_path",
  "source_output_size_observed": "405G",
  "category_tokens": {
    "english_web": 80000000277,
    "english_edu": 59954167427,
    "chinese_clean": 20000007279,
    "math": 10000000436,
    "code": 10000003541,
    "logic": 2667446796,
    "science": 45835147
  },
  "notes": [
    "The 200B builder exhausted available sources at 182.667B tokens.",
    "Hardlink sync into repo failed with Operation not permitted on BeegFS.",
    "Rsync fallback failed with No space left on device after an incomplete 172G copy; that partial copy was removed.",
    "Training configs should point directly to source_output_path."
  ]
}
