{"elapsed_sec": 9.775161743164062e-06, "error": "", "filename": "data/validation-00000-of-00001.parquet", "index": 1, "key": "science_sciq", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_sciq/data/validation-00000-of-00001.parquet", "repo_id": "allenai/sciq", "seed": 42, "status": "dry_run", "time": "2026-06-30T14:56:34+0000", "total": 1}
{"elapsed_sec": 9.5367431640625e-06, "error": "", "filename": "data/validation-00000-of-00001.parquet", "index": 1, "key": "science_sciq", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_sciq/data/validation-00000-of-00001.parquet", "repo_id": "allenai/sciq", "seed": 42, "status": "dry_run", "time": "2026-06-30T15:05:23+0000", "total": 1}
{"elapsed_sec": 5.851157188415527, "error": "", "filename": "data/test-00000-of-00001.parquet", "index": 1, "key": "science_medmcqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_medmcqa/data/test-00000-of-00001.parquet", "repo_id": "openlifescienceai/medmcqa", "seed": 42, "status": "ok", "time": "2026-06-30T15:06:01+0000", "total": 3}
{"elapsed_sec": 5.780853986740112, "error": "", "filename": "data/validation-00000-of-00001.parquet", "index": 2, "key": "science_medmcqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_medmcqa/data/validation-00000-of-00001.parquet", "repo_id": "openlifescienceai/medmcqa", "seed": 42, "status": "ok", "time": "2026-06-30T15:06:07+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/test-00000-of-00001.parquet", "index": 1, "key": "science_medmcqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_medmcqa/data/test-00000-of-00001.parquet", "repo_id": "openlifescienceai/medmcqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:10:42+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/validation-00000-of-00001.parquet", "index": 2, "key": "science_medmcqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_medmcqa/data/validation-00000-of-00001.parquet", "repo_id": "openlifescienceai/medmcqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:10:42+0000", "total": 3}
{"elapsed_sec": 264.9149639606476, "error": "", "filename": "data/train-00000-of-00001.parquet", "index": 3, "key": "science_medmcqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_medmcqa/data/train-00000-of-00001.parquet", "repo_id": "openlifescienceai/medmcqa", "seed": 42, "status": "ok", "time": "2026-06-30T15:15:07+0000", "total": 3}
{"elapsed_sec": 91.33956933021545, "error": "TimeoutError: The read operation timed out", "filename": "main/train-00000-of-00001.parquet", "index": 1, "key": "science_openbookqa", "local_path": "", "repo_id": "allenai/openbookqa", "seed": 42, "status": "error", "time": "2026-06-30T15:16:38+0000", "total": 6}
{"elapsed_sec": 7.466425180435181, "error": "", "filename": "additional/test-00000-of-00001.parquet", "index": 2, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/additional/test-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "ok", "time": "2026-06-30T15:16:46+0000", "total": 6}
{"elapsed_sec": 14.835467338562012, "error": "", "filename": "additional/train-00000-of-00001.parquet", "index": 3, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/additional/train-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "ok", "time": "2026-06-30T15:17:01+0000", "total": 6}
{"elapsed_sec": 6.241447448730469, "error": "", "filename": "additional/validation-00000-of-00001.parquet", "index": 4, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/additional/validation-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "ok", "time": "2026-06-30T15:17:07+0000", "total": 6}
{"elapsed_sec": 5.7161524295806885, "error": "", "filename": "main/validation-00000-of-00001.parquet", "index": 5, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/main/validation-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "ok", "time": "2026-06-30T15:17:13+0000", "total": 6}
{"elapsed_sec": 5.896148681640625, "error": "", "filename": "main/test-00000-of-00001.parquet", "index": 6, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/main/test-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "ok", "time": "2026-06-30T15:17:19+0000", "total": 6}
{"elapsed_sec": 13.306252002716064, "error": "", "filename": "data/test-00000-of-00001-3e27b013c60e12d8.parquet", "index": 1, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/test-00000-of-00001-3e27b013c60e12d8.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "ok", "time": "2026-06-30T15:17:32+0000", "total": 4}
{"elapsed_sec": 11.530210256576538, "error": "", "filename": "data/train-00001-of-00002-901eaba2151bde61.parquet", "index": 2, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/train-00001-of-00002-901eaba2151bde61.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "ok", "time": "2026-06-30T15:17:44+0000", "total": 4}
{"elapsed_sec": 82.15163993835449, "error": "TimeoutError: The read operation timed out", "filename": "data/train-00000-of-00002-6176cf3d78f48858.parquet", "index": 3, "key": "science_proofwriter", "local_path": "", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "error", "time": "2026-06-30T15:19:06+0000", "total": 4}
{"elapsed_sec": 6.323786973953247, "error": "", "filename": "data/validation-00000-of-00001-8f79b25dd5b0f2c3.parquet", "index": 4, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/validation-00000-of-00001-8f79b25dd5b0f2c3.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "ok", "time": "2026-06-30T15:19:12+0000", "total": 4}
{"elapsed_sec": 19.321342706680298, "error": "", "filename": "data/train-00000-of-00001.parquet", "index": 1, "key": "science_qasc", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_qasc/data/train-00000-of-00001.parquet", "repo_id": "allenai/qasc", "seed": 42, "status": "ok", "time": "2026-06-30T15:19:32+0000", "total": 3}
{"elapsed_sec": 7.131114959716797, "error": "", "filename": "data/test-00000-of-00001.parquet", "index": 2, "key": "science_qasc", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_qasc/data/test-00000-of-00001.parquet", "repo_id": "allenai/qasc", "seed": 42, "status": "ok", "time": "2026-06-30T15:19:40+0000", "total": 3}
{"elapsed_sec": 13.821983337402344, "error": "", "filename": "data/validation-00000-of-00001.parquet", "index": 3, "key": "science_qasc", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_qasc/data/validation-00000-of-00001.parquet", "repo_id": "allenai/qasc", "seed": 42, "status": "ok", "time": "2026-06-30T15:19:53+0000", "total": 3}
{"elapsed_sec": 88.65289735794067, "error": "", "filename": "data/validation-00000-of-00001-6c7328ff6c84284c.parquet", "index": 1, "key": "science_scienceqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_scienceqa/data/validation-00000-of-00001-6c7328ff6c84284c.parquet", "repo_id": "derek-thomas/ScienceQA", "seed": 42, "status": "ok", "time": "2026-06-30T15:21:23+0000", "total": 3}
{"elapsed_sec": 58.17028546333313, "error": "", "filename": "data/test-00000-of-00001-f0e719df791966ff.parquet", "index": 2, "key": "science_scienceqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_scienceqa/data/test-00000-of-00001-f0e719df791966ff.parquet", "repo_id": "derek-thomas/ScienceQA", "seed": 42, "status": "ok", "time": "2026-06-30T15:22:21+0000", "total": 3}
{"elapsed_sec": 57.239994764328, "error": "", "filename": "data/train-00000-of-00001-1028f23e353fbe3e.parquet", "index": 3, "key": "science_scienceqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_scienceqa/data/train-00000-of-00001-1028f23e353fbe3e.parquet", "repo_id": "derek-thomas/ScienceQA", "seed": 42, "status": "ok", "time": "2026-06-30T15:23:18+0000", "total": 3}
{"elapsed_sec": 13.325235366821289, "error": "", "filename": "data/validation-00000-of-00001.parquet", "index": 1, "key": "science_sciq", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_sciq/data/validation-00000-of-00001.parquet", "repo_id": "allenai/sciq", "seed": 42, "status": "ok", "time": "2026-06-30T15:23:32+0000", "total": 3}
{"elapsed_sec": 10.944707155227661, "error": "", "filename": "data/train-00000-of-00001.parquet", "index": 2, "key": "science_sciq", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_sciq/data/train-00000-of-00001.parquet", "repo_id": "allenai/sciq", "seed": 42, "status": "ok", "time": "2026-06-30T15:23:43+0000", "total": 3}
{"elapsed_sec": 5.989375829696655, "error": "", "filename": "data/test-00000-of-00001.parquet", "index": 3, "key": "science_sciq", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_sciq/data/test-00000-of-00001.parquet", "repo_id": "allenai/sciq", "seed": 42, "status": "ok", "time": "2026-06-30T15:23:49+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/test-00000-of-00001.parquet", "index": 1, "key": "science_medmcqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_medmcqa/data/test-00000-of-00001.parquet", "repo_id": "openlifescienceai/medmcqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:06+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/validation-00000-of-00001.parquet", "index": 2, "key": "science_medmcqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_medmcqa/data/validation-00000-of-00001.parquet", "repo_id": "openlifescienceai/medmcqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:06+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/train-00000-of-00001.parquet", "index": 3, "key": "science_medmcqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_medmcqa/data/train-00000-of-00001.parquet", "repo_id": "openlifescienceai/medmcqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:06+0000", "total": 3}
{"elapsed_sec": 7.468875885009766, "error": "", "filename": "main/train-00000-of-00001.parquet", "index": 1, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/main/train-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "ok", "time": "2026-06-30T15:50:14+0000", "total": 6}
{"elapsed_sec": 0.0, "error": "", "filename": "additional/test-00000-of-00001.parquet", "index": 2, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/additional/test-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:14+0000", "total": 6}
{"elapsed_sec": 0.0, "error": "", "filename": "additional/train-00000-of-00001.parquet", "index": 3, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/additional/train-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:14+0000", "total": 6}
{"elapsed_sec": 0.0, "error": "", "filename": "additional/validation-00000-of-00001.parquet", "index": 4, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/additional/validation-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:14+0000", "total": 6}
{"elapsed_sec": 0.0, "error": "", "filename": "main/validation-00000-of-00001.parquet", "index": 5, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/main/validation-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:14+0000", "total": 6}
{"elapsed_sec": 0.0, "error": "", "filename": "main/test-00000-of-00001.parquet", "index": 6, "key": "science_openbookqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_openbookqa/main/test-00000-of-00001.parquet", "repo_id": "allenai/openbookqa", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:14+0000", "total": 6}
{"elapsed_sec": 0.0, "error": "", "filename": "data/test-00000-of-00001-3e27b013c60e12d8.parquet", "index": 1, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/test-00000-of-00001-3e27b013c60e12d8.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:15+0000", "total": 4}
{"elapsed_sec": 0.0, "error": "", "filename": "data/train-00001-of-00002-901eaba2151bde61.parquet", "index": 2, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/train-00001-of-00002-901eaba2151bde61.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:50:15+0000", "total": 4}
{"elapsed_sec": 218.11711978912354, "error": "TimeoutError: The read operation timed out", "filename": "data/train-00000-of-00002-6176cf3d78f48858.parquet", "index": 3, "key": "science_proofwriter", "local_path": "", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "error", "time": "2026-06-30T15:53:53+0000", "total": 4}
{"elapsed_sec": 0.0, "error": "", "filename": "data/validation-00000-of-00001-8f79b25dd5b0f2c3.parquet", "index": 4, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/validation-00000-of-00001-8f79b25dd5b0f2c3.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:53+0000", "total": 4}
{"elapsed_sec": 0.0, "error": "", "filename": "data/train-00000-of-00001.parquet", "index": 1, "key": "science_qasc", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_qasc/data/train-00000-of-00001.parquet", "repo_id": "allenai/qasc", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:54+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/test-00000-of-00001.parquet", "index": 2, "key": "science_qasc", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_qasc/data/test-00000-of-00001.parquet", "repo_id": "allenai/qasc", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:54+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/validation-00000-of-00001.parquet", "index": 3, "key": "science_qasc", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_qasc/data/validation-00000-of-00001.parquet", "repo_id": "allenai/qasc", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:54+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/validation-00000-of-00001-6c7328ff6c84284c.parquet", "index": 1, "key": "science_scienceqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_scienceqa/data/validation-00000-of-00001-6c7328ff6c84284c.parquet", "repo_id": "derek-thomas/ScienceQA", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:54+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/test-00000-of-00001-f0e719df791966ff.parquet", "index": 2, "key": "science_scienceqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_scienceqa/data/test-00000-of-00001-f0e719df791966ff.parquet", "repo_id": "derek-thomas/ScienceQA", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:54+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/train-00000-of-00001-1028f23e353fbe3e.parquet", "index": 3, "key": "science_scienceqa", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_scienceqa/data/train-00000-of-00001-1028f23e353fbe3e.parquet", "repo_id": "derek-thomas/ScienceQA", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:54+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/validation-00000-of-00001.parquet", "index": 1, "key": "science_sciq", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_sciq/data/validation-00000-of-00001.parquet", "repo_id": "allenai/sciq", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:54+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/train-00000-of-00001.parquet", "index": 2, "key": "science_sciq", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_sciq/data/train-00000-of-00001.parquet", "repo_id": "allenai/sciq", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:54+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/test-00000-of-00001.parquet", "index": 3, "key": "science_sciq", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_sciq/data/test-00000-of-00001.parquet", "repo_id": "allenai/sciq", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:53:54+0000", "total": 3}
{"elapsed_sec": 0.0, "error": "", "filename": "data/test-00000-of-00001-3e27b013c60e12d8.parquet", "index": 1, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/test-00000-of-00001-3e27b013c60e12d8.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:57:19+0000", "total": 4}
{"elapsed_sec": 0.0, "error": "", "filename": "data/train-00001-of-00002-901eaba2151bde61.parquet", "index": 2, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/train-00001-of-00002-901eaba2151bde61.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:57:19+0000", "total": 4}
{"elapsed_sec": 6.50639796257019, "error": "", "filename": "data/train-00000-of-00002-6176cf3d78f48858.parquet", "index": 3, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/train-00000-of-00002-6176cf3d78f48858.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "ok", "time": "2026-06-30T15:57:26+0000", "total": 4}
{"elapsed_sec": 0.0, "error": "", "filename": "data/validation-00000-of-00001-8f79b25dd5b0f2c3.parquet", "index": 4, "key": "science_proofwriter", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/science_proofwriter/data/validation-00000-of-00001-8f79b25dd5b0f2c3.parquet", "repo_id": "tasksource/proofwriter", "seed": 42, "status": "skipped_existing", "time": "2026-06-30T15:57:26+0000", "total": 4}
{"elapsed_sec": 385.74433946609497, "error": "TimeoutError: The read operation timed out", "filename": "sample/350BT/000_00026.parquet", "index": 1, "key": "english_edu_fineweb_edu", "local_path": "", "repo_id": "HuggingFaceFW/fineweb-edu", "seed": 42, "status": "error", "time": "2026-06-30T16:04:43+0000", "total": 96}
{"elapsed_sec": 76.08450675010681, "error": "URLError: <urlopen error _ssl.c:999: The handshake operation timed out>", "filename": "data/CC-MAIN-2023-40/train-00029-of-00031.parquet", "index": 2, "key": "english_edu_fineweb_edu", "local_path": "", "repo_id": "HuggingFaceFW/fineweb-edu", "seed": 42, "status": "error", "time": "2026-06-30T16:05:59+0000", "total": 96}
{"elapsed_sec": 1106.1739130020142, "error": "OSError: incomplete download for data/CC-MAIN-2014-35/train-00009-of-00015.parquet: got 464260015, expected 2215804503", "filename": "data/CC-MAIN-2014-35/train-00009-of-00015.parquet", "index": 3, "key": "english_edu_fineweb_edu", "local_path": "", "repo_id": "HuggingFaceFW/fineweb-edu", "seed": 42, "status": "error", "time": "2026-06-30T16:24:26+0000", "total": 96}
{"elapsed_sec": 186.48575973510742, "error": "TimeoutError: The read operation timed out", "filename": "sample/100BT/004_00004.parquet", "index": 4, "key": "english_edu_fineweb_edu", "local_path": "", "repo_id": "HuggingFaceFW/fineweb-edu", "seed": 42, "status": "error", "time": "2026-06-30T16:27:32+0000", "total": 96}
{"elapsed_sec": 145.87811613082886, "error": "", "filename": "data/CC-MAIN-2018-05/train-00014-of-00017.parquet", "index": 1, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00014-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T16:50:26+0000", "total": 96}
{"elapsed_sec": 43.50777220726013, "error": "", "filename": "data/CC-MAIN-2015-40/train-00010-of-00011.parquet", "index": 2, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00010-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T16:51:09+0000", "total": 96}
{"elapsed_sec": 182.67625451087952, "error": "", "filename": "data/CC-MAIN-2019-13/train-00006-of-00016.parquet", "index": 3, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00006-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T16:54:12+0000", "total": 96}
{"elapsed_sec": 81.63219738006592, "error": "", "filename": "data/CC-MAIN-2016-50/train-00002-of-00017.parquet", "index": 4, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00002-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T16:55:34+0000", "total": 96}
{"elapsed_sec": 127.10786700248718, "error": "", "filename": "data/CC-MAIN-2019-13/train-00014-of-00016.parquet", "index": 5, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00014-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T16:57:41+0000", "total": 96}
{"elapsed_sec": 146.7465364933014, "error": "", "filename": "data/CC-MAIN-2018-05/train-00016-of-00017.parquet", "index": 6, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00016-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:00:07+0000", "total": 96}
{"elapsed_sec": 103.78054857254028, "error": "", "filename": "data/CC-MAIN-2017-22/train-00001-of-00016.parquet", "index": 7, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00001-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:01:51+0000", "total": 96}
{"elapsed_sec": 231.60905361175537, "error": "", "filename": "data/CC-MAIN-2016-30/train-00001-of-00013.parquet", "index": 8, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00001-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:05:43+0000", "total": 96}
{"elapsed_sec": 44.098774909973145, "error": "", "filename": "data/CC-MAIN-2017-22/train-00012-of-00016.parquet", "index": 9, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00012-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:06:27+0000", "total": 96}
{"elapsed_sec": 84.10885953903198, "error": "", "filename": "data/CC-MAIN-2016-30/train-00007-of-00013.parquet", "index": 10, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00007-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:07:51+0000", "total": 96}
{"elapsed_sec": 132.14987182617188, "error": "", "filename": "data/CC-MAIN-2016-50/train-00001-of-00017.parquet", "index": 11, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00001-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:10:03+0000", "total": 96}
{"elapsed_sec": 73.08817934989929, "error": "", "filename": "data/CC-MAIN-2017-22/train-00015-of-00016.parquet", "index": 12, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00015-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:11:16+0000", "total": 96}
{"elapsed_sec": 140.53361868858337, "error": "", "filename": "data/CC-MAIN-2019-13/train-00008-of-00016.parquet", "index": 13, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00008-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:13:37+0000", "total": 96}
{"elapsed_sec": 253.512855052948, "error": "", "filename": "data/CC-MAIN-2018-05/train-00002-of-00017.parquet", "index": 14, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00002-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:17:50+0000", "total": 96}
{"elapsed_sec": 149.3866753578186, "error": "", "filename": "data/CC-MAIN-2018-05/train-00013-of-00017.parquet", "index": 15, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00013-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:20:20+0000", "total": 96}
{"elapsed_sec": 168.71222281455994, "error": "", "filename": "data/CC-MAIN-2019-13/train-00013-of-00016.parquet", "index": 16, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00013-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:23:08+0000", "total": 96}
{"elapsed_sec": 44.68075656890869, "error": "", "filename": "data/CC-MAIN-2015-40/train-00002-of-00011.parquet", "index": 17, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00002-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:23:53+0000", "total": 96}
{"elapsed_sec": 147.49635219573975, "error": "", "filename": "data/CC-MAIN-2016-30/train-00002-of-00013.parquet", "index": 18, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00002-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:26:21+0000", "total": 96}
{"elapsed_sec": 278.513108253479, "error": "", "filename": "data/CC-MAIN-2017-22/train-00000-of-00016.parquet", "index": 19, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00000-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:30:59+0000", "total": 96}
{"elapsed_sec": 201.05140209197998, "error": "", "filename": "data/CC-MAIN-2017-22/train-00010-of-00016.parquet", "index": 20, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00010-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:34:20+0000", "total": 96}
{"elapsed_sec": 353.31048941612244, "error": "", "filename": "data/CC-MAIN-2019-13/train-00001-of-00016.parquet", "index": 21, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00001-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:40:13+0000", "total": 96}
{"elapsed_sec": 141.79553270339966, "error": "", "filename": "data/CC-MAIN-2015-40/train-00004-of-00011.parquet", "index": 22, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00004-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:42:35+0000", "total": 96}
{"elapsed_sec": 158.20600605010986, "error": "", "filename": "data/CC-MAIN-2019-13/train-00011-of-00016.parquet", "index": 23, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00011-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:45:13+0000", "total": 96}
{"elapsed_sec": 226.82720184326172, "error": "", "filename": "data/CC-MAIN-2015-40/train-00000-of-00011.parquet", "index": 24, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00000-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:49:00+0000", "total": 96}
{"elapsed_sec": 46.95769429206848, "error": "", "filename": "data/CC-MAIN-2018-05/train-00000-of-00017.parquet", "index": 25, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00000-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:49:47+0000", "total": 96}
{"elapsed_sec": 144.54930543899536, "error": "", "filename": "data/CC-MAIN-2018-05/train-00006-of-00017.parquet", "index": 26, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00006-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:52:12+0000", "total": 96}
{"elapsed_sec": 156.31002473831177, "error": "", "filename": "data/CC-MAIN-2016-30/train-00011-of-00013.parquet", "index": 27, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00011-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:54:48+0000", "total": 96}
{"elapsed_sec": 156.80010390281677, "error": "", "filename": "data/CC-MAIN-2017-22/train-00005-of-00016.parquet", "index": 28, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00005-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:57:25+0000", "total": 96}
{"elapsed_sec": 151.64905619621277, "error": "", "filename": "data/CC-MAIN-2019-13/train-00010-of-00016.parquet", "index": 29, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00010-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T17:59:57+0000", "total": 96}
{"elapsed_sec": 43.262659549713135, "error": "", "filename": "data/CC-MAIN-2018-05/train-00005-of-00017.parquet", "index": 30, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00005-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:00:40+0000", "total": 96}
{"elapsed_sec": 134.87063336372375, "error": "", "filename": "data/CC-MAIN-2016-50/train-00003-of-00017.parquet", "index": 31, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00003-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:02:55+0000", "total": 96}
{"elapsed_sec": 179.99737071990967, "error": "", "filename": "data/CC-MAIN-2017-22/train-00013-of-00016.parquet", "index": 32, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00013-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:05:55+0000", "total": 96}
{"elapsed_sec": 158.35603260993958, "error": "", "filename": "data/CC-MAIN-2017-04/train-00004-of-00018.parquet", "index": 33, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-04/train-00004-of-00018.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:08:33+0000", "total": 96}
{"elapsed_sec": 232.46863317489624, "error": "", "filename": "data/CC-MAIN-2016-50/train-00004-of-00017.parquet", "index": 34, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00004-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:12:25+0000", "total": 96}
{"elapsed_sec": 81.3705804347992, "error": "", "filename": "data/CC-MAIN-2016-30/train-00012-of-00013.parquet", "index": 35, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00012-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:13:47+0000", "total": 96}
{"elapsed_sec": 83.40571999549866, "error": "", "filename": "data/CC-MAIN-2017-22/train-00009-of-00016.parquet", "index": 36, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00009-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:15:10+0000", "total": 96}
{"elapsed_sec": 148.36229515075684, "error": "", "filename": "data/CC-MAIN-2016-50/train-00006-of-00017.parquet", "index": 37, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00006-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:17:39+0000", "total": 96}
{"elapsed_sec": 135.2742042541504, "error": "", "filename": "data/CC-MAIN-2016-50/train-00005-of-00017.parquet", "index": 38, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00005-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:19:54+0000", "total": 96}
{"elapsed_sec": 80.49124503135681, "error": "", "filename": "data/CC-MAIN-2017-04/train-00005-of-00018.parquet", "index": 39, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-04/train-00005-of-00018.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:21:14+0000", "total": 96}
{"elapsed_sec": 196.06042408943176, "error": "", "filename": "data/CC-MAIN-2018-05/train-00012-of-00017.parquet", "index": 40, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00012-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:24:30+0000", "total": 96}
{"elapsed_sec": 130.92928767204285, "error": "", "filename": "data/CC-MAIN-2015-40/train-00007-of-00011.parquet", "index": 41, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00007-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:26:41+0000", "total": 96}
{"elapsed_sec": 143.54132962226868, "error": "", "filename": "data/CC-MAIN-2016-30/train-00009-of-00013.parquet", "index": 42, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00009-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:29:05+0000", "total": 96}
{"elapsed_sec": 293.31445837020874, "error": "", "filename": "data/CC-MAIN-2016-30/train-00003-of-00013.parquet", "index": 43, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00003-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:33:58+0000", "total": 96}
{"elapsed_sec": 135.33110427856445, "error": "", "filename": "data/CC-MAIN-2016-50/train-00000-of-00017.parquet", "index": 44, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00000-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:36:14+0000", "total": 96}
{"elapsed_sec": 229.8400046825409, "error": "", "filename": "data/CC-MAIN-2016-50/train-00012-of-00017.parquet", "index": 45, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00012-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:40:03+0000", "total": 96}
{"elapsed_sec": 144.00405359268188, "error": "", "filename": "data/CC-MAIN-2019-13/train-00007-of-00016.parquet", "index": 46, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00007-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:42:27+0000", "total": 96}
{"elapsed_sec": 134.75946402549744, "error": "", "filename": "data/CC-MAIN-2018-05/train-00001-of-00017.parquet", "index": 47, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00001-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:44:42+0000", "total": 96}
{"elapsed_sec": 45.098310708999634, "error": "", "filename": "data/CC-MAIN-2018-05/train-00015-of-00017.parquet", "index": 48, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00015-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:45:27+0000", "total": 96}
{"elapsed_sec": 45.50448727607727, "error": "", "filename": "data/CC-MAIN-2016-50/train-00015-of-00017.parquet", "index": 49, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00015-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:46:13+0000", "total": 96}
{"elapsed_sec": 138.785658121109, "error": "", "filename": "data/CC-MAIN-2017-22/train-00003-of-00016.parquet", "index": 50, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00003-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:48:32+0000", "total": 96}
{"elapsed_sec": 89.5682144165039, "error": "", "filename": "data/CC-MAIN-2019-13/train-00009-of-00016.parquet", "index": 51, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00009-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:50:01+0000", "total": 96}
{"elapsed_sec": 119.47196435928345, "error": "", "filename": "data/CC-MAIN-2015-40/train-00003-of-00011.parquet", "index": 52, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00003-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:52:01+0000", "total": 96}
{"elapsed_sec": 178.07607650756836, "error": "", "filename": "data/CC-MAIN-2019-13/train-00000-of-00016.parquet", "index": 53, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00000-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:54:59+0000", "total": 96}
{"elapsed_sec": 119.09647870063782, "error": "", "filename": "data/CC-MAIN-2017-22/train-00002-of-00016.parquet", "index": 54, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00002-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T18:56:58+0000", "total": 96}
{"elapsed_sec": 202.68043565750122, "error": "", "filename": "data/CC-MAIN-2018-05/train-00009-of-00017.parquet", "index": 55, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00009-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:00:20+0000", "total": 96}
{"elapsed_sec": 158.8202862739563, "error": "", "filename": "data/CC-MAIN-2017-22/train-00004-of-00016.parquet", "index": 56, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00004-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:02:59+0000", "total": 96}
{"elapsed_sec": 134.94593381881714, "error": "", "filename": "data/CC-MAIN-2016-50/train-00016-of-00017.parquet", "index": 57, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00016-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:05:14+0000", "total": 96}
{"elapsed_sec": 136.3933448791504, "error": "", "filename": "data/CC-MAIN-2016-50/train-00007-of-00017.parquet", "index": 58, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00007-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:07:31+0000", "total": 96}
{"elapsed_sec": 154.4821002483368, "error": "", "filename": "data/CC-MAIN-2015-40/train-00009-of-00011.parquet", "index": 59, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00009-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:10:05+0000", "total": 96}
{"elapsed_sec": 134.04043626785278, "error": "", "filename": "data/CC-MAIN-2016-30/train-00000-of-00013.parquet", "index": 60, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00000-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:12:19+0000", "total": 96}
{"elapsed_sec": 131.9937834739685, "error": "", "filename": "data/CC-MAIN-2015-40/train-00006-of-00011.parquet", "index": 61, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00006-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:14:31+0000", "total": 96}
{"elapsed_sec": 127.01484370231628, "error": "", "filename": "data/CC-MAIN-2018-05/train-00003-of-00017.parquet", "index": 62, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00003-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:16:38+0000", "total": 96}
{"elapsed_sec": 140.43710660934448, "error": "", "filename": "data/CC-MAIN-2019-13/train-00003-of-00016.parquet", "index": 63, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00003-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:18:59+0000", "total": 96}
{"elapsed_sec": 129.5605628490448, "error": "", "filename": "data/CC-MAIN-2019-13/train-00015-of-00016.parquet", "index": 64, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00015-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:21:08+0000", "total": 96}
{"elapsed_sec": 133.57429432868958, "error": "", "filename": "data/CC-MAIN-2016-30/train-00004-of-00013.parquet", "index": 65, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00004-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:23:22+0000", "total": 96}
{"elapsed_sec": 130.6493434906006, "error": "", "filename": "data/CC-MAIN-2019-13/train-00002-of-00016.parquet", "index": 66, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00002-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:25:32+0000", "total": 96}
{"elapsed_sec": 182.42425107955933, "error": "", "filename": "data/CC-MAIN-2018-05/train-00011-of-00017.parquet", "index": 67, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00011-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:28:35+0000", "total": 96}
{"elapsed_sec": 133.67487359046936, "error": "", "filename": "data/CC-MAIN-2016-50/train-00009-of-00017.parquet", "index": 68, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00009-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:30:48+0000", "total": 96}
{"elapsed_sec": 191.11270427703857, "error": "", "filename": "data/CC-MAIN-2017-04/train-00000-of-00018.parquet", "index": 69, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-04/train-00000-of-00018.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:34:00+0000", "total": 96}
{"elapsed_sec": 138.6680896282196, "error": "", "filename": "data/CC-MAIN-2017-04/train-00003-of-00018.parquet", "index": 70, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-04/train-00003-of-00018.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:36:18+0000", "total": 96}
{"elapsed_sec": 262.6522228717804, "error": "", "filename": "data/CC-MAIN-2019-13/train-00012-of-00016.parquet", "index": 71, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00012-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:40:41+0000", "total": 96}
{"elapsed_sec": 131.53039646148682, "error": "", "filename": "data/CC-MAIN-2017-04/train-00002-of-00018.parquet", "index": 72, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-04/train-00002-of-00018.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:42:52+0000", "total": 96}
{"elapsed_sec": 137.3114514350891, "error": "", "filename": "data/CC-MAIN-2018-05/train-00010-of-00017.parquet", "index": 73, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00010-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:45:10+0000", "total": 96}
{"elapsed_sec": 138.60081028938293, "error": "", "filename": "data/CC-MAIN-2018-05/train-00008-of-00017.parquet", "index": 74, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00008-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:47:28+0000", "total": 96}
{"elapsed_sec": 138.63078260421753, "error": "", "filename": "data/CC-MAIN-2015-40/train-00001-of-00011.parquet", "index": 75, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00001-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:49:47+0000", "total": 96}
{"elapsed_sec": 86.68683171272278, "error": "", "filename": "data/CC-MAIN-2015-40/train-00008-of-00011.parquet", "index": 76, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00008-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:51:14+0000", "total": 96}
{"elapsed_sec": 77.9994249343872, "error": "", "filename": "data/CC-MAIN-2017-22/train-00007-of-00016.parquet", "index": 77, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00007-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:52:32+0000", "total": 96}
{"elapsed_sec": 49.544140338897705, "error": "", "filename": "data/CC-MAIN-2016-50/train-00008-of-00017.parquet", "index": 78, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00008-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:53:21+0000", "total": 96}
{"elapsed_sec": 43.34883499145508, "error": "", "filename": "data/CC-MAIN-2017-22/train-00008-of-00016.parquet", "index": 79, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00008-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:54:05+0000", "total": 96}
{"elapsed_sec": 77.40731596946716, "error": "", "filename": "data/CC-MAIN-2017-22/train-00011-of-00016.parquet", "index": 80, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00011-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:55:22+0000", "total": 96}
{"elapsed_sec": 81.00422477722168, "error": "", "filename": "data/CC-MAIN-2016-30/train-00006-of-00013.parquet", "index": 81, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00006-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:56:43+0000", "total": 96}
{"elapsed_sec": 77.63021111488342, "error": "", "filename": "data/CC-MAIN-2016-30/train-00010-of-00013.parquet", "index": 82, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00010-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:58:01+0000", "total": 96}
{"elapsed_sec": 109.91388893127441, "error": "", "filename": "data/CC-MAIN-2017-22/train-00006-of-00016.parquet", "index": 83, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00006-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T19:59:50+0000", "total": 96}
{"elapsed_sec": 137.4823179244995, "error": "", "filename": "data/CC-MAIN-2018-05/train-00007-of-00017.parquet", "index": 84, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00007-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:02:08+0000", "total": 96}
{"elapsed_sec": 101.17837047576904, "error": "", "filename": "data/CC-MAIN-2016-50/train-00010-of-00017.parquet", "index": 85, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00010-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:03:49+0000", "total": 96}
{"elapsed_sec": 82.07261037826538, "error": "", "filename": "data/CC-MAIN-2017-04/train-00001-of-00018.parquet", "index": 86, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-04/train-00001-of-00018.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:05:11+0000", "total": 96}
{"elapsed_sec": 84.10019421577454, "error": "", "filename": "data/CC-MAIN-2016-50/train-00013-of-00017.parquet", "index": 87, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00013-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:06:35+0000", "total": 96}
{"elapsed_sec": 98.02991938591003, "error": "", "filename": "data/CC-MAIN-2016-30/train-00008-of-00013.parquet", "index": 88, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00008-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:08:13+0000", "total": 96}
{"elapsed_sec": 77.45174717903137, "error": "", "filename": "data/CC-MAIN-2016-30/train-00005-of-00013.parquet", "index": 89, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-30/train-00005-of-00013.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:09:31+0000", "total": 96}
{"elapsed_sec": 102.06832361221313, "error": "", "filename": "data/CC-MAIN-2018-05/train-00004-of-00017.parquet", "index": 90, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2018-05/train-00004-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:11:13+0000", "total": 96}
{"elapsed_sec": 88.65569162368774, "error": "", "filename": "data/CC-MAIN-2016-50/train-00014-of-00017.parquet", "index": 91, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00014-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:12:42+0000", "total": 96}
{"elapsed_sec": 82.71777081489563, "error": "", "filename": "data/CC-MAIN-2019-13/train-00005-of-00016.parquet", "index": 92, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00005-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:14:04+0000", "total": 96}
{"elapsed_sec": 73.35129714012146, "error": "", "filename": "data/CC-MAIN-2019-13/train-00004-of-00016.parquet", "index": 93, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2019-13/train-00004-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:15:18+0000", "total": 96}
{"elapsed_sec": 78.64845657348633, "error": "", "filename": "data/CC-MAIN-2015-40/train-00005-of-00011.parquet", "index": 94, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2015-40/train-00005-of-00011.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:16:36+0000", "total": 96}
{"elapsed_sec": 72.3927493095398, "error": "", "filename": "data/CC-MAIN-2017-22/train-00014-of-00016.parquet", "index": 95, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2017-22/train-00014-of-00016.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:17:49+0000", "total": 96}
{"elapsed_sec": 80.14983105659485, "error": "", "filename": "data/CC-MAIN-2016-50/train-00011-of-00017.parquet", "index": 96, "key": "ms_fineweb_edu", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_fineweb_edu/data/CC-MAIN-2016-50/train-00011-of-00017.parquet", "provider": "modelscope", "repo_id": "AI-ModelScope/fineweb-edu", "seed": 42, "status": "ok", "time": "2026-06-30T20:19:09+0000", "total": 96}
{"elapsed_sec": 78.88427948951721, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0079-of-2048.parquet", "index": 1, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0079-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:20:28+0000", "total": 128}
{"elapsed_sec": 81.47548723220825, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0063-of-2048.parquet", "index": 2, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0063-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:21:50+0000", "total": 128}
{"elapsed_sec": 81.19905805587769, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0041-of-2048.parquet", "index": 3, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0041-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:23:11+0000", "total": 128}
{"elapsed_sec": 80.02354049682617, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0060-of-2048.parquet", "index": 4, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0060-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:24:31+0000", "total": 128}
{"elapsed_sec": 74.71377563476562, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0021-of-2048.parquet", "index": 5, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0021-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:25:46+0000", "total": 128}
{"elapsed_sec": 67.9901282787323, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0044-of-2048.parquet", "index": 6, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0044-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:26:54+0000", "total": 128}
{"elapsed_sec": 76.12367630004883, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0083-of-2048.parquet", "index": 7, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0083-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:28:10+0000", "total": 128}
{"elapsed_sec": 81.55029439926147, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0038-of-2048.parquet", "index": 8, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0038-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:29:31+0000", "total": 128}
{"elapsed_sec": 70.58616995811462, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0073-of-2048.parquet", "index": 9, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0073-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:30:42+0000", "total": 128}
{"elapsed_sec": 78.12526321411133, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0069-of-2048.parquet", "index": 10, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0069-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:32:00+0000", "total": 128}
{"elapsed_sec": 80.64202857017517, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0081-of-2048.parquet", "index": 11, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0081-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:33:21+0000", "total": 128}
{"elapsed_sec": 76.79413795471191, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0126-of-2048.parquet", "index": 12, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0126-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:34:38+0000", "total": 128}
{"elapsed_sec": 70.91672825813293, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0053-of-2048.parquet", "index": 13, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0053-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:35:48+0000", "total": 128}
{"elapsed_sec": 77.40183711051941, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0061-of-2048.parquet", "index": 14, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0061-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:37:06+0000", "total": 128}
{"elapsed_sec": 77.644291639328, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0022-of-2048.parquet", "index": 15, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0022-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:38:23+0000", "total": 128}
{"elapsed_sec": 77.71548891067505, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0117-of-2048.parquet", "index": 16, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0117-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:39:41+0000", "total": 128}
{"elapsed_sec": 76.83931827545166, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0045-of-2048.parquet", "index": 17, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0045-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:40:58+0000", "total": 128}
{"elapsed_sec": 81.7901246547699, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0101-of-2048.parquet", "index": 18, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0101-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:42:20+0000", "total": 128}
{"elapsed_sec": 77.37110471725464, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0002-of-2048.parquet", "index": 19, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0002-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:43:37+0000", "total": 128}
{"elapsed_sec": 73.38636922836304, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0036-of-2048.parquet", "index": 20, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0036-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:44:51+0000", "total": 128}
{"elapsed_sec": 76.50609183311462, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0093-of-2048.parquet", "index": 21, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0093-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:46:07+0000", "total": 128}
{"elapsed_sec": 83.17445111274719, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0098-of-2048.parquet", "index": 22, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0098-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:47:30+0000", "total": 128}
{"elapsed_sec": 80.588294506073, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0029-of-2048.parquet", "index": 23, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0029-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:48:51+0000", "total": 128}
{"elapsed_sec": 81.85107326507568, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0027-of-2048.parquet", "index": 24, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0027-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:50:13+0000", "total": 128}
{"elapsed_sec": 77.15481805801392, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0056-of-2048.parquet", "index": 25, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0056-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:51:30+0000", "total": 128}
{"elapsed_sec": 71.79947590827942, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0059-of-2048.parquet", "index": 26, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0059-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:52:42+0000", "total": 128}
{"elapsed_sec": 79.0290629863739, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0006-of-2048.parquet", "index": 27, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0006-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:54:01+0000", "total": 128}
{"elapsed_sec": 80.8302493095398, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0026-of-2048.parquet", "index": 28, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0026-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:55:22+0000", "total": 128}
{"elapsed_sec": 77.72476315498352, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0084-of-2048.parquet", "index": 29, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0084-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:56:39+0000", "total": 128}
{"elapsed_sec": 78.62186765670776, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0124-of-2048.parquet", "index": 30, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0124-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:57:58+0000", "total": 128}
{"elapsed_sec": 76.6373541355133, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0122-of-2048.parquet", "index": 31, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0122-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T20:59:14+0000", "total": 128}
{"elapsed_sec": 79.8538146018982, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0064-of-2048.parquet", "index": 32, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0064-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:00:34+0000", "total": 128}
{"elapsed_sec": 84.65309071540833, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0123-of-2048.parquet", "index": 33, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0123-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:01:59+0000", "total": 128}
{"elapsed_sec": 79.5760145187378, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0065-of-2048.parquet", "index": 34, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0065-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:03:19+0000", "total": 128}
{"elapsed_sec": 81.54431819915771, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0090-of-2048.parquet", "index": 35, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0090-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:04:40+0000", "total": 128}
{"elapsed_sec": 71.54543089866638, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0089-of-2048.parquet", "index": 36, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0089-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:05:52+0000", "total": 128}
{"elapsed_sec": 79.0629050731659, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0011-of-2048.parquet", "index": 37, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0011-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:07:11+0000", "total": 128}
{"elapsed_sec": 73.5794448852539, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0032-of-2048.parquet", "index": 38, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0032-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:08:24+0000", "total": 128}
{"elapsed_sec": 78.89974594116211, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0024-of-2048.parquet", "index": 39, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0024-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:09:43+0000", "total": 128}
{"elapsed_sec": 81.58485436439514, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0109-of-2048.parquet", "index": 40, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0109-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:11:05+0000", "total": 128}
{"elapsed_sec": 76.04299855232239, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0115-of-2048.parquet", "index": 41, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0115-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:12:21+0000", "total": 128}
{"elapsed_sec": 79.1867024898529, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0102-of-2048.parquet", "index": 42, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0102-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:13:40+0000", "total": 128}
{"elapsed_sec": 76.57722163200378, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0116-of-2048.parquet", "index": 43, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0116-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:14:57+0000", "total": 128}
{"elapsed_sec": 77.45021152496338, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0107-of-2048.parquet", "index": 44, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0107-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:16:14+0000", "total": 128}
{"elapsed_sec": 79.26708173751831, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0012-of-2048.parquet", "index": 45, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0012-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:17:33+0000", "total": 128}
{"elapsed_sec": 76.73349237442017, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0028-of-2048.parquet", "index": 46, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0028-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:18:50+0000", "total": 128}
{"elapsed_sec": 72.73899269104004, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0100-of-2048.parquet", "index": 47, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0100-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:20:03+0000", "total": 128}
{"elapsed_sec": 78.939777135849, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0088-of-2048.parquet", "index": 48, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0088-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:21:22+0000", "total": 128}
{"elapsed_sec": 82.53674340248108, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0091-of-2048.parquet", "index": 49, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0091-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:22:44+0000", "total": 128}
{"elapsed_sec": 85.5083019733429, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0111-of-2048.parquet", "index": 50, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0111-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:24:10+0000", "total": 128}
{"elapsed_sec": 76.67153239250183, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0017-of-2048.parquet", "index": 51, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0017-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:25:26+0000", "total": 128}
{"elapsed_sec": 76.35958099365234, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0071-of-2048.parquet", "index": 52, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0071-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:26:43+0000", "total": 128}
{"elapsed_sec": 78.48657846450806, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0007-of-2048.parquet", "index": 53, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0007-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:28:01+0000", "total": 128}
{"elapsed_sec": 85.70929479598999, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0035-of-2048.parquet", "index": 54, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0035-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:29:27+0000", "total": 128}
{"elapsed_sec": 79.52580332756042, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0125-of-2048.parquet", "index": 55, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0125-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:30:47+0000", "total": 128}
{"elapsed_sec": 73.1513044834137, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0072-of-2048.parquet", "index": 56, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0072-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:32:00+0000", "total": 128}
{"elapsed_sec": 79.23641157150269, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0034-of-2048.parquet", "index": 57, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0034-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:33:19+0000", "total": 128}
{"elapsed_sec": 71.45140838623047, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0030-of-2048.parquet", "index": 58, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0030-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:34:30+0000", "total": 128}
{"elapsed_sec": 79.55515718460083, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0013-of-2048.parquet", "index": 59, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0013-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:35:50+0000", "total": 128}
{"elapsed_sec": 80.01409578323364, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0066-of-2048.parquet", "index": 60, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0066-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:37:10+0000", "total": 128}
{"elapsed_sec": 83.19301962852478, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0127-of-2048.parquet", "index": 61, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0127-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:38:33+0000", "total": 128}
{"elapsed_sec": 82.00435996055603, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0003-of-2048.parquet", "index": 62, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0003-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:39:55+0000", "total": 128}
{"elapsed_sec": 83.35181069374084, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0106-of-2048.parquet", "index": 63, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0106-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:41:18+0000", "total": 128}
{"elapsed_sec": 78.61701989173889, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0055-of-2048.parquet", "index": 64, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0055-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:42:37+0000", "total": 128}
{"elapsed_sec": 79.98669266700745, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0099-of-2048.parquet", "index": 65, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0099-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:43:57+0000", "total": 128}
{"elapsed_sec": 74.13042688369751, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0110-of-2048.parquet", "index": 66, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0110-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:45:11+0000", "total": 128}
{"elapsed_sec": 76.00007462501526, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0018-of-2048.parquet", "index": 67, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0018-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:46:27+0000", "total": 128}
{"elapsed_sec": 83.74089431762695, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0068-of-2048.parquet", "index": 68, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0068-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:47:51+0000", "total": 128}
{"elapsed_sec": 83.17942023277283, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0052-of-2048.parquet", "index": 69, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0052-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:49:14+0000", "total": 128}
{"elapsed_sec": 78.67242312431335, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0097-of-2048.parquet", "index": 70, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0097-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:50:33+0000", "total": 128}
{"elapsed_sec": 81.2875657081604, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0046-of-2048.parquet", "index": 71, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0046-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:51:54+0000", "total": 128}
{"elapsed_sec": 73.76847815513611, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0114-of-2048.parquet", "index": 72, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0114-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:53:08+0000", "total": 128}
{"elapsed_sec": 81.09847259521484, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0051-of-2048.parquet", "index": 73, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0051-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:54:29+0000", "total": 128}
{"elapsed_sec": 78.26538372039795, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0040-of-2048.parquet", "index": 74, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0040-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:55:47+0000", "total": 128}
{"elapsed_sec": 76.00309944152832, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0108-of-2048.parquet", "index": 75, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0108-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:57:03+0000", "total": 128}
{"elapsed_sec": 75.6556146144867, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0104-of-2048.parquet", "index": 76, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0104-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:58:19+0000", "total": 128}
{"elapsed_sec": 77.15693283081055, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0050-of-2048.parquet", "index": 77, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0050-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T21:59:36+0000", "total": 128}
{"elapsed_sec": 83.92960596084595, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0121-of-2048.parquet", "index": 78, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0121-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:01:00+0000", "total": 128}
{"elapsed_sec": 96.4052722454071, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0023-of-2048.parquet", "index": 79, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0023-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:02:36+0000", "total": 128}
{"elapsed_sec": 79.52421689033508, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0058-of-2048.parquet", "index": 80, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0058-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:03:56+0000", "total": 128}
{"elapsed_sec": 84.16401767730713, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0049-of-2048.parquet", "index": 81, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0049-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:05:20+0000", "total": 128}
{"elapsed_sec": 83.01970267295837, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0016-of-2048.parquet", "index": 82, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0016-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:06:43+0000", "total": 128}
{"elapsed_sec": 76.90572428703308, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0014-of-2048.parquet", "index": 83, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0014-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:08:00+0000", "total": 128}
{"elapsed_sec": 90.283358335495, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0092-of-2048.parquet", "index": 84, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0092-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:09:30+0000", "total": 128}
{"elapsed_sec": 78.53074645996094, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0047-of-2048.parquet", "index": 85, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0047-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:10:49+0000", "total": 128}
{"elapsed_sec": 75.27065920829773, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0019-of-2048.parquet", "index": 86, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0019-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:12:04+0000", "total": 128}
{"elapsed_sec": 79.7301971912384, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0096-of-2048.parquet", "index": 87, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0096-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:13:24+0000", "total": 128}
{"elapsed_sec": 77.66741800308228, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0048-of-2048.parquet", "index": 88, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0048-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:14:41+0000", "total": 128}
{"elapsed_sec": 76.08652019500732, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0008-of-2048.parquet", "index": 89, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0008-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:15:58+0000", "total": 128}
{"elapsed_sec": 84.40350675582886, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0042-of-2048.parquet", "index": 90, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0042-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:17:22+0000", "total": 128}
{"elapsed_sec": 82.96092891693115, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0057-of-2048.parquet", "index": 91, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0057-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:18:45+0000", "total": 128}
{"elapsed_sec": 79.92084431648254, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0039-of-2048.parquet", "index": 92, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0039-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:20:05+0000", "total": 128}
{"elapsed_sec": 84.97108221054077, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0005-of-2048.parquet", "index": 93, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0005-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:21:30+0000", "total": 128}
{"elapsed_sec": 78.45542073249817, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0025-of-2048.parquet", "index": 94, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0025-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:22:48+0000", "total": 128}
{"elapsed_sec": 74.42691445350647, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0085-of-2048.parquet", "index": 95, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0085-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:24:03+0000", "total": 128}
{"elapsed_sec": 76.89709115028381, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0105-of-2048.parquet", "index": 96, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0105-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:25:20+0000", "total": 128}
{"elapsed_sec": 81.90875339508057, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0094-of-2048.parquet", "index": 97, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0094-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:26:42+0000", "total": 128}
{"elapsed_sec": 81.689688205719, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0080-of-2048.parquet", "index": 98, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0080-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:28:03+0000", "total": 128}
{"elapsed_sec": 80.68888878822327, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0075-of-2048.parquet", "index": 99, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0075-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:29:24+0000", "total": 128}
{"elapsed_sec": 71.32921767234802, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0076-of-2048.parquet", "index": 100, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0076-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:30:35+0000", "total": 128}
{"elapsed_sec": 81.54571557044983, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0120-of-2048.parquet", "index": 101, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0120-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:31:57+0000", "total": 128}
{"elapsed_sec": 80.81035280227661, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0070-of-2048.parquet", "index": 102, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0070-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:33:18+0000", "total": 128}
{"elapsed_sec": 71.92826676368713, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0067-of-2048.parquet", "index": 103, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0067-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:34:30+0000", "total": 128}
{"elapsed_sec": 75.4203085899353, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0077-of-2048.parquet", "index": 104, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0077-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:35:45+0000", "total": 128}
{"elapsed_sec": 80.8886981010437, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0020-of-2048.parquet", "index": 105, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0020-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:37:06+0000", "total": 128}
{"elapsed_sec": 81.8921058177948, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0112-of-2048.parquet", "index": 106, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0112-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:38:28+0000", "total": 128}
{"elapsed_sec": 78.54780673980713, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0015-of-2048.parquet", "index": 107, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0015-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:39:46+0000", "total": 128}
{"elapsed_sec": 76.10251212120056, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0031-of-2048.parquet", "index": 108, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0031-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:41:02+0000", "total": 128}
{"elapsed_sec": 85.41776037216187, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0004-of-2048.parquet", "index": 109, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0004-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:42:28+0000", "total": 128}
{"elapsed_sec": 76.52407550811768, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0033-of-2048.parquet", "index": 110, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0033-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:43:44+0000", "total": 128}
{"elapsed_sec": 83.48448371887207, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0078-of-2048.parquet", "index": 111, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0078-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:45:08+0000", "total": 128}
{"elapsed_sec": 80.08724403381348, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0095-of-2048.parquet", "index": 112, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0095-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:46:28+0000", "total": 128}
{"elapsed_sec": 72.54904675483704, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0087-of-2048.parquet", "index": 113, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0087-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:47:40+0000", "total": 128}
{"elapsed_sec": 82.08540892601013, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0009-of-2048.parquet", "index": 114, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0009-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:49:03+0000", "total": 128}
{"elapsed_sec": 74.34678435325623, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0086-of-2048.parquet", "index": 115, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0086-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:50:17+0000", "total": 128}
{"elapsed_sec": 83.44444155693054, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0001-of-2048.parquet", "index": 116, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0001-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:51:40+0000", "total": 128}
{"elapsed_sec": 74.72395610809326, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0128-of-2048.parquet", "index": 117, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0128-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:52:55+0000", "total": 128}
{"elapsed_sec": 80.75399279594421, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0037-of-2048.parquet", "index": 118, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0037-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:54:16+0000", "total": 128}
{"elapsed_sec": 81.52073764801025, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0113-of-2048.parquet", "index": 119, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0113-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:55:37+0000", "total": 128}
{"elapsed_sec": 78.55632185935974, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0082-of-2048.parquet", "index": 120, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0082-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:56:56+0000", "total": 128}
{"elapsed_sec": 80.19718933105469, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0054-of-2048.parquet", "index": 121, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0054-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:58:16+0000", "total": 128}
{"elapsed_sec": 74.03998398780823, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0074-of-2048.parquet", "index": 122, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0074-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T22:59:30+0000", "total": 128}
{"elapsed_sec": 72.57307553291321, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0103-of-2048.parquet", "index": 123, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0103-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T23:00:43+0000", "total": 128}
{"elapsed_sec": 81.68967175483704, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0043-of-2048.parquet", "index": 124, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0043-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T23:02:04+0000", "total": 128}
{"elapsed_sec": 82.23075318336487, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0118-of-2048.parquet", "index": 125, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0118-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T23:03:27+0000", "total": 128}
{"elapsed_sec": 84.04290843009949, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0010-of-2048.parquet", "index": 126, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0010-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T23:04:51+0000", "total": 128}
{"elapsed_sec": 85.6378870010376, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0062-of-2048.parquet", "index": 127, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0062-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T23:06:16+0000", "total": 128}
{"elapsed_sec": 76.71782565116882, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0119-of-2048.parquet", "index": 128, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0119-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-06-30T23:07:33+0000", "total": 128}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0028-of-2048.parquet", "index": 1, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0028-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:19:43+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0110-of-2048.parquet", "index": 2, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0110-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:19:43+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0036-of-2048.parquet", "index": 3, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0036-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:19:43+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0099-of-2048.parquet", "index": 4, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0099-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:19:43+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0035-of-2048.parquet", "index": 5, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0035-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:19:43+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0021-of-2048.parquet", "index": 6, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0021-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:19:43+0000", "total": 144}
{"elapsed_sec": 115.49551510810852, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0134-of-2048.parquet", "index": 7, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0134-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:21:38+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0083-of-2048.parquet", "index": 8, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0083-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:21:38+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0082-of-2048.parquet", "index": 9, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0082-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:21:38+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0063-of-2048.parquet", "index": 10, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0063-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:21:38+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0120-of-2048.parquet", "index": 11, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0120-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:21:38+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0069-of-2048.parquet", "index": 12, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0069-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:21:38+0000", "total": 144}
{"elapsed_sec": 90.7255289554596, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0135-of-2048.parquet", "index": 13, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0135-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0037-of-2048.parquet", "index": 14, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0037-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0053-of-2048.parquet", "index": 15, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0053-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0041-of-2048.parquet", "index": 16, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0041-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0061-of-2048.parquet", "index": 17, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0061-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0121-of-2048.parquet", "index": 18, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0121-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0022-of-2048.parquet", "index": 19, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0022-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0043-of-2048.parquet", "index": 20, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0043-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0097-of-2048.parquet", "index": 21, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0097-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0115-of-2048.parquet", "index": 22, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0115-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0001-of-2048.parquet", "index": 23, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0001-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0034-of-2048.parquet", "index": 24, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0034-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0060-of-2048.parquet", "index": 25, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0060-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:23:09+0000", "total": 144}
{"elapsed_sec": 97.65621256828308, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0139-of-2048.parquet", "index": 26, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0139-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:24:47+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0045-of-2048.parquet", "index": 27, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0045-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:24:47+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0071-of-2048.parquet", "index": 28, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0071-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:24:47+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0064-of-2048.parquet", "index": 29, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0064-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:24:47+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0080-of-2048.parquet", "index": 30, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0080-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:24:47+0000", "total": 144}
{"elapsed_sec": 120.92758965492249, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0133-of-2048.parquet", "index": 31, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0133-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:26:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0088-of-2048.parquet", "index": 32, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0088-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:26:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0027-of-2048.parquet", "index": 33, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0027-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:26:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0096-of-2048.parquet", "index": 34, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0096-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:26:48+0000", "total": 144}
{"elapsed_sec": 78.64747738838196, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0143-of-2048.parquet", "index": 35, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0143-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:28:06+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0015-of-2048.parquet", "index": 36, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0015-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:28:06+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0106-of-2048.parquet", "index": 37, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0106-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:28:06+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0104-of-2048.parquet", "index": 38, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0104-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:28:06+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0003-of-2048.parquet", "index": 39, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0003-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:28:06+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0109-of-2048.parquet", "index": 40, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0109-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:28:06+0000", "total": 144}
{"elapsed_sec": 94.68558144569397, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0129-of-2048.parquet", "index": 41, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0129-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:29:41+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0065-of-2048.parquet", "index": 42, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0065-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:29:41+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0044-of-2048.parquet", "index": 43, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0044-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:29:41+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0118-of-2048.parquet", "index": 44, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0118-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:29:41+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0117-of-2048.parquet", "index": 45, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0117-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:29:41+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0056-of-2048.parquet", "index": 46, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0056-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:29:41+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0012-of-2048.parquet", "index": 47, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0012-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:29:41+0000", "total": 144}
{"elapsed_sec": 465.86877250671387, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0144-of-2048.parquet", "index": 48, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0144-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0081-of-2048.parquet", "index": 49, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0081-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0125-of-2048.parquet", "index": 50, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0125-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0107-of-2048.parquet", "index": 51, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0107-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0101-of-2048.parquet", "index": 52, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0101-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0094-of-2048.parquet", "index": 53, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0094-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0087-of-2048.parquet", "index": 54, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0087-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0085-of-2048.parquet", "index": 55, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0085-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0126-of-2048.parquet", "index": 56, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0126-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0122-of-2048.parquet", "index": 57, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0122-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0011-of-2048.parquet", "index": 58, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0011-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0032-of-2048.parquet", "index": 59, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0032-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0123-of-2048.parquet", "index": 60, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0123-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0111-of-2048.parquet", "index": 61, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0111-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0127-of-2048.parquet", "index": 62, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0127-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0004-of-2048.parquet", "index": 63, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0004-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0038-of-2048.parquet", "index": 64, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0038-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0116-of-2048.parquet", "index": 65, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0116-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:37:27+0000", "total": 144}
{"elapsed_sec": 86.42042255401611, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0138-of-2048.parquet", "index": 66, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0138-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0029-of-2048.parquet", "index": 67, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0029-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0024-of-2048.parquet", "index": 68, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0024-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0084-of-2048.parquet", "index": 69, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0084-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0091-of-2048.parquet", "index": 70, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0091-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0067-of-2048.parquet", "index": 71, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0067-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0075-of-2048.parquet", "index": 72, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0075-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0102-of-2048.parquet", "index": 73, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0102-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0013-of-2048.parquet", "index": 74, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0013-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0070-of-2048.parquet", "index": 75, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0070-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0074-of-2048.parquet", "index": 76, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0074-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0017-of-2048.parquet", "index": 77, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0017-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0089-of-2048.parquet", "index": 78, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0089-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0059-of-2048.parquet", "index": 79, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0059-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0026-of-2048.parquet", "index": 80, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0026-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:38:53+0000", "total": 144}
{"elapsed_sec": 94.37844610214233, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0136-of-2048.parquet", "index": 81, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0136-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:40:28+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0006-of-2048.parquet", "index": 82, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0006-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:40:28+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0005-of-2048.parquet", "index": 83, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0005-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:40:28+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0055-of-2048.parquet", "index": 84, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0055-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:40:28+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0098-of-2048.parquet", "index": 85, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0098-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:40:28+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0033-of-2048.parquet", "index": 86, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0033-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:40:28+0000", "total": 144}
{"elapsed_sec": 169.85449695587158, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0137-of-2048.parquet", "index": 87, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0137-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0076-of-2048.parquet", "index": 88, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0076-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0068-of-2048.parquet", "index": 89, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0068-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0052-of-2048.parquet", "index": 90, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0052-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0072-of-2048.parquet", "index": 91, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0072-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0128-of-2048.parquet", "index": 92, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0128-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0025-of-2048.parquet", "index": 93, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0025-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0046-of-2048.parquet", "index": 94, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0046-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0009-of-2048.parquet", "index": 95, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0009-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0051-of-2048.parquet", "index": 96, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0051-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0040-of-2048.parquet", "index": 97, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0040-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0031-of-2048.parquet", "index": 98, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0031-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0077-of-2048.parquet", "index": 99, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0077-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0103-of-2048.parquet", "index": 100, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0103-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0100-of-2048.parquet", "index": 101, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0100-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:43:17+0000", "total": 144}
{"elapsed_sec": 107.64025044441223, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0141-of-2048.parquet", "index": 102, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0141-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:45:05+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0050-of-2048.parquet", "index": 103, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0050-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:45:05+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0079-of-2048.parquet", "index": 104, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0079-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:45:05+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0054-of-2048.parquet", "index": 105, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0054-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:45:05+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0023-of-2048.parquet", "index": 106, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0023-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:45:05+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0058-of-2048.parquet", "index": 107, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0058-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:45:05+0000", "total": 144}
{"elapsed_sec": 106.89904594421387, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0130-of-2048.parquet", "index": 108, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0130-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:46:52+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0016-of-2048.parquet", "index": 109, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0016-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:46:52+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0014-of-2048.parquet", "index": 110, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0014-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:46:52+0000", "total": 144}
{"elapsed_sec": 105.65190124511719, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0131-of-2048.parquet", "index": 111, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0131-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:48:38+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0047-of-2048.parquet", "index": 112, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0047-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:48:38+0000", "total": 144}
{"elapsed_sec": 103.9901647567749, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0142-of-2048.parquet", "index": 113, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0142-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:50:22+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0095-of-2048.parquet", "index": 114, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0095-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:50:22+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0020-of-2048.parquet", "index": 115, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0020-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:50:22+0000", "total": 144}
{"elapsed_sec": 86.1428472995758, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0140-of-2048.parquet", "index": 116, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0140-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0105-of-2048.parquet", "index": 117, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0105-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0112-of-2048.parquet", "index": 118, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0112-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0048-of-2048.parquet", "index": 119, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0048-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0113-of-2048.parquet", "index": 120, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0113-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0114-of-2048.parquet", "index": 121, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0114-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0008-of-2048.parquet", "index": 122, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0008-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0090-of-2048.parquet", "index": 123, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0090-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0042-of-2048.parquet", "index": 124, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0042-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0057-of-2048.parquet", "index": 125, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0057-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0093-of-2048.parquet", "index": 126, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0093-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0092-of-2048.parquet", "index": 127, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0092-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0078-of-2048.parquet", "index": 128, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0078-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0010-of-2048.parquet", "index": 129, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0010-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0049-of-2048.parquet", "index": 130, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0049-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:51:48+0000", "total": 144}
{"elapsed_sec": 97.81412148475647, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0132-of-2048.parquet", "index": 131, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0132-of-2048.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0039-of-2048.parquet", "index": 132, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0039-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0030-of-2048.parquet", "index": 133, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0030-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0062-of-2048.parquet", "index": 134, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0062-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0007-of-2048.parquet", "index": 135, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0007-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0066-of-2048.parquet", "index": 136, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0066-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0018-of-2048.parquet", "index": 137, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0018-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0002-of-2048.parquet", "index": 138, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0002-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0073-of-2048.parquet", "index": 139, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0073-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0108-of-2048.parquet", "index": 140, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0108-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0086-of-2048.parquet", "index": 141, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0086-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0019-of-2048.parquet", "index": 142, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0019-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0124-of-2048.parquet", "index": 143, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0124-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 0.0, "error": "", "filename": "data/ultrafineweb_en/ultrafineweb-en-part-0119-of-2048.parquet", "index": 144, "key": "ms_ultra_fineweb_en", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_en/data/ultrafineweb_en/ultrafineweb-en-part-0119-of-2048.parquet", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "skipped_existing", "time": "2026-07-01T04:53:26+0000", "total": 144}
{"elapsed_sec": 143.1152811050415, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-028-of-256.parquet", "index": 1, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-028-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:55:51+0000", "total": 32}
{"elapsed_sec": 102.43162822723389, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-004-of-256.parquet", "index": 2, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-004-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T04:57:33+0000", "total": 32}
{"elapsed_sec": 673.0675103664398, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-001-of-256.parquet", "index": 3, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-001-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:08:46+0000", "total": 32}
{"elapsed_sec": 81.08854508399963, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-020-of-256.parquet", "index": 4, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-020-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:10:07+0000", "total": 32}
{"elapsed_sec": 153.52113318443298, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-022-of-256.parquet", "index": 5, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-022-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:12:41+0000", "total": 32}
{"elapsed_sec": 81.56882548332214, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-010-of-256.parquet", "index": 6, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-010-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:14:03+0000", "total": 32}
{"elapsed_sec": 80.66284513473511, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-027-of-256.parquet", "index": 7, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-027-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:15:23+0000", "total": 32}
{"elapsed_sec": 69.35895013809204, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-019-of-256.parquet", "index": 8, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-019-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:16:33+0000", "total": 32}
{"elapsed_sec": 80.06823182106018, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-003-of-256.parquet", "index": 9, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-003-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:17:53+0000", "total": 32}
{"elapsed_sec": 114.65636014938354, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-006-of-256.parquet", "index": 10, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-006-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:19:47+0000", "total": 32}
{"elapsed_sec": 77.93642616271973, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-016-of-256.parquet", "index": 11, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-016-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:21:05+0000", "total": 32}
{"elapsed_sec": 89.45218539237976, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-025-of-256.parquet", "index": 12, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-025-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:22:35+0000", "total": 32}
{"elapsed_sec": 161.84035539627075, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-030-of-256.parquet", "index": 13, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-030-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:25:17+0000", "total": 32}
{"elapsed_sec": 81.64367175102234, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-018-of-256.parquet", "index": 14, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-018-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:26:38+0000", "total": 32}
{"elapsed_sec": 138.21081590652466, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-032-of-256.parquet", "index": 15, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-032-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:28:56+0000", "total": 32}
{"elapsed_sec": 123.82414054870605, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-008-of-256.parquet", "index": 16, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-008-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:31:00+0000", "total": 32}
{"elapsed_sec": 152.8283188343048, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-009-of-256.parquet", "index": 17, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-009-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:33:33+0000", "total": 32}
{"elapsed_sec": 137.0916087627411, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-029-of-256.parquet", "index": 18, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-029-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:35:50+0000", "total": 32}
{"elapsed_sec": 118.1075394153595, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-012-of-256.parquet", "index": 19, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-012-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:37:48+0000", "total": 32}
{"elapsed_sec": 148.10469102859497, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-031-of-256.parquet", "index": 20, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-031-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:40:16+0000", "total": 32}
{"elapsed_sec": 45.8896210193634, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-002-of-256.parquet", "index": 21, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-002-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:41:02+0000", "total": 32}
{"elapsed_sec": 86.83923530578613, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-026-of-256.parquet", "index": 22, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-026-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:42:29+0000", "total": 32}
{"elapsed_sec": 87.29355573654175, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-014-of-256.parquet", "index": 23, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-014-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:43:56+0000", "total": 32}
{"elapsed_sec": 134.66769337654114, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-017-of-256.parquet", "index": 24, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-017-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:46:11+0000", "total": 32}
{"elapsed_sec": 104.34041666984558, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-023-of-256.parquet", "index": 25, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-023-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:47:55+0000", "total": 32}
{"elapsed_sec": 86.35387706756592, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-024-of-256.parquet", "index": 26, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-024-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:49:22+0000", "total": 32}
{"elapsed_sec": 73.90655159950256, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-005-of-256.parquet", "index": 27, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-005-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:50:36+0000", "total": 32}
{"elapsed_sec": 160.00798058509827, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-015-of-256.parquet", "index": 28, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-015-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:53:16+0000", "total": 32}
{"elapsed_sec": 110.01854109764099, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-011-of-256.parquet", "index": 29, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-011-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:55:06+0000", "total": 32}
{"elapsed_sec": 97.71808052062988, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-013-of-256.parquet", "index": 30, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-013-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:56:43+0000", "total": 32}
{"elapsed_sec": 116.52124905586243, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-021-of-256.parquet", "index": 31, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-021-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T05:58:40+0000", "total": 32}
{"elapsed_sec": 107.24926543235779, "error": "", "filename": "data/ultrafineweb_zh/ultrafineweb-zh-part-007-of-256.parquet", "index": 32, "key": "ms_ultra_fineweb_zh", "local_path": "/mnt/beegfs/yi/laoyao_2b_moe_pretraining_dataset/ms_ultra_fineweb_zh/data/ultrafineweb_zh/ultrafineweb-zh-part-007-of-256.parquet", "provider": "modelscope", "repo_id": "OpenBMB/Ultra-FineWeb", "seed": 42, "status": "ok", "time": "2026-07-01T06:00:27+0000", "total": 32}
