#!/usr/bin/env bash
set -euo pipefail
INTERVAL_SECONDS="${INTERVAL_SECONDS:-300}"
while pgrep -f "build_rebalanced_pretrain_dataset.py --target-tokens 200000000000" >/dev/null; do
  date "+[%F %T] pretrain builder still running; waiting..."
  sleep "$INTERVAL_SECONDS"
done
bash /mnt/beegfs/yi/laoyao_2b_moe/scripts/sync_pretrain_data_into_repo.sh