9 lines
348 B
Bash
Executable File
9 lines
348 B
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
INTERVAL_SECONDS="${INTERVAL_SECONDS:-300}"
|
|
while pgrep -f "build_rebalanced_pretrain_dataset.py --target-tokens 200000000000" >/dev/null; do
|
|
date "+[%F %T] pretrain builder still running; waiting..."
|
|
sleep "$INTERVAL_SECONDS"
|
|
done
|
|
bash /mnt/beegfs/yi/laoyao_2b_moe/scripts/sync_pretrain_data_into_repo.sh
|