yi_lu/pretrain_kaiyuan2b
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: adapt path and training hparams

Browse Source
This commit is contained in:
路易
2026-05-09 21:40:10 +08:00
parent 75eacf00c2
commit 46560f5740
6 changed files with 32 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
scripts/download_kaiyuan.sh
View File

@@ -1,6 +1,6 @@
#!/bin/bash
source /apps/yi/.venv/bin/activate
# source /apps/yi/.venv/bin/activate
export HF_HUB_ENABLE_HF_TRANSFER=1
export HF_HUB_DISABLE_SYMLINKS_WARNING=1
@@ -9,18 +9,18 @@ export HF_HUB_DISABLE_SYMLINKS_WARNING=1
export HF_ENDPOINT="https://hf-mirror.com/"
unset http_proxy
unset https_proxy
export http_proxy=http://10.29.1.201:8888
export https_proxy=http://10.29.1.201:8888
# unset http_proxy
# unset https_proxy
# export http_proxy=http://10.29.1.201:8888
# export https_proxy=http://10.29.1.201:8888
unset HTTP_PROXY
unset HTTPS_PROXY
export HTTP_PROXY=http://10.29.1.201:8888
export HTTPS_PROXY=http://10.29.1.201:8888
# unset HTTP_PROXY
# unset HTTPS_PROXY
# export HTTP_PROXY=http://10.29.1.201:8888
# export HTTPS_PROXY=http://10.29.1.201:8888
LOCAL_DIR="/apps/yi/kaiyuan_pretraining/"
PHASE="phase2"
LOCAL_DIR="/ssd1/yi/data/"
PHASE="phase1"
echo "Starting download of $PHASE data to $LOCAL_DIR..."