Initial Commit

2026-05-06 15:06:07 +08:00
parent b5ac2c8ed5
commit f154c1611d
29 changed files with 1068 additions and 0 deletions
--- a/scripts/convert_megatron_weight_to_hf.sh
+++ b/scripts/convert_megatron_weight_to_hf.sh
@@ -0,0 +1,10 @@
+CKPT_DIR=/apps/yi/model_training/artifacts/checkpoints/smoke_gpt
+MEGATRON_PATH=/apps/yi/model_training/Megatron-LM
+HF_OUT=/apps/yi/model_training/artifacts/hf_models/smoke_gpt_15000
+
+python $MEGATRON_PATH/tools/checkpoint/convert.py \
+  --model-type GPT \
+  --loader core \
+  --saver core \
+  --load-dir $CKPT_DIR \
+  --save-dir $HF_OUT