CKPT_DIR=/apps/yi/model_training/artifacts/checkpoints/smoke_gpt
MEGATRON_PATH=/apps/yi/model_training/Megatron-LM
HF_OUT=/apps/yi/model_training/artifacts/hf_models/smoke_gpt_15000

python $MEGATRON_PATH/tools/checkpoint/convert.py \
  --model-type GPT \
  --loader core \
  --saver core \
  --load-dir $CKPT_DIR \
  --save-dir $HF_OUT