13 lines
250 B
Bash
13 lines
250 B
Bash
HPARAM_ARGS="
|
|
--micro-batch-size 32
|
|
--global-batch-size 2048
|
|
--train-iters 15000
|
|
--eval-iters 10
|
|
--eval-interval 1000
|
|
--save-interval 1000
|
|
--log-interval 1
|
|
--lr 1e-3
|
|
--min-lr 1e-3
|
|
--lr-decay-style constant
|
|
--lr-warmup-iters 10
|
|
" |