c50fe14
1
2
3
4
5
6
batch_size = 8 eval_iters = 500 # use more iterations to get good estimate eval_only = True wandb_log = False init_from = 'RWKV/rwkv-4-430m-pile' dtype = 'float16' # v100 doesn't support bf16
