train more steps

This commit is contained in:
Jake Poznanski 2024-10-19 14:12:44 +00:00
parent c9ac48bd9d
commit a4822718ea

View File

@ -47,7 +47,7 @@ hparams:
gradient_checkpointing: true gradient_checkpointing: true
clip_grad_norm: 1.0 clip_grad_norm: 1.0
learning_rate: 1e-6 learning_rate: 1e-6
max_steps: 10000 max_steps: 30000
pad_multiple_of: 16 pad_multiple_of: 16
log_every_steps: 10 log_every_steps: 10
eval_every_steps: 100 eval_every_steps: 100
@ -59,6 +59,6 @@ hparams:
save: save:
path: s3://ai2-oe-data/jakep/experiments/qwen2vl-pdf/v1/models/ path: s3://ai2-oe-data/jakep/experiments/qwen2vl-pdf/v1/models/
save_every_steps: 9500 save_every_steps: 29500
max_workers: 10 max_workers: 10