yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-10-31 10:04:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

try lower lr

Browse Source
This commit is contained in:
Jake Poznanski 2024-10-08 23:52:56 +00:00
parent 230c8a9f9a
commit ad10add6c1
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pdelfin/train/config/qwen2vl-7b-lora.yaml
View File

@ -54,8 +54,8 @@ hparams:
gradient_accumulation_steps: 4 gradient_accumulation_steps: 4
gradient_checkpointing: false gradient_checkpointing: false
clip_grad_norm: 1.0 clip_grad_norm: 1.0
learning_rate: 3e-4 learning_rate: 1e-4
max_steps: 9000 max_steps: 20000
pad_multiple_of: 16 pad_multiple_of: 16
log_every_steps: 10 log_every_steps: 10
eval_every_steps: 100 eval_every_steps: 100