From b915e7de00c0e515d88802afd4e61b9f6490c81c Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Mon, 23 Sep 2024 08:20:08 -0700 Subject: [PATCH] Smaller config for now, fixing a few requirements --- pdelfin/train/config/qwen2vl-2b.yaml | 4 ++-- pyproject.toml | 3 ++- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/pdelfin/train/config/qwen2vl-2b.yaml b/pdelfin/train/config/qwen2vl-2b.yaml index 0c054ba..6da9d5f 100644 --- a/pdelfin/train/config/qwen2vl-2b.yaml +++ b/pdelfin/train/config/qwen2vl-2b.yaml @@ -87,8 +87,8 @@ valid_data: # Mostly pulled from https://github.com/QwenLM/Qwen2/blob/main/examples/sft/finetune.sh hparams: - batch_size: 2 - eval_batch_size: 2 + batch_size: 1 + eval_batch_size: 1 gradient_accumulation_steps: 4 gradient_checkpointing: true clip_grad_norm: 1.0 diff --git a/pyproject.toml b/pyproject.toml index 5c9b74a..e075fc5 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -24,7 +24,8 @@ dependencies = [ "pypdf", "pymupdf", "pypdfium2", - "lingua-language-detector" + "lingua-language-detector", + "Pillow", ] license = {file = "LICENSE"}