Pyproject dependency cleanup

This commit is contained in:
Jake Poznanski 2024-09-20 08:22:10 -07:00
parent 962fb7eb6d
commit dc86a99a97

View File

@ -20,6 +20,7 @@ authors = [
requires-python = ">=3.8"
dependencies = [
"cached-path",
"smart_open",
"pypdf",
"pymupdf",
"pypdfium2",
@ -52,13 +53,19 @@ dev = [
"sphinx-copybutton==0.5.2",
"sphinx-autobuild==2021.3.14",
"sphinx-autodoc-typehints==1.23.3",
"packaging"
"packaging",
"necessary",
]
[project.optional-dependencies]
train = [
"torch",
"torchvision",
"accelerate",
"datasets",
"peft",
"wandb",
"omegaconf",
"s3fs",
"transformers @ git+https://github.com/huggingface/transformers.git@f9b44097261270377199bb0fcbceb01fd9f7d0c0"
]