Pyproject dependency cleanup

This commit is contained in:
Jake Poznanski 2024-09-20 08:22:10 -07:00
parent 962fb7eb6d
commit dc86a99a97

View File

@ -20,6 +20,7 @@ authors = [
requires-python = ">=3.8" requires-python = ">=3.8"
dependencies = [ dependencies = [
"cached-path", "cached-path",
"smart_open",
"pypdf", "pypdf",
"pymupdf", "pymupdf",
"pypdfium2", "pypdfium2",
@ -52,13 +53,19 @@ dev = [
"sphinx-copybutton==0.5.2", "sphinx-copybutton==0.5.2",
"sphinx-autobuild==2021.3.14", "sphinx-autobuild==2021.3.14",
"sphinx-autodoc-typehints==1.23.3", "sphinx-autodoc-typehints==1.23.3",
"packaging" "packaging",
"necessary",
] ]
[project.optional-dependencies]
train = [ train = [
"torch", "torch",
"torchvision", "torchvision",
"accelerate",
"datasets",
"peft",
"wandb",
"omegaconf",
"s3fs",
"transformers @ git+https://github.com/huggingface/transformers.git@f9b44097261270377199bb0fcbceb01fd9f7d0c0" "transformers @ git+https://github.com/huggingface/transformers.git@f9b44097261270377199bb0fcbceb01fd9f7d0c0"
] ]