diff --git a/pyproject.toml b/pyproject.toml index 908f21f..c7fe1fb 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -23,8 +23,7 @@ dependencies = [ "pypdf", "pymupdf", "pypdfium2", - "lingua-language-detector", - "https://github.com/kpu/kenlm/archive/master.zip", + "lingua-language-detector" ] license = {file = "LICENSE"} @@ -56,6 +55,13 @@ dev = [ "packaging" ] +[project.optional-dependencies] +train = [ + "torch", + "torchvision", + "transformers @ git+https://github.com/huggingface/transformers.git@f9b44097261270377199bb0fcbceb01fd9f7d0c0" +] + [tool.setuptools.packages.find] exclude = [ "*.tests",