mirror of
https://github.com/deepset-ai/haystack.git
synced 2026-01-02 01:57:38 +00:00
c18f81283c
* chore: fix deepset_sync.py for pylint * check .github with ruff * fix * Update .github/utils/pyproject_to_requirements.py Co-authored-by: Sebastian Husch Lee <10526848+sjrl@users.noreply.github.com> --------- Co-authored-by: Sebastian Husch Lee <10526848+sjrl@users.noreply.github.com>
55 lines
1.4 KiB
Python
55 lines
1.4 KiB
Python
import argparse
|
|
import re
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
# toml is available in the default environment but not in the test environment, so pylint complains
|
|
import toml # pylint: disable=import-error
|
|
|
|
matcher = re.compile(r"farm-haystack\[(.+)\]")
|
|
parser = argparse.ArgumentParser(
|
|
prog="pyproject_to_requirements.py", description="Convert pyproject.toml to requirements.txt"
|
|
)
|
|
parser.add_argument("pyproject_path")
|
|
parser.add_argument("--extra", default="")
|
|
|
|
|
|
def resolve(target: str, extras: dict, results: set):
|
|
"""
|
|
Resolve the dependencies for a given target.
|
|
"""
|
|
if target not in extras:
|
|
results.add(target)
|
|
return
|
|
|
|
for t in extras[target]:
|
|
m = matcher.match(t)
|
|
if m:
|
|
for i in m.group(1).split(","):
|
|
resolve(i, extras, results)
|
|
else:
|
|
resolve(t, extras, results)
|
|
|
|
|
|
def main(pyproject_path: Path, extra: str = ""):
|
|
"""
|
|
Convert a pyproject.toml file to a requirements.txt file.
|
|
"""
|
|
content = toml.load(pyproject_path)
|
|
# basic set of dependencies
|
|
deps = set(content["project"]["dependencies"])
|
|
|
|
if extra:
|
|
extras = content["project"]["optional-dependencies"]
|
|
resolve(extra, extras, deps)
|
|
|
|
sys.stdout.write("\n".join(sorted(deps)))
|
|
sys.stdout.write("\n")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
args = parser.parse_args()
|
|
pyproject_path = Path(args.pyproject_path).absolute()
|
|
|
|
main(pyproject_path, args.extra)
|