mirror of
https://github.com/deepset-ai/haystack.git
synced 2026-01-08 13:06:29 +00:00
6bf0b9dc7c
* Add MarkdownToTextDocument * Add release notes * Update GitHub workflows * Update GitHub workflows * Refactor code with minimal dependencies * Update docstrings * Apply suggestions from code review Co-authored-by: Daria Fokina <daria.f93@gmail.com> * Update document with content and meta for backward compatibility * Refactor Document Class for Backward Compatibility Co-authored-by: Stefano Fiorucci <44616784+anakin87@users.noreply.github.com> * Update tests * Improve test assertions --------- Co-authored-by: Daria Fokina <daria.f93@gmail.com> Co-authored-by: Stefano Fiorucci <44616784+anakin87@users.noreply.github.com>
85 lines
2.7 KiB
YAML
85 lines
2.7 KiB
YAML
# If you change this name also do it in linting-skipper.yml and ci_metrics.yml
|
|
name: Linting (Preview)
|
|
|
|
on:
|
|
pull_request:
|
|
paths:
|
|
- "haystack/preview/**/*.py"
|
|
- "test/preview/**/*.py"
|
|
- "e2e/preview/**/*.py"
|
|
- "**/pyproject.toml"
|
|
|
|
env:
|
|
PYTHON_VERSION: "3.8"
|
|
|
|
jobs:
|
|
mypy:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
# With the default value of 1, there are corner cases where tj-actions/changed-files
|
|
# fails with a `no merge base` error
|
|
fetch-depth: 0
|
|
|
|
- name: Get changed files
|
|
id: files
|
|
uses: tj-actions/changed-files@v40
|
|
with:
|
|
files: |
|
|
**/*.py
|
|
files_ignore: |
|
|
test/**
|
|
rest_api/test/**
|
|
|
|
- uses: actions/setup-python@v4
|
|
with:
|
|
python-version: ${{ env.PYTHON_VERSION }}
|
|
|
|
- name: Install Haystack
|
|
run: |
|
|
pip install .[dev,preview] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf tika 'azure-ai-formrecognizer>=3.2.0b2'
|
|
pip install --no-deps llvmlite numba 'openai-whisper>=20230918' # prevent outdated version of tiktoken pinned by openai-whisper
|
|
|
|
- name: Mypy
|
|
if: steps.files.outputs.any_changed == 'true'
|
|
run: |
|
|
mkdir .mypy_cache/
|
|
mypy --install-types --non-interactive ${{ steps.files.outputs.all_changed_files }} --exclude=rest_api/build/ --exclude=rest_api/test/
|
|
|
|
pylint:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
# With the default value of 1, there are corner cases where tj-actions/changed-files
|
|
# fails with a `no merge base` error
|
|
fetch-depth: 0
|
|
|
|
- name: Get changed files
|
|
id: files
|
|
uses: tj-actions/changed-files@v40
|
|
with:
|
|
files: |
|
|
**/*.py
|
|
files_ignore: |
|
|
test/**
|
|
rest_api/test/**
|
|
|
|
- uses: actions/setup-python@v4
|
|
with:
|
|
python-version: ${{ env.PYTHON_VERSION }}
|
|
|
|
- name: Install Haystack
|
|
run: |
|
|
pip install .[dev,preview] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2'
|
|
pip install --no-deps llvmlite numba 'openai-whisper>=20230918' # prevent outdated version of tiktoken pinned by openai-whisper
|
|
pip install ./haystack-linter
|
|
|
|
- name: Pylint
|
|
if: steps.files.outputs.any_changed == 'true'
|
|
run: |
|
|
pylint -ry -j 0 ${{ steps.files.outputs.all_changed_files }}
|