From dd6e35d675e4cae54ec795eab44b205dc3e5ed6b Mon Sep 17 00:00:00 2001 From: Stefano Fiorucci <44616784+anakin87@users.noreply.github.com> Date: Fri, 17 Nov 2023 10:12:34 +0100 Subject: [PATCH] build: upgrade to `transformers==4.35.2` (#6322) * upgrade transformers to 4.35.2 * reno --- .github/workflows/e2e_preview.yml | 2 +- .github/workflows/linting_preview.yml | 4 ++-- .github/workflows/tests_preview.yml | 8 ++++---- pyproject.toml | 4 ++-- .../notes/transformers-4-35-2-1739bbaa8c6f0111.yaml | 5 +++++ 5 files changed, 14 insertions(+), 9 deletions(-) create mode 100644 releasenotes/notes/transformers-4-35-2-1739bbaa8c6f0111.yaml diff --git a/.github/workflows/e2e_preview.yml b/.github/workflows/e2e_preview.yml index 80d872925..2e9763d28 100644 --- a/.github/workflows/e2e_preview.yml +++ b/.github/workflows/e2e_preview.yml @@ -36,7 +36,7 @@ jobs: sudo apt install ffmpeg # for local Whisper tests - name: Install Haystack - run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf tika 'azure-ai-formrecognizer>=3.2.0b2' + run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf tika 'azure-ai-formrecognizer>=3.2.0b2' - name: Run tests run: pytest e2e/preview diff --git a/.github/workflows/linting_preview.yml b/.github/workflows/linting_preview.yml index 45cf6cedf..1c2998443 100644 --- a/.github/workflows/linting_preview.yml +++ b/.github/workflows/linting_preview.yml @@ -38,7 +38,7 @@ jobs: python-version: ${{ env.PYTHON_VERSION }} - name: Install Haystack - run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf tika 'azure-ai-formrecognizer>=3.2.0b2' + run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf tika 'azure-ai-formrecognizer>=3.2.0b2' - name: Mypy if: steps.files.outputs.any_changed == 'true' @@ -69,7 +69,7 @@ jobs: - name: Install Haystack run: | - pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' + pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' pip install ./haystack-linter - name: Pylint diff --git a/.github/workflows/tests_preview.yml b/.github/workflows/tests_preview.yml index d702e54ac..09edc2bc3 100644 --- a/.github/workflows/tests_preview.yml +++ b/.github/workflows/tests_preview.yml @@ -116,7 +116,7 @@ jobs: python-version: ${{ env.PYTHON_VERSION }} - name: Install Haystack - run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' + run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' - name: Run run: pytest -m "unit" test/preview @@ -175,7 +175,7 @@ jobs: sudo apt install ffmpeg # for local Whisper tests - name: Install Haystack - run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' + run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' - name: Run run: pytest --maxfail=5 -m "integration" test/preview @@ -232,7 +232,7 @@ jobs: colima start - name: Install Haystack - run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' + run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' - name: Run Tika run: docker run -d -p 9998:9998 apache/tika:2.9.0.0 @@ -284,7 +284,7 @@ jobs: python-version: ${{ env.PYTHON_VERSION }} - name: Install Haystack - run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' + run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' - name: Run run: pytest --maxfail=5 -m "integration" test/preview -k 'not tika' diff --git a/pyproject.toml b/pyproject.toml index 3d2ce0448..e239da090 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -49,7 +49,7 @@ dependencies = [ "requests", "httpx", "pydantic<2", - "transformers==4.34.1", + "transformers==4.35.2", "pandas", "rank_bm25", "scikit-learn>=1.3.0", # TF-IDF and metrics @@ -101,7 +101,7 @@ preview = [ "more-itertools", # DocumentSplitter ] inference = [ - "transformers[torch,sentencepiece]==4.34.1", + "transformers[torch,sentencepiece]==4.35.2", "sentence-transformers>=2.2.0", # See haystack/nodes/retriever/_embedding_encoder.py, _SentenceTransformersEmbeddingEncoder "huggingface-hub>=0.5.0", ] diff --git a/releasenotes/notes/transformers-4-35-2-1739bbaa8c6f0111.yaml b/releasenotes/notes/transformers-4-35-2-1739bbaa8c6f0111.yaml new file mode 100644 index 000000000..b3c9b1699 --- /dev/null +++ b/releasenotes/notes/transformers-4-35-2-1739bbaa8c6f0111.yaml @@ -0,0 +1,5 @@ +--- +enhancements: + - | + Upgrade Transformers to the latest version 4.35.2 + This version adds support for DistilWhisper, Fuyu, Kosmos-2, SeamlessM4T, Owl-v2.