yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2025-09-25 16:15:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

build: upgrade to transformers==4.35.2 (#6322)

Browse Source 
* upgrade transformers to 4.35.2

* reno
This commit is contained in:
Stefano Fiorucci 2023-11-17 10:12:34 +01:00 committed by GitHub
parent 1c85e44156
commit dd6e35d675
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 14 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/e2e_preview.yml vendored
View File

@ -36,7 +36,7 @@ jobs:
sudo apt install ffmpeg # for local Whisper tests sudo apt install ffmpeg # for local Whisper tests
- name: Install Haystack - name: Install Haystack
run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf tika 'azure-ai-formrecognizer>=3.2.0b2' run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf tika 'azure-ai-formrecognizer>=3.2.0b2'
- name: Run tests - name: Run tests
run: pytest e2e/preview run: pytest e2e/preview

4
.github/workflows/linting_preview.yml vendored
View File

@ -38,7 +38,7 @@ jobs:
python-version: ${{ env.PYTHON_VERSION }} python-version: ${{ env.PYTHON_VERSION }}
- name: Install Haystack - name: Install Haystack
run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf tika 'azure-ai-formrecognizer>=3.2.0b2' run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf tika 'azure-ai-formrecognizer>=3.2.0b2'
- name: Mypy - name: Mypy
if: steps.files.outputs.any_changed == 'true' if: steps.files.outputs.any_changed == 'true'
@ -69,7 +69,7 @@ jobs:
- name: Install Haystack - name: Install Haystack
run: | run: |
pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2'
pip install ./haystack-linter pip install ./haystack-linter
- name: Pylint - name: Pylint

8
.github/workflows/tests_preview.yml vendored
View File

@ -116,7 +116,7 @@ jobs:
python-version: ${{ env.PYTHON_VERSION }} python-version: ${{ env.PYTHON_VERSION }}
- name: Install Haystack - name: Install Haystack
run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2'
- name: Run - name: Run
run: pytest -m "unit" test/preview run: pytest -m "unit" test/preview
@ -175,7 +175,7 @@ jobs:
sudo apt install ffmpeg # for local Whisper tests sudo apt install ffmpeg # for local Whisper tests
- name: Install Haystack - name: Install Haystack
run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2'
- name: Run - name: Run
run: pytest --maxfail=5 -m "integration" test/preview run: pytest --maxfail=5 -m "integration" test/preview
@ -232,7 +232,7 @@ jobs:
colima start colima start
- name: Install Haystack - name: Install Haystack
run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2'
- name: Run Tika - name: Run Tika
run: docker run -d -p 9998:9998 apache/tika:2.9.0.0 run: docker run -d -p 9998:9998 apache/tika:2.9.0.0
@ -284,7 +284,7 @@ jobs:
python-version: ${{ env.PYTHON_VERSION }} python-version: ${{ env.PYTHON_VERSION }}
- name: Install Haystack - name: Install Haystack
run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.34.1 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2' run: pip install .[dev,preview,audio] langdetect transformers[torch,sentencepiece]==4.35.2 'sentence-transformers>=2.2.0' pypdf markdown-it-py mdit_plain tika 'azure-ai-formrecognizer>=3.2.0b2'
- name: Run - name: Run
run: pytest --maxfail=5 -m "integration" test/preview -k 'not tika' run: pytest --maxfail=5 -m "integration" test/preview -k 'not tika'

4
pyproject.toml
View File

@ -49,7 +49,7 @@ dependencies = [
"requests", "requests",
"httpx", "httpx",
"pydantic<2", "pydantic<2",
"transformers==4.34.1", "transformers==4.35.2",
"pandas", "pandas",
"rank_bm25", "rank_bm25",
"scikit-learn>=1.3.0", # TF-IDF and metrics "scikit-learn>=1.3.0", # TF-IDF and metrics
@ -101,7 +101,7 @@ preview = [
"more-itertools", # DocumentSplitter "more-itertools", # DocumentSplitter
] ]
inference = [ inference = [
"transformers[torch,sentencepiece]==4.34.1", "transformers[torch,sentencepiece]==4.35.2",
"sentence-transformers>=2.2.0", # See haystack/nodes/retriever/_embedding_encoder.py, _SentenceTransformersEmbeddingEncoder "sentence-transformers>=2.2.0", # See haystack/nodes/retriever/_embedding_encoder.py, _SentenceTransformersEmbeddingEncoder
"huggingface-hub>=0.5.0", "huggingface-hub>=0.5.0",
] ]

5
releasenotes/notes/transformers-4-35-2-1739bbaa8c6f0111.yaml Normal file
View File

@ -0,0 +1,5 @@
---
enhancements:
- |
Upgrade Transformers to the latest version 4.35.2
This version adds support for DistilWhisper, Fuyu, Kosmos-2, SeamlessM4T, Owl-v2.