mirror of
https://github.com/deepset-ai/haystack.git
synced 2026-01-07 20:46:31 +00:00
f9d2f786ca
* Replace FARM import statements; add dependencies * Add InferenceProc., TextCl.Proc., TextPairCl.Proc. * Remove FARMRanker, add type annotations, rename max_sample * Add sample_to_features_text for InferenceProc. * Fix type annotations: model_name_or_path is str not Path * Fix mypy errors: implement _create_dataset in TextCl.Proc. * Add task_type "embeddings" in Inferencer * Allow loading AdaptiveModel for embedding task * Add SQuAD eval metrics; enable InferenceProc for embedding task * Add baskets as param to log_samples and handle empty basket list in log_samples * Remove unused dependencies * Remove FARMClassifier (doc classificer) due to ref to TextClassificationHead * Remove FARMRanker and Classifier from doc generation scripts Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
66 lines
1.5 KiB
Plaintext
66 lines
1.5 KiB
Plaintext
# basics
|
|
setuptools
|
|
wheel
|
|
# PyTorch
|
|
# Temp. disabled the next line as it gets currently resolved to https://download.pytorch.org/whl/rocm3.8/torch-1.7.1%2Brocm3.8-cp38-cp38-linux_x86_64.whl
|
|
# --find-links=https://download.pytorch.org/whl/torch_stable.html
|
|
torch>1.5,<1.10
|
|
# progress bars in model download and training scripts
|
|
tqdm
|
|
# Used for downloading models over HTTP
|
|
requests
|
|
# Scipy & sklearn for stats in run_classifier
|
|
scipy>=1.3.2
|
|
sklearn
|
|
# Metrics or logging related
|
|
seqeval
|
|
mlflow<=1.13.1
|
|
# huggingface repository
|
|
transformers==4.7.0
|
|
sentence-transformers
|
|
# pickle extension for (de-)serialization
|
|
dill
|
|
# Inference with ONNX models. Install onnxruntime-gpu for Inference on GPUs
|
|
# onnxruntime
|
|
# onnxruntime_tools
|
|
psutil
|
|
# haystack
|
|
--find-links=https://download.pytorch.org/whl/torch_stable.html
|
|
fastapi
|
|
uvicorn
|
|
gunicorn
|
|
pandas
|
|
sklearn
|
|
psycopg2-binary; sys_platform != 'win32' and sys_platform != 'cygwin'
|
|
elasticsearch>=7.7,<=7.10
|
|
elastic-apm
|
|
tox
|
|
coverage
|
|
langdetect # for PDF conversions
|
|
# for PDF conversions using OCR
|
|
pytesseract==0.3.7
|
|
pillow==8.3.2
|
|
pdf2image==1.14.0
|
|
sentence-transformers>=0.4.0
|
|
python-multipart
|
|
python-docx
|
|
sqlalchemy>=1.4.2
|
|
sqlalchemy_utils
|
|
# for using FAISS with GPUs, install faiss-gpu
|
|
faiss-cpu>=1.6.3
|
|
tika
|
|
uvloop==0.14; sys_platform != 'win32' and sys_platform != 'cygwin'
|
|
httptools
|
|
nltk
|
|
more_itertools
|
|
networkx
|
|
# Refer milvus version support matrix at https://github.com/milvus-io/pymilvus#install-pymilvus
|
|
pymilvus
|
|
# Optional: For crawling
|
|
#selenium
|
|
#webdriver-manager
|
|
SPARQLWrapper
|
|
mmh3
|
|
weaviate-client==2.5.0
|
|
ray==1.5.0
|