yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2026-01-07 12:37:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add progressbar to upload_files() of deepset Cloud client (#3069)

Browse Source
This commit is contained in:
Malte Pietsch 2022-08-23 20:51:08 +02:00 committed by GitHub
parent 3ea57801ae
commit 76af0444cc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
haystack/utils/deepsetcloud.py
View File

@ -16,6 +16,7 @@ from enum import Enum
import yaml
import pandas as pd
import requests
from tqdm import tqdm
from haystack.schema import Label, Document, Answer, EvaluationResult
@ -977,7 +978,7 @@ class FileClient:
metas = [{} for _ in file_paths]
file_ids = []
for file_path, meta in zip(file_paths, metas):
for file_path, meta in tqdm(zip(file_paths, metas), total=len(file_paths)):
try:
mime_type = guess_type(str(file_path))[0]
with open(file_path, "rb") as file: