mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-07-26 02:10:41 +00:00
a59bca3661
* Testing black on ui/ * Applying black on docstores * Add latest docstring and tutorial changes * Create a single GH action for Black and docs to reduce commit noise to the minimum, slightly refactor the OpenAPI action too * Remove comments * Relax constraints on pydoc-markdown * Split temporary black from the docs. Pydoc-markdown was obsolete and needs a separate PR to upgrade * Fix a couple of bugs * Add a type: ignore that was missing somehow * Give path to black * Apply Black * Apply Black * Relocate a couple of type: ignore * Update documentation * Make Linux CI run after applying Black * Triggering Black * Apply Black * Remove dependency, does not work well * Remove manually double trailing commas * Update documentation Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
22 lines
442 B
Python
22 lines
442 B
Python
import json
|
|
from tqdm import tqdm
|
|
import time
|
|
import random
|
|
|
|
random.seed(42)
|
|
|
|
lines = []
|
|
with open("psgs_w100_minus_gold_unshuffled.tsv") as f:
|
|
f.readline() # Remove column header
|
|
lines = [l for l in tqdm(f)]
|
|
|
|
tic = time.perf_counter()
|
|
random.shuffle(lines)
|
|
toc = time.perf_counter()
|
|
t = toc - tic
|
|
print(t)
|
|
with open("psgs_w100_minus_gold.tsv", "w") as f:
|
|
f.write("id\ttext\title\n")
|
|
for l in tqdm(lines):
|
|
f.write(l)
|