{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": { "pycharm": { "is_executing": false } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "11/11/2019 18:43:25 - INFO - root - Using localhost sqlite as the database backend. as Database not configured. Add a qa_config.py file in the Python path with DATABASE_URL set.Continuing with the default sqlite on localhost.\n", "I1111 18:43:25.533496 140652943304512 file_utils.py:39] PyTorch version 1.3.0 available.\n", "I1111 18:43:25.611577 140652943304512 modeling_xlnet.py:194] Better speed can be achieved with apex installed from https://www.github.com/nvidia/apex .\n" ] } ], "source": [ "from farm_haystack.reader.adaptive_model import FARMReader\n", "from farm_haystack.retriever.tfidf import TfidfRetriever\n", "from farm_haystack import Finder\n", "from farm_haystack.indexing.io import write_documents_to_db, fetch_archive_from_http\n", "from farm_haystack.indexing.cleaning import clean_wiki_text\n", "from farm_haystack.utils import print_answers" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "pycharm": { "is_executing": false } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "I1111 18:43:25.834958 140652943304512 io.py:46] Fetching from https://s3.eu-central-1.amazonaws.com/deepset.ai-farm-qa/datasets/documents/wiki_gameofthrones_txt.zip to `data/article_txt_got`\n", "\r", " 0%| | 0/1167348 [00:00