2021-04-08 14:05:33 +02:00
|
|
|
from pathlib import Path
|
|
|
|
|
|
|
|
|
|
import pytest
|
|
|
|
|
|
2021-10-25 15:50:23 +02:00
|
|
|
from haystack.nodes import Text2SparqlRetriever
|
|
|
|
|
from haystack.document_stores import GraphDBKnowledgeGraph
|
|
|
|
|
from haystack.utils import fetch_archive_from_http
|
2021-04-08 14:05:33 +02:00
|
|
|
|
2021-10-29 13:52:28 +05:30
|
|
|
|
2021-04-08 14:05:33 +02:00
|
|
|
@pytest.mark.graphdb
|
2021-10-29 13:52:28 +05:30
|
|
|
def test_graph_retrieval():
|
2021-04-08 14:05:33 +02:00
|
|
|
# TODO rename doc_dir
|
|
|
|
|
graph_dir = "../data/tutorial10_knowledge_graph/"
|
|
|
|
|
s3_url = "https://fandom-qa.s3-eu-west-1.amazonaws.com/triples_and_config.zip"
|
|
|
|
|
fetch_archive_from_http(url=s3_url, output_dir=graph_dir)
|
|
|
|
|
|
|
|
|
|
# Fetch a pre-trained BART model that translates natural language questions to SPARQL queries
|
|
|
|
|
model_dir = "../saved_models/tutorial10_knowledge_graph/"
|
|
|
|
|
s3_url = "https://fandom-qa.s3-eu-west-1.amazonaws.com/saved_models/hp_v3.4.zip"
|
|
|
|
|
fetch_archive_from_http(url=s3_url, output_dir=model_dir)
|
|
|
|
|
|
|
|
|
|
kg = GraphDBKnowledgeGraph(index="tutorial_10_index")
|
|
|
|
|
kg.delete_index()
|
|
|
|
|
kg.create_index(config_path=Path(graph_dir+"repo-config.ttl"))
|
|
|
|
|
kg.import_from_ttl_file(index="tutorial_10_index",
|
|
|
|
|
path=Path(graph_dir+"triples.ttl"))
|
|
|
|
|
triple = {'p': {'type': 'uri', 'value': 'https://deepset.ai/harry_potter/_paternalgrandfather'}, 's': {'type': 'uri', 'value': 'https://deepset.ai/harry_potter/Melody_fawley'}, 'o': {'type': 'uri', 'value': 'https://deepset.ai/harry_potter/Marshall_fawley'}}
|
|
|
|
|
triples = kg.get_all_triples()
|
|
|
|
|
assert len(triples) > 0
|
|
|
|
|
assert triple in triples
|
|
|
|
|
|
|
|
|
|
# Define prefixes for names of resources so that we can use shorter resource names in queries
|
|
|
|
|
prefixes = """PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
|
|
|
|
|
PREFIX xsd: <http://www.w3.org/2001/XMLSchema#>
|
|
|
|
|
PREFIX hp: <https://deepset.ai/harry_potter/>
|
|
|
|
|
"""
|
|
|
|
|
kg.prefixes = prefixes
|
|
|
|
|
|
|
|
|
|
kgqa_retriever = Text2SparqlRetriever(knowledge_graph=kg,
|
|
|
|
|
model_name_or_path=model_dir+"hp_v3.4")
|
|
|
|
|
|
|
|
|
|
result = kgqa_retriever.retrieve(query="In which house is Harry Potter?")
|
|
|
|
|
assert result[0] == {'answer': ['https://deepset.ai/harry_potter/Gryffindor'], 'prediction_meta': {'model': 'Text2SparqlRetriever', 'sparql_query': 'select ?a { hp:Harry_potter hp:house ?a . }'}}
|
|
|
|
|
|
|
|
|
|
result = kgqa_retriever._query_kg(sparql_query="select distinct ?sbj where { ?sbj hp:job hp:Keeper_of_keys_and_grounds . }")
|
|
|
|
|
assert result[0][0] == "https://deepset.ai/harry_potter/Rubeus_hagrid"
|
|
|
|
|
|
|
|
|
|
result = kgqa_retriever._query_kg(
|
|
|
|
|
sparql_query="select distinct ?obj where { <https://deepset.ai/harry_potter/Hermione_granger> <https://deepset.ai/harry_potter/patronus> ?obj . }")
|
|
|
|
|
assert result[0][0] == "https://deepset.ai/harry_potter/Otter"
|
