mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-11-29 16:36:34 +00:00
1876c41f07
* Add lost in the middle ranker * Add release note * Julian's feedback: more precise version of truncate * Better comments for the litm algorithm * Sebastian PR feedback * Add check for invalid values of word_count_threshold * Remove _truncate as it is not needed any more --------- Co-authored-by: Darja Fokina <daria.f93@gmail.com>
51 lines
2.1 KiB
Python
51 lines
2.1 KiB
Python
import logging
|
|
import os
|
|
|
|
from haystack import Pipeline
|
|
from haystack.nodes import PromptNode, PromptTemplate, TopPSampler
|
|
from haystack.nodes.ranker.diversity import DiversityRanker
|
|
from haystack.nodes.ranker.lost_in_the_middle import LostInTheMiddleRanker
|
|
from haystack.nodes.retriever.web import WebRetriever
|
|
|
|
search_key = os.environ.get("SERPERDEV_API_KEY")
|
|
if not search_key:
|
|
raise ValueError("Please set the SERPERDEV_API_KEY environment variable")
|
|
|
|
openai_key = os.environ.get("OPENAI_API_KEY")
|
|
if not openai_key:
|
|
raise ValueError("Please set the OPENAI_API_KEY environment variable")
|
|
|
|
prompt_text = """
|
|
Synthesize a comprehensive answer from the following most relevant paragraphs and the given question.
|
|
Provide a clear and concise response that summarizes the key points and information presented in the paragraphs.
|
|
Your answer should be in your own words and be no longer than 50 words.
|
|
\n\n Paragraphs: {documents} \n\n Question: {query} \n\n Answer:
|
|
"""
|
|
|
|
prompt_node = PromptNode(
|
|
"gpt-3.5-turbo", default_prompt_template=PromptTemplate(prompt_text), api_key=openai_key, max_length=768
|
|
)
|
|
|
|
web_retriever = WebRetriever(api_key=search_key, top_search_results=5, mode="preprocessed_documents", top_k=50)
|
|
|
|
sampler = TopPSampler(top_p=0.97)
|
|
diversity_ranker = DiversityRanker()
|
|
litm_ranker = LostInTheMiddleRanker(word_count_threshold=1024)
|
|
|
|
pipeline = Pipeline()
|
|
pipeline.add_node(component=web_retriever, name="Retriever", inputs=["Query"])
|
|
pipeline.add_node(component=sampler, name="Sampler", inputs=["Retriever"])
|
|
pipeline.add_node(component=diversity_ranker, name="DiversityRanker", inputs=["Sampler"])
|
|
pipeline.add_node(component=litm_ranker, name="LostInTheMiddleRanker", inputs=["DiversityRanker"])
|
|
pipeline.add_node(component=prompt_node, name="PromptNode", inputs=["LostInTheMiddleRanker"])
|
|
|
|
logger = logging.getLogger("boilerpy3")
|
|
logger.setLevel(logging.CRITICAL)
|
|
|
|
questions = ["What are the reasons for long-standing animosities between Russia and Poland?"]
|
|
|
|
for q in questions:
|
|
print(f"Question: {q}")
|
|
response = pipeline.run(query=q)
|
|
print(f"Answer: {response['results'][0]}")
|