deepset-ai/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2026-10-12 02:12:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tests in e2e/nodes/test_summarizer.py could be removed as pipeline e2e tests cover SearchSummarizationPipeline already (#5454)

Browse Source 
Tests in e2e/nodes/test_translator.py can be removed as unit tests exist for translattor and e2e test mostly tests just that the model is good, which is nothing we should test for
This commit is contained in:
Vladimir Blagojevic
2023-08-08 13:21:11 +02:00
committed by GitHub
parent f6b50cfdf9
commit 37cf1fe49c
3 changed files with 0 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files
e2e/nodes/__init__.py
View File
e2e/nodes/test_summarizer.py
-48
View File
@@ -1,48 +0,0 @@
from haystack.schema import Document
from haystack.nodes import TransformersSummarizer
DOCS = [
Document(
content="""
PG&E stated it scheduled the blackouts in response to forecasts for high winds amid dry conditions.
The aim is to reduce the risk of wildfires. Nearly 800 thousand customers were scheduled to be affected
by the shutoffs which were expected to last through at least midday tomorrow.
"""
),
Document(
content="""
The tower is 324 metres (1,063 ft) tall, about the same height as an 81-storey building, and the tallest
structure in Paris. Its base is square, measuring 125 metres (410 ft) on each side. During its construction,
the Eiffel Tower surpassed the Washington Monument to become the tallest man-made structure in the world, a
title it held for 41 years until the Chrysler Building in New York City was finished in 1930. It was the first
structure to reach a height of 300 metres. Due to the addition of a broadcasting aerial at the top of the tower
in 1957, it is now taller than the Chrysler Building by 5.2 metres (17 ft). Excluding transmitters, the Eiffel
Tower is the second tallest free-standing structure in France after the Millau Viaduct.
"""
),
]
EXPECTED_SUMMARIES = [
"Hundreds of thousands of customers in California have been left without power after a power cut.",
"The Eiffel Tower in Paris is the world's tallest man-made structure.",
]
def test_summarization():
summarizer = TransformersSummarizer(model_name_or_path="sshleifer/distilbart-xsum-12-6", use_gpu=False)
summarized_docs = summarizer.predict(documents=DOCS)
assert len(summarized_docs) == len(DOCS)
for expected_summary, summary in zip(EXPECTED_SUMMARIES, summarized_docs):
assert expected_summary.strip() == summary.meta["summary"].strip()
def test_summarization_batch():
summarizer = TransformersSummarizer(model_name_or_path="sshleifer/distilbart-xsum-12-6", use_gpu=False)
summarized_docs = summarizer.predict_batch(documents=[DOCS, DOCS])
assert len(summarized_docs) == 2 # Number of document lists
assert len(summarized_docs[0]) == len(DOCS)
assert len(summarized_docs[1]) == len(DOCS)
for expected_summary, summary_1, summary_2 in zip(EXPECTED_SUMMARIES, summarized_docs[0], summarized_docs[1]):
assert expected_summary.strip() == summary_1.meta["summary"].strip()
assert expected_summary.strip() == summary_2.meta["summary"].strip()
e2e/nodes/test_translator.py
-13
View File
@@ -1,13 +0,0 @@
from haystack import Document
from haystack.nodes import TransformersTranslator
def test_translator():
en_to_de_translator = TransformersTranslator(model_name_or_path="Helsinki-NLP/opus-mt-en-de")
original = "I live in Berlin"
translation = "Ich lebe in Berlin"
assert en_to_de_translator.translate(query=original) == translation
assert en_to_de_translator.translate(documents=[original])[0] == translation
assert en_to_de_translator.translate(documents=[Document(content=original)])[0].content == translation