From 8a882a74a05a0be9ee4367c288eb32a0e7fcb8c8 Mon Sep 17 00:00:00 2001 From: Vasilije <8619304+Vasilije1990@users.noreply.github.com> Date: Fri, 19 Apr 2024 12:36:49 +0200 Subject: [PATCH] Add context to details Add context to details to make it easier to run evaluations --- dspy/datasets/hotpotqa.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dspy/datasets/hotpotqa.py b/dspy/datasets/hotpotqa.py index 9fbf08617..04684ac57 100644 --- a/dspy/datasets/hotpotqa.py +++ b/dspy/datasets/hotpotqa.py @@ -18,7 +18,7 @@ def __init__(self, *args, only_hard_examples=True, keep_details='dev_titles', un for raw_example in hf_official_train: if raw_example['level'] == 'hard': if keep_details is True: - keys = ['id', 'question', 'answer', 'type', 'supporting_facts'] + keys = ['id', 'question', 'answer', 'type', 'supporting_facts', 'context'] elif keep_details == 'dev_titles': keys = ['question', 'answer', 'supporting_facts'] else: @@ -81,4 +81,4 @@ def __init__(self, *args, only_hard_examples=True, keep_details='dev_titles', un Both London and German have seen attacks during war, there was one specific type of attack that Germany called the blitz, what did London call a similar attack? Pre-Madonna was a collection of demos by the singer who was a leading presence during the emergence of what network? Alan Mills composed the classic folk song that tells the story of what? -""" \ No newline at end of file +"""