update experiment and data format

futurice · Dec 11, 2024 · 0f2fdc9 · 0f2fdc9
1 parent 231bd20
commit 0f2fdc9
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 3 deletions.
diff --git a/use_case_research_assistant/data/sample_data.json b/use_case_research_assistant/data/sample_data.json
diff --git a/use_case_research_assistant/data/sample_data.jsonl b/use_case_research_assistant/data/sample_data.jsonl
@@ -0,0 +1,2 @@
+{"question": "What's the population of Finland?", "answer": "The population of Finland is 5.5 million."}
+{"question": "What's the population of France?", "answer": "The population of France is 67 million."}
diff --git a/use_case_research_assistant/experiment.yaml b/use_case_research_assistant/experiment.yaml
@@ -11,7 +11,7 @@ connections:
 
 datasets:
 - name: research_assistant_training
-  source: data/sample_data.json
+  source: data/sample_data.jsonl
   description: "This dataset is for prompt experiments."
   mappings:
     question: "${data.question}"
@@ -27,4 +27,4 @@ evaluators:
     description: "This dataset is for evaluating flows."
     mappings:
       groundtruth: "${data.answer}"
-      prediction: "${run.outputs.answer}"
+      prediction: "${run.outputs.answer}"
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		{"question": "What's the population of Finland?", "answer": "The population of Finland is 5.5 million."}
		{"question": "What's the population of France?", "answer": "The population of France is 67 million."}