From c2370c94b79b1702599fcde85bd3a59529cb952b Mon Sep 17 00:00:00 2001 From: zhijianma Date: Fri, 17 Nov 2023 10:07:52 +0800 Subject: [PATCH] test: add test data --- tests/format/data/structured/demo-dataset.jsonl | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/tests/format/data/structured/demo-dataset.jsonl b/tests/format/data/structured/demo-dataset.jsonl index 707f802b0..590c029f5 100644 --- a/tests/format/data/structured/demo-dataset.jsonl +++ b/tests/format/data/structured/demo-dataset.jsonl @@ -1,2 +1,6 @@ -{"text": "Today is Sunday and it's a happy day!", "meta": {"src": "Arxiv", "date": "2023-04-27", "version": "1.0"}} -{"text": "Do you need a cup of coffee?", "meta": {"src": "code", "author": "xxx"}} +{"text": "Today is Sunday and it's a happy day!", "meta": {"src": "Arxiv"}} +{"text": "Do you need a cup of coffee?", "meta": {"src": "code"}} +{"text": "你好，请问你是谁", "meta": {"src": "customized"}} +{"text": "Sur la plateforme MT4, plusieurs manières d'accéder à ces fonctionnalités sont conçues simultanément.", "meta": {"src": "Oscar"}} +{"text": "欢迎来到阿里巴巴！", "meta": {"src": "customized"}} +{"text": "This paper proposed a novel method on LLM pretraining.", "meta": {"src": "customized"}} \ No newline at end of file