test: add test data

modelscope · Nov 17, 2023 · c2370c9 · c2370c9
1 parent 017c36d
commit c2370c9
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/tests/format/data/structured/demo-dataset.jsonl b/tests/format/data/structured/demo-dataset.jsonl
@@ -1,2 +1,6 @@
-{"text": "Today is Sunday and it's a happy day!", "meta": {"src": "Arxiv", "date": "2023-04-27", "version": "1.0"}}
-{"text": "Do you need a cup of coffee?", "meta": {"src": "code", "author": "xxx"}}
+{"text": "Today is Sunday and it's a happy day!", "meta": {"src": "Arxiv"}}
+{"text": "Do you need a cup of coffee?", "meta": {"src": "code"}}
+{"text": "你好，请问你是谁", "meta": {"src": "customized"}}
+{"text": "Sur la plateforme MT4, plusieurs manières d'accéder à ces fonctionnalités sont conçues simultanément.", "meta": {"src": "Oscar"}}
+{"text": "欢迎来到阿里巴巴！", "meta": {"src": "customized"}}
+{"text": "This paper proposed a novel method on LLM pretraining.", "meta": {"src": "customized"}}