bert.jsonl

{"question": "What is the name of the new language representation model introduced in the document?", "chainType": "stuff", "indexType": "cogsearchvs", "indexNs": "8fe8ee44933240fa8bc1d72858e4d1eb", "postBody":{"values":[{"recordId":0,"data":{"text":"","approach":"rtr","overrides":{"semantic_ranker":true,"semantic_captions":false,"top":3,"temperature":0,"promptTemplate":"Given the following extracted parts of a long document and a question, create a final answer. \n        If you don't know the answer, just say that you don't know. Don't try to make up an answer. \n        If the answer is not contained within the text below, say \"I don't know\".\n\n        {summaries}\n        Question: {question}\n        ","chainType":"stuff","tokenLength":1000,"embeddingModelType":"azureopenai","deploymentType":"gpt3516k", "answer": "BERT"}}}]}}
{"question": "What is the main difference between BERT and previous language representation models?", "chainType": "stuff", "indexType": "cogsearchvs", "indexNs": "8fe8ee44933240fa8bc1d72858e4d1eb", "postBody":{"values":[{"recordId":0,"data":{"text":"","approach":"rtr","overrides":{"semantic_ranker":true,"semantic_captions":false,"top":3,"temperature":0,"promptTemplate":"Given the following extracted parts of a long document and a question, create a final answer. \n        If you don't know the answer, just say that you don't know. Don't try to make up an answer. \n        If the answer is not contained within the text below, say \"I don't know\".\n\n        {summaries}\n        Question: {question}\n        ","chainType":"stuff","tokenLength":1000,"embeddingModelType":"azureopenai","deploymentType":"gpt3516k", "answer": "BERT is designed to pretrain deep bidirectional representations from unlabeled text by jointly conditioning on both left and right context in all layers."}}}]}}
{"question": "What is the advantage of fine-tuning BERT over using feature-based approaches?", "chainType": "stuff", "indexType": "cogsearchvs", "indexNs": "8fe8ee44933240fa8bc1d72858e4d1eb", "postBody":{"values":[{"recordId":0,"data":{"text":"","approach":"rtr","overrides":{"semantic_ranker":true,"semantic_captions":false,"top":3,"temperature":0,"promptTemplate":"Given the following extracted parts of a long document and a question, create a final answer. \n        If you don't know the answer, just say that you don't know. Don't try to make up an answer. \n        If the answer is not contained within the text below, say \"I don't know\".\n\n        {summaries}\n        Question: {question}\n        ","chainType":"stuff","tokenLength":1000,"embeddingModelType":"azureopenai","deploymentType":"gpt3516k", "answer": "Fine-tuning BERT reduces the need for many heavily-engineered taskspecific architectures and transfers all parameters to initialize end-task model parameters."}}}]}}
{"question": "What are the two unsupervised tasks used to pre-train BERT?", "chainType": "stuff", "indexType": "cogsearchvs", "indexNs": "8fe8ee44933240fa8bc1d72858e4d1eb", "postBody":{"values":[{"recordId":0,"data":{"text":"","approach":"rtr","overrides":{"semantic_ranker":true,"semantic_captions":false,"top":3,"temperature":0,"promptTemplate":"Given the following extracted parts of a long document and a question, create a final answer. \n        If you don't know the answer, just say that you don't know. Don't try to make up an answer. \n        If the answer is not contained within the text below, say \"I don't know\".\n\n        {summaries}\n        Question: {question}\n        ","chainType":"stuff","tokenLength":1000,"embeddingModelType":"azureopenai","deploymentType":"gpt3516k", "answer": "Masked LM and next sentence prediction"}}}]}}
{"question": "How does BERT handle single sentence and sentence pair inputs?", "chainType": "stuff", "indexType": "cogsearchvs", "indexNs": "8fe8ee44933240fa8bc1d72858e4d1eb", "postBody":{"values":[{"recordId":0,"data":{"text":"","approach":"rtr","overrides":{"semantic_ranker":true,"semantic_captions":false,"top":3,"temperature":0,"promptTemplate":"Given the following extracted parts of a long document and a question, create a final answer. \n        If you don't know the answer, just say that you don't know. Don't try to make up an answer. \n        If the answer is not contained within the text below, say \"I don't know\".\n\n        {summaries}\n        Question: {question}\n        ","chainType":"stuff","tokenLength":1000,"embeddingModelType":"azureopenai","deploymentType":"gpt3516k", "answer": "It uses a special classification token ([CLS]) at the beginning of every input sequence and a special separator token ([SEP]) to separate sentences or mark the end of a sequence."}}}]}}