From c3ddb44f568b56ffe58dfb67075d3a58ff53a6eb Mon Sep 17 00:00:00 2001 From: Magdy Saleh Date: Fri, 12 Apr 2024 19:43:08 +0000 Subject: [PATCH] add comment to cite tei project --- server/lorax_server/models/flash_bert.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/server/lorax_server/models/flash_bert.py b/server/lorax_server/models/flash_bert.py index 82d411135..50eccf116 100644 --- a/server/lorax_server/models/flash_bert.py +++ b/server/lorax_server/models/flash_bert.py @@ -24,6 +24,11 @@ tracer = trace.get_tracer(__name__) +# NOTE: This implementation of flashbert was based on the huggingface/text-embeddings-inference implementation of flashbert here: +# https://github.com/huggingface/text-embeddings-inference/blob/cb802a25d43fe6078c715b49652a3bc8a7d5aac8/backends/python/server/text_embeddings_server/models/flash_bert.py + + + class BertEmbeddings: def __init__(self, prefix, weights, device, dtype, config: BertConfig):