From 1f5eb497dfcb41c42dcb3571b22473dfd40defee Mon Sep 17 00:00:00 2001 From: Xin Liu Date: Tue, 30 Jul 2024 16:00:59 +0900 Subject: [PATCH] chore: improve `chat_batch_size` and `embedding_batch_size` in CLI tool Signed-off-by: Xin Liu --- gaianet | 12 ------------ 1 file changed, 12 deletions(-) diff --git a/gaianet b/gaianet index 0fef018..4bd02da 100755 --- a/gaianet +++ b/gaianet @@ -667,9 +667,6 @@ start() { chat_ctx_size=$(awk -F'"' '/"chat_ctx_size":/ {print $4}' config.json) # parse batch size for chat model chat_batch_size=$(awk -F'"' '/"chat_batch_size":/ {print $4}' config.json) - if [ -z "$chat_batch_size" ]; then - chat_batch_size=$chat_ctx_size - fi # parse prompt type for chat model prompt_type=$(awk -F'"' '/"prompt_template":/ {print $4}' config.json) # parse system prompt for chat model @@ -703,9 +700,6 @@ start() { embedding_ctx_size=$(awk -F'"' '/"embedding_ctx_size":/ {print $4}' config.json) # parse batch size for embedding model embedding_batch_size=$(awk -F'"' '/"embedding_batch_size":/ {print $4}' config.json) - if [ -z "$embedding_batch_size" ]; then - embedding_batch_size=$embedding_ctx_size - fi # parse port for LlamaEdge API Server llamaedge_port=$(awk -F'"' '/"llamaedge_port":/ {print $4}' config.json) # parse qdrant limit @@ -995,9 +989,6 @@ start() { chat_ctx_size=$(awk -F'"' '/"chat_ctx_size":/ {print $4}' config.json) # parse batch size for chat model chat_batch_size=$(awk -F'"' '/"chat_batch_size":/ {print $4}' config.json) - if [ -z "$chat_batch_size" ]; then - chat_batch_size=$chat_ctx_size - fi # parse prompt type for chat model prompt_type=$(awk -F'"' '/"prompt_template":/ {print $4}' config.json) # parse reverse prompt for chat model @@ -1023,9 +1014,6 @@ start() { embedding_ctx_size=$(awk -F'"' '/"embedding_ctx_size":/ {print $4}' config.json) # parse batch size for embedding model embedding_batch_size=$(awk -F'"' '/"embedding_batch_size":/ {print $4}' config.json) - if [ -z "$embedding_batch_size" ]; then - embedding_batch_size=$embedding_ctx_size - fi # parse port for LlamaEdge API Server llamaedge_port=$(awk -F'"' '/"llamaedge_port":/ {print $4}' config.json) # check port