From 54f25e9d0ed0398dc4810a871f0f2df7e755e4d2 Mon Sep 17 00:00:00 2001 From: glorenzo972 Date: Tue, 7 May 2024 17:09:05 +0200 Subject: [PATCH] fixed: entrypoint.sh --- README.md | 18 +++++++++++++++++- 1 file changed, 17 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 7610f98..f6a85e7 100644 --- a/README.md +++ b/README.md @@ -17,6 +17,11 @@ export PINECONE_API_KEY="pinecone api key" export PINECONE_TEXT_KEY="pinecone field for text - default text in pod content" export PINECONE_INDEX="pinecone index name" export TILELLM_ROLE="role in pod. Train enable all the APIs, qa do not consume redis queue only Q&A" +export WORKERS=INT number of workers 2*CPU+1 +export TIMEOUT=INT seconds of timeout default=180 +export MAXREQUESTS=INT The maximum number of requests a worker will process before restarting. deafult=1200 +export MAXRJITTER=INT The maximum jitter to add to the max_requests setting default=5 +export GRACEFULTIMEOUT=INT Timeout for graceful workers restart default=30 tilellm ``` @@ -28,7 +33,18 @@ sudo docker build -t tilellm . ``` - sudo docker run -d -p 8000:8000 --env environment="dev|prod" --env PINECONE_API_KEY="yourapikey" --env PINECONE_TEXT_KEY="text|content" --env PINECONE_INDEX="index_name" --env TILELLM_ROLE="train|qa" --env REDIS_URL="redis://redis:6379/0" --name tilellm --link test-redis:redis tilellm +sudo docker run -d -p 8000:8000 --env environment="dev|prod" \ +--env PINECONE_API_KEY="yourapikey" \ +--env PINECONE_TEXT_KEY="text|content" \ +--env PINECONE_INDEX="index_name" \ +--env TILELLM_ROLE="train|qa" \ +--env WORKERS=3 \ +--env TIMEOUT=180 \ +--env MAXREQUESTS=1200 \ +--env MAXRJITTER=5 \ +--env GRACEFULTIMEOUT=30 \ +--env REDIS_URL="redis://redis:6379/0" \ +--name tilellm --link test-redis:redis tilellm ```