From 821c16d4d00281ab0b89c398091fc60f07a67472 Mon Sep 17 00:00:00 2001 From: Casper da Costa-Luis Date: Tue, 24 Oct 2023 13:06:33 +0100 Subject: [PATCH] --model-path and --port --- cht-llama-cpp/main.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/cht-llama-cpp/main.py b/cht-llama-cpp/main.py index 5c6dd75..ef00449 100644 --- a/cht-llama-cpp/main.py +++ b/cht-llama-cpp/main.py @@ -13,7 +13,8 @@ MODEL_PATH = f"./ml/models/{os.getenv('MODEL_ID', 'mistral-7b-instruct-v0.1.Q5_0')}.gguf" if __name__ == "__main__": parser = argparse.ArgumentParser() - parser.add_argument("--model_path", help="Path to GGUF", default=MODEL_PATH) + parser.add_argument("--model-path", help="Path to GGUF", default=MODEL_PATH) + parser.add_argument("--port", help="Port to run model server on", type=int, default=8000) args = parser.parse_args() MODEL_PATH = args.model_path @@ -51,4 +52,4 @@ def get_application() -> FastAPI: if __name__ == "__main__": - uvicorn.run(app, host="0.0.0.0", port=8000) + uvicorn.run(app, host="0.0.0.0", port=args.port)