--model-path and --port

premAI-io · Oct 24, 2023 · 821c16d · 821c16d
1 parent a70a83b
commit 821c16d
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/cht-llama-cpp/main.py b/cht-llama-cpp/main.py
@@ -13,7 +13,8 @@
 MODEL_PATH = f"./ml/models/{os.getenv('MODEL_ID', 'mistral-7b-instruct-v0.1.Q5_0')}.gguf"
 if __name__ == "__main__":
     parser = argparse.ArgumentParser()
-    parser.add_argument("--model_path", help="Path to GGUF", default=MODEL_PATH)
+    parser.add_argument("--model-path", help="Path to GGUF", default=MODEL_PATH)
+    parser.add_argument("--port", help="Port to run model server on", type=int, default=8000)
     args = parser.parse_args()
     MODEL_PATH = args.model_path
 
@@ -51,4 +52,4 @@ def get_application() -> FastAPI:
 
 
 if __name__ == "__main__":
-    uvicorn.run(app, host="0.0.0.0", port=8000)
+    uvicorn.run(app, host="0.0.0.0", port=args.port)