Add host parameter for uvicorn (#44)

add host Co-authored-by: “Sunghyun <[email protected]>
octoml · Nov 1, 2023 · 911ba9e · 911ba9e
1 parent 5ab11f5
commit 911ba9e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/serve/mlc_serve/run.py b/serve/mlc_serve/run.py
@@ -27,6 +27,7 @@ def parse_args():
     # /opt/bin/cuda-reserve.py  --num-gpus 2 python -m mlc_serve --local-id vicuna-v1-7b-q0f16 --num-shards 2 --max-num-batched-tokens 2560 --max-input-len 256
 
     args = argparse.ArgumentParser()
+    args.add_argument("--host", type=str, default="127.0.0.1")
     args.add_argument("--port", type=int, default=8000)
     args.add_argument("--local-id", type=str, required=True)
     args.add_argument("--artifact-path", type=str, default="dist")
@@ -89,6 +90,7 @@ def run_server():
     app = create_app(connector)
     uvicorn.run(
         app,
+        host=args.host,
         port=args.port,
         reload=False,
         access_log=False,