diff --git a/examples/05_Llama3.1-8B_Example/README.md b/examples/05_Llama3.1-8B_Example/README.md index 131db62d..9b616897 100644 --- a/examples/05_Llama3.1-8B_Example/README.md +++ b/examples/05_Llama3.1-8B_Example/README.md @@ -51,7 +51,7 @@ cd sglang/docker && git checkout $SGLANG_VER docker build -t sglang-cpu:latest -f xeon.Dockerfile . # Initiate a docker container -docker run -it --privileged --ipc=host --network=host -v /dev/shm:/dev/shm -v ~/.cache/huggingface:/root/.cache/huggingface -p 8000:8000 -e "HF_TOKEN=" --name sglang-cpu-server sglang-cpu:latest /bin/bash +docker run -it --privileged --ipc=host --network=host -v /dev/shm:/dev/shm -v ~/.cache/huggingface:/root/.cache/huggingface -e "HF_TOKEN=" --name sglang-cpu-server sglang-cpu:latest /bin/bash # Start sglang endpoint docker exec -u root -w /workspace sglang-cpu-server /bin/bash -lc "python3 -m sglang.launch_server \