From 045152d246d263f310cc69a3c0134258b31530ea Mon Sep 17 00:00:00 2001 From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com> Date: Tue, 24 Mar 2026 00:13:44 +0000 Subject: [PATCH 1/2] Initial plan From f8b14f2b30f328efd4d599bd830ee5f44e645d8c Mon Sep 17 00:00:00 2001 From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com> Date: Tue, 24 Mar 2026 00:14:34 +0000 Subject: [PATCH 2/2] fix: remove redundant -p 8000:8000 from SGLang docker run command Co-authored-by: attafosu <49414659+attafosu@users.noreply.github.com> Agent-Logs-Url: https://github.com/mlcommons/endpoints/sessions/b4dc4f1a-cd0e-4e35-915a-758e19a21b0d --- examples/05_Llama3.1-8B_Example/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/05_Llama3.1-8B_Example/README.md b/examples/05_Llama3.1-8B_Example/README.md index 131db62d..9b616897 100644 --- a/examples/05_Llama3.1-8B_Example/README.md +++ b/examples/05_Llama3.1-8B_Example/README.md @@ -51,7 +51,7 @@ cd sglang/docker && git checkout $SGLANG_VER docker build -t sglang-cpu:latest -f xeon.Dockerfile . # Initiate a docker container -docker run -it --privileged --ipc=host --network=host -v /dev/shm:/dev/shm -v ~/.cache/huggingface:/root/.cache/huggingface -p 8000:8000 -e "HF_TOKEN=" --name sglang-cpu-server sglang-cpu:latest /bin/bash +docker run -it --privileged --ipc=host --network=host -v /dev/shm:/dev/shm -v ~/.cache/huggingface:/root/.cache/huggingface -e "HF_TOKEN=" --name sglang-cpu-server sglang-cpu:latest /bin/bash # Start sglang endpoint docker exec -u root -w /workspace sglang-cpu-server /bin/bash -lc "python3 -m sglang.launch_server \