diff --git a/docs/deployment/k8s.md b/docs/deployment/k8s.md index 7a92c99b2c4..e7d0853e9f4 100644 --- a/docs/deployment/k8s.md +++ b/docs/deployment/k8s.md @@ -217,7 +217,7 @@ INFO: Uvicorn running on http://0.0.0.0:8000 (Press CTRL+C to quit) image: vllm/vllm-openai:latest command: ["/bin/sh", "-c"] args: [ - "vllm serve mistralai/Mistral-7B-Instruct-v0.3 --trust-remote-code --enable-chunked-prefill --max_num_batched_tokens 1024" + "vllm serve mistralai/Mistral-7B-Instruct-v0.3 --trust-remote-code --enable-chunked-prefill --max-num-batched-tokens 1024" ] env: - name: HF_TOKEN @@ -306,7 +306,7 @@ INFO: Uvicorn running on http://0.0.0.0:8000 (Press CTRL+C to quit) - SYS_PTRACE command: ["/bin/sh", "-c"] args: [ - "vllm serve mistralai/Mistral-7B-v0.3 --port 8000 --trust-remote-code --enable-chunked-prefill --max_num_batched_tokens 1024" + "vllm serve mistralai/Mistral-7B-v0.3 --port 8000 --trust-remote-code --enable-chunked-prefill --max-num-batched-tokens 1024" ] env: - name: HF_TOKEN