From 116e5730410435a4f1193221cf997ed9fb9b5f42 Mon Sep 17 00:00:00 2001 From: sergiopaniego Date: Mon, 17 Aug 2026 15:47:51 +0200 Subject: [PATCH] Update wordle tutorial to native vllm serve command --- tutorial/examples/wordle.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tutorial/examples/wordle.py b/tutorial/examples/wordle.py index 5cb231204..c505e9877 100644 --- a/tutorial/examples/wordle.py +++ b/tutorial/examples/wordle.py @@ -44,7 +44,10 @@ # Spin up vLLM server (Terminal 1) ```sh -CUDA_VISIBLE_DEVICES=0 trl vllm-serve --model Qwen/Qwen3-1.7B --host 0.0.0.0 --port 8000 +CUDA_VISIBLE_DEVICES=0 VLLM_SERVER_DEV_MODE=1 vllm serve Qwen/Qwen3-1.7B --host 0.0.0.0 --port 8000 \ + --weight-transfer-config '{"backend": "nccl"}' \ + --logprobs-mode processed_logprobs \ + --max-logprobs -1 ``` # Run training (Terminal 2)